-- Logs begin at Tue 2021-07-06 10:53:31 UTC, end at Tue 2021-07-06 13:24:02 UTC. -- Jul 06 11:24:39.925942 n-d-799528-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 11:24:42.635555 n-d-799528-2 neutron-server[93657]: INFO neutron.common.config [-] Logging enabled! Jul 06 11:24:42.636186 n-d-799528-2 neutron-server[93657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 11:24:42.636427 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 11:24:42.639679 n-d-799528-2 neutron-server[93657]: INFO neutron.common.config [-] Logging enabled! Jul 06 11:24:42.639958 n-d-799528-2 neutron-server[93657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 11:24:42.640271 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 11:24:42.641189 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:24:42.641420 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:24:42.641782 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:24:42.642026 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:24:42.642251 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:24:42.642564 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.642855 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.643146 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.643374 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.643665 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.643974 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.644257 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.644539 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.644830 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.645111 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.645385 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.645664 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.645892 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.646174 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.646454 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.646736 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.646958 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.647237 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.647652 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.648063 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.648341 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.648626 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.648896 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.649166 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.649437 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.649718 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.650039 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] host = n-d-799528-2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.650312 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.650594 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.650874 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.651156 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.651425 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.651696 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.652587 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.652868 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.653298 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.653576 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.653863 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.654148 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.654435 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.654660 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.654881 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.655166 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.655448 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.655722 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.656020 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.656301 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.656575 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.656847 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.657114 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.657395 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.657676 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.657959 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.658230 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.658499 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.658765 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.659031 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.659311 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.659580 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.659849 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.660143 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.660425 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.660691 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.660959 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.661255 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.661545 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.661817 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.662097 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.662367 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.662644 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.662912 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.663179 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.663444 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.663712 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.664010 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.664288 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.664558 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.664829 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.665098 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.665366 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.665648 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:42.665942 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.666242 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.666540 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.666821 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.667112 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.667387 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.668451 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.668738 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.669035 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.669327 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.669617 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.669896 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.670184 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.670462 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.670756 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.671061 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.671355 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.671646 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.671941 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.672212 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.672482 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.672758 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.673043 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.673336 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.673623 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.673894 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.674169 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.674458 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.674733 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.675002 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.675275 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.675560 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.675834 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.676137 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.676418 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.676694 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.676968 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.677239 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.677517 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.677807 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.678081 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.678353 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.678622 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.678896 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.679165 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.679448 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.679724 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.680020 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.680294 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.680571 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.680841 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.681112 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.681386 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.681657 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.681930 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.682200 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.682470 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.682741 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.683008 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.683359 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.683599 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.683867 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.684168 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.684442 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.684713 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.684983 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.685252 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.685522 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.685807 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.686102 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.686379 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.686655 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.686934 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.687208 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.687482 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.687755 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.688055 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.688333 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.688602 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.688887 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.689167 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.689449 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.689727 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.689999 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.690292 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.690568 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.690849 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.691122 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.691398 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.691684 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.691989 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.692286 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.692580 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.692872 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.693164 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.693454 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.693731 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.694034 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.694312 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:42.694530 n-d-799528-2 neutron-server[93657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:24:42.694771 n-d-799528-2 neutron-server[93657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 11:24:43.041572 n-d-799528-2 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 11:24:43.041848 n-d-799528-2 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 11:24:43.042132 n-d-799528-2 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 11:24:43.042997 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 11:24:43.431813 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.432058 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.432333 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.434138 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.434411 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.434686 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.468368 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.468651 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.468921 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.482502 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.482780 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.483050 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.512339 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.512618 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.512888 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.548440 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.548719 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.548992 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.778386 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.779024 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.779024 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.779175 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.779881 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.899267 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.899588 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.899875 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.900175 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.900441 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.900749 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.901010 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.901273 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.901525 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.902433 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.902726 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.903153 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.903422 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.903689 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.903975 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.904248 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.904520 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.904779 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.905051 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.905303 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.905584 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.905928 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.906190 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.906472 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.906722 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.906965 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.907366 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:43.907613 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:43.907853 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:43.908115 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:43.908353 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:43.908588 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:43.908948 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 11:24:43.913014 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 11:24:43.916941 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 11:24:43.920941 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 06 11:24:43.922561 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 11:24:43.923012 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 11:24:43.923344 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 11:24:43.923721 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 11:24:43.926512 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 11:24:43.926764 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 11:24:43.927108 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 11:24:43.955415 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 11:24:43.955849 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.956176 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 11:24:43.956537 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.957883 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 11:24:43.958168 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 11:24:43.958418 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 11:24:43.961589 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:43.961876 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.025634 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 11:24:44.025869 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 11:24:44.026109 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 11:24:44.026471 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 11:24:44.047220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_db.sqlalchemy.engines [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 11:24:44.571277 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing driver for type 'gre' Jul 06 11:24:44.571806 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] gre ID ranges: [(1, 1000)] Jul 06 11:24:44.622490 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing driver for type 'local' Jul 06 11:24:44.622818 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing driver for type 'vlan' Jul 06 11:24:44.636196 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] VlanTypeDriver initialization complete Jul 06 11:24:44.636547 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing driver for type 'vxlan' Jul 06 11:24:44.637139 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] vxlan ID ranges: [(1, 1000)] Jul 06 11:24:44.689578 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing extension driver 'port_security' Jul 06 11:24:44.690081 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.extensions.port_security [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] PortSecurityExtensionDriver initialization complete Jul 06 11:24:44.690442 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing mechanism driver 'openvswitch' Jul 06 11:24:44.690785 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing mechanism driver 'hyperv' Jul 06 11:24:44.697260 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:24:44.697948 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.698328 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.698726 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.699319 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:24:44.699758 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.700141 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.700493 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.700891 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:24:44.701303 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.701654 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.701999 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.702394 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:24:44.702799 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > security_group after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.703152 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > security_group after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.703495 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.704054 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:24:44.704472 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.704827 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.705177 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.705572 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:24:44.705982 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > address_group after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.706338 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > address_group after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.706682 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.707075 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:24:44.707455 n-d-799528-2 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] ML2 OVO RPC backend initialized. {{(pid=93657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 11:24:44.708199 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.708558 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.708974 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.709325 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > networks before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.709678 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.710023 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > ports before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.710426 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.710803 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnets before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.711154 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.711495 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.711832 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.712213 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.712539 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.712882 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.713221 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.713558 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.713891 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.714984 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.plugin [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Modular L2 Plugin initialization complete Jul 06 11:24:44.715464 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading services supported by the core plugin {{(pid=93657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 11:24:44.715799 n-d-799528-2 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Got port-security extension from driver 'port_security' Jul 06 11:24:44.716316 n-d-799528-2 neutron-server[93657]: INFO neutron.extensions.vlantransparent [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Disabled vlantransparent extension. Jul 06 11:24:44.716807 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 11:24:44.717129 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: router Jul 06 11:24:44.753305 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.753701 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.754072 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router before_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.754440 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.754814 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.755555 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_delete 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.756192 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.756416 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.756861 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.757306 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.757741 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.758192 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.758728 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.759206 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.759523 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.759940 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.760310 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.760744 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.761199 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.761557 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.761913 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.762409 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.762839 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.763257 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.763696 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.764108 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.764554 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > agent after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.764975 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > agent after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.765340 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.766332 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Tracking information for resource: router configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:44.766704 n-d-799528-2 neutron-server[93657]: DEBUG neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Tracking information for resource: floatingip configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:24:44.772630 n-d-799528-2 neutron-server[93657]: INFO neutron.db.l3_agentschedulers_db [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 11:24:44.773303 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.773689 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.774107 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.774489 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.775422 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router before_create 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.775867 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.776264 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_create 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.776630 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > router precommit_update 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.781664 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.provider_configuration [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service providers = [] {{(pid=93657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 11:24:44.782213 n-d-799528-2 neutron-server[93657]: DEBUG neutron.db.servicetype_db [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 11:24:44.785031 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.service_base [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:24:44.785389 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.service_base [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:24:44.785738 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.service_base [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:24:44.786647 n-d-799528-2 neutron-server[93657]: DEBUG neutron.services.service_base [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:24:44.787025 n-d-799528-2 neutron-server[93657]: INFO neutron.services.service_base [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 11:24:44.787409 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.787733 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 11:24:44.799150 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.799491 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: auto_allocate Jul 06 11:24:44.805358 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: network precommit_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.805731 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: network precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.806258 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.806584 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: tag Jul 06 11:24:44.813164 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.813502 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: timestamp Jul 06 11:24:44.818891 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.819235 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: network_ip_availability Jul 06 11:24:44.824794 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.825115 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.825474 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:44.826199 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.826524 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: flavors Jul 06 11:24:44.831227 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.831563 n-d-799528-2 neutron-server[93657]: INFO neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading Plugin: revisions Jul 06 11:24:44.835855 n-d-799528-2 neutron-server[93657]: DEBUG neutron.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:24:44.836287 n-d-799528-2 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 11:24:44.837024 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 11:24:44.837364 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Initializing extension manager. Jul 06 11:24:44.837878 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: __init__.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.838222 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: __pycache__ {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.838558 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.838892 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.840200 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.840765 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: address-group Jul 06 11:24:44.841093 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: address_scope.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.841816 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.842335 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: address-scope Jul 06 11:24:44.842669 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.843617 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.844168 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: router-admin-state-down-before-update Jul 06 11:24:44.844498 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: agent.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.845216 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.845932 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: agent Jul 06 11:24:44.846264 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: agent_resources_synced.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.847191 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.847713 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: agent-resources-synced Jul 06 11:24:44.848075 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: allowedaddresspairs.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.849896 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.850429 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: allowed-address-pairs Jul 06 11:24:44.850760 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: auto_allocated_topology.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.851860 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.852420 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: auto-allocated-topology Jul 06 11:24:44.852751 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.853455 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.853978 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: availability_zone Jul 06 11:24:44.854306 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: availability_zone_filter.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.855836 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.856382 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: availability_zone_filter Jul 06 11:24:44.856709 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: data_plane_status.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.857633 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.858148 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 11:24:44.858472 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: default_subnetpools.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.859402 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.859940 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: default-subnetpools Jul 06 11:24:44.860273 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.861102 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.861619 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: dhcp_agent_scheduler Jul 06 11:24:44.861944 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: dns.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.862876 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.863391 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 11:24:44.863718 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: dns_domain_ports.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.864677 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.865195 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 11:24:44.865521 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.866458 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.866975 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 11:24:44.867299 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: dvr.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.868008 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.868526 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: dvr Jul 06 11:24:44.869108 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: empty_string_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.869759 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.870278 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: empty-string-filtering Jul 06 11:24:44.870639 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.871555 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.872101 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 11:24:44.872430 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.873363 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.873884 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 11:24:44.874211 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: external_net.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.875129 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.875646 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: external-net Jul 06 11:24:44.875996 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.876914 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.877429 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: extra_dhcp_opt Jul 06 11:24:44.877756 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: extraroute.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.878672 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.879186 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: extraroute Jul 06 11:24:44.879511 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: extraroute_atomic.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.880833 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.881349 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: extraroute-atomic Jul 06 11:24:44.881676 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: filter_validation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.882351 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.882864 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: filter-validation Jul 06 11:24:44.883187 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: fip_pf_description.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.884136 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.884650 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 11:24:44.884977 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: fip_port_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.885899 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.886546 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: fip-port-details Jul 06 11:24:44.886991 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: flavors.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.888276 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.888808 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: flavors Jul 06 11:24:44.889142 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.890828 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.891359 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 11:24:44.891694 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: floatingip_pools.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.892432 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.892959 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: floatingip-pools Jul 06 11:24:44.893288 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: ip_allocation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.894226 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.894743 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 11:24:44.895071 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.896038 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.896558 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: ip-substring-filtering Jul 06 11:24:44.896885 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l2_adjacency.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.897812 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.898325 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 11:24:44.898649 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.899632 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.900195 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: router Jul 06 11:24:44.900523 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.903418 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.903981 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 11:24:44.904318 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.905253 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.905777 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: ext-gw-mode Jul 06 11:24:44.906105 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.907041 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.907563 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: l3-ha Jul 06 11:24:44.907889 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3_flavors.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.908864 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.909381 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: l3-flavors Jul 06 11:24:44.909707 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.910637 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.911153 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 11:24:44.911478 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: l3agentscheduler.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.912559 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.913085 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: l3_agent_scheduler Jul 06 11:24:44.913412 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: logging.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.914948 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.915475 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension logging not supported by any of loaded plugins Jul 06 11:24:44.915807 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: metering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.916582 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.917170 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: metering Jul 06 11:24:44.918066 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.919219 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.919742 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: metering_source_and_destination_fields Jul 06 11:24:44.920105 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: multiprovidernet.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.921052 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.921565 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: multi-provider Jul 06 11:24:44.921892 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: netmtu.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.922823 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.923338 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: net-mtu Jul 06 11:24:44.923662 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: netmtu_writable.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.924630 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.925146 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: net-mtu-writable Jul 06 11:24:44.925472 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: network_availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.926155 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.926668 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: network_availability_zone Jul 06 11:24:44.926993 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: network_ip_availability.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.928144 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.928671 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: network-ip-availability Jul 06 11:24:44.929002 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: network_segment_range.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.929776 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.930291 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 11:24:44.930618 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: pagination.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.931610 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.931973 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: pagination Jul 06 11:24:44.932302 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: port_device_profile.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.933323 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.933856 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: port-device-profile Jul 06 11:24:44.934187 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.935126 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.935645 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: port-mac-address-regenerate Jul 06 11:24:44.936001 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.936925 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.937495 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: port-numa-affinity-policy Jul 06 11:24:44.937818 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: port_resource_request.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.938746 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.939258 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 11:24:44.939591 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: portbindings.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.940552 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.941066 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: binding Jul 06 11:24:44.941391 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: portbindings_extended.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.942779 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.943308 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: binding-extended Jul 06 11:24:44.943644 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: portsecurity.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.944620 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.945147 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: port-security Jul 06 11:24:44.945475 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: project_id.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.946465 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.946800 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: project-id Jul 06 11:24:44.947126 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: providernet.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.948100 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.948648 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: provider Jul 06 11:24:44.948977 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.952513 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.953047 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos not supported by any of loaded plugins Jul 06 11:24:44.953384 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.954646 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.955172 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 11:24:44.955507 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.956467 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.956990 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 11:24:44.957318 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_default.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.958245 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.958766 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-default not supported by any of loaded plugins Jul 06 11:24:44.959096 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_fip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.959758 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.960306 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 11:24:44.960634 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_gateway_ip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.961574 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.962096 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 11:24:44.962424 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_port_network_policy.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.963348 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.963868 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 11:24:44.964775 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_rule_type_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.965793 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.966308 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 11:24:44.966636 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: qos_rules_alias.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.967696 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.968252 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 11:24:44.968580 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: quotasv2.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.969503 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.969833 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: quotas Jul 06 11:24:44.970156 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: quotasv2_detail.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.973230 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.973579 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: quota_details Jul 06 11:24:44.973917 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: rbac.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.974996 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.975533 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: rbac-policies Jul 06 11:24:44.975870 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: rbac_address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.977024 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.977557 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: rbac-address-group Jul 06 11:24:44.977893 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: rbac_address_scope.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.978844 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.979367 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: rbac-address-scope Jul 06 11:24:44.979700 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: rbac_security_groups.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.980739 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.981429 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: rbac-security-groups Jul 06 11:24:44.982256 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: rbac_subnetpool.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.983189 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.983714 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: rbac-subnetpool Jul 06 11:24:44.984084 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: revisionifmatch.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.985023 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.985547 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: revision-if-match Jul 06 11:24:44.985876 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: revisions.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.987006 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.987528 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: standard-attr-revisions Jul 06 11:24:44.987859 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: router_availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.988569 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.989091 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: router_availability_zone Jul 06 11:24:44.989419 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: routerservicetype.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.990349 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.990863 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 11:24:44.991189 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.992152 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.992672 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: security-groups-normalized-cidr Jul 06 11:24:44.993003 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.993935 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.994455 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: port-security-groups-filtering Jul 06 11:24:44.994790 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:44.995858 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:44.996408 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: security-groups-remote-address-group Jul 06 11:24:44.996739 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: securitygroup.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.006553 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.007095 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: security-group Jul 06 11:24:45.007435 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: segment.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.008263 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.008785 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension segment not supported by any of loaded plugins Jul 06 11:24:45.009117 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.010067 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.010589 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 11:24:45.010920 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: servicetype.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.012166 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.012695 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: service-type Jul 06 11:24:45.013022 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: sorting.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.014015 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.014349 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: sorting Jul 06 11:24:45.014682 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: standard_attr_segment.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.015676 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.016239 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 11:24:45.016572 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: standardattrdescription.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.017230 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.017750 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: standard-attr-description Jul 06 11:24:45.018078 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: stateful_security_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.019028 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.019553 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: stateful-security-group Jul 06 11:24:45.019883 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: stdattrs_common.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.020569 n-d-799528-2 neutron-server[93657]: WARNING neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 11:24:45.020893 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.023024 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.023024 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 11:24:45.023363 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: subnet_onboard.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.025258 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.025664 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: subnet_onboard Jul 06 11:24:45.026066 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.027752 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.029222 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 11:24:45.029222 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: subnet_service_types.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.029696 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.030217 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: subnet-service-types Jul 06 11:24:45.030546 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: subnetallocation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.031999 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.032521 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: subnet_allocation Jul 06 11:24:45.032852 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.033532 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.034050 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: subnetpool-prefix-ops Jul 06 11:24:45.034374 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.035320 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.035839 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 11:24:45.036190 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: tagging.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.037268 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.037805 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: standard-attr-tag Jul 06 11:24:45.038133 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: timestamp.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.039357 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.039885 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loaded extension: standard-attr-timestamp Jul 06 11:24:45.040242 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: trunk.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.041289 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.041816 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension trunk not supported by any of loaded plugins Jul 06 11:24:45.042150 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: trunk_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.043824 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.044371 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 11:24:45.044701 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: uplink_status_propagation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.045643 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.046170 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 11:24:45.046502 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Loading extension file: vlantransparent.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:24:45.047186 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:24:45.047702 n-d-799528-2 neutron-server[93657]: INFO neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 11:24:45.050206 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:network Jul 06 11:24:45.050761 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:subnet Jul 06 11:24:45.051168 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:24:45.051571 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:port Jul 06 11:24:45.052924 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.053374 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service FLAVORS assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.053994 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.054422 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.054758 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:router Jul 06 11:24:45.055194 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 11:24:45.055719 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service METERING assigned prefix: /metering {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.057193 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:45.057566 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:45.057924 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:24:45.058932 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 11:24:45.059392 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:security_group Jul 06 11:24:45.059836 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 11:24:45.060492 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.060829 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:24:45.061183 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] subnetpool is already registered Jul 06 11:24:45.061631 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.061962 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:24:45.062300 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] subnetpool is already registered Jul 06 11:24:45.064617 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.065057 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service FLAVORS assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.065661 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.066086 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.066424 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:router Jul 06 11:24:45.066769 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] router is already registered Jul 06 11:24:45.067190 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 11:24:45.067531 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] floatingip is already registered Jul 06 11:24:45.068015 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service METERING assigned prefix: /metering {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.068697 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 11:24:45.069026 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] rbac_policy is already registered Jul 06 11:24:45.069441 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:security_group Jul 06 11:24:45.069782 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] security_group is already registered Jul 06 11:24:45.070192 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 11:24:45.070530 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] security_group_rule is already registered Jul 06 11:24:45.071157 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.071486 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:24:45.071824 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] subnetpool is already registered Jul 06 11:24:45.072286 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:24:45.072624 n-d-799528-2 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:24:45.072960 n-d-799528-2 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] subnetpool is already registered Jul 06 11:24:45.073437 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: extensions {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.075460 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: address-groups {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.076916 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: address-scopes {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.078226 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.079384 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: auto-allocated-topology {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.080666 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: availability_zones {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.081869 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: dhcp-networks {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.084441 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: dhcp-agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.085945 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.087640 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: flavors {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.088924 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: service_profiles {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.090725 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: next_providers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.092172 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: service_profiles {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.093717 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: floatingip-pools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.094929 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.096667 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: floatingips {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.097953 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: l3-routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.099322 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: l3-agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.100764 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: metering-labels {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.101997 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: metering-label-rules {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.103374 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: network-ip-availabilities {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.104649 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: bindings {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.106281 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: quotas {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.107818 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: quotas {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.109238 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: rbac-policies {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.110419 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: security-groups {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.111718 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: security-group-rules {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.112989 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: service-providers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.114207 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: subnetpools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.115531 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: subnetpools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.117093 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.118782 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.120653 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.122489 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.124179 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.126157 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.127831 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.129671 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.131770 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.133555 n-d-799528-2 neutron-server[93657]: DEBUG neutron.api.extensions [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:24:45.140405 n-d-799528-2 neutron-server[93657]: WARNING keystonemiddleware.auth_token [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 11:24:45.145219 n-d-799528-2 neutron-server[93657]: WARNING keystonemiddleware.auth_token [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 11:24:45.155656 n-d-799528-2 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Acquired lock "singleton_lock" {{(pid=93657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 11:24:45.156170 n-d-799528-2 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Releasing lock "singleton_lock" {{(pid=93657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 11:24:45.156822 n-d-799528-2 neutron-server[93657]: INFO oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Starting 2 workers Jul 06 11:24:45.161619 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Started child 93766 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:24:45.166058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Started child 93767 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:24:45.167025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.167799 n-d-799528-2 neutron-server[93657]: INFO neutron.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 11:24:45.168370 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Notify callbacks [] for process, before_spawn {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.168587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [-] (93766) wsgi starting up on http://0.0.0.0:9696 Jul 06 11:24:45.170809 n-d-799528-2 neutron-server[93657]: INFO oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Starting 1 workers Jul 06 11:24:45.170998 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.172276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [-] (93767) wsgi starting up on http://0.0.0.0:9696 Jul 06 11:24:45.175993 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Started child 93768 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:24:45.176566 n-d-799528-2 neutron-server[93657]: INFO oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Starting 1 workers Jul 06 11:24:45.179748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] calling RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 11:24:45.180333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] returning from RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 11:24:45.181044 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Started child 93769 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:24:45.181761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.181882 n-d-799528-2 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-22d95e98-9ee6-4bce-9463-57ad7b008628 None None] Notify callbacks [] for process, after_spawn {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.182267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:24:45.183795 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 11:24:45.184047 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:24:45.184182 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:24:45.184405 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:24:45.184754 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:24:45.184918 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:24:45.185435 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.185713 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.185972 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.186083 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.186537 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.186537 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.187103 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.187356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.187607 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.187891 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.188196 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.188376 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.188543 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.188809 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.189040 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.189306 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.189585 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.189828 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.190088 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.190316 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.190584 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.190846 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.191078 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.191350 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.191596 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.192120 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.192386 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.192641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.192883 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.193153 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.193402 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.193715 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.193968 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.194183 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.194420 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.194684 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.194917 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.195134 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.195371 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.195617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.195873 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.196365 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] host = n-d-799528-2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.196586 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.196803 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.197030 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.197293 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.197552 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.197772 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.198052 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.198297 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.198555 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.199481 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.199805 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.200143 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.200373 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.200639 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.200806 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_options = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.201047 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.201307 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.201570 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.201810 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.201973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.202102 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.202351 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.202517 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.202780 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.203001 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.203214 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.203428 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.203642 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.203858 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.204135 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.204380 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.204611 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.204837 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.205118 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.205385 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.205634 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.205883 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.206119 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.206337 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.206552 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.206765 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.207011 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.207225 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.207456 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.207718 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.207976 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.208235 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.208486 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.208743 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.208990 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.209217 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.209448 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.209733 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.209963 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.210330 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.210579 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.210823 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.211079 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.211295 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.211536 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.211751 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.212012 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.212251 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.212512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.212727 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.212964 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.213177 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.213408 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.213641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.214055 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.214910 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.215236 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.215499 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.215760 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.216961 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.216961 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.216961 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.217400 n-d-799528-2 neutron-server[93769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:24:45.217547 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.217547 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.217547 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.217956 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.218281 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.218529 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.218807 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.219147 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.219415 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.219688 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.219942 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.220338 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.220577 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.220805 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.221153 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.221544 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.221749 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.222379 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.222379 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.222379 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.222830 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.222830 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.223040 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.223221 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.223527 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.223755 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.223995 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.224257 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.224482 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.224718 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.224955 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.225218 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.225482 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.225694 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.225937 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.226154 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.226379 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.226601 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.226837 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.227090 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.227340 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.227605 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.227836 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.228118 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.228588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.228588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.229397 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.229397 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.229397 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.232989 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.233370 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.233712 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.234117 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.234466 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.234731 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.234988 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.235290 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.235629 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.235974 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.236211 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.238420 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.238740 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.238998 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.239251 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.239492 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.240174 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.240818 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.241226 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.241626 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.242043 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.242290 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.242558 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.242786 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.243063 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.243224 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.243974 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.243974 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.244294 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.244437 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.244601 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.244836 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.245095 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.245314 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.246221 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.246456 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.246688 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.247021 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.247322 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.247577 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.247823 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.248095 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.248354 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.248618 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.248841 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.249069 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.249289 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.249549 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.249798 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.250099 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.250343 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.250612 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.250853 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.251108 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.251399 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.251637 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.251944 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.252157 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.252439 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.252749 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.253059 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.253361 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.253630 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.253864 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.254120 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.254378 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.254627 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.254881 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.255126 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.255790 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.256104 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.256350 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.256573 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.256788 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.257042 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.257469 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.257727 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.258119 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.258336 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.258645 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.258910 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.259150 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.259414 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.259665 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.259955 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.260211 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.260463 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.260697 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.260930 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.261207 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.261417 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.261661 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.261962 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.262127 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.262365 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.262581 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.262833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.263079 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.263307 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.263542 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.263781 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.264025 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.264280 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.264643 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.265024 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.265259 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.265637 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.266001 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.266366 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.266746 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.267140 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.267515 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.268100 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.268369 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.268607 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.268858 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.269105 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.269364 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.269584 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.269834 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.270073 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.270288 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.270500 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.270719 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.270962 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.271174 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.271402 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.271613 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.271850 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.272111 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.272440 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.272785 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.273062 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.273296 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.273614 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.273862 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.274086 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.274289 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.274590 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.274728 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.274969 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.275201 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.275592 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.275814 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.276129 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.276334 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.276540 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.276771 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.277010 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.277385 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.277633 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.277876 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.278131 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.278387 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.278625 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.278851 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.279061 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.279268 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.279507 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.279706 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.279934 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.280196 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.280426 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.280634 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.280861 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.281074 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.281282 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.281520 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.281730 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.281938 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.282157 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.282371 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.282578 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.282799 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.283059 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.283255 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.283477 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.283692 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.283900 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.284244 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.284509 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.284729 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.285026 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.285272 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.285517 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.285775 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.286071 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287103 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287103 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287103 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287103 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287409 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287409 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.287743 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.288057 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.288311 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.288562 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.288820 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.289099 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.289376 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.289588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.289873 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.290206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.290473 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.290737 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.290969 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.291228 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.291468 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.291681 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.291895 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.292160 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.292990 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.293240 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.293501 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.293735 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.293942 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.294174 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.294391 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.294647 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.294878 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.295134 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.295350 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.295529 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:24:45.296062 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 11:24:45.296245 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:24:45.296416 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:24:45.296588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:24:45.296760 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:24:45.296927 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:24:45.297237 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.297237 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.297586 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.297586 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.297586 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.298058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.298058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.298058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.298578 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.298578 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.298578 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299061 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299061 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299061 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299061 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299727 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299727 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299727 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.299727 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.300434 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.300434 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.300434 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.300434 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.300434 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.301220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.301220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.301220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.301220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.301220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.302109 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.302109 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.302109 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.302109 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.302109 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.302109 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] host = n-d-799528-2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303275 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303931 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303931 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303931 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303931 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.303931 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304430 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304430 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304430 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304738 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304738 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304978 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.304978 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.305175 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.305265 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_options = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.305387 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.305545 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.305705 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.306255 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.306255 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.306255 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.307641 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.309947 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.310884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.312452 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.313512 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:24:45.314609 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315206 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.315973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.316975 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.317552 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.317552 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.317552 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318058 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318711 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318711 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318711 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.318711 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319130 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319130 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319130 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319588 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319999 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.319999 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320236 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320236 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320455 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320455 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320950 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320950 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.320950 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.321411 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.321411 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.321411 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322146 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322146 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322146 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322146 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322645 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322645 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322645 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.322645 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.323062 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.323062 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.323357 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.323357 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.323713 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.323713 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324130 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324130 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324880 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324880 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324880 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324880 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.324880 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.325712 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.325992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.326179 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327101 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327101 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327101 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327101 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327101 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327101 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327798 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327798 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327798 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327798 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.327798 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328521 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328521 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328521 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328521 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328982 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328982 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.328982 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329340 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329340 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329340 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329700 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329700 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329938 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.329938 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330176 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330310 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330436 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330561 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330686 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330810 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.330935 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.331091 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.331262 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.331424 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.331589 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.331751 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.331956 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.332112 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.332276 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.332438 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.332599 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.332761 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.332925 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.333086 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.333247 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.333407 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.333567 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.333729 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.333898 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.334069 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.334231 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.334393 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.334553 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.334736 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.334898 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.335059 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.335220 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.335381 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.335543 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.335705 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.335973 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.336139 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.336301 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.336463 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.337010 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.337010 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.337010 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.338390 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.340523 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.341617 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.342356 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.343128 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.344309 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.345877 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.347243 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.348832 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.349833 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350382 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350926 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350926 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.350926 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.351140 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.351140 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.351297 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.351413 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.351573 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.351891 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.352225 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.352402 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.352567 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.352732 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.352894 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.353056 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.353217 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.353380 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.353545 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.353716 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.353884 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.354047 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.354218 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.354387 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.354556 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.354718 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.355423 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.355594 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.355754 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.355983 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.356073 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.356237 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.356398 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.356558 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.356719 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.356879 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.357040 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.357199 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.357358 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.357518 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.357678 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.357838 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.358000 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.358176 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.358312 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.358467 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.358627 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:24:45.358780 n-d-799528-2 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:24:45.599737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:45.608811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068018 Jul 06 11:24:57.062749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfabbf7d-47f7-40ff-ba92-45661b61272b None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:24:57.160392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfabbf7d-47f7-40ff-ba92-45661b61272b None None] No non-hosted networks {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 11:24:57.192240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.agentschedulers_db [None req-cfabbf7d-47f7-40ff-ba92-45661b61272b None None] DHCP Agent not found on host n-d-799528-2 {{(pid=93768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 11:24:57.389581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd02f47-6f6b-4719-93fa-f57dd9d7b687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.509612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd1934f0-6e05-489e-b401-808a2bfb161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.574408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c27a6757-2968-402c-bdc7-838685e29dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.909944 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.910603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.910947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.911338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.911619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.912037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.912665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.912770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.913061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.913382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.913702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.914070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.914391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:59.914784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799528-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:24:59.921866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799528-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:00.757439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:02.217960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:03.511591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:04.004439 n-d-799528-2 neutron-server[93766]: WARNING oslo_policy.policy [None req-4d464f67-6768-4050-ac8b-872d3b623b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:04.005338 n-d-799528-2 neutron-server[93766]: WARNING oslo_policy.policy [None req-4d464f67-6768-4050-ac8b-872d3b623b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:04.222415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-4d464f67-6768-4050-ac8b-872d3b623b5d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:25:04.223682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4d464f67-6768-4050-ac8b-872d3b623b5d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7099767 Jul 06 11:25:05.903055 n-d-799528-2 neutron-server[93768]: INFO neutron.db.l3_hamode_db [None req-4bd7773a-94f6-460b-8f90-8974c632f9c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 11:25:05.980474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7773a-94f6-460b-8f90-8974c632f9c6 None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:05.980864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7773a-94f6-460b-8f90-8974c632f9c6 None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:25:06.706689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:07.180463 n-d-799528-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:07.181042 n-d-799528-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:07.397027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:07.490357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.policy [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 11:25:07.535700 n-d-799528-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:07.536105 n-d-799528-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:07.545221 n-d-799528-2 neutron-server[93767]: INFO neutron.quota [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] Loaded quota_driver: . Jul 06 11:25:07.636642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747939027021', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747939027614', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747939032719', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747939041397', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747939053110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747939055199', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3686336', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3726883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1490196'] for rbac-policy, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.700010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.701226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-78395930-bfbb-4f78-8e1f-04166222872f admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9935637 Jul 06 11:25:10.261855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:10.566246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'name': 'private', 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:10.567650 n-d-799528-2 neutron-server[93766]: INFO neutron.quota [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Loaded quota_driver: . Jul 06 11:25:10.632616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Made reservation on behalf of a2811b6b275b4870a1ae6ba2631f39d3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:10.701285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.policy [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 11:25:10.745848 n-d-799528-2 neutron-server[93766]: WARNING oslo_policy.policy [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:10.746217 n-d-799528-2 neutron-server[93766]: WARNING oslo_policy.policy [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:25:10.756406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.779819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.913124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.916829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.940861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:25:10.968899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747939875925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.969496 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Unsubscribe: segment precommit_create {{(pid=93766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 11:25:10.970007 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Added segment 74be50bb-262b-47cd-b14f-50627f66e5a5 of type vlan for network f46e3bdd-2804-4ac9-91d7-e922e2514e46 Jul 06 11:25:10.976545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595e4940-98ab-4c0a-8ad8-d4957e40f964,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:11.004090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.004456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.005033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.005376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.005704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.006028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.006347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.006664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.006983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.007298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.007613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.007948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Tracked resource versions report: Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: pushed versions: Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Log': {'1.0'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Network': {'1.1'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Port': {'1.7'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: consumer versions: Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: L3 agent@n-d-799528-2: {}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: Metadata agent@n-d-799528-2: {}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: Metering agent@n-d-799528-2: {}, Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Log': '1.0', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Network': '1.1', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Port': '1.7', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'PortForwarding': '1.2', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'QosPolicy': '1.8', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'SubPort': '1.0', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Subnet': '1.1', Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: 'Trunk': '1.1'}} Jul 06 11:25:11.009057 n-d-799528-2 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:25:11.095633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.148362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.149484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.150128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.232248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9692850 Jul 06 11:25:11.246293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51316f-7a6e-48ce-82ab-1b8d6d185e7d admin admin] Pushing event updated for resources: {'Network': ['ID=f46e3bdd-2804-4ac9-91d7-e922e2514e46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:11.258176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:25:13.861864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:14.244246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a49c4c-4afe-4187-be18-30704a784530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.245592 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70a49c4c-4afe-4187-be18-30704a784530 admin admin] 10.222.0.78 "GET /v2.0/networks/f46e3bdd-2804-4ac9-91d7-e922e2514e46 HTTP/1.1" status: 200 len: 825 time: 0.3827779 Jul 06 11:25:14.282351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-69faa31d-4fbc-4302-b99e-91ca3a9e7124 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/3d5d7eeb-784b-4a38-814e-31ac6c38b445 HTTP/1.1" status: 200 len: 734 time: 0.0313506 Jul 06 11:25:14.290729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'name': 'private-subnet', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:14.311826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Made reservation on behalf of a2811b6b275b4870a1ae6ba2631f39d3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:14.314129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:14.603141 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:14.671275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Checking segment: {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:14.671649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Network hostable DHCP agents. Network: f46e3bdd-2804-4ac9-91d7-e922e2514e46, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:25:14.675997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd5f538-902b-4d14-bf50-9b3470f0720a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:14.694205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:25:14.706006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, f46e3bdd-2804-4ac9-91d7-e922e2514e46) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:14.710596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.711176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:14.715718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e7adb1-06c2-41f7-808a-e095c440b6bc None None] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:14.725248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2e76311-1a92-4997-88e6-f40562e1f242 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4378557 Jul 06 11:25:15.029608 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:25:15.030869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.305825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Allocated IP 172.20.0.2 (f46e3bdd-2804-4ac9-91d7-e922e2514e46/1bd5f538-902b-4d14-bf50-9b3470f0720a/32117fcf-9b17-4b52-a7e3-adcc4ceee9bc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:15.513459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.559453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Transition to ACTIVE for port object 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:15.581210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Transition to ACTIVE for port object 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:15.589968 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.649707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:15.656018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:15.672559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:15.675577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Pushing event updated for resources: {'Port': ['ID=32117fcf-9b17-4b52-a7e3-adcc4ceee9bc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:15.686217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.686557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.686887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.687216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.687542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.687864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.688223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.688524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.688841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.689156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.689472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.689791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Tracked resource versions report: Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: pushed versions: Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Log': {'1.0'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Network': {'1.1'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Port': {'1.7'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: consumer versions: Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: L3 agent@n-d-799528-2: {}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: Metadata agent@n-d-799528-2: {}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: Metering agent@n-d-799528-2: {}, Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Log': '1.0', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Network': '1.1', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Port': '1.7', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'PortForwarding': '1.2', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'QosPolicy': '1.8', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'SubPort': '1.0', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Subnet': '1.1', Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: 'Trunk': '1.1'}} Jul 06 11:25:15.690886 n-d-799528-2 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:25:15.758935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Attempting to bind port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:15.760189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Attempting to bind port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:15.760456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Attempting to bind port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc on network f46e3bdd-2804-4ac9-91d7-e922e2514e46 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:15.766097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:15.766534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Checking segment: {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:15.767080 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.767441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Bound using segment: {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:15.767933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Bound port: 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:15.768376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.829966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] For port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:15.834181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] For port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=32117fcf-9b17-4b52-a7e3-adcc4ceee9bc,segment=NetworkSegment(74be50bb-262b-47cd-b14f-50627f66e5a5),segment_id=74be50bb-262b-47cd-b14f-50627f66e5a5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:15.839044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.903873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd429df-ccde-4f98-8ec9-ff2c35680b78 None None] Pushing event updated for resources: {'Port': ['ID=32117fcf-9b17-4b52-a7e3-adcc4ceee9bc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:17.141876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:17.454083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-82ac2d43-8d81-4bdb-8925-ff4c12d5000a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:25:17.455081 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-82ac2d43-8d81-4bdb-8925-ff4c12d5000a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123448 Jul 06 11:25:19.830111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:20.135210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-223f7021-6466-4fe5-8688-d3dff5b3264f admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:25:20.136244 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-223f7021-6466-4fe5-8688-d3dff5b3264f admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3051026 Jul 06 11:25:21.753676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:21.847808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:21.995774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292565b0-b98f-409b-baa2-944c5f54bc76 None None] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:22.082056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] Provisioning for port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:22.104137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] Provisioning complete for port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:22.104542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.271366 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.315233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] For port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=32117fcf-9b17-4b52-a7e3-adcc4ceee9bc,segment=NetworkSegment(74be50bb-262b-47cd-b14f-50627f66e5a5),segment_id=74be50bb-262b-47cd-b14f-50627f66e5a5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:22.325403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.374671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb6a22-573b-4554-a191-7e90a14be4e7 None None] Pushing event updated for resources: {'Port': ['ID=32117fcf-9b17-4b52-a7e3-adcc4ceee9bc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:22.545847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c087f127-0d0e-4396-b853-791cbf2bb32a None None] Provisioning complete for port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:22.546216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c087f127-0d0e-4396-b853-791cbf2bb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.752640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:23.042421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:23.065506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.067126 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.203892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.208396 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.221109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.222319 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f848c0d-d4a7-4871-9f3b-cd7d72a6fdab admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4686937 Jul 06 11:25:23.721855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:23.768203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:23.768571 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.600726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:25.913119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-2fc68a10-0d47-4887-b7c1-52b855cfddfc admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:25:25.914090 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2fc68a10-0d47-4887-b7c1-52b855cfddfc admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124306 Jul 06 11:25:27.002695 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f63f5fbd-c396-4a14-96b3-accd4c3531f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.244629 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:25:28.273361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:28.573221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:28.594136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Made reservation on behalf of 995ef87d5eec477086483ce4545f395b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:28.596461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.604854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.690169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.693613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.710965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Reserving flat network on physical network physnet1 {{(pid=93766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 11:25:28.727011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317eced8-00ba-45b6-9765-17dffb801e24,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:28.732525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.732867 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Added segment f2d0689f-e641-4861-850e-2d9da5721999 of type flat for network 0537d038-fb71-45ac-9d16-43121f231db7 Jul 06 11:25:28.791326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.826178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.827308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:28.827901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.880484 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6060441 Jul 06 11:25:28.888002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03833a83-ef6c-4d45-b083-89ab98dcfbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=0537d038-fb71-45ac-9d16-43121f231db7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:28.898492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0537d038-fb71-45ac-9d16-43121f231db7 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:25:29.505973 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f30f7d7-edb1-484e-99af-97aaa3832764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.899882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:30.700337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:31.257705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:31.431375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd16606-9ef3-4ea8-9b6f-e915bb7ec9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:31.432730 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-efd16606-9ef3-4ea8-9b6f-e915bb7ec9d6 admin admin] 10.222.0.78 "GET /v2.0/subnets/1bd5f538-902b-4d14-bf50-9b3470f0720a HTTP/1.1" status: 200 len: 849 time: 0.1740742 Jul 06 11:25:31.544854 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-63fd5868-ca24-4850-a93f-4f6b51b2cf28 admin admin] 10.222.0.78 "GET /v2.0/routers/81554609-8ede-4c45-88cf-f1a92117ed3a HTTP/1.1" status: 200 len: 704 time: 0.1068604 Jul 06 11:25:31.817573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.104499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Allocated IP 172.20.0.1 (f46e3bdd-2804-4ac9-91d7-e922e2514e46/1bd5f538-902b-4d14-bf50-9b3470f0720a/10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:32.176898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.340492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.362018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Transition to ACTIVE for port object 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:32.441352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.509806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:32.519215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:32.524696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:32.524786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.528382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Pushing event updated for resources: {'Port': ['ID=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:32.698860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-11218a82-4230-4ba4-b866-fbdaeceb2040 None None] Provisioning for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:32.702484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-11218a82-4230-4ba4-b866-fbdaeceb2040 None None] Provisioning complete for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:32.702844 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11218a82-4230-4ba4-b866-fbdaeceb2040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.737218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.737943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-11218a82-4230-4ba4-b866-fbdaeceb2040 None None] Port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:32.912694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.917030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.917837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.993302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Pushing event updated for resources: {'Port': ['ID=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:33.039423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:33.040724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:33.195248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Router 81554609-8ede-4c45-88cf-f1a92117ed3a is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:25:33.259612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a436d4d-34bf-4ad1-b3eb-4e0d6a9ab1ff None None] Provisioning complete for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:33.260185 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a436d4d-34bf-4ad1-b3eb-4e0d6a9ab1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:33.286617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:25:33.292184 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ddb5a253-0d70-4e3f-b47c-2a69de19eb0c admin admin] 10.222.0.78 "PUT /v2.0/routers/81554609-8ede-4c45-88cf-f1a92117ed3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7424767 Jul 06 11:25:33.293139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7a436d4d-34bf-4ad1-b3eb-4e0d6a9ab1ff None None] Port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:33.304454 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Sync routers for ids ['81554609-8ede-4c45-88cf-f1a92117ed3a'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:25:33.315992 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Routers {'81554609-8ede-4c45-88cf-f1a92117ed3a'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:33.316792 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:25:29Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81554609-8ede-4c45-88cf-f1a92117ed3a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:33.499588 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Set router 81554609-8ede-4c45-88cf-f1a92117ed3a gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:33.931244 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'name': 'router1', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:23Z', 'updated_at': '2021-07-06T11:25:32Z', 'revision_number': 2, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'gw_port_host': None, '_interfaces': [{'id': '10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029', 'name': '', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'mac_address': 'fa:16:3e:a9:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:31Z', 'updated_at': '2021-07-06T11:25:32Z', 'revision_number': 2, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'subnets': [{'id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:33.982555 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Checking router: 81554609-8ede-4c45-88cf-f1a92117ed3a for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:25:33.982898 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Updating router 81554609-8ede-4c45-88cf-f1a92117ed3a port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:25:34.046609 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.528510 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.545585 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Transition to ACTIVE for port object 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:34.555975 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.709373 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Pushing event updated for resources: {'Port': ['ID=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:34.714113 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Attempting to bind port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:34.714507 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Attempting to bind port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:34.714934 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Attempting to bind port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 on network f46e3bdd-2804-4ac9-91d7-e922e2514e46 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:34.722016 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:34.722422 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Checking segment: {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:34.722891 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.723282 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Bound using segment: {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:34.723774 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Bound port: 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74be50bb-262b-47cd-b14f-50627f66e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:34.724201 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.728138 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.728477 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.728805 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.729129 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.729450 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.729769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.730086 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.730405 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.730714 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.731028 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.731343 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.731651 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Tracked resource versions report: Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: pushed versions: Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Log': {'1.0'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Network': {'1.1'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Port': {'1.7'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: consumer versions: Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: L3 agent@n-d-799528-2: {}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: Metadata agent@n-d-799528-2: {}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: Metering agent@n-d-799528-2: {}, Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Log': '1.0', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Network': '1.1', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Port': '1.7', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'PortForwarding': '1.2', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'QosPolicy': '1.8', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'SubPort': '1.0', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Subnet': '1.1', Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: 'Trunk': '1.1'}} Jul 06 11:25:34.732786 n-d-799528-2 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:25:34.797790 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] For port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:34.826169 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] For port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,segment=NetworkSegment(74be50bb-262b-47cd-b14f-50627f66e5a5),segment_id=74be50bb-262b-47cd-b14f-50627f66e5a5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:34.830429 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.872957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Routers {'81554609-8ede-4c45-88cf-f1a92117ed3a'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:34.873577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:25:29Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81554609-8ede-4c45-88cf-f1a92117ed3a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:34.959662 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea2cb8-278d-4217-8566-f422dec94185 None None] Pushing event updated for resources: {'Port': ['ID=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:34.977614 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] Set router 81554609-8ede-4c45-88cf-f1a92117ed3a gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:35.184670 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'name': 'router1', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:23Z', 'updated_at': '2021-07-06T11:25:32Z', 'revision_number': 2, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'gw_port_host': None, '_interfaces': [{'id': '10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029', 'name': '', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'mac_address': 'fa:16:3e:a9:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:31Z', 'updated_at': '2021-07-06T11:25:34Z', 'revision_number': 4, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'subnets': [{'id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:35.209530 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ca964-68d8-4312-9e79-f8da6a61e93f None None] The sync data for ids ['81554609-8ede-4c45-88cf-f1a92117ed3a'] in n-d-799528-2 is: [{'id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'name': 'router1', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:23Z', 'updated_at': '2021-07-06T11:25:32Z', 'revision_number': 2, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'gw_port_host': None, '_interfaces': [{'id': '10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029', 'name': '', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'mac_address': 'fa:16:3e:a9:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:31Z', 'updated_at': '2021-07-06T11:25:34Z', 'revision_number': 4, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'subnets': [{'id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:25:35.510761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:35.617423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dccccac-2df5-4e4d-9182-dc1bfe975725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:35.618824 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1dccccac-2df5-4e4d-9182-dc1bfe975725 admin admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 842 time: 0.1071069 Jul 06 11:25:35.628339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:35.655489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Made reservation on behalf of 995ef87d5eec477086483ce4545f395b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:35.657790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.010188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:25:36.010625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.064275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3405192-57a9-49cc-933d-dbd599c426bc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:36.071448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:36.071934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Network hostable DHCP agents. Network: 0537d038-fb71-45ac-9d16-43121f231db7, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:25:36.087433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:25:36.095759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0537d038-fb71-45ac-9d16-43121f231db7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:36.099756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:36.100421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.104828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df56cd38-05fa-4242-b223-3b557fdbf555 None None] Network 0537d038-fb71-45ac-9d16-43121f231db7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:36.114016 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-adf177af-f46c-465a-9c83-73e75dd42347 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891155 Jul 06 11:25:36.238075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179bb4e-59df-48c6-a1ec-0deb8de0d945 None None] Network 0537d038-fb71-45ac-9d16-43121f231db7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:38.420743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:38.548609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bb9ee840-da97-4a22-878a-b4f10d22d331 admin admin] 10.222.0.78 "GET /v2.0/routers/81554609-8ede-4c45-88cf-f1a92117ed3a HTTP/1.1" status: 200 len: 710 time: 0.1267323 Jul 06 11:25:38.633945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6a076f-9d38-43fb-98b0-cda47af48099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:38.635398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f6a076f-9d38-43fb-98b0-cda47af48099 admin admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 886 time: 0.0817907 Jul 06 11:25:38.644066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:38.901705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.130834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.205088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.306059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Allocated IP 172.25.7.236 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/0a9c803b-cac8-4d56-9acd-828ff7a2e1da) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:39.405326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.444016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.480077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:39.482695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:39.488328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:39.522492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9c803b-cac8-4d56-9acd-828ff7a2e1da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:39.752203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:39.801887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:39.806412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:39.806412 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.825802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.882222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.913890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,segment=NetworkSegment(74be50bb-262b-47cd-b14f-50627f66e5a5),segment_id=74be50bb-262b-47cd-b14f-50627f66e5a5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:39.918532 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.009306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:40.023859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.027124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.138039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Router 81554609-8ede-4c45-88cf-f1a92117ed3a has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:25:40.237869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:25:40.241955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.243206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fab54edd-27bd-414f-b4f6-dfecf2a5de86 admin admin] 10.222.0.78 "PUT /v2.0/routers/81554609-8ede-4c45-88cf-f1a92117ed3a HTTP/1.1" status: 200 len: 890 time: 1.6023395 Jul 06 11:25:40.259669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Sync routers for ids ['81554609-8ede-4c45-88cf-f1a92117ed3a'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:25:40.270643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Routers {'81554609-8ede-4c45-88cf-f1a92117ed3a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:40.271305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:25:29Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81554609-8ede-4c45-88cf-f1a92117ed3a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:40.488774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Set router 81554609-8ede-4c45-88cf-f1a92117ed3a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:40.886733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'name': 'router1', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '0a9c803b-cac8-4d56-9acd-828ff7a2e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:23Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 4, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'gw_port': {'id': '0a9c803b-cac8-4d56-9acd-828ff7a2e1da', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:39Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029', 'name': '', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'mac_address': 'fa:16:3e:a9:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:31Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 5, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'subnets': [{'id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:40.937303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Checking router: 81554609-8ede-4c45-88cf-f1a92117ed3a for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:25:40.937659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Updating router 81554609-8ede-4c45-88cf-f1a92117ed3a port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:25:40.969875 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.285062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.294777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Transition to ACTIVE for port object 0a9c803b-cac8-4d56-9acd-828ff7a2e1da will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:41.300855 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.354277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Attempting to bind port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:41.354645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Attempting to bind port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:41.355007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Attempting to bind port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:41.356959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9d9a6-ea8e-455b-8850-09bf6894b964 None None] Pushing event updated for resources: {'Port': ['ID=0a9c803b-cac8-4d56-9acd-828ff7a2e1da,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:41.362228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:41.362604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:41.362999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.363395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:41.363841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Bound port: 0a9c803b-cac8-4d56-9acd-828ff7a2e1da, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:41.364947 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.423569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] For port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:41.426967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] For port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0a9c803b-cac8-4d56-9acd-828ff7a2e1da,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:41.431548 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.487006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9d9a6-ea8e-455b-8850-09bf6894b964 None None] Pushing event updated for resources: {'Port': ['ID=0a9c803b-cac8-4d56-9acd-828ff7a2e1da,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:41.491222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Routers {'81554609-8ede-4c45-88cf-f1a92117ed3a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:41.491829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:25:29Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81554609-8ede-4c45-88cf-f1a92117ed3a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:41.671624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] Set router 81554609-8ede-4c45-88cf-f1a92117ed3a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:41.745648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:41.888924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:41.889510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.984090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'name': 'router1', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '0a9c803b-cac8-4d56-9acd-828ff7a2e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:23Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 4, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'gw_port': {'id': '0a9c803b-cac8-4d56-9acd-828ff7a2e1da', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:39Z', 'updated_at': '2021-07-06T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029', 'name': '', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'mac_address': 'fa:16:3e:a9:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:31Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 5, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'subnets': [{'id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:42.016228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0e7fc-b8ad-43b1-a2b0-a8c7e4e1ca90 None None] The sync data for ids ['81554609-8ede-4c45-88cf-f1a92117ed3a'] in n-d-799528-2 is: [{'id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'name': 'router1', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '0a9c803b-cac8-4d56-9acd-828ff7a2e1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:23Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 4, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'gw_port': {'id': '0a9c803b-cac8-4d56-9acd-828ff7a2e1da', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:39Z', 'updated_at': '2021-07-06T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029', 'name': '', 'network_id': 'f46e3bdd-2804-4ac9-91d7-e922e2514e46', 'tenant_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'mac_address': 'fa:16:3e:a9:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81554609-8ede-4c45-88cf-f1a92117ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:31Z', 'updated_at': '2021-07-06T11:25:39Z', 'revision_number': 5, 'project_id': 'a2811b6b275b4870a1ae6ba2631f39d3', 'subnets': [{'id': '1bd5f538-902b-4d14-bf50-9b3470f0720a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d5d7eeb-784b-4a38-814e-31ac6c38b445'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:25:42.794643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:42.912420 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-402dd7e0-ee74-4825-b45a-aa0d48c0fec3 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1166317 Jul 06 11:25:43.783055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0a9c803b-cac8-4d56-9acd-828ff7a2e1da up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:43.831086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:43.834541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:43.834907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.912526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.932368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0a9c803b-cac8-4d56-9acd-828ff7a2e1da,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:43.936036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.983560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=0a9c803b-cac8-4d56-9acd-828ff7a2e1da,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:45.747622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0a9c803b-cac8-4d56-9acd-828ff7a2e1da up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:45.815638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0a9c803b-cac8-4d56-9acd-828ff7a2e1da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:45.816036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:57.019576 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e0e15bb-ff81-4f67-9023-eadba4d857cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.508412 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ab389b8-98c8-4e7f-a70b-e14a810083f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.904321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.706207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.195344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.243900 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:26:27.000145 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaea89cf-d704-450f-9856-11ebde54a6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.512493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90988d9-5b7c-4a41-b73e-d4711fdb50d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.907819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.703847 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:32.196556 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.242775 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:26:57.002012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d50a-a3fb-43ae-a264-60842ce99959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:59.514938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d87e6fa-4c48-4362-8835-c0ddda105818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:59.910726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:00.708651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:02.199870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.241936 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:27:25.270495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:25.329643 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b832519-0933-4cad-821d-bf79339ef362 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:27:25.330996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b832519-0933-4cad-821d-bf79339ef362 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0595469 Jul 06 11:27:25.490169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15269c7-cdd3-4eda-8913-01f8835d6b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:25.491559 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c15269c7-cdd3-4eda-8913-01f8835d6b58 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567090 Jul 06 11:27:27.005124 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509131cd-459d-47a3-9520-604dee3ca8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.641789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:27.732473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faaded0-dc31-4354-8e28-187d282f27f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:27.733864 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8faaded0-dc31-4354-8e28-187d282f27f8 admin admin] 10.222.0.78 "GET /v2.0/subnets/1bd5f538-902b-4d14-bf50-9b3470f0720a HTTP/1.1" status: 200 len: 849 time: 0.0911286 Jul 06 11:27:27.743392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:27.831811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.972182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747939863839'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:28.001239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:28.001819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:28.004073 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] 10.222.0.78 "PUT /v2.0/subnets/1bd5f538-902b-4d14-bf50-9b3470f0720a HTTP/1.1" status: 200 len: 868 time: 0.2644382 Jul 06 11:27:28.019338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cf347-e220-4e4d-a2cf-6f3b8536a6f1 None None] Network f46e3bdd-2804-4ac9-91d7-e922e2514e46 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:27:28.023867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd5f538-902b-4d14-bf50-9b3470f0720a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:28.031623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.032018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.032351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.032685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.033053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.033434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.034001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.034351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.034672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.035000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.035331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.035659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418be86-0841-40ad-a760-557a1b5b6506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:28.427061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-155414a0-8f18-4ff1-ae30-1f78eb8528e7 None None] Provisioning complete for port 10cfe55e-8fb1-4cf3-b3d8-be18bbe1a029 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:28.427431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155414a0-8f18-4ff1-ae30-1f78eb8528e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:28.513992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-155414a0-8f18-4ff1-ae30-1f78eb8528e7 None None] Provisioning complete for port 32117fcf-9b17-4b52-a7e3-adcc4ceee9bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:28.514280 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155414a0-8f18-4ff1-ae30-1f78eb8528e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:29.516693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8702c01f-ddeb-442d-a0b3-a3028c6df7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:29.915709 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:30.187507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:30.383426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352de3a-41b3-4319-8f6d-27d037f40ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:30.383824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352de3a-41b3-4319-8f6d-27d037f40ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:30.385408 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9352de3a-41b3-4319-8f6d-27d037f40ef5 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969063 Jul 06 11:27:30.708976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:32.195776 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:32.549599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:32.677653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147ae02-297f-4165-96c6-16bb7b737d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:32.678130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147ae02-297f-4165-96c6-16bb7b737d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:32.679649 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9147ae02-297f-4165-96c6-16bb7b737d40 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289511 Jul 06 11:27:34.828715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:34.951618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7b03c-70cd-4988-bbe5-654654ea6132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:34.953020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-05e7b03c-70cd-4988-bbe5-654654ea6132 admin admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 886 time: 0.1233451 Jul 06 11:27:37.154975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:37.381999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad2eab-e84a-4b32-ab7c-81b74d9c95f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:37.383277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73ad2eab-e84a-4b32-ab7c-81b74d9c95f5 admin admin] 10.222.0.78 "GET /v2.0/networks/f46e3bdd-2804-4ac9-91d7-e922e2514e46 HTTP/1.1" status: 200 len: 869 time: 0.2272704 Jul 06 11:27:39.549845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:39.671167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20415e1f-e2bc-44ae-8eae-cbd5f98c3e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:39.671625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20415e1f-e2bc-44ae-8eae-cbd5f98c3e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:39.673160 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20415e1f-e2bc-44ae-8eae-cbd5f98c3e4f admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223812 Jul 06 11:27:41.820199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:41.909216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d2be1-f7ac-4a09-ac00-2cf6a88c0e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:41.910043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d2be1-f7ac-4a09-ac00-2cf6a88c0e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:41.911558 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-615d2be1-f7ac-4a09-ac00-2cf6a88c0e7c admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903306 Jul 06 11:27:44.067639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:44.155861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55138c5f-be62-48b2-a46d-71c409447574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:44.157162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-55138c5f-be62-48b2-a46d-71c409447574 admin admin] 10.222.0.78 "GET /v2.0/subnets/1bd5f538-902b-4d14-bf50-9b3470f0720a HTTP/1.1" status: 200 len: 868 time: 0.0885320 Jul 06 11:27:46.319587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:46.406237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a42ec-14b2-4eeb-8963-fbfd1adb95ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.407661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9c2a42ec-14b2-4eeb-8963-fbfd1adb95ce admin admin] 10.222.0.78 "GET /v2.0/subnets/e3405192-57a9-49cc-933d-dbd599c426bc HTTP/1.1" status: 200 len: 816 time: 0.0869212 Jul 06 11:27:55.239934 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:27:57.007013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-698db0b6-ad37-400b-b346-43fbe5d101ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:59.517496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5837a6ed-f4b6-46b7-970f-9ca19ba767bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:59.917627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:00.710501 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.205655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:10.222151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:10.280344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-24ba3a51-f69e-4519-84ba-25a4c6cb0051 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:28:10.281419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24ba3a51-f69e-4519-84ba-25a4c6cb0051 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583148 Jul 06 11:28:12.584695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:12.643949 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ebedf7-e181-4efe-8698-d94bc7b4be07 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:28:12.645303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1ebedf7-e181-4efe-8698-d94bc7b4be07 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596609 Jul 06 11:28:12.728238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272240b-5e4e-4fca-a198-8f1eb0c037e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:12.729732 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b272240b-5e4e-4fca-a198-8f1eb0c037e8 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804963 Jul 06 11:28:14.926567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:14.972315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:14.992092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Made reservation on behalf of 995ef87d5eec477086483ce4545f395b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:14.994300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.023009 n-d-799528-2 neutron-server[93766]: WARNING neutron.services.revisions.revision_plugin [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Could not find related network for resource to bump revision. Jul 06 11:28:15.034102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:28:15.043423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.043765 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Added segment 6662143e-d389-4ada-847f-9e9b68cdd119 of type vlan for network 75bf8864-3307-4246-803b-0c5a3ed4700f Jul 06 11:28:15.085622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.112820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.113692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:15.114267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.165069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2373722 Jul 06 11:28:15.173547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0c177-77aa-4e61-8af6-4ebedec16ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=75bf8864-3307-4246-803b-0c5a3ed4700f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:15.187000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 75bf8864-3307-4246-803b-0c5a3ed4700f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:28:17.359603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:17.421190 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f751f65f-6906-4487-aa73-6246437e073a admin admin] GET failed (client error): The resource could not be found. Jul 06 11:28:17.422537 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f751f65f-6906-4487-aa73-6246437e073a admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618925 Jul 06 11:28:17.498649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cad76-5947-47db-be5c-a379e457b7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:17.500124 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c8cad76-5947-47db-be5c-a379e457b7ba admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0729034 Jul 06 11:28:17.510085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'description': 'shared-subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:17.530173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Made reservation on behalf of 995ef87d5eec477086483ce4545f395b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:17.532702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.689655 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.735140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ed8f30-65c4-4ccb-8dca-fbf90172a25a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:17.755648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:17.756095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Network hostable DHCP agents. Network: 75bf8864-3307-4246-803b-0c5a3ed4700f, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:28:17.775680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:28:17.786009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 75bf8864-3307-4246-803b-0c5a3ed4700f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:17.790631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:17.791787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.795639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72691bea-c130-4cd1-bfbd-fe20e47884a6 None None] Network 75bf8864-3307-4246-803b-0c5a3ed4700f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:28:17.816617 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d4d2f7a8-8c8a-4909-a56f-49db33e07649 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3098931 Jul 06 11:28:18.053885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-75bf8864-3307-4246-803b-0c5a3ed4700f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'tenant_id': '995ef87d5eec477086483ce4545f395b', 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:28:18.054770 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.202662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Allocated IP 192.168.233.2 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:18.343343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.351958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Transition to ACTIVE for port object 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:18.367278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Transition to ACTIVE for port object 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:18.373331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.426271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:18.430818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:18.434092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Pushing event updated for resources: {'Port': ['ID=6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:18.436929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:18.452801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.453426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.453812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.454153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.454491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.454817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.455142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.455824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.459591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.460007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.460344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.460725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:18.519434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Attempting to bind port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:18.519930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Attempting to bind port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:18.520294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Attempting to bind port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:18.525342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:18.525727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:18.526120 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.526825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:18.526983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Bound port: 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:18.527376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.591400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] For port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:18.594739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] For port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:18.600277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.665833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901792d-e392-49f3-9379-d5903a9fc3e4 None None] Pushing event updated for resources: {'Port': ['ID=6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:19.513212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda9f3b-17f3-4f35-8332-94ed4e02b868 None None] Network 75bf8864-3307-4246-803b-0c5a3ed4700f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:28:19.623574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7936853e-fb85-480d-aec0-7b5324b01fb5 None None] Provisioning for port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:19.896230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:19.950295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:19.954701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:19.955078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:19.960488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a96bf383-e484-4c74-b7cb-964e3cfe671e None None] Provisioning complete for port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:19.960853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a96bf383-e484-4c74-b7cb-964e3cfe671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:20.090420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a96bf383-e484-4c74-b7cb-964e3cfe671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:20.106464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:20.143615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a96bf383-e484-4c74-b7cb-964e3cfe671e None None] For port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:20.148178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a96bf383-e484-4c74-b7cb-964e3cfe671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:20.222466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:28:20.222888 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:28:20.227152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bf383-e484-4c74-b7cb-964e3cfe671e None None] Pushing event updated for resources: {'Port': ['ID=6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:21.856316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:21.904719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 6dcb382f-a89f-4609-a2f4-fb8a3cc70cb0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:21.905085 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:27.009165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5881a67-7aed-4125-95ce-68caeb6f724d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:29.519515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42d070c5-dd78-423f-bfc0-0313d8691457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:29.918609 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:30.713165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:32.205687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:32.237234 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:28:57.010429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-938ed3e9-f52b-44eb-a566-b2a4d017d760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.521230 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8b74-56c7-4913-8da0-d774d2cce52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.919248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:00.718029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:02.211185 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:09.234917 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:29:27.012516 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24080b58-56c5-48e4-b63f-9e74edc2d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:29.522262 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9584e730-3c59-409c-92b7-baf56e1f45ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:29.919159 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:30.723044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:32.211687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.020077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:41.025972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-c6dabb6d-1921-486b-a413-27f6e72f1115 tempest-verify_tempest_config-2134713875 tempest-verify_tempest_config-2134713875-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:29:41.026923 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c6dabb6d-1921-486b-a413-27f6e72f1115 tempest-verify_tempest_config-2134713875 tempest-verify_tempest_config-2134713875-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058904 Jul 06 11:29:41.323491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:41.423889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.513510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.517215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.562554 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48e441dae246437cbeecb5014e3f4d02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2379887 Jul 06 11:29:41.563421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d1824b-7879-4e52-87e8-655a688ae20e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:41.565409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:41.570956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.571305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.571650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.572010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.572345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.572683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.573010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.573336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.573662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.573986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.574310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.574632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbca8be-7f65-476c-8eb9-66c52cedf6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.649940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.670466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.758907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.761943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.763080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5d1824b-7879-4e52-87e8-655a688ae20e HTTP/1.1" status: 204 len: 168 time: 0.1964374 Jul 06 11:29:41.771897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d1824b-7879-4e52-87e8-655a688ae20e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:41.785111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.785491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.785945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.786429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.786695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.787096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.787460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.787825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.788211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.788521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.788871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.789157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da278f02-d355-4fbf-b149-2d26d8f2e6d0 admin admin] Tracked resource versions report: Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: pushed versions: Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Log': {'1.0'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Network': {'1.1'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Port': {'1.7'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: consumer versions: Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: L3 agent@n-d-799528-2: {}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: Metadata agent@n-d-799528-2: {}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: Metering agent@n-d-799528-2: {}, Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Log': '1.0', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Network': '1.1', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Port': '1.7', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'PortForwarding': '1.2', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'QosPolicy': '1.8', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'SubPort': '1.0', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Subnet': '1.1', Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: 'Trunk': '1.1'}} Jul 06 11:29:41.790315 n-d-799528-2 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:29:46.233888 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:29:57.012665 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14f810c-ba22-49e7-8667-9a0cbea0c4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:59.522971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd1c4f52-1d96-4041-ad87-34712c8d8513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:59.919988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:00.725222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.217895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:23.231711 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:30:27.012559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3a615b-eec1-4d6f-af31-768f454c290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:29.524557 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57bdfc-85a7-4244-9e9e-a7494e1e34b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:29.921317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:30.725626 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:32.222883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:57.020418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ac90-98ce-4b02-9bf4-a8d5ceda019a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:59.527988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b8a12f4-2b06-47a0-9fd9-aedeb6389604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:59.923639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:00.232717 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:31:00.731732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:02.228493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:27.013409 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5769a392-23ea-4b41-972e-f6372990ca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.528817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-385ad952-1ea6-478d-bfc3-93ff551343ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.927687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.732568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.228794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:37.231236 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:31:57.013944 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7b27653-4272-480e-be2a-5939762fa184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.540485 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aeda9536-c9cc-4c0f-8846-9375ede58f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.929062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.735942 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.230723 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:14.230698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:32:27.014808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-795d24e0-c5b2-440a-aab5-0e2a2bfa11f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.536646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-910fa4ad-f79b-4b56-8efc-2dfba861e26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.932416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.738973 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:32.238413 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:51.229529 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:32:52.449639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:57.016265 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d70e4368-3659-464a-9816-4398dfd1e20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:59.538841 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b36f7ba5-54ae-4e55-bf5f-6af4011444d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:59.659535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565465'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:59.933160 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:00.743827 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:02.244673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.415106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.016697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-213c1994-08c8-4306-839c-fce2dcf1e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.229107 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:33:29.540937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-423c3449-306d-4a4e-8ce6-cddf35467f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:29.620611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:29.940889 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:30.745753 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:32.242611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.921080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:46.033096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67d9c462-e4bd-4b49-95bf-14217dc4f952 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1106038 Jul 06 11:33:48.312501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:48.374399 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-640ffa02-e93d-4bff-a720-e73484cc1e15 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0607486 Jul 06 11:33:52.413220 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.018616 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9f62860-3708-4876-9197-8c77917be530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.542819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4c81748-ae9c-4b2e-a922-310bc7e6d804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.642485 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.932951 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.746645 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.245854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:05.229027 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:34:22.423467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.023485 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8184183-17ff-46b3-b840-e32e00cf5d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.545147 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b1d3d6-606c-4c51-9c81-80ead5b03a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.649568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.944881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.751212 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:32.262080 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.240935 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:34:52.421902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:57.024741 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07451bb1-1cc9-44e3-937c-691fe6664f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.548503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5854518c-44be-4822-95eb-0144f238eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.653215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.937958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:00.752629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.249950 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:12.722175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:13.021957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-network', 'tenant_id': '265633f82b254ced8dca3bfd23de0646'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:13.046333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Made reservation on behalf of 265633f82b254ced8dca3bfd23de0646 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:13.049522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.058454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.154835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.159814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.187237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdec3be-562b-488f-bef5-000665a5f6b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.197182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:13.199755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.200126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.200459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.200792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.201117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.201434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.201756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.202073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.202389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.202706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.203023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.203335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Tracked resource versions report: Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: pushed versions: Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Log': {'1.0'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Network': {'1.1'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Port': {'1.7'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: consumer versions: Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: HyperV agent@n-h1-799528-2: {}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: HyperV agent@n-h2-799528-2: {}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: L3 agent@n-d-799528-2: {}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: Metadata agent@n-d-799528-2: {}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: Metering agent@n-d-799528-2: {}, Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Log': '1.0', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Network': '1.1', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Port': '1.7', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'PortForwarding': '1.2', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'QosPolicy': '1.8', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'SubPort': '1.0', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Subnet': '1.1', Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: 'Trunk': '1.1'}} Jul 06 11:35:13.205247 n-d-799528-2 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:35:13.216377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.216778 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Added segment 841da813-9351-4ff8-8da9-4494e28a1a2c of type vlan for network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 Jul 06 11:35:13.259905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.294977 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.296003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:13.296599 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.362306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] Pushing event updated for resources: {'Network': ['ID=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.377362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:13.378213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:13.388091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Request body: {'subnet': {'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-subnet', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:13.392877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a1e80be8-a34c-49c4-87ca-49d81742513f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6696115 Jul 06 11:35:13.440788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Made reservation on behalf of 265633f82b254ced8dca3bfd23de0646 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:13.443938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.813049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.879411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1946519-043b-4080-a748-21799d4b8149,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.898635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.899203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.899747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.900342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.900868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.901425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.902076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.902395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.902796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.903050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.903394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.903714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Tracked resource versions report: Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: pushed versions: Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Log': {'1.0'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Network': {'1.1'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Port': {'1.7'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: consumer versions: Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: HyperV agent@n-h1-799528-2: {}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: HyperV agent@n-h2-799528-2: {}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: L3 agent@n-d-799528-2: {}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: Metadata agent@n-d-799528-2: {}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: Metering agent@n-d-799528-2: {}, Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Log': '1.0', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Network': '1.1', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Port': '1.7', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'PortForwarding': '1.2', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'QosPolicy': '1.8', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'SubPort': '1.0', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Subnet': '1.1', Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: 'Trunk': '1.1'}} Jul 06 11:35:13.905215 n-d-799528-2 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:35:13.936338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Checking segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:13.936634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Network hostable DHCP agents. Network: 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:13.978679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:13.992892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:13.998544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.000979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.011406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3f7fa-e9e7-4ca3-b305-1fc1201dde0b None None] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:14.030223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6e13b51-e625-4209-a466-b2d183d83549 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6597161 Jul 06 11:35:14.033357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:14.038437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:14.089537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.090902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.159656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.232484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:35:14.233868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.328164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.411446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Allocated IP 172.20.0.2 (3dd86d67-d7ab-4954-ae4f-06a7504bd2d2/a1946519-043b-4080-a748-21799d4b8149/0978212e-b75d-434c-93f5-f5f79ff4a21b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:14.567607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.577880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Transition to ACTIVE for port object 0978212e-b75d-434c-93f5-f5f79ff4a21b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:14.593784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Transition to ACTIVE for port object 0978212e-b75d-434c-93f5-f5f79ff4a21b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:14.599906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.602986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.620415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.649996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Pushing event updated for resources: {'Port': ['ID=0978212e-b75d-434c-93f5-f5f79ff4a21b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:14.661056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.661399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.661736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.662067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.662396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.662720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.663146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Tracked resource versions report: Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: pushed versions: Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Log': {'1.0'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Network': {'1.1'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Port': {'1.7'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: consumer versions: Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: HyperV agent@n-h1-799528-2: {}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: HyperV agent@n-h2-799528-2: {}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: L3 agent@n-d-799528-2: {}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: Metadata agent@n-d-799528-2: {}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: Metering agent@n-d-799528-2: {}, Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Log': '1.0', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Network': '1.1', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Port': '1.7', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'PortForwarding': '1.2', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'QosPolicy': '1.8', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'SubPort': '1.0', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Subnet': '1.1', Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: 'Trunk': '1.1'}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:14.690680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:14.746027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Attempting to bind port 0978212e-b75d-434c-93f5-f5f79ff4a21b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:14.746401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Attempting to bind port 0978212e-b75d-434c-93f5-f5f79ff4a21b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:14.746764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Attempting to bind port 0978212e-b75d-434c-93f5-f5f79ff4a21b on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:14.754189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:14.754562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Checking segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:14.755271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.756137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Bound using segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:14.757027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Bound port: 0978212e-b75d-434c-93f5-f5f79ff4a21b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:14.757813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.761924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Allocated IP 172.25.7.74 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/10a47545-82ad-4b7f-82d0-f89ceabae8b7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:14.866706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] For port 0978212e-b75d-434c-93f5-f5f79ff4a21b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:14.877786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] For port 0978212e-b75d-434c-93f5-f5f79ff4a21b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0978212e-b75d-434c-93f5-f5f79ff4a21b,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:14.888241 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.962790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.973210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6240f-394f-4f53-ae94-bbe11b207ded None None] Pushing event updated for resources: {'Port': ['ID=0978212e-b75d-434c-93f5-f5f79ff4a21b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:15.062339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.123035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Pushing event updated for resources: {'Port': ['ID=10a47545-82ad-4b7f-82d0-f89ceabae8b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:15.138553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:15.140132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:15.144960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:15.527040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:15.530196 n-d-799528-2 neutron-server[93767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 11:35:15.551030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.573172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-b0da2dd6-e679-4abd-b89d-ccc9ab56ad49 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439191 Jul 06 11:35:15.796032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-ce5b2c39-9247-43a4-b62c-d105dcc512f0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:15.798506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-ce5b2c39-9247-43a4-b62c-d105dcc512f0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245383 Jul 06 11:35:15.814683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.823470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-35b6e647-95ff-465b-b634-c013491d9670 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/quotas/f6a4bac2dd0b4abf900a9eb3c784669c HTTP/1.1" status: 200 len: 375 time: 0.0185809 Jul 06 11:35:15.935713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-af87874e-9d26-46ea-990f-9f12ff66ba1e tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000922 Jul 06 11:35:16.012212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:35:16.193606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:35:16.223262 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:35:16.229898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.231330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0978212e-b75d-434c-93f5-f5f79ff4a21b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:16.232143 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-74063845-7079-47c5-84d4-79fc56a78c58 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.1965377 Jul 06 11:35:16.234590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:16.265441 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:16.269722 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:16.370752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0978212e-b75d-434c-93f5-f5f79ff4a21b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:16.395645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514d97b-7263-4cf6-839d-b2f0f9ae436d None None] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:16.469755 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:16.800866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] Provisioning for port 0978212e-b75d-434c-93f5-f5f79ff4a21b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:16.819418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] Provisioning complete for port 0978212e-b75d-434c-93f5-f5f79ff4a21b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:16.820181 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.864227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.961408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.014345 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:15Z', 'revision_number': 3, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:17.075742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] For port 0978212e-b75d-434c-93f5-f5f79ff4a21b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0978212e-b75d-434c-93f5-f5f79ff4a21b,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:17.083644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.099758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:17.132188 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:35:17.132540 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Updating router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:35:17.191358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Allocated IP 172.20.0.1 (3dd86d67-d7ab-4954-ae4f-06a7504bd2d2/a1946519-043b-4080-a748-21799d4b8149/36481931-59ff-40a5-8ff5-e932ac852a5f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:17.209327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d7c1e-0baa-4ab4-a93c-d99d6f23e1cc None None] Pushing event updated for resources: {'Port': ['ID=0978212e-b75d-434c-93f5-f5f79ff4a21b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:17.211568 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.313396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82c3e28a-69fc-4efd-b44c-f011cccba6ee None None] Provisioning complete for port 0978212e-b75d-434c-93f5-f5f79ff4a21b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:17.315264 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c3e28a-69fc-4efd-b44c-f011cccba6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.352040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.371843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Transition to ACTIVE for port object 36481931-59ff-40a5-8ff5-e932ac852a5f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:17.410437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a215c86f-1b8f-4d55-a8a0-d8ae8bd6c938 req-0463004f-3aa2-4cb4-8daa-3c04ae0ac347 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 210 time: 0.3091781 Jul 06 11:35:17.430908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.504369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:17.508460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:17.512036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:17.512608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.515624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Pushing event updated for resources: {'Port': ['ID=36481931-59ff-40a5-8ff5-e932ac852a5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:17.897044 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.914442 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Transition to ACTIVE for port object 10a47545-82ad-4b7f-82d0-f89ceabae8b7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:17.936383 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.992247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b5352ae-83bc-4b04-8a6f-21666b6b8db6 None None] Provisioning for port 36481931-59ff-40a5-8ff5-e932ac852a5f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:17.997144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b5352ae-83bc-4b04-8a6f-21666b6b8db6 None None] Provisioning complete for port 36481931-59ff-40a5-8ff5-e932ac852a5f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:17.997706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b5352ae-83bc-4b04-8a6f-21666b6b8db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.119371 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Attempting to bind port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:18.120299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2b5352ae-83bc-4b04-8a6f-21666b6b8db6 None None] Port 36481931-59ff-40a5-8ff5-e932ac852a5f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:18.123671 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Attempting to bind port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:18.124271 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Attempting to bind port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:18.139782 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Pushing event updated for resources: {'Port': ['ID=10a47545-82ad-4b7f-82d0-f89ceabae8b7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:18.143402 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:18.143716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:18.149967 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.149967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:18.149967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Bound port: 10a47545-82ad-4b7f-82d0-f89ceabae8b7, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:18.149967 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.159641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:18.201276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0978212e-b75d-434c-93f5-f5f79ff4a21b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:18.206072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.241787 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.242208 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.242479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.243372 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.243372 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.243519 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.244021 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.244133 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Tracked resource versions report: Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: pushed versions: Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Log': {'1.0'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Network': {'1.1'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Port': {'1.7'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: consumer versions: Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: { DHCP agent@n-d-799528-2: {}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: HyperV agent@n-h1-799528-2: {}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: HyperV agent@n-h2-799528-2: {}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: L3 agent@n-d-799528-2: {}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: Metadata agent@n-d-799528-2: {}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: Metering agent@n-d-799528-2: {}, Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: Open vSwitch agent@n-d-799528-2: { 'AddressGroup': '1.2', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Log': '1.0', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Network': '1.1', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Port': '1.7', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'PortForwarding': '1.2', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'QosPolicy': '1.8', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'SubPort': '1.0', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Subnet': '1.1', Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: 'Trunk': '1.1'}} Jul 06 11:35:18.249305 n-d-799528-2 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:35:18.307534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0978212e-b75d-434c-93f5-f5f79ff4a21b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:18.307908 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.378458 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] For port 10a47545-82ad-4b7f-82d0-f89ceabae8b7, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:18.394539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] For port 10a47545-82ad-4b7f-82d0-f89ceabae8b7, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10a47545-82ad-4b7f-82d0-f89ceabae8b7,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:18.403233 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.497620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53d96bd-959f-4336-bba4-0e5107e39d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.501977 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:18.502878 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:18.583422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.596278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.596834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.657580 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:18.674858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Pushing event updated for resources: {'Port': ['ID=36481931-59ff-40a5-8ff5-e932ac852a5f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:18.780943 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b34ba-9c35-4ba8-ba51-ffd3f61056bb None None] Pushing event updated for resources: {'Port': ['ID=10a47545-82ad-4b7f-82d0-f89ceabae8b7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:18.798651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53d96bd-959f-4336-bba4-0e5107e39d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.805934 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c53d96bd-959f-4336-bba4-0e5107e39d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.825073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:18.826645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:18.894861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d96bd-959f-4336-bba4-0e5107e39d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc5c93-06b6-489b-9268-90681642bef5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:18.942284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c53d96bd-959f-4336-bba4-0e5107e39d8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a59c05025f3547c8b4e98cfa4fc650e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7811079 Jul 06 11:35:18.945019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:19.008528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:35:19.072730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55b9b460-7455-4763-ba92-851d63ed4e2f req-823fe277-e83d-48cc-9805-0dd2442444b6 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 210 time: 0.0698364 Jul 06 11:35:19.080807 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30a5a45d-20d3-423b-8f74-da0cf3bdf49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.146148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30a5a45d-20d3-423b-8f74-da0cf3bdf49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.201285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:35:19.219969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d6c99a4-44ea-4479-8178-8584eb43eb20 admin admin] 10.222.0.78 "PUT /v2.0/routers/d3f3bdbe-4594-43ce-86bb-1ee71f24bd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9784586 Jul 06 11:35:19.237371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30a5a45d-20d3-423b-8f74-da0cf3bdf49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.240714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30a5a45d-20d3-423b-8f74-da0cf3bdf49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.244376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-30a5a45d-20d3-423b-8f74-da0cf3bdf49c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63dc5c93-06b6-489b-9268-90681642bef5 HTTP/1.1" status: 204 len: 168 time: 0.2970803 Jul 06 11:35:19.247596 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:35:19.262361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5a45d-20d3-423b-8f74-da0cf3bdf49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc5c93-06b6-489b-9268-90681642bef5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:19.334129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e85f702c-d3b3-464f-b8c5-8aecdf9bdeeb None None] Provisioning complete for port 36481931-59ff-40a5-8ff5-e932ac852a5f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:19.337431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85f702c-d3b3-464f-b8c5-8aecdf9bdeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.374212 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:17Z', 'revision_number': 1, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:19.421082 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d9595-dfac-4c6f-877e-f27eacf78520 None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:17Z', 'revision_number': 1, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:35:19.451205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e85f702c-d3b3-464f-b8c5-8aecdf9bdeeb None None] Port 36481931-59ff-40a5-8ff5-e932ac852a5f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:19.920958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.79', 56022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.009122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.015286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-cf57e4f3-a4c4-4b57-8912-715d5f74705b tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929744 Jul 06 11:35:20.029583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0752408f-75d2-42a5-ab21-efcebc96bf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.198778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0752408f-75d2-42a5-ab21-efcebc96bf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.209433 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0752408f-75d2-42a5-ab21-efcebc96bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.315907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752408f-75d2-42a5-ab21-efcebc96bf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474fade9-cad8-4b25-a032-6b9c4171fa2c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:20.371398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0752408f-75d2-42a5-ab21-efcebc96bf52 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=265f198eee6a42e192aa8b0d6565c73d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3608882 Jul 06 11:35:20.374190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.469492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-98a06924-59cc-43be-a601-21e70d4f4f7e tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.471436 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-98a06924-59cc-43be-a601-21e70d4f4f7e tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4501240 Jul 06 11:35:20.513539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.530801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b5e078f-32c8-43bd-bfb3-23e48184fd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.550248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Request body: {'port': {'device_id': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'f6a4bac2dd0b4abf900a9eb3c784669c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:20.557621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ba80ee0-ae01-46c9-8dae-ca4f662a4aa1 req-fe6b4998-9783-4328-80de-babb1acfcf15 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 210 time: 0.0433896 Jul 06 11:35:20.587549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b5e078f-32c8-43bd-bfb3-23e48184fd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.683699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b5e078f-32c8-43bd-bfb3-23e48184fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.686266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b5e078f-32c8-43bd-bfb3-23e48184fd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.687511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b5e078f-32c8-43bd-bfb3-23e48184fd0b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/474fade9-cad8-4b25-a032-6b9c4171fa2c HTTP/1.1" status: 204 len: 168 time: 0.3073094 Jul 06 11:35:20.709733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e078f-32c8-43bd-bfb3-23e48184fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474fade9-cad8-4b25-a032-6b9c4171fa2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:20.860496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Made reservation on behalf of f6a4bac2dd0b4abf900a9eb3c784669c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:20.865072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.885259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.971933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b26aebe-a75c-41d0-8e6e-0d5b600e3be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.080333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-896adb7b-6156-421b-9809-bc5ff3520776 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=209349033b4043bb8eb38298a46756e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251646 Jul 06 11:35:21.124737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.143045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.238358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-c8459cca-1a30-460c-b348-12960b9dfefb tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:21.245339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-c8459cca-1a30-460c-b348-12960b9dfefb tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581967 Jul 06 11:35:21.263074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-5b9dbef2-3cbd-4c0e-96ae-61926641018e tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/quotas/209349033b4043bb8eb38298a46756e1 HTTP/1.1" status: 200 len: 375 time: 0.0168083 Jul 06 11:35:21.321636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-0da0bd9f-fa3e-485b-9dc8-250178855072 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=209349033b4043bb8eb38298a46756e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574973 Jul 06 11:35:21.526731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:21.531380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-network', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:21.637928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Allocated IP 192.168.233.163 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/4db9c178-b70c-4ac4-91a6-0992b411bdb7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:21.644797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a9a35-00be-44cb-b64c-42506bfc08f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:21.743311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b26aebe-a75c-41d0-8e6e-0d5b600e3be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.756374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f30be978-bb90-45e4-9660-5ed5d030f4be req-ee607671-20b2-4b0b-8c45-03e1d0712722 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 210 time: 0.0761476 Jul 06 11:35:21.756554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b26aebe-a75c-41d0-8e6e-0d5b600e3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.805913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Made reservation on behalf of 82a5d5edc42a49adbd6fff45a13ef9f5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:21.817403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.851394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.952313 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7b26aebe-a75c-41d0-8e6e-0d5b600e3be2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99432e3ad51b4883883b5e52f496212a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4376159 Jul 06 11:35:21.957967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:21.974923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ccf1206-594e-4e58-880e-03c60594bf58 req-f80e52ed-d587-4190-851c-e8c61192e45d tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 210 time: 0.0917692 Jul 06 11:35:22.200716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.220325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.280846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10a47545-82ad-4b7f-82d0-f89ceabae8b7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:22.306103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:22.335749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6534441-6659-4368-a2b5-a1a43bd456ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:22.358277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747939875925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.362077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Unsubscribe: segment precommit_create {{(pid=93767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 11:35:22.365873 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Added segment d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0 of type vlan for network c1439be3-5d5a-428e-9f54-2e1a48c34100 Jul 06 11:35:22.481039 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.504638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:22.509527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:22.509893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.518845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2abfe2af-0deb-4803-8994-808f700476d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.557301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2abfe2af-0deb-4803-8994-808f700476d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.631414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26aebe-a75c-41d0-8e6e-0d5b600e3be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de9843-b12a-45d7-be0f-66bc64f66a8f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:22.642115 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.650915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2abfe2af-0deb-4803-8994-808f700476d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.655542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2abfe2af-0deb-4803-8994-808f700476d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.656993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2abfe2af-0deb-4803-8994-808f700476d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/78de9843-b12a-45d7-be0f-66bc64f66a8f HTTP/1.1" status: 204 len: 168 time: 0.6925309 Jul 06 11:35:22.673268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfe2af-0deb-4803-8994-808f700476d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de9843-b12a-45d7-be0f-66bc64f66a8f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:22.698166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.698166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:22.698166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.698397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.745041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Transition to ACTIVE for port object 4db9c178-b70c-4ac4-91a6-0992b411bdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:22.790652 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.855848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 10a47545-82ad-4b7f-82d0-f89ceabae8b7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10a47545-82ad-4b7f-82d0-f89ceabae8b7,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:22.869292 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.879404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.010351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4827681 Jul 06 11:35:23.016991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:23.019114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Pushing event updated for resources: {'Port': ['ID=4db9c178-b70c-4ac4-91a6-0992b411bdb7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.026479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Request body: {'subnet': {'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-subnet', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:23.055528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Made reservation on behalf of 82a5d5edc42a49adbd6fff45a13ef9f5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:23.057882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.070399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:23.088626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3d4f5-0368-4da6-97c7-fabf2095bf2f admin admin] Pushing event updated for resources: {'Network': ['ID=c1439be3-5d5a-428e-9f54-2e1a48c34100,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.108299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:35:23.120855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:23.263623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2481deb6-8d6b-47dd-8fb5-c6d93634f967 req-09731515-0958-49ea-9846-728a0744cb5e tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 210 time: 0.2062473 Jul 06 11:35:23.293915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=10a47545-82ad-4b7f-82d0-f89ceabae8b7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.323485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:23.324485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:23.334256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:23.354628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:23.372773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.373967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.605568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:23.606780 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-3339496b-3e83-4f2e-970f-648a89f83cf0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0598748 Jul 06 11:35:23.617964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.640198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-ac4bd9a8-215e-4bbc-8434-152508a50582 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:35:23.644222 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-ac4bd9a8-215e-4bbc-8434-152508a50582 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0330842 Jul 06 11:35:23.799230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb38de4-fb0b-464a-ac2c-060d7d9a93ef,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.840633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:23.886743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Checking segment: {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:23.887102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Network hostable DHCP agents. Network: c1439be3-5d5a-428e-9f54-2e1a48c34100, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:23.925567 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe13fdb4-1314-49bc-9006-511cd39f95a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.936353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:23.952581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c1439be3-5d5a-428e-9f54-2e1a48c34100) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:23.959023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.959675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.969754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd02c20-6132-4ace-bf59-34305457bf6d req-33982ec6-898a-4e68-ae3c-dc98ab48086c tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.979995 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-629225ea-4994-4986-b778-a8d3d26ca853 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9573448 Jul 06 11:35:23.982282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:23.987994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:24.002604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd02c20-6132-4ace-bf59-34305457bf6d req-33982ec6-898a-4e68-ae3c-dc98ab48086c tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 936 time: 0.3691180 Jul 06 11:35:24.035316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.038536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.051498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545aeeae-8e74-4361-a3dc-4ca734a8be49 None None] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:24.120239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd02c20-6132-4ace-bf59-34305457bf6d req-b03d917e-fb82-4087-8cca-17ccf55ae4d6 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161768 Jul 06 11:35:24.229960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.363457 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe13fdb4-1314-49bc-9006-511cd39f95a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.373554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe13fdb4-1314-49bc-9006-511cd39f95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.515024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fe13fdb4-1314-49bc-9006-511cd39f95a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73d86d0bfd7e45a2b21d0b7d30e25271&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6615717 Jul 06 11:35:24.516875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13fdb4-1314-49bc-9006-511cd39f95a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6726965d-9d3d-4c31-a4e0-eeaf88358774,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:24.519623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:24.656818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.676042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Request body: {'port': {'device_id': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:24.722594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb875909-b645-45dd-b604-b150a8458a3c req-ffcd123a-ee2f-4d58-a31a-dbd129b4bbb9 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 210 time: 0.0619621 Jul 06 11:35:24.769221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ad8554-3b30-45af-beaa-44bad094ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.827222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10a47545-82ad-4b7f-82d0-f89ceabae8b7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:24.835475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ad8554-3b30-45af-beaa-44bad094ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.907195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4aafe48-3eef-4a50-b45e-4ddb162bf6dd None None] Provisioning for port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:25.043104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.79', 56027) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:25.067199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c1439be3-5d5a-428e-9f54-2e1a48c34100', 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'fixed_ips': [{'subnet_id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:35:25.076775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.081985 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.127066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ad8554-3b30-45af-beaa-44bad094ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.134588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4aafe48-3eef-4a50-b45e-4ddb162bf6dd None None] Provisioning complete for port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:25.134588 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4aafe48-3eef-4a50-b45e-4ddb162bf6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.139308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4ad8554-3b30-45af-beaa-44bad094ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.140564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4ad8554-3b30-45af-beaa-44bad094ca5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6726965d-9d3d-4c31-a4e0-eeaf88358774 HTTP/1.1" status: 204 len: 168 time: 0.6036739 Jul 06 11:35:25.184751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-2f7d3598-d17b-4ec4-bda9-a7ddc204ebe0 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=209349033b4043bb8eb38298a46756e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1302092 Jul 06 11:35:25.187332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad8554-3b30-45af-beaa-44bad094ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726965d-9d3d-4c31-a4e0-eeaf88358774,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:25.377898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:25.378975 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.584414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-036cd466-57c7-4047-ad83-05c9aa0c5053 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.587988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-036cd466-57c7-4047-ad83-05c9aa0c5053 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581944 Jul 06 11:35:25.694949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Request body: {'port': {'device_id': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '209349033b4043bb8eb38298a46756e1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:25.803324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b4aafe48-3eef-4a50-b45e-4ddb162bf6dd None None] Port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:25.877782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 2, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:26.022070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:35:26.023266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Updating router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 port 36481931-59ff-40a5-8ff5-e932ac852a5f binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:35:26.033332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.118963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.230533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fff59-90b5-4f8e-b054-b5d62900458a req-89deff1d-c659-4d3d-9b56-86641076eec7 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:26.238031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd1fff59-90b5-4f8e-b054-b5d62900458a req-89deff1d-c659-4d3d-9b56-86641076eec7 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 936 time: 0.4062915 Jul 06 11:35:26.266981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Made reservation on behalf of 209349033b4043bb8eb38298a46756e1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:26.271830 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.274225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.295972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.331580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Allocated IP 172.20.0.2 (c1439be3-5d5a-428e-9f54-2e1a48c34100/1bb38de4-fb0b-464a-ac2c-060d7d9a93ef/1bb36a21-9610-4d17-99bb-2762543e09f0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:26.338343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db9c178-b70c-4ac4-91a6-0992b411bdb7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:26.350709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.369779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd1fff59-90b5-4f8e-b054-b5d62900458a req-3b34b46a-59b2-44e3-8f80-dc6564d48ae6 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306286 Jul 06 11:35:26.398124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Transition to ACTIVE for port object 4db9c178-b70c-4ac4-91a6-0992b411bdb7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:26.418613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.552984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Allocated IP 172.25.7.177 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8dca2043-d3c7-44a1-9328-40dc460d10ba) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:26.650332 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4db9c178-b70c-4ac4-91a6-0992b411bdb7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:26.727025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Attempting to bind port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:26.728499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Attempting to bind port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:26.728499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Attempting to bind port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:26.745956 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.767851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:26.768043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Attempting to bind port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:26.797401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.815323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:26.815667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:26.817196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:26.822048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Bound port: 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:26.822442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.959563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99c80e4c-58b0-477e-ab48-38d17f51e3f8 req-32cd787c-6892-4b26-b08f-b7c875d71a21 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 210 time: 0.2714310 Jul 06 11:35:27.196255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320bdc1c-80b7-4f0b-8cf5-cbe6778a05a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.220544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.245132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Transition to ACTIVE for port object 1bb36a21-9610-4d17-99bb-2762543e09f0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:27.299000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Transition to ACTIVE for port object 1bb36a21-9610-4d17-99bb-2762543e09f0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:27.345867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] For port 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:27.354703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] For port 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:27.427733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5259b02-f9ad-4ca9-9608-005cbc6062d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:27.451684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.467747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Allocated IP 192.168.233.59 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/5a560c54-305b-4a14-b530-2456a16fb1cc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:27.467993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.468096 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.511511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.528084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.560943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:27.575042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:27.592225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:27.592861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.595150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/4db9c178-b70c-4ac4-91a6-0992b411bdb7 HTTP/1.1" status: 200 len: 1096 time: 3.3613830 Jul 06 11:35:27.598146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'tag': '4db9c178-b70c-4ac4-91a6-0992b411bdb7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:27.673726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Pushing event updated for resources: {'Port': ['ID=1bb36a21-9610-4d17-99bb-2762543e09f0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:27.702223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Transition to ACTIVE for port object 36481931-59ff-40a5-8ff5-e932ac852a5f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:27.705929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:27.708415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:27.754784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:27.776443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.823905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:28.000535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062287ae-c807-42dd-8ae6-7109d7ad6709 None None] Pushing event updated for resources: {'Port': ['ID=36481931-59ff-40a5-8ff5-e932ac852a5f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.011306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Attempting to bind port 1bb36a21-9610-4d17-99bb-2762543e09f0 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:28.011677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Attempting to bind port 1bb36a21-9610-4d17-99bb-2762543e09f0 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:28.012340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Attempting to bind port 1bb36a21-9610-4d17-99bb-2762543e09f0 on network c1439be3-5d5a-428e-9f54-2e1a48c34100 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:28.023525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:28.023902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Checking segment: {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:28.024741 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.025140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Bound using segment: {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:28.025777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Bound port: 1bb36a21-9610-4d17-99bb-2762543e09f0, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:28.026163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.095389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:28.103486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e877e82-6dea-420e-9cf6-a15ddd190f7c req-d9cc27b1-e255-4c50-8113-06a76e1972c3 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.112864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f7cc3-19ab-4e94-9461-b80ff5c967f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4db9c178-b70c-4ac4-91a6-0992b411bdb7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.115339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e877e82-6dea-420e-9cf6-a15ddd190f7c req-d9cc27b1-e255-4c50-8113-06a76e1972c3 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.2908125 Jul 06 11:35:28.124996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] For port 1bb36a21-9610-4d17-99bb-2762543e09f0, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:28.131091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] For port 1bb36a21-9610-4d17-99bb-2762543e09f0, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1bb36a21-9610-4d17-99bb-2762543e09f0,segment=NetworkSegment(d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0),segment_id=d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:28.169382 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.269655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.304738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c6bfc-8e85-4bdf-acb6-a1749e91f4d7 None None] Pushing event updated for resources: {'Port': ['ID=1bb36a21-9610-4d17-99bb-2762543e09f0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.336239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Attempting to bind port 36481931-59ff-40a5-8ff5-e932ac852a5f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:28.336926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Attempting to bind port 36481931-59ff-40a5-8ff5-e932ac852a5f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:28.337497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Attempting to bind port 36481931-59ff-40a5-8ff5-e932ac852a5f on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:28.352299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Transition to ACTIVE for port object 5a560c54-305b-4a14-b530-2456a16fb1cc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:28.353661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:28.358163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Checking segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:28.358820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.359907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Bound using segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:28.360735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Bound port: 36481931-59ff-40a5-8ff5-e932ac852a5f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:28.361434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.459530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] For port 36481931-59ff-40a5-8ff5-e932ac852a5f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:28.463700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] For port 36481931-59ff-40a5-8ff5-e932ac852a5f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=36481931-59ff-40a5-8ff5-e932ac852a5f,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:28.475630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.597897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062287ae-c807-42dd-8ae6-7109d7ad6709 None None] Pushing event updated for resources: {'Port': ['ID=36481931-59ff-40a5-8ff5-e932ac852a5f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.617558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Pushing event updated for resources: {'Port': ['ID=8dca2043-d3c7-44a1-9328-40dc460d10ba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.622648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:28.625721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:28.690069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e877e82-6dea-420e-9cf6-a15ddd190f7c req-bb42fe48-63fa-48e2-ad4b-19d8ff0a727c tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629675 Jul 06 11:35:28.728126 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731463c6-5381-476c-be38-d268d5e32644" -d '{"events": [{"name": "network-changed", "server_uuid": "ee16973c-fc31-48f4-8b65-4a7b3147d2fa", "tag": "4db9c178-b70c-4ac4-91a6-0992b411bdb7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:28.749883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-81e4bc5d-f071-4d4b-a7d9-989a5f6c27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.752804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-81e4bc5d-f071-4d4b-a7d9-989a5f6c27a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 1099 time: 0.9565334 Jul 06 11:35:28.786606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d51e2e-2611-465d-a5e6-d55f10ac754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.808689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:28.947981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.036631 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-dca468e4-e157-49b7-8ff2-5a5efd9c5d10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7 HTTP/1.1" status: 200 len: 217 time: 0.2689767 Jul 06 11:35:29.148342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:29.245922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-48bb9825-d0ea-4a18-8b2c-5acfcece994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.247876 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-48bb9825-d0ea-4a18-8b2c-5acfcece994e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1745982 Jul 06 11:35:29.248971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.257641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:29.261788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:29.276296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.276982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.388757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7d001125-900d-4588-8b52-971fb803d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:28Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:29.407805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Pushing event updated for resources: {'Port': ['ID=5a560c54-305b-4a14-b530-2456a16fb1cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:29.459610 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16907ea-6ef7-4c6b-8f42-ba31d25e0ac4 x-openstack-request-id: req-e16907ea-6ef7-4c6b-8f42-ba31d25e0ac4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:29.460028 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee16973c-fc31-48f4-8b65-4a7b3147d2fa", "tag": "4db9c178-b70c-4ac4-91a6-0992b411bdb7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:29.462609 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e16907ea-6ef7-4c6b-8f42-ba31d25e0ac4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:29.463178 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'tag': '4db9c178-b70c-4ac4-91a6-0992b411bdb7', 'status': 'completed', 'code': 200} Jul 06 11:35:29.466380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d001125-900d-4588-8b52-971fb803d078 None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:28Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:35:29.540516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7976b-ec85-4421-9777-a23d4f136b81 req-3e93ece2-bb76-4ff1-93bf-5f61d8732e30 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.552658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12e7976b-ec85-4421-9777-a23d4f136b81 req-3e93ece2-bb76-4ff1-93bf-5f61d8732e30 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 935 time: 0.7181404 Jul 06 11:35:29.562240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca3570-a2e1-4a87-981d-b975c0a15867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.629183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12e7976b-ec85-4421-9777-a23d4f136b81 req-075f745a-0ea0-4f88-a047-ac5684cd43fa tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714478 Jul 06 11:35:29.633866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d191dd2a-2aff-4738-b055-87641c755a9f None None] Provisioning for port 5a560c54-305b-4a14-b530-2456a16fb1cc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:29.672720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-973cca47-457f-4c3b-9af7-208de4191c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.683847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d191dd2a-2aff-4738-b055-87641c755a9f None None] Provisioning complete for port 5a560c54-305b-4a14-b530-2456a16fb1cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:29.685329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d191dd2a-2aff-4738-b055-87641c755a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.698511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-973cca47-457f-4c3b-9af7-208de4191c62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708959 Jul 06 11:35:29.785974 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.794926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d51e2e-2611-465d-a5e6-d55f10ac754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.817787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d51e2e-2611-465d-a5e6-d55f10ac754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.867139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d191dd2a-2aff-4738-b055-87641c755a9f None None] Port 5a560c54-305b-4a14-b530-2456a16fb1cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:29.876411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-935b603b-e4b3-45c9-a443-7f82301461b7 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1953509 Jul 06 11:35:29.949331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.952045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Request body: {'port': {'device_id': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'device_owner': 'compute:tempest-test_az-817446034', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:30.008961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9d51e2e-2611-465d-a5e6-d55f10ac754d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a461517b589422ab983e28096af54c1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1809874 Jul 06 11:35:30.030374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:30.092196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d51e2e-2611-465d-a5e6-d55f10ac754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43c5ae-3280-4018-bdd6-bda068669eb9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:30.141417 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.160222 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-79ebb1b6-6871-4430-b982-adf76a779eba service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528380 Jul 06 11:35:30.341502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab657f-c953-4d7d-95aa-58cf0850905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.368763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab657f-c953-4d7d-95aa-58cf0850905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.425148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.503445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e52c5-5d3a-4f0b-97a6-9928bd9c8b85 req-e9490c28-621a-49ee-9dae-f64107890c5a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.514783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-344e52c5-5d3a-4f0b-97a6-9928bd9c8b85 req-e9490c28-621a-49ee-9dae-f64107890c5a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.3942332 Jul 06 11:35:30.535616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 36481931-59ff-40a5-8ff5-e932ac852a5f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:30.569887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab657f-c953-4d7d-95aa-58cf0850905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.574555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab657f-c953-4d7d-95aa-58cf0850905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.579188 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7ab657f-c953-4d7d-95aa-58cf0850905e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef43c5ae-3280-4018-bdd6-bda068669eb9 HTTP/1.1" status: 204 len: 168 time: 0.5477169 Jul 06 11:35:30.674515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab657f-c953-4d7d-95aa-58cf0850905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43c5ae-3280-4018-bdd6-bda068669eb9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:30.743267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065e283-82bd-46d7-8304-0f753ad8a7c7 None None] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:30.758310 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-344e52c5-5d3a-4f0b-97a6-9928bd9c8b85 req-fed2c64b-4898-45c1-8659-2f838fdb7322 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417481 Jul 06 11:35:30.783754 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1c129bc-3469-4c03-a9ca-4f902495451e req-afc94676-16ff-46e4-bae8-efbec12cae10 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403800 Jul 06 11:35:30.865786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Router 3b151088-91e2-4fc3-8613-31b26990c513 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:35:31.285572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4fad2ab7-798d-4095-8297-0ef04bd7973c None None] Provisioning for port 1bb36a21-9610-4d17-99bb-2762543e09f0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:31.292918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.319051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 36481931-59ff-40a5-8ff5-e932ac852a5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:31.342833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 36481931-59ff-40a5-8ff5-e932ac852a5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:31.348180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.577707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.644151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:31.649011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:31.668331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 36481931-59ff-40a5-8ff5-e932ac852a5f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=36481931-59ff-40a5-8ff5-e932ac852a5f,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:31.676752 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.678174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1bb36a21-9610-4d17-99bb-2762543e09f0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:31.788371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a289c1-c408-4572-847c-548b7eb6413e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.919284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d4ac5-54ac-4e4f-93c6-2aac34a91469 req-a856cc35-a36a-4915-bcfd-cf6a66c3899b tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:31.933557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-125d4ac5-54ac-4e4f-93c6-2aac34a91469 req-a856cc35-a36a-4915-bcfd-cf6a66c3899b tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 935 time: 0.7963359 Jul 06 11:35:32.037183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:35:32.057787 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Sync routers for ids ['3b151088-91e2-4fc3-8613-31b26990c513'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:35:32.081718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-125d4ac5-54ac-4e4f-93c6-2aac34a91469 req-9ba24973-bc78-4334-84d1-ee40693ffdb0 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468735 Jul 06 11:35:32.089303 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Routers {'3b151088-91e2-4fc3-8613-31b26990c513'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:32.091667 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3b151088-91e2-4fc3-8613-31b26990c513'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:32.094580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731463c6-5381-476c-be38-d268d5e32644 req-77f5e736-c578-4db6-af3c-384835ca5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:32.099211 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-77f5e736-c578-4db6-af3c-384835ca5b72 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 1099 time: 1.0358284 Jul 06 11:35:32.115877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:32.210417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=36481931-59ff-40a5-8ff5-e932ac852a5f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:32.258311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a560c54-305b-4a14-b530-2456a16fb1cc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:32.290620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1bb36a21-9610-4d17-99bb-2762543e09f0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:32.304025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.326568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1bb36a21-9610-4d17-99bb-2762543e09f0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:32.328570 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.367763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Transition to ACTIVE for port object 5a560c54-305b-4a14-b530-2456a16fb1cc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:32.375871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a289c1-c408-4572-847c-548b7eb6413e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.379854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.387894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.391231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a289c1-c408-4572-847c-548b7eb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.440515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.453109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Set router 3b151088-91e2-4fc3-8613-31b26990c513 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:32.454042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.464571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c0c3322-38a7-478c-9821-2642cd750a1d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.4810884 Jul 06 11:35:32.465496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:32.513085 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.533230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a289c1-c408-4572-847c-548b7eb6413e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f469c7f6-4a20-4d4e-9f54-f8f0e45ec75c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:32.566203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 1bb36a21-9610-4d17-99bb-2762543e09f0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1bb36a21-9610-4d17-99bb-2762543e09f0,segment=NetworkSegment(d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0),segment_id=d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:32.572674 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.611583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8bdea-5ba7-430d-8882-c436afe9597a req-38883a8f-6d3c-440c-8e50-a038616fafe9 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:32.623898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ece8bdea-5ba7-430d-8882-c436afe9597a req-38883a8f-6d3c-440c-8e50-a038616fafe9 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.5193048 Jul 06 11:35:32.754351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 36481931-59ff-40a5-8ff5-e932ac852a5f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:32.757298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-51a289c1-c408-4572-847c-548b7eb6413e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfd167d5b07a40e6b512a33ff7b44186&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0954897 Jul 06 11:35:32.761826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93687c91-0cf1-48bf-9cea-168bb132d9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.772071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=1bb36a21-9610-4d17-99bb-2762543e09f0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:32.779795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:32.783812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a560c54-305b-4a14-b530-2456a16fb1cc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:32.834924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ece8bdea-5ba7-430d-8882-c436afe9597a req-2440c343-8fa8-4923-ba59-e4f1e374d99f tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098324 Jul 06 11:35:32.868322 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:35:28Z', 'revision_number': 3, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:32.982016 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Checking router: 3b151088-91e2-4fc3-8613-31b26990c513 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:35:32.982370 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Updating router 3b151088-91e2-4fc3-8613-31b26990c513 port 8dca2043-d3c7-44a1-9328-40dc460d10ba binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:35:32.989353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 36481931-59ff-40a5-8ff5-e932ac852a5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:32.992811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.033311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Attempting to bind port 5a560c54-305b-4a14-b530-2456a16fb1cc on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:33.034044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Attempting to bind port 5a560c54-305b-4a14-b530-2456a16fb1cc by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:33.034548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Attempting to bind port 5a560c54-305b-4a14-b530-2456a16fb1cc on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:33.058050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Port 5a560c54-305b-4a14-b530-2456a16fb1cc on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:33.058726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Attempting to bind port 5a560c54-305b-4a14-b530-2456a16fb1cc on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:33.062745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3b05b2d-d4fb-4e18-8ad3-32c9bb588410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.079408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:33.080074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:33.081735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:33.086401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Bound port: 5a560c54-305b-4a14-b530-2456a16fb1cc, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:33.087203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.143037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3b05b2d-d4fb-4e18-8ad3-32c9bb588410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.186549 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.191372 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:35:33.191372 n-d-799528-2 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:35:33.191372 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id': 'febdcd7ebee14e5eb184fce6141aba9f', 'id': 'b60230a3-7152-461d-afc0-98f8e7be19c8', 'expiration': datetime.datetime(2021, 7, 6, 11, 37, 32, 969840)}] Jul 06 11:35:33.191372 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:35:33.192161 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:35:33.192878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731463c6-5381-476c-be38-d268d5e32644 req-0e80a989-1c1b-4fc8-af85-ab29674779af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.197007 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-0e80a989-1c1b-4fc8-af85-ab29674779af service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.7995825 Jul 06 11:35:33.270119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93687c91-0cf1-48bf-9cea-168bb132d9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.274151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93687c91-0cf1-48bf-9cea-168bb132d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.277751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] For port 5a560c54-305b-4a14-b530-2456a16fb1cc, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:33.334327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3b05b2d-d4fb-4e18-8ad3-32c9bb588410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.336499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3b05b2d-d4fb-4e18-8ad3-32c9bb588410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.340998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3b05b2d-d4fb-4e18-8ad3-32c9bb588410 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f469c7f6-4a20-4d4e-9f54-f8f0e45ec75c HTTP/1.1" status: 204 len: 168 time: 0.5453463 Jul 06 11:35:33.354739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] For port 5a560c54-305b-4a14-b530-2456a16fb1cc, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a560c54-305b-4a14-b530-2456a16fb1cc,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:33.485116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.525197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-93687c91-0cf1-48bf-9cea-168bb132d9f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=afac7b27559b499bbd8e210f0fe81065&name=default HTTP/1.1" status: 200 len: 2976 time: 1.8648217 Jul 06 11:35:33.549280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.550412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.551498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a560c54-305b-4a14-b530-2456a16fb1cc HTTP/1.1" status: 200 len: 1116 time: 3.6165786 Jul 06 11:35:33.552056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:33.613395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'tag': '5a560c54-305b-4a14-b530-2456a16fb1cc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:33.694089 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.789729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93687c91-0cf1-48bf-9cea-168bb132d9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0a5ca-6aa3-4805-979e-6ca37379864e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:33.857714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b05b2d-d4fb-4e18-8ad3-32c9bb588410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f469c7f6-4a20-4d4e-9f54-f8f0e45ec75c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:33.972510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397645-36ad-4557-9a3a-354adb56412f req-94302c89-5041-4dcc-907a-27ab22ba175a tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.981465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa397645-36ad-4557-9a3a-354adb56412f req-94302c89-5041-4dcc-907a-27ab22ba175a tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 968 time: 0.6180670 Jul 06 11:35:33.991699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7927-c589-4c62-b4ed-bcbf910b5bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a560c54-305b-4a14-b530-2456a16fb1cc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.022104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f405fd1-cc19-42ff-8e5d-8dd9e61f95a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.099109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:34.108579 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.123878 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Transition to ACTIVE for port object 8dca2043-d3c7-44a1-9328-40dc460d10ba will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:34.135819 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.174448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e63fc-3a77-4e18-89c9-ed7411ff041d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.211089 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ead8-ed7b-4ab6-b564-4d53b8ad99e0 None None] Pushing event updated for resources: {'Port': ['ID=8dca2043-d3c7-44a1-9328-40dc460d10ba,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.211664 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e266a2-756e-48c9-a334-724c87c9f99b", "tag": "5a560c54-305b-4a14-b530-2456a16fb1cc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:34.241286 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Attempting to bind port 8dca2043-d3c7-44a1-9328-40dc460d10ba on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:34.241286 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Attempting to bind port 8dca2043-d3c7-44a1-9328-40dc460d10ba by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:34.241286 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Attempting to bind port 8dca2043-d3c7-44a1-9328-40dc460d10ba on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:34.256191 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:34.257982 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:34.259363 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.259900 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:34.260046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f405fd1-cc19-42ff-8e5d-8dd9e61f95a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.261393 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-246fb736-2487-4e6e-a649-3015659fc13a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7 HTTP/1.1" status: 200 len: 217 time: 0.1517022 Jul 06 11:35:34.262258 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Bound port: 8dca2043-d3c7-44a1-9328-40dc460d10ba, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:34.263477 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.280269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa397645-36ad-4557-9a3a-354adb56412f req-95ca5c2e-9259-41d2-9ef9-ed281a181927 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975039 Jul 06 11:35:34.396142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32d17-1c3a-4342-a1ba-f20f47e4587f req-f1f367d9-3061-4f8c-b8cc-c232092a4ae0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:34.397784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cfe32d17-1c3a-4342-a1ba-f20f47e4587f req-f1f367d9-3061-4f8c-b8cc-c232092a4ae0 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.1836381 Jul 06 11:35:34.412443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.414867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-8d3cdc4b-9984-4cb4-b9bd-6e262fda2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:34.420791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-8d3cdc4b-9984-4cb4-b9bd-6e262fda2d58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=209349033b4043bb8eb38298a46756e1&device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 1119 time: 0.3182075 Jul 06 11:35:34.429702 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] For port 8dca2043-d3c7-44a1-9328-40dc460d10ba, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:34.432251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.436689 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] For port 8dca2043-d3c7-44a1-9328-40dc460d10ba, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8dca2043-d3c7-44a1-9328-40dc460d10ba,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:34.444385 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.477884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f405fd1-cc19-42ff-8e5d-8dd9e61f95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.480505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f405fd1-cc19-42ff-8e5d-8dd9e61f95a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.484817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f405fd1-cc19-42ff-8e5d-8dd9e61f95a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50e0a5ca-6aa3-4805-979e-6ca37379864e HTTP/1.1" status: 204 len: 168 time: 0.7121048 Jul 06 11:35:34.538972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cfe32d17-1c3a-4342-a1ba-f20f47e4587f req-908ac548-99d4-4234-b60e-9eec1a8adaa7 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301396 Jul 06 11:35:34.559764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f405fd1-cc19-42ff-8e5d-8dd9e61f95a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0a5ca-6aa3-4805-979e-6ca37379864e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.603668 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=febdcd7ebee14e5eb184fce6141aba9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4819238 Jul 06 11:35:34.603668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cbb49-afb9-4470-9e8b-5b3b4659f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52da54-7932-4475-b3b2-75b8b9a648a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.603668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:34.616042 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Routers {'3b151088-91e2-4fc3-8613-31b26990c513'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:34.616779 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3b151088-91e2-4fc3-8613-31b26990c513'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:34.673459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731463c6-5381-476c-be38-d268d5e32644 req-8d5e0256-c00e-4f0d-af14-6eab3809f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:34.689601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-8d5e0256-c00e-4f0d-af14-6eab3809f499 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0934527 Jul 06 11:35:34.694062 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f75839d-e632-404f-a9e1-cd29f96dd174 x-openstack-request-id: req-9f75839d-e632-404f-a9e1-cd29f96dd174 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:34.694830 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e266a2-756e-48c9-a334-724c87c9f99b", "tag": "5a560c54-305b-4a14-b530-2456a16fb1cc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:34.695340 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f75839d-e632-404f-a9e1-cd29f96dd174 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:34.696123 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'tag': '5a560c54-305b-4a14-b530-2456a16fb1cc', 'status': 'completed', 'code': 200} Jul 06 11:35:34.737275 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ead8-ed7b-4ab6-b564-4d53b8ad99e0 None None] Pushing event updated for resources: {'Port': ['ID=8dca2043-d3c7-44a1-9328-40dc460d10ba,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.769869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-82a2dfdc-b15a-4480-a0f9-bed77a0eeba0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5a560c54-305b-4a14-b530-2456a16fb1cc HTTP/1.1" status: 200 len: 217 time: 0.1737645 Jul 06 11:35:34.782348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1bb36a21-9610-4d17-99bb-2762543e09f0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:34.798804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0616ba8-e0e5-411e-a671-ed788fbf26fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.830354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0616ba8-e0e5-411e-a671-ed788fbf26fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.873035 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] Set router 3b151088-91e2-4fc3-8613-31b26990c513 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:34.953513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1bb36a21-9610-4d17-99bb-2762543e09f0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:34.953883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.982171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.094415 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e63fc-3a77-4e18-89c9-ed7411ff041d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.095217 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:35:28Z', 'revision_number': 3, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:35.121647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e63fc-3a77-4e18-89c9-ed7411ff041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.124300 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0874-d202-4f46-8f42-1e8bba9c7fa2 None None] The sync data for ids ['3b151088-91e2-4fc3-8613-31b26990c513'] in n-d-799528-2 is: [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:35:28Z', 'revision_number': 3, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:35:35.129385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0616ba8-e0e5-411e-a671-ed788fbf26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.132301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0616ba8-e0e5-411e-a671-ed788fbf26fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.133479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f0616ba8-e0e5-411e-a671-ed788fbf26fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e52da54-7932-4475-b3b2-75b8b9a648a0 HTTP/1.1" status: 204 len: 168 time: 0.4627700 Jul 06 11:35:35.229624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0616ba8-e0e5-411e-a671-ed788fbf26fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52da54-7932-4475-b3b2-75b8b9a648a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:35.279771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a23e63fc-3a77-4e18-89c9-ed7411ff041d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c871fa036e14ad6a7864b00421c505c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1444640 Jul 06 11:35:35.281353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:35.282831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e63fc-3a77-4e18-89c9-ed7411ff041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bfb685-1fd2-4e25-881e-c67c99f9159b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:35.290734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-7c02e14c-3843-48a1-aca0-8aba92c8275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:35.292400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-7c02e14c-3843-48a1-aca0-8aba92c8275d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.4578602 Jul 06 11:35:35.333202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731463c6-5381-476c-be38-d268d5e32644 req-68489fbd-ff61-46db-975a-dd3c56ee54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:35.334829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-68489fbd-ff61-46db-975a-dd3c56ee54d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4099402 Jul 06 11:35:35.337188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:35.345286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Allocated IP 172.20.0.1 (c1439be3-5d5a-428e-9f54-2e1a48c34100/1bb38de4-fb0b-464a-ac2c-060d7d9a93ef/a3be6a09-4c85-4b6c-a281-330552ff5acb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:35.367309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff749f63-eb69-4d13-b085-b0f3c6b81ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.467147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-c6a618f5-78f6-4a72-b908-c9c810302d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:35.469822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-c6a618f5-78f6-4a72-b908-c9c810302d00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668444 Jul 06 11:35:35.519097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-0af35c0f-aa34-49ee-9ed7-6b5e676df628 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329193 Jul 06 11:35:35.709680 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-731463c6-5381-476c-be38-d268d5e32644 req-d8b6c332-8d03-44d2-a157-6e68cbb17468 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680839 Jul 06 11:35:35.775015 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbfff155-edc4-4ffa-acaf-f484b9bc1425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.828907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:35.849776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbfff155-edc4-4ffa-acaf-f484b9bc1425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.872569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395f99ed-66b5-40d3-92c8-ee38b09a4f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.973972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.000652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-5a6aaf1f-5407-4a43-a25e-8ea870863cad service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190179 Jul 06 11:35:36.015688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec846-ef6c-4147-9b45-a02533f1ec83 req-aeefec64-d50f-4ae6-bf65-e715666721cd tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.017416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-255ec846-ef6c-4147-9b45-a02533f1ec83 req-aeefec64-d50f-4ae6-bf65-e715666721cd tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 968 time: 0.4241502 Jul 06 11:35:36.019067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Transition to ACTIVE for port object a3be6a09-4c85-4b6c-a281-330552ff5acb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:36.027400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbfff155-edc4-4ffa-acaf-f484b9bc1425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.029969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbfff155-edc4-4ffa-acaf-f484b9bc1425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.033797 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fbfff155-edc4-4ffa-acaf-f484b9bc1425 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/04bfb685-1fd2-4e25-881e-c67c99f9159b HTTP/1.1" status: 204 len: 168 time: 0.7495539 Jul 06 11:35:36.041833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff749f63-eb69-4d13-b085-b0f3c6b81ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.054648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfff155-edc4-4ffa-acaf-f484b9bc1425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bfb685-1fd2-4e25-881e-c67c99f9159b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.072819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff749f63-eb69-4d13-b085-b0f3c6b81ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.094719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b90e60-860e-4bd0-a697-5d4aeff0ecfd req-3d85663e-b447-4752-a2fb-987078d38523 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.099076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87b90e60-860e-4bd0-a697-5d4aeff0ecfd req-3d85663e-b447-4752-a2fb-987078d38523 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.3883111 Jul 06 11:35:36.138364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.157128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-255ec846-ef6c-4147-9b45-a02533f1ec83 req-3c8f0da3-f913-4ae2-bb1b-a34abc9a966b tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321332 Jul 06 11:35:36.217817 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ff749f63-eb69-4d13-b085-b0f3c6b81ef7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e96935116a9d4837adb0ff78a0428bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775885 Jul 06 11:35:36.225030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:36.240181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff749f63-eb69-4d13-b085-b0f3c6b81ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b33016-0965-4198-8a6e-a052bdf01a17,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.251512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:36.252917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Pushing event updated for resources: {'Port': ['ID=a3be6a09-4c85-4b6c-a281-330552ff5acb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.261224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:36.265588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:36.266080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.276159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87b90e60-860e-4bd0-a697-5d4aeff0ecfd req-75c605bf-8533-479e-8c6d-852b8611a0e9 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170313 Jul 06 11:35:36.322496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b7500e7-79c9-4ed8-bc83-babf6bed6383 req-e5e90d30-4f63-40fa-90ee-8f10bc7d5b29 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791393 Jul 06 11:35:36.358681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-448a5fd6-d818-4ad1-aefd-124b885777bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.401979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-448a5fd6-d818-4ad1-aefd-124b885777bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.521110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-aaa5f35d-4012-4b89-b277-317bde7de71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.522748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-aaa5f35d-4012-4b89-b277-317bde7de71c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=209349033b4043bb8eb38298a46756e1&device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 1119 time: 0.1103339 Jul 06 11:35:36.547637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-448a5fd6-d818-4ad1-aefd-124b885777bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.550262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-448a5fd6-d818-4ad1-aefd-124b885777bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.551970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-448a5fd6-d818-4ad1-aefd-124b885777bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7b33016-0965-4198-8a6e-a052bdf01a17 HTTP/1.1" status: 204 len: 168 time: 0.3231239 Jul 06 11:35:36.628176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14f96817-e952-4935-bd4b-c262723d480f None None] Provisioning for port a3be6a09-4c85-4b6c-a281-330552ff5acb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:36.632820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a5fd6-d818-4ad1-aefd-124b885777bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b33016-0965-4198-8a6e-a052bdf01a17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.634066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14f96817-e952-4935-bd4b-c262723d480f None None] Provisioning complete for port a3be6a09-4c85-4b6c-a281-330552ff5acb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:36.634620 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14f96817-e952-4935-bd4b-c262723d480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.705889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14f96817-e952-4935-bd4b-c262723d480f None None] Port a3be6a09-4c85-4b6c-a281-330552ff5acb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:36.738708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395f99ed-66b5-40d3-92c8-ee38b09a4f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.753244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-395f99ed-66b5-40d3-92c8-ee38b09a4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.775721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.797726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8dca2043-d3c7-44a1-9328-40dc460d10ba up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:36.824453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-3b75607e-f377-406c-954f-33b1335772d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.829430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-3b75607e-f377-406c-954f-33b1335772d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2982147 Jul 06 11:35:36.840779 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-395f99ed-66b5-40d3-92c8-ee38b09a4f3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba368b303de84eefa158b43f3026db7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9979866 Jul 06 11:35:36.843474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:36.848798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f99ed-66b5-40d3-92c8-ee38b09a4f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced7be9-0def-4ede-bd62-4f000a7a179c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.887528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8dca2043-d3c7-44a1-9328-40dc460d10ba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:36.894135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8dca2043-d3c7-44a1-9328-40dc460d10ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:36.894646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.911531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-d914353a-c474-42ec-899e-fa13fca9dab7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5a560c54-305b-4a14-b530-2456a16fb1cc HTTP/1.1" status: 200 len: 217 time: 0.0765755 Jul 06 11:35:36.973235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1983465d-814d-4400-80e4-1424f1786675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.990397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-3189f137-fa3c-4a4b-8d84-de36bc86d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.992388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-3189f137-fa3c-4a4b-8d84-de36bc86d3ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0738680 Jul 06 11:35:37.028134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1983465d-814d-4400-80e4-1424f1786675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.077904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.120517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.126666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1983465d-814d-4400-80e4-1424f1786675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.130654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1983465d-814d-4400-80e4-1424f1786675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.131429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 8dca2043-d3c7-44a1-9328-40dc460d10ba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8dca2043-d3c7-44a1-9328-40dc460d10ba,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:37.132100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-331a72e0-8ab5-474f-a9c5-64b0edd95b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:37.134298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-331a72e0-8ab5-474f-a9c5-64b0edd95b15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313035 Jul 06 11:35:37.136068 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1983465d-814d-4400-80e4-1424f1786675 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ced7be9-0def-4ede-bd62-4f000a7a179c HTTP/1.1" status: 204 len: 168 time: 0.2912996 Jul 06 11:35:37.139763 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.150359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.156602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.172264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983465d-814d-4400-80e4-1424f1786675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced7be9-0def-4ede-bd62-4f000a7a179c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:37.244910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=8dca2043-d3c7-44a1-9328-40dc460d10ba,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:37.349051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-2e20b78b-5189-477e-9182-4abedfee7a3b service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040217 Jul 06 11:35:37.382266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Pushing event updated for resources: {'Port': ['ID=a3be6a09-4c85-4b6c-a281-330552ff5acb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:37.453498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:37.454977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:37.655173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f600e6-abad-4454-bfc4-4bd8cfa2950f req-1e340753-c938-40e9-9070-7a2f59aaa402 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:37.662803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f600e6-abad-4454-bfc4-4bd8cfa2950f req-1e340753-c938-40e9-9070-7a2f59aaa402 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.1954663 Jul 06 11:35:37.665743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Router 3b151088-91e2-4fc3-8613-31b26990c513 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:35:37.677465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbb74c-22ac-4a4f-af11-34def7067a7b req-65dd212c-d689-4cf9-bffa-ad84aece73b3 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:37.684996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5bbb74c-22ac-4a4f-af11-34def7067a7b req-65dd212c-d689-4cf9-bffa-ad84aece73b3 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 968 time: 0.3165522 Jul 06 11:35:37.745379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9ba8e5f-ba1a-4205-a7c1-c5181bb1c49d req-dc9b404d-f2b1-438c-87ca-f75af5f8b250 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919041 Jul 06 11:35:37.767448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5bbb74c-22ac-4a4f-af11-34def7067a7b req-502f25b2-80c3-4975-9681-4123197b95ed tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812037 Jul 06 11:35:37.798507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f600e6-abad-4454-bfc4-4bd8cfa2950f req-28be6ac0-5766-4230-8cec-36bdadd8a561 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344671 Jul 06 11:35:37.837387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfb43cbc-d6b1-46b5-b5c4-8e8691d44cb0 None None] Provisioning complete for port a3be6a09-4c85-4b6c-a281-330552ff5acb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:37.837889 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb43cbc-d6b1-46b5-b5c4-8e8691d44cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.853027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:35:37.861768 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a7bbbe6-3deb-46cd-ad9d-4e3bce0c5ebc admin admin] 10.222.0.78 "PUT /v2.0/routers/3b151088-91e2-4fc3-8613-31b26990c513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3443754 Jul 06 11:35:37.880559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Sync routers for ids ['3b151088-91e2-4fc3-8613-31b26990c513'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:35:37.896013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bfb43cbc-d6b1-46b5-b5c4-8e8691d44cb0 None None] Port a3be6a09-4c85-4b6c-a281-330552ff5acb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:37.900929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Routers {'3b151088-91e2-4fc3-8613-31b26990c513'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:37.901756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3b151088-91e2-4fc3-8613-31b26990c513'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:38.016932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Set router 3b151088-91e2-4fc3-8613-31b26990c513 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:38.247131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:35:36Z', 'revision_number': 4, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a3be6a09-4c85-4b6c-a281-330552ff5acb', 'name': '', 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'mac_address': 'fa:16:3e:16:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:35Z', 'updated_at': '2021-07-06T11:35:36Z', 'revision_number': 2, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'subnets': [{'id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:38.286492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Checking router: 3b151088-91e2-4fc3-8613-31b26990c513 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:35:38.286852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Updating router 3b151088-91e2-4fc3-8613-31b26990c513 port a3be6a09-4c85-4b6c-a281-330552ff5acb binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:35:38.322606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:38.609673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:38.622857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Transition to ACTIVE for port object a3be6a09-4c85-4b6c-a281-330552ff5acb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:38.638061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:38.684736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8dca2043-d3c7-44a1-9328-40dc460d10ba up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:38.722112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c3afa-7858-466b-9cb0-3855aef20eaa None None] Pushing event updated for resources: {'Port': ['ID=a3be6a09-4c85-4b6c-a281-330552ff5acb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:38.837476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Attempting to bind port a3be6a09-4c85-4b6c-a281-330552ff5acb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:38.838159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Attempting to bind port a3be6a09-4c85-4b6c-a281-330552ff5acb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:38.838159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Attempting to bind port a3be6a09-4c85-4b6c-a281-330552ff5acb on network c1439be3-5d5a-428e-9f54-2e1a48c34100 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:38.868386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:38.868386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Checking segment: {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:38.868386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:38.868386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Bound using segment: {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:38.868386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Bound port: a3be6a09-4c85-4b6c-a281-330552ff5acb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:38.868386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:38.877217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8dca2043-d3c7-44a1-9328-40dc460d10ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:38.877860 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.040549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] For port a3be6a09-4c85-4b6c-a281-330552ff5acb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:39.045328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] For port a3be6a09-4c85-4b6c-a281-330552ff5acb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a3be6a09-4c85-4b6c-a281-330552ff5acb,segment=NetworkSegment(d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0),segment_id=d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:39.051849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d86c81-0e63-4e02-a113-e32c98611813 req-865f5acc-9f2d-4b15-8a50-bc325f98a7a3 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:39.059752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03d86c81-0e63-4e02-a113-e32c98611813 req-865f5acc-9f2d-4b15-8a50-bc325f98a7a3 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 968 time: 0.1276977 Jul 06 11:35:39.073452 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.112564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a560c54-305b-4a14-b530-2456a16fb1cc details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:39.161750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9494-248a-4d8b-9554-f65abc7b564f req-34eb0626-049d-4325-a05d-882757fcfdcc tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:39.163382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-356d9494-248a-4d8b-9554-f65abc7b564f req-34eb0626-049d-4325-a05d-882757fcfdcc tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 948 time: 0.1611807 Jul 06 11:35:39.179080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03d86c81-0e63-4e02-a113-e32c98611813 req-0e374367-da36-43b7-9135-8fcc1fadccee tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182704 Jul 06 11:35:39.284824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-356d9494-248a-4d8b-9554-f65abc7b564f req-b706d164-3a93-4b0c-908f-ed4a61707670 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046646 Jul 06 11:35:39.378760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c3afa-7858-466b-9cb0-3855aef20eaa None None] Pushing event updated for resources: {'Port': ['ID=a3be6a09-4c85-4b6c-a281-330552ff5acb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:39.420812 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:35:39.460322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Routers {'3b151088-91e2-4fc3-8613-31b26990c513'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:39.461311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:35:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3b151088-91e2-4fc3-8613-31b26990c513'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:39.578653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:39.586084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922420033', 'description': 'tempest-description--10789891'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:39.596431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5a560c54-305b-4a14-b530-2456a16fb1cc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a560c54-305b-4a14-b530-2456a16fb1cc,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:39.617441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5a560c54-305b-4a14-b530-2456a16fb1cc', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '5a560c54-305b-4a14-b530-2456a16fb1cc', 'mac_address': 'fa:16:3e:a3:00:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:tempest-test_az-817446034', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:39.625543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.632660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] Set router 3b151088-91e2-4fc3-8613-31b26990c513 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:39.705178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.740483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.753349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.756526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a560c54-305b-4a14-b530-2456a16fb1cc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:39.794708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.799157 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2162149 Jul 06 11:35:39.800086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:39.805383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'security_group_rule': {'security_group_id': '1889309a-9e1b-4b3c-816f-bddd6d953812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:39.813402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8994af-f32c-4eef-9ec6-c2b11bcd6270 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1889309a-9e1b-4b3c-816f-bddd6d953812,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:39.814313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5a560c54-305b-4a14-b530-2456a16fb1cc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a560c54-305b-4a14-b530-2456a16fb1cc,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:39.821559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.822268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4db9c178-b70c-4ac4-91a6-0992b411bdb7 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:39.856933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:39.922457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5a560c54-305b-4a14-b530-2456a16fb1cc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:39.951858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:39.977755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '4db9c178-b70c-4ac4-91a6-0992b411bdb7', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '4db9c178-b70c-4ac4-91a6-0992b411bdb7', 'mac_address': 'fa:16:3e:ee:80:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:39.992954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.007704 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.052179 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.066152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.069588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:35:36Z', 'revision_number': 4, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a3be6a09-4c85-4b6c-a281-330552ff5acb', 'name': '', 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'mac_address': 'fa:16:3e:16:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:35Z', 'updated_at': '2021-07-06T11:35:39Z', 'revision_number': 4, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'subnets': [{'id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:40.071667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2706339 Jul 06 11:35:40.073518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db9c178-b70c-4ac4-91a6-0992b411bdb7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:40.081381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:40.082167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'security_group_rule': {'security_group_id': '1889309a-9e1b-4b3c-816f-bddd6d953812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:40.083352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033506c8-8c85-4598-924b-90014c6a7e71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6e66b0-6567-4949-a6da-5ab897397d70,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:40.108099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248ce15-ce11-4cec-ac11-3e277975f168 None None] The sync data for ids ['3b151088-91e2-4fc3-8613-31b26990c513'] in n-d-799528-2 is: [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:35:36Z', 'revision_number': 4, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a3be6a09-4c85-4b6c-a281-330552ff5acb', 'name': '', 'network_id': 'c1439be3-5d5a-428e-9f54-2e1a48c34100', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'mac_address': 'fa:16:3e:16:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:35Z', 'updated_at': '2021-07-06T11:35:39Z', 'revision_number': 4, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'subnets': [{'id': '1bb38de4-fb0b-464a-ac2c-060d7d9a93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:35:40.128605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:40.135045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.159002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.247984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.263700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.264300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4db9c178-b70c-4ac4-91a6-0992b411bdb7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:40.317924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a001e2-2a39-409d-8408-6252df6eb6c5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:40.335393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.338790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c446b9a-ad94-41db-a73e-19ff0ac93d26 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2617633 Jul 06 11:35:40.342503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:40.353075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:40.458056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4db9c178-b70c-4ac4-91a6-0992b411bdb7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:40.489003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.520810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5a560c54-305b-4a14-b530-2456a16fb1cc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:40.640672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff6f5-e1a0-429b-9b67-c066a9d3d60e req-a86e620b-fb31-4865-aa1f-150f429500d5 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.642242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-084ff6f5-e1a0-429b-9b67-c066a9d3d60e req-a86e620b-fb31-4865-aa1f-150f429500d5 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 969 time: 0.2118108 Jul 06 11:35:40.707211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbe68d-61b1-4d4f-aefb-c7358f1abf24 req-cb371e9a-22c7-4b9a-ad7d-76f5a9d4e701 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.710691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fdbe68d-61b1-4d4f-aefb-c7358f1abf24 req-cb371e9a-22c7-4b9a-ad7d-76f5a9d4e701 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 949 time: 0.1475194 Jul 06 11:35:40.729727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-084ff6f5-e1a0-429b-9b67-c066a9d3d60e req-70f4b76d-6f88-4164-a0fd-a56389b458ce tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802269 Jul 06 11:35:40.749873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a3be6a09-4c85-4b6c-a281-330552ff5acb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:40.799360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.805302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fdbe68d-61b1-4d4f-aefb-c7358f1abf24 req-e6c8065b-518a-4dbe-92b7-072c84af1a16 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Jul 06 11:35:40.951103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a3be6a09-4c85-4b6c-a281-330552ff5acb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:40.968999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a3be6a09-4c85-4b6c-a281-330552ff5acb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:40.968999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.092661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Allocated IP 172.25.7.109 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/89936887-a3dc-422a-95e2-a2a195dd043a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:41.161419 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.208156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port a3be6a09-4c85-4b6c-a281-330552ff5acb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a3be6a09-4c85-4b6c-a281-330552ff5acb,segment=NetworkSegment(d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0),segment_id=d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:41.216543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.269371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.317079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.331343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=a3be6a09-4c85-4b6c-a281-330552ff5acb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:41.338497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:41.341448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:41.402408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:41.442141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:41.491310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:41.577910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'Port': ['ID=89936887-a3dc-422a-95e2-a2a195dd043a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:41.588895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ce636a7-2510-49be-b08c-5aff3ebf1f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.607811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe732b-db1e-4a61-a1d6-ca5edd19ca3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.612538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.680414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.736317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ce636a7-2510-49be-b08c-5aff3ebf1f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.745809 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ce636a7-2510-49be-b08c-5aff3ebf1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.808026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce636a7-2510-49be-b08c-5aff3ebf1f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e464fd-8eeb-41d3-a483-06f7816a26ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:41.832226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ce636a7-2510-49be-b08c-5aff3ebf1f0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=673b6d56a163421d9ac34686b18f5391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286108 Jul 06 11:35:41.833668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:41.876424 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.881941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.934322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c12bd371-2d25-4628-ac9c-12642163bd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.963139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.972415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c12bd371-2d25-4628-ac9c-12642163bd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.981126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'Port': ['ID=89936887-a3dc-422a-95e2-a2a195dd043a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:41.993160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe732b-db1e-4a61-a1d6-ca5edd19ca3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.001095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59fe732b-db1e-4a61-a1d6-ca5edd19ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.009700 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.010898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-58d5d146-765c-4cca-a1c8-0dc8523e3536 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6662683 Jul 06 11:35:42.050828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59fe732b-db1e-4a61-a1d6-ca5edd19ca3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56add46ab7dc480d8a2f340a359f1404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047592 Jul 06 11:35:42.053163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:42.066597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33114a0-88ec-4435-869f-64899c69e21b req-88daa831-35cf-4e71-8b89-c751833f9f4f tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:42.069561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b33114a0-88ec-4435-869f-64899c69e21b req-88daa831-35cf-4e71-8b89-c751833f9f4f tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 969 time: 0.1543887 Jul 06 11:35:42.074321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe732b-db1e-4a61-a1d6-ca5edd19ca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7c2bf5-eb47-4330-b6d0-4bdb0fdfb30d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.097968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c12bd371-2d25-4628-ac9c-12642163bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.100794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c12bd371-2d25-4628-ac9c-12642163bd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.104587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c12bd371-2d25-4628-ac9c-12642163bd91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29e464fd-8eeb-41d3-a483-06f7816a26ab HTTP/1.1" status: 204 len: 168 time: 0.2658434 Jul 06 11:35:42.119628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bd371-2d25-4628-ac9c-12642163bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e464fd-8eeb-41d3-a483-06f7816a26ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.139173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-862f4211-f8d0-42c5-bcea-525166005e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.160309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2527-d822-4ef2-8fa3-569e6e79ca1b req-c6f3e5c5-046b-47be-a480-92fbe79c62da tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:42.164360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e0a2527-d822-4ef2-8fa3-569e6e79ca1b req-c6f3e5c5-046b-47be-a480-92fbe79c62da tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 949 time: 0.1511564 Jul 06 11:35:42.167661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b33114a0-88ec-4435-869f-64899c69e21b req-92523fcb-c692-49f1-8bf3-5e76053843ea tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938802 Jul 06 11:35:42.170114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-862f4211-f8d0-42c5-bcea-525166005e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.218645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e0a2527-d822-4ef2-8fa3-569e6e79ca1b req-bd94e7a6-a273-4d53-b352-a42f7d3a463a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Jul 06 11:35:42.240395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-862f4211-f8d0-42c5-bcea-525166005e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.243118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-862f4211-f8d0-42c5-bcea-525166005e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.246998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-862f4211-f8d0-42c5-bcea-525166005e16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d7c2bf5-eb47-4330-b6d0-4bdb0fdfb30d HTTP/1.1" status: 204 len: 168 time: 0.1896968 Jul 06 11:35:42.265348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f4211-f8d0-42c5-bcea-525166005e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7c2bf5-eb47-4330-b6d0-4bdb0fdfb30d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.427101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-53445817-aee2-4e24-b3f6-61e25146310e tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--922420033&fields=id&tenant_id=265633f82b254ced8dca3bfd23de0646 HTTP/1.1" status: 200 len: 267 time: 0.0512507 Jul 06 11:35:42.517284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:42.530186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a7a68fc-d048-4e9c-94c4-b8044e88be22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.667739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a7a68fc-d048-4e9c-94c4-b8044e88be22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.674080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a7a68fc-d048-4e9c-94c4-b8044e88be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.676791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-06d4e1bc-449e-4467-a726-498d907c4d80 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:42.683356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a3be6a09-4c85-4b6c-a281-330552ff5acb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:42.692655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-06d4e1bc-449e-4467-a726-498d907c4d80 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 823 time: 0.2591031 Jul 06 11:35:42.724062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a7a68fc-d048-4e9c-94c4-b8044e88be22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bff0cc4e11c941f4a161c1df13cafbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054541 Jul 06 11:35:42.724667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:42.726815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a68fc-d048-4e9c-94c4-b8044e88be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ec3975-79b4-43fe-bb6c-de205e3ec35f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.728693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-97352ad9-94d7-4177-81bd-083db6fc7145 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/quotas/265633f82b254ced8dca3bfd23de0646 HTTP/1.1" status: 200 len: 375 time: 0.0275748 Jul 06 11:35:42.754102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:42.766411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbadd8f-371e-462a-932e-e134bdab328d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.768094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a3be6a09-4c85-4b6c-a281-330552ff5acb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:42.769600 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.788616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04412b97-54d2-459b-9ddf-d5cab8c1c99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.814273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04412b97-54d2-459b-9ddf-d5cab8c1c99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.879439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-a5330716-65f4-4a1c-b401-5f58b108cf53 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1484413 Jul 06 11:35:42.896933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04412b97-54d2-459b-9ddf-d5cab8c1c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.901390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04412b97-54d2-459b-9ddf-d5cab8c1c99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.906295 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-04412b97-54d2-459b-9ddf-d5cab8c1c99f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27ec3975-79b4-43fe-bb6c-de205e3ec35f HTTP/1.1" status: 204 len: 168 time: 0.1798198 Jul 06 11:35:42.915775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412b97-54d2-459b-9ddf-d5cab8c1c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ec3975-79b4-43fe-bb6c-de205e3ec35f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.918271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:42.965457 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbadd8f-371e-462a-932e-e134bdab328d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.971016 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbadd8f-371e-462a-932e-e134bdab328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.025443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5fbadd8f-371e-462a-932e-e134bdab328d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da3a014c097944439d8bc7ef9fa804dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721505 Jul 06 11:35:43.026539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbadd8f-371e-462a-932e-e134bdab328d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6336e5f-fb5f-430f-9e5b-733edd74fd62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.028561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:43.091380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c867607-80b6-4d69-a3a7-b391813fda9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.112479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a560c54-305b-4a14-b530-2456a16fb1cc up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:43.115202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c867607-80b6-4d69-a3a7-b391813fda9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.119506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-fbee9659-b450-43cc-843b-8422a81a46fc service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:35:43.130303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-fbee9659-b450-43cc-843b-8422a81a46fc service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1192148 Jul 06 11:35:43.173981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c867607-80b6-4d69-a3a7-b391813fda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.176843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c867607-80b6-4d69-a3a7-b391813fda9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.178188 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9c867607-80b6-4d69-a3a7-b391813fda9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6336e5f-fb5f-430f-9e5b-733edd74fd62 HTTP/1.1" status: 204 len: 168 time: 0.1462536 Jul 06 11:35:43.192604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c867607-80b6-4d69-a3a7-b391813fda9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6336e5f-fb5f-430f-9e5b-733edd74fd62,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.194672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5a560c54-305b-4a14-b530-2456a16fb1cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:43.211838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5a560c54-305b-4a14-b530-2456a16fb1cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:43.212482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.234156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1581-2313-49c0-b8a4-54a477bc8dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.305612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-bffa4214-1ed7-46ba-b28f-8377a5b0be3b service neutron] 10.222.0.78 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742775 Jul 06 11:35:43.403982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.433740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a560c54-305b-4a14-b530-2456a16fb1cc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:43.516007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-a575f858-0ecc-429a-9a86-3e4b5704d835 service neutron] 10.222.0.78 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093196 Jul 06 11:35:43.531736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5a560c54-305b-4a14-b530-2456a16fb1cc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a560c54-305b-4a14-b530-2456a16fb1cc,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:43.537513 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.538935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4db9c178-b70c-4ac4-91a6-0992b411bdb7 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:43.570571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2cb6f-a476-4ab4-a8cb-7392e13a9f8a req-3f523072-e816-407b-a31d-b86f900954bb tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.572160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5f2cb6f-a476-4ab4-a8cb-7392e13a9f8a req-3f523072-e816-407b-a31d-b86f900954bb tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 969 time: 0.1963551 Jul 06 11:35:43.574249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1581-2313-49c0-b8a4-54a477bc8dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.584045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1581-2313-49c0-b8a4-54a477bc8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.644744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5a560c54-305b-4a14-b530-2456a16fb1cc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.667476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:43.673692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d1c1581-2313-49c0-b8a4-54a477bc8dd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70e91cc50157466597a6fb49576c0b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544188 Jul 06 11:35:43.674281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:43.674917 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.676436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:43.687710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c1581-2313-49c0-b8a4-54a477bc8dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab15ce79-c867-4d3b-b40b-39e2de77ad32,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.720799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5f2cb6f-a476-4ab4-a8cb-7392e13a9f8a req-484c9024-83e9-4828-a8a0-24f28dd6abc9 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288555 Jul 06 11:35:43.773771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9797b730-26f6-417f-8a89-4daa966eee1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.797612 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f7727-8aab-43cd-aae6-046cba56beb4" -d '{"events": [{"server_uuid": "c0e266a2-756e-48c9-a334-724c87c9f99b", "name": "network-vif-plugged", "status": "completed", "tag": "5a560c54-305b-4a14-b530-2456a16fb1cc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:43.820986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9797b730-26f6-417f-8a89-4daa966eee1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.907955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec9342b9-132e-4b37-b602-b778a09883f2 req-affd7f7c-8b18-425f-97d1-0247b9979b6a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 210 time: 0.0652914 Jul 06 11:35:43.918776 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.929938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9797b730-26f6-417f-8a89-4daa966eee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.934652 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9797b730-26f6-417f-8a89-4daa966eee1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.942167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9797b730-26f6-417f-8a89-4daa966eee1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab15ce79-c867-4d3b-b40b-39e2de77ad32 HTTP/1.1" status: 204 len: 168 time: 0.2629521 Jul 06 11:35:43.965930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797b730-26f6-417f-8a89-4daa966eee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab15ce79-c867-4d3b-b40b-39e2de77ad32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.974473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:44.005993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.088507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4db9c178-b70c-4ac4-91a6-0992b411bdb7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:44.096430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a339-6cc4-43d4-9ee9-c4848444213e req-020d9e94-0edc-45c2-a1c6-6906038292e8 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.104507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08c3a339-6cc4-43d4-9ee9-c4848444213e req-020d9e94-0edc-45c2-a1c6-6906038292e8 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 950 time: 0.1116133 Jul 06 11:35:44.150022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08c3a339-6cc4-43d4-9ee9-c4848444213e req-7dc29378-d5c4-4256-91e1-0f1cdf723fe2 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439789 Jul 06 11:35:44.369109 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e2190-59e4-47d8-8c2d-0176ebeda123 x-openstack-request-id: req-398e2190-59e4-47d8-8c2d-0176ebeda123 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:44.369649 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e266a2-756e-48c9-a334-724c87c9f99b", "name": "network-vif-plugged", "status": "completed", "tag": "5a560c54-305b-4a14-b530-2456a16fb1cc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:44.370414 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-398e2190-59e4-47d8-8c2d-0176ebeda123 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:44.371081 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a560c54-305b-4a14-b530-2456a16fb1cc', 'code': 200} Jul 06 11:35:44.521728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:44.540265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6127598e-c0a4-451e-b936-287b0bf6284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.611070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe308-15d8-4f50-8072-95e45c8e5d11 req-da8b90df-50aa-4ce0-98e7-d62a05ce4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.615735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3abe308-15d8-4f50-8072-95e45c8e5d11 req-da8b90df-50aa-4ce0-98e7-d62a05ce4ce7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 1121 time: 0.1689932 Jul 06 11:35:44.649837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3abe308-15d8-4f50-8072-95e45c8e5d11 req-2fcc901d-e87c-42ab-8b79-9fea19fb0835 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.711269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6127598e-c0a4-451e-b936-287b0bf6284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.717202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6127598e-c0a4-451e-b936-287b0bf6284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.771368 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6127598e-c0a4-451e-b936-287b0bf6284c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a7bc2a59c584f19a400158b873c4660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462537 Jul 06 11:35:44.772120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:44.779472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127598e-c0a4-451e-b936-287b0bf6284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e36391-99b8-4c5d-9445-54d7be726bb2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:44.871228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1604ea0d-a993-46c1-b7b1-ac4a7375775a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.881192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3abe308-15d8-4f50-8072-95e45c8e5d11 req-2fcc901d-e87c-42ab-8b79-9fea19fb0835 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.900998 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1604ea0d-a993-46c1-b7b1-ac4a7375775a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.914826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3abe308-15d8-4f50-8072-95e45c8e5d11 req-2fcc901d-e87c-42ab-8b79-9fea19fb0835 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.948166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3abe308-15d8-4f50-8072-95e45c8e5d11 req-2fcc901d-e87c-42ab-8b79-9fea19fb0835 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247678 Jul 06 11:35:44.982232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc901d-e87c-42ab-8b79-9fea19fb0835 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc010fd7-f5d3-48f3-bf85-826588179bc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:44.992890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1604ea0d-a993-46c1-b7b1-ac4a7375775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.997223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1604ea0d-a993-46c1-b7b1-ac4a7375775a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:45.000703 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1604ea0d-a993-46c1-b7b1-ac4a7375775a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51e36391-99b8-4c5d-9445-54d7be726bb2 HTTP/1.1" status: 204 len: 168 time: 0.2275808 Jul 06 11:35:45.017559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604ea0d-a993-46c1-b7b1-ac4a7375775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e36391-99b8-4c5d-9445-54d7be726bb2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:45.022958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6888b6c-a08b-43bc-9217-7e5ed737161c req-d46cabae-fe15-4740-8e75-801e5e83b2a5 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:45.030487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6888b6c-a08b-43bc-9217-7e5ed737161c req-d46cabae-fe15-4740-8e75-801e5e83b2a5 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 970 time: 0.1474886 Jul 06 11:35:45.090792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6888b6c-a08b-43bc-9217-7e5ed737161c req-95ac2b2f-0459-48ad-a62c-49fac189d081 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Jul 06 11:35:45.141066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bef5414d-24cf-4dc2-a5c2-31d1d08203fb req-912bf4d0-0c3c-440c-811f-a8b8587ae96e tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 210 time: 0.0311365 Jul 06 11:35:45.379019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dec53-dcbf-4a2c-8381-2a11f712b7ea req-e819cd90-9db0-45cd-8b90-6c6342f98eef tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:45.379889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.64', 55957) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:45.382612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-749dec53-dcbf-4a2c-8381-2a11f712b7ea req-e819cd90-9db0-45cd-8b90-6c6342f98eef tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 950 time: 0.0792658 Jul 06 11:35:45.462780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-749dec53-dcbf-4a2c-8381-2a11f712b7ea req-b42b2741-9163-406e-9b40-66047fa2d621 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716779 Jul 06 11:35:45.622901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-02ecf0ec-62b8-4d9c-a1b0-a81861dfe47e tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:45.625709 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-02ecf0ec-62b8-4d9c-a1b0-a81861dfe47e tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.64 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 823 time: 0.2444041 Jul 06 11:35:45.762492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c8cf164b-21e7-4f5c-bfd0-61af01c34e4f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265633f82b254ced8dca3bfd23de0646 HTTP/1.1" status: 200 len: 379 time: 0.0815258 Jul 06 11:35:45.774986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'port': {'device_id': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'admin_state_up': True, 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'security_groups': ['1889309a-9e1b-4b3c-816f-bddd6d953812']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:46.006594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Made reservation on behalf of 265633f82b254ced8dca3bfd23de0646 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:46.012158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.227117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9ac2-784d-4841-b980-05f7bcc7acee req-721a6538-a407-49a9-8821-e1cfd38b95b8 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.227668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9ac2-784d-4841-b980-05f7bcc7acee req-721a6538-a407-49a9-8821-e1cfd38b95b8 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.228097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9ac2-784d-4841-b980-05f7bcc7acee req-721a6538-a407-49a9-8821-e1cfd38b95b8 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.228747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9ac2-784d-4841-b980-05f7bcc7acee req-721a6538-a407-49a9-8821-e1cfd38b95b8 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.229609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9ac2-784d-4841-b980-05f7bcc7acee req-721a6538-a407-49a9-8821-e1cfd38b95b8 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.236032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a74f9ac2-784d-4841-b980-05f7bcc7acee req-721a6538-a407-49a9-8821-e1cfd38b95b8 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5058584 Jul 06 11:35:46.245361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Allocated IP 172.20.0.12 (3dd86d67-d7ab-4954-ae4f-06a7504bd2d2/a1946519-043b-4080-a748-21799d4b8149/7febf664-5c74-40dd-8305-b97f6e1befe9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:46.372616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db9c178-b70c-4ac4-91a6-0992b411bdb7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:46.376862 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dd0559-6742-466b-b995-d646f8d687bc" -d '{"events": [{"server_uuid": "ee16973c-fc31-48f4-8b65-4a7b3147d2fa", "name": "network-vif-plugged", "status": "completed", "tag": "4db9c178-b70c-4ac4-91a6-0992b411bdb7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:46.453952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed81553-e9c8-460c-97e7-a283c4b0ca27 req-3846b1df-14d9-42be-bb33-a181ca7db4eb tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.456053 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ed81553-e9c8-460c-97e7-a283c4b0ca27 req-3846b1df-14d9-42be-bb33-a181ca7db4eb tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 970 time: 0.0860288 Jul 06 11:35:46.515696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ed81553-e9c8-460c-97e7-a283c4b0ca27 req-3c8ca36b-23b4-4910-96aa-0e5927778b69 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Jul 06 11:35:46.544799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.581900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Transition to ACTIVE for port object 7febf664-5c74-40dd-8305-b97f6e1befe9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:46.661114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.731649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b547a5-e59b-4b89-b1e0-086445607c14 req-da75a34d-c9ae-44e2-bccb-1397068da8d9 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.733130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12b547a5-e59b-4b89-b1e0-086445607c14 req-da75a34d-c9ae-44e2-bccb-1397068da8d9 tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 886 time: 0.1779573 Jul 06 11:35:46.751207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:46.759724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:46.772736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:46.780726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.781720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.807018 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e070f90f-e9aa-4f0f-ae59-c15643c729fa x-openstack-request-id: req-e070f90f-e9aa-4f0f-ae59-c15643c729fa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:46.807381 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee16973c-fc31-48f4-8b65-4a7b3147d2fa", "name": "network-vif-plugged", "status": "completed", "tag": "4db9c178-b70c-4ac4-91a6-0992b411bdb7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:46.807549 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e070f90f-e9aa-4f0f-ae59-c15643c729fa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:46.807961 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db9c178-b70c-4ac4-91a6-0992b411bdb7', 'code': 200} Jul 06 11:35:46.829830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'Port': ['ID=7febf664-5c74-40dd-8305-b97f6e1befe9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:46.846653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4f870f96-4bd3-4a47-9e8f-94d3fb3cf50f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0778134 Jul 06 11:35:46.880508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c58f5-8e1a-4ea1-ae99-683cfb3f5c9d req-9e1e865f-5dcb-406d-8816-fe8bbd6d61d3 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.889589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a46c58f5-8e1a-4ea1-ae99-683cfb3f5c9d req-9e1e865f-5dcb-406d-8816-fe8bbd6d61d3 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 932 time: 0.1547234 Jul 06 11:35:46.989174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a46c58f5-8e1a-4ea1-ae99-683cfb3f5c9d req-cc4a39d5-65c0-4149-9664-86e4d05d5cf2 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979605 Jul 06 11:35:47.078161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d634e7-ea01-4877-91ad-b1c925b14543 req-257e93d4-5848-44b7-8349-ef9b3844d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.080438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4d634e7-ea01-4877-91ad-b1c925b14543 req-257e93d4-5848-44b7-8349-ef9b3844d72d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 1101 time: 0.1475680 Jul 06 11:35:47.165658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457be40e-a24f-4a25-aada-501c394aef7b req-1a01e7a0-2cff-4adc-ba9a-a05128f4ab65 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.167198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-457be40e-a24f-4a25-aada-501c394aef7b req-1a01e7a0-2cff-4adc-ba9a-a05128f4ab65 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 950 time: 0.1485622 Jul 06 11:35:47.209174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4d634e7-ea01-4877-91ad-b1c925b14543 req-b6a6b76f-d6fc-4e53-876b-1605bc536db3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179664 Jul 06 11:35:47.210866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3abc1a3-0e59-4f49-8c42-5871b1eec6cf None None] Provisioning for port 7febf664-5c74-40dd-8305-b97f6e1befe9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:47.218597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3abc1a3-0e59-4f49-8c42-5871b1eec6cf None None] Provisioning complete for port 7febf664-5c74-40dd-8305-b97f6e1befe9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:47.221617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3abc1a3-0e59-4f49-8c42-5871b1eec6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.261293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-457be40e-a24f-4a25-aada-501c394aef7b req-013d9e80-4fd4-45d1-9957-aa05d1a6f627 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Jul 06 11:35:47.306694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f3abc1a3-0e59-4f49-8c42-5871b1eec6cf None None] Port 7febf664-5c74-40dd-8305-b97f6e1befe9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:47.313491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371a5c-bab6-496d-95e5-ced283790ea8 req-2114acaa-eafc-4e17-9412-fe0a0cbee7ed tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.314590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371a5c-bab6-496d-95e5-ced283790ea8 req-2114acaa-eafc-4e17-9412-fe0a0cbee7ed tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.315226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371a5c-bab6-496d-95e5-ced283790ea8 req-2114acaa-eafc-4e17-9412-fe0a0cbee7ed tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.316113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371a5c-bab6-496d-95e5-ced283790ea8 req-2114acaa-eafc-4e17-9412-fe0a0cbee7ed tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.317611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371a5c-bab6-496d-95e5-ced283790ea8 req-2114acaa-eafc-4e17-9412-fe0a0cbee7ed tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.321106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd371a5c-bab6-496d-95e5-ced283790ea8 req-2114acaa-eafc-4e17-9412-fe0a0cbee7ed tempest-NetworksTest-1818603497 tempest-NetworksTest-1818603497-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2007277 Jul 06 11:35:47.516407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:47.713854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71713ebe-9fe9-4630-954c-bf146f7ace7e req-e699c317-d25a-451b-a8a2-0c31e8be6aca tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.715324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71713ebe-9fe9-4630-954c-bf146f7ace7e req-e699c317-d25a-451b-a8a2-0c31e8be6aca tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 970 time: 0.0740528 Jul 06 11:35:47.748373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:47.771417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71713ebe-9fe9-4630-954c-bf146f7ace7e req-4de71341-7cc1-48b9-8094-1c0e1e2e9c30 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476971 Jul 06 11:35:47.785998 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05d5daea-98ff-4a56-8dd2-ccf798c58279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.787807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:47.884241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fba7fd-15f7-4fb9-9c0f-3261c890978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.886189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb98e3c0-3225-4433-bfd3-50bd1cb1f4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.942822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05d5daea-98ff-4a56-8dd2-ccf798c58279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.947260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05d5daea-98ff-4a56-8dd2-ccf798c58279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.990294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-05d5daea-98ff-4a56-8dd2-ccf798c58279 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=975e56a72fe04269b1ec8be082e36f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698930 Jul 06 11:35:47.990766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:47.996471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5daea-98ff-4a56-8dd2-ccf798c58279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c253aa-73c8-4b5a-9a8a-c527c35ffdd3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.018876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8204-e4f8-4892-bafc-d250ba55a93c req-af896307-ea56-4654-9fad-bb70ad087499 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:48.020449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29ce8204-e4f8-4892-bafc-d250ba55a93c req-af896307-ea56-4654-9fad-bb70ad087499 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 1121 time: 0.1102390 Jul 06 11:35:48.074644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29ce8204-e4f8-4892-bafc-d250ba55a93c req-18fb26f2-8f3d-4923-beb7-51dc6b45a414 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.121478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cfae994-379a-4ca7-9d2c-8f0e2d26726c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.192906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fba7fd-15f7-4fb9-9c0f-3261c890978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.195549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cfae994-379a-4ca7-9d2c-8f0e2d26726c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.211955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87fba7fd-15f7-4fb9-9c0f-3261c890978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.284489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-87fba7fd-15f7-4fb9-9c0f-3261c890978b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5539976be4f4721adfab517f2d30b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953327 Jul 06 11:35:48.289117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:48.294282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fba7fd-15f7-4fb9-9c0f-3261c890978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c54f81-594b-4a3a-9b93-c162cf638897,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.320309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b172c2-a400-4df8-92af-c24253d248ea req-8ab9bab6-ddf3-4025-87f9-2c016ef08dea tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:48.321722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b172c2-a400-4df8-92af-c24253d248ea req-8ab9bab6-ddf3-4025-87f9-2c016ef08dea tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 932 time: 0.1912820 Jul 06 11:35:48.344923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb98e3c0-3225-4433-bfd3-50bd1cb1f4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.346812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cfae994-379a-4ca7-9d2c-8f0e2d26726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.349860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cfae994-379a-4ca7-9d2c-8f0e2d26726c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.350443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb98e3c0-3225-4433-bfd3-50bd1cb1f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.352042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1cfae994-379a-4ca7-9d2c-8f0e2d26726c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69c253aa-73c8-4b5a-9a8a-c527c35ffdd3 HTTP/1.1" status: 204 len: 168 time: 0.3592000 Jul 06 11:35:48.377842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfae994-379a-4ca7-9d2c-8f0e2d26726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c253aa-73c8-4b5a-9a8a-c527c35ffdd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.405968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b172c2-a400-4df8-92af-c24253d248ea req-7a7ddbd9-d368-4404-b229-1011ac389e29 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733051 Jul 06 11:35:48.418662 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fb98e3c0-3225-4433-bfd3-50bd1cb1f4ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebb5d539584f4351822807a55450d5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682789 Jul 06 11:35:48.420218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4060-2dd0-4d9b-88bd-92d846e2830f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.423424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:48.424512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e3c0-3225-4433-bfd3-50bd1cb1f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99cc44b-f7a7-4bbd-a7c9-4898a7f2b7d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.456813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4060-2dd0-4d9b-88bd-92d846e2830f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.531842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29ce8204-e4f8-4892-bafc-d250ba55a93c req-18fb26f2-8f3d-4923-beb7-51dc6b45a414 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.533052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d7d496e-b36e-40e4-8379-a08e084e23b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.538369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29ce8204-e4f8-4892-bafc-d250ba55a93c req-18fb26f2-8f3d-4923-beb7-51dc6b45a414 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.549157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4060-2dd0-4d9b-88bd-92d846e2830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.553898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4060-2dd0-4d9b-88bd-92d846e2830f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.556637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f4a4060-2dd0-4d9b-88bd-92d846e2830f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8c54f81-594b-4a3a-9b93-c162cf638897 HTTP/1.1" status: 204 len: 168 time: 0.2656894 Jul 06 11:35:48.576721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a4060-2dd0-4d9b-88bd-92d846e2830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c54f81-594b-4a3a-9b93-c162cf638897,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.583119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29ce8204-e4f8-4892-bafc-d250ba55a93c req-18fb26f2-8f3d-4923-beb7-51dc6b45a414 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527992 Jul 06 11:35:48.589106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d7d496e-b36e-40e4-8379-a08e084e23b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.613662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb26f2-8f3d-4923-beb7-51dc6b45a414 tempest-AggregatesAdminTestJSON-304524826 tempest-AggregatesAdminTestJSON-304524826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f486c7c4-ca0a-4cf4-baa8-2d524f133e04,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.730327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d7d496e-b36e-40e4-8379-a08e084e23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.732939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d7d496e-b36e-40e4-8379-a08e084e23b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.734631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d7d496e-b36e-40e4-8379-a08e084e23b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a99cc44b-f7a7-4bbd-a7c9-4898a7f2b7d9 HTTP/1.1" status: 204 len: 168 time: 0.3102012 Jul 06 11:35:48.750100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d496e-b36e-40e4-8379-a08e084e23b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99cc44b-f7a7-4bbd-a7c9-4898a7f2b7d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:48.770508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a090-2e22-464d-931c-a4c09c62fb54 req-31065d91-6874-45dd-8e37-224bad80a96e tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:48.789622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d781a090-2e22-464d-931c-a4c09c62fb54 req-31065d91-6874-45dd-8e37-224bad80a96e tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 950 time: 0.1491439 Jul 06 11:35:48.859641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d781a090-2e22-464d-931c-a4c09c62fb54 req-79c9ace2-6a34-4dec-a622-5754eeabd629 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664673 Jul 06 11:35:49.062364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:49.083267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3717a7c5-0ce9-49fa-ae1f-bbfcb5266f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.274971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3717a7c5-0ce9-49fa-ae1f-bbfcb5266f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.280594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3717a7c5-0ce9-49fa-ae1f-bbfcb5266f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.319395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3717a7c5-0ce9-49fa-ae1f-bbfcb5266f59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6453c1acc4ee420fb29b43fa7e048d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554724 Jul 06 11:35:49.323974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:49.330480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717a7c5-0ce9-49fa-ae1f-bbfcb5266f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e7e881-e487-44aa-a740-d566b2af3741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:49.353389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:49.368874 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437f357b-2bba-4642-a2c3-1852329ce98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.387959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f857e3f8-95a7-4d8b-b5ad-5b0465196fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.453701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f857e3f8-95a7-4d8b-b5ad-5b0465196fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.552933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437f357b-2bba-4642-a2c3-1852329ce98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.563445 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437f357b-2bba-4642-a2c3-1852329ce98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.577487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f857e3f8-95a7-4d8b-b5ad-5b0465196fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.580569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f857e3f8-95a7-4d8b-b5ad-5b0465196fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.582183 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f857e3f8-95a7-4d8b-b5ad-5b0465196fa1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5e7e881-e487-44aa-a740-d566b2af3741 HTTP/1.1" status: 204 len: 168 time: 0.2585316 Jul 06 11:35:49.605383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e3f8-95a7-4d8b-b5ad-5b0465196fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e7e881-e487-44aa-a740-d566b2af3741,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:49.646686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-437f357b-2bba-4642-a2c3-1852329ce98e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9ca5dda13a348438ea2f0023208a6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920945 Jul 06 11:35:49.647426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f357b-2bba-4642-a2c3-1852329ce98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc073867-7136-4f67-ab46-5586cabf33e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:49.650843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:49.699808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:49.726525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c15c747b-d3bd-4386-abd3-dc8b73075046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.777811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-559fc2c0-d16b-4039-9545-5a105da07418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.849055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-559fc2c0-d16b-4039-9545-5a105da07418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.933775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-559fc2c0-d16b-4039-9545-5a105da07418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.939376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-559fc2c0-d16b-4039-9545-5a105da07418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.944792 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-559fc2c0-d16b-4039-9545-5a105da07418 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc073867-7136-4f67-ab46-5586cabf33e1 HTTP/1.1" status: 204 len: 168 time: 0.2925920 Jul 06 11:35:49.953900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244569-6ee0-490e-bacc-fbc9473d45e9 req-41c03696-5e59-4b34-9456-ca925914d40d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:49.956827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c244569-6ee0-490e-bacc-fbc9473d45e9 req-41c03696-5e59-4b34-9456-ca925914d40d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 932 time: 0.1377683 Jul 06 11:35:49.959093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c15c747b-d3bd-4386-abd3-dc8b73075046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.962188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fc2c0-d16b-4039-9545-5a105da07418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc073867-7136-4f67-ab46-5586cabf33e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:49.973194 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c15c747b-d3bd-4386-abd3-dc8b73075046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.051679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c747b-d3bd-4386-abd3-dc8b73075046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c170bfcf-6f06-4073-9f82-1669096fc27a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.056482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c15c747b-d3bd-4386-abd3-dc8b73075046 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e37a21d0be434703b92117a07636c7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554156 Jul 06 11:35:50.062023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:50.071007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c244569-6ee0-490e-bacc-fbc9473d45e9 req-2a11d575-052d-46c6-b6f7-49b2a7e84460 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063626 Jul 06 11:35:50.140933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5375e-070c-4c34-b5c0-581f4b34f4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.180300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5375e-070c-4c34-b5c0-581f4b34f4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.254718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5375e-070c-4c34-b5c0-581f4b34f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.258239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5375e-070c-4c34-b5c0-581f4b34f4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.260527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37c5375e-070c-4c34-b5c0-581f4b34f4ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c170bfcf-6f06-4073-9f82-1669096fc27a HTTP/1.1" status: 204 len: 168 time: 0.1974475 Jul 06 11:35:50.276308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5375e-070c-4c34-b5c0-581f4b34f4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170bfcf-6f06-4073-9f82-1669096fc27a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.286054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014683-870d-494d-a53e-6a6e784d4b5f req-16c2ead3-7941-46ea-95a9-aa96efc6a9a7 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.305443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37014683-870d-494d-a53e-6a6e784d4b5f req-16c2ead3-7941-46ea-95a9-aa96efc6a9a7 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 950 time: 0.1244960 Jul 06 11:35:50.369113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37014683-870d-494d-a53e-6a6e784d4b5f req-76e7cd7f-7bd9-4ecb-942c-13a6fddc71b7 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558548 Jul 06 11:35:51.344043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:51.408680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ad808-49b2-47be-afd8-cfa36966db84 req-86c9ab2e-a30b-4445-9387-a77ee9fb4b16 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.416767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f52ad808-49b2-47be-afd8-cfa36966db84 req-86c9ab2e-a30b-4445-9387-a77ee9fb4b16 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 932 time: 0.1228278 Jul 06 11:35:51.515643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f52ad808-49b2-47be-afd8-cfa36966db84 req-57aa44da-114e-4c5a-8084-fa78bff23068 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967424 Jul 06 11:35:51.560630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-b8c4e80a-54a3-49e4-a48b-be212005f4f8 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.568916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-b8c4e80a-54a3-49e4-a48b-be212005f4f8 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 1101 time: 0.1386557 Jul 06 11:35:51.758430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-705683516-network', 'tenant_id': 'a83b5255f55f4df3b6f751515ac617ce'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:51.795960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:51.809808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Made reservation on behalf of a83b5255f55f4df3b6f751515ac617ce for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:51.814604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.823296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Deleting port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:51.824098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.836777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.843439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed70786-d8f7-471d-b7c5-19c6f5bd52d6 req-e98fc690-3283-46ae-8afc-2ed3efb84a62 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.845865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed70786-d8f7-471d-b7c5-19c6f5bd52d6 req-e98fc690-3283-46ae-8afc-2ed3efb84a62 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 950 time: 0.1789367 Jul 06 11:35:52.002639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed70786-d8f7-471d-b7c5-19c6f5bd52d6 req-9b27b376-bb82-4ec1-b686-dfcb01dc43e5 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208422 Jul 06 11:35:52.051359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd7834af-0b86-4ce0-8489-b3879e25f107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.066744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] For port 4db9c178-b70c-4ac4-91a6-0992b411bdb7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4db9c178-b70c-4ac4-91a6-0992b411bdb7,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:52.067115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.101756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Calling delete_port for 4db9c178-b70c-4ac4-91a6-0992b411bdb7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:52.136383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.154026 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.227122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:52.248493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da482af1-2a01-424b-8dd1-603f19a06afd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:52.261418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.261418 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Added segment 2b64825c-6e10-4081-98fc-536f60a0a9a1 of type vlan for network f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3 Jul 06 11:35:52.366589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.406557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.408002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:52.408706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.450868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.504338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] Pushing event updated for resources: {'Network': ['ID=f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:52.521395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:52.848943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd7834af-0b86-4ce0-8489-b3879e25f107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.859776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd7834af-0b86-4ce0-8489-b3879e25f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.868866 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f121e266-ea00-416f-ae80-dc7f1e81e62e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5226011 Jul 06 11:35:52.869854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:52.878114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Request body: {'subnet': {'network_id': 'f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-705683516-subnet', 'tenant_id': 'a83b5255f55f4df3b6f751515ac617ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:52.887097 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.907482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4db9c178-b70c-4ac4-91a6-0992b411bdb7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:52.918707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:52.939739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Made reservation on behalf of a83b5255f55f4df3b6f751515ac617ce for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:52.944589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.014745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Pushing event deleted for resources: {'Port': ['ID=4db9c178-b70c-4ac4-91a6-0992b411bdb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:53.075403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd7834af-0b86-4ce0-8489-b3879e25f107 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef3afba9ff4c4d2e88d5a4cda6ee1698&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2726321 Jul 06 11:35:53.076373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:53.088383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7834af-0b86-4ce0-8489-b3879e25f107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17eb841-ec73-4667-96d8-3221e0700663,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:53.177701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136891d-606d-4d58-97ac-aafd1e9fe8a1 req-6c2ff58a-f4be-42f3-be0c-1877e50bf66f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.180670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6136891d-606d-4d58-97ac-aafd1e9fe8a1 req-6c2ff58a-f4be-42f3-be0c-1877e50bf66f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 932 time: 0.3803959 Jul 06 11:35:53.221480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] No DVR routers for this DVR port 4db9c178-b70c-4ac4-91a6-0992b411bdb7 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:53.225545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.228412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c36fe5a-bbc5-4663-aff5-5025703b5265 req-95a848d6-fa4f-422a-8451-d2a53d2ba367 tempest-DeleteServersAdminTestJSON-787631277 tempest-DeleteServersAdminTestJSON-787631277-project-admin] 10.222.0.79 "DELETE /v2.0/ports/4db9c178-b70c-4ac4-91a6-0992b411bdb7 HTTP/1.1" status: 204 len: 173 time: 1.6553545 Jul 06 11:35:53.229556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'name': 'network-vif-deleted', 'tag': '4db9c178-b70c-4ac4-91a6-0992b411bdb7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:53.233438 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2776e9f6-e039-457c-9c97-71a91c4bc3e2" -d '{"events": [{"server_uuid": "ee16973c-fc31-48f4-8b65-4a7b3147d2fa", "name": "network-vif-deleted", "tag": "4db9c178-b70c-4ac4-91a6-0992b411bdb7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:53.270314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcccabf-e5cd-4815-a5db-fd4c09f3715e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.282788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6136891d-606d-4d58-97ac-aafd1e9fe8a1 req-b25697ef-0798-496c-8d2d-dfed8e2fbc91 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630016 Jul 06 11:35:53.323290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d36c73ff-9d80-46e1-ac5b-6695cf6a4a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.376007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b521cdde-0685-484e-85da-6b3024b18f01 req-6fda1e54-178d-444d-9d76-fa056188594b tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee16973c-fc31-48f4-8b65-4a7b3147d2fa HTTP/1.1" status: 200 len: 210 time: 0.0496676 Jul 06 11:35:53.428319 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aebc0d1-bc87-46ea-9043-908589ac7999 x-openstack-request-id: req-9aebc0d1-bc87-46ea-9043-908589ac7999 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:53.428319 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee16973c-fc31-48f4-8b65-4a7b3147d2fa", "name": "network-vif-deleted", "tag": "4db9c178-b70c-4ac4-91a6-0992b411bdb7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:53.428319 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9aebc0d1-bc87-46ea-9043-908589ac7999 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:53.428561 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee16973c-fc31-48f4-8b65-4a7b3147d2fa', 'name': 'network-vif-deleted', 'tag': '4db9c178-b70c-4ac4-91a6-0992b411bdb7', 'status': 'completed', 'code': 200} Jul 06 11:35:53.617950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9e95f-8bc4-402d-b330-3d39b1d6b0c9 req-3d0ad717-ade0-42f2-87b9-bd09124b2519 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.627538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead9e95f-8bc4-402d-b330-3d39b1d6b0c9 req-3d0ad717-ade0-42f2-87b9-bd09124b2519 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 970 time: 0.0900095 Jul 06 11:35:53.642242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcccabf-e5cd-4815-a5db-fd4c09f3715e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.689178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead9e95f-8bc4-402d-b330-3d39b1d6b0c9 req-aa45d4e1-11e4-420e-8d91-3cbc3cc18a84 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606067 Jul 06 11:35:53.762803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.794642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcccabf-e5cd-4815-a5db-fd4c09f3715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.797948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcccabf-e5cd-4815-a5db-fd4c09f3715e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.802940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dfcccabf-e5cd-4815-a5db-fd4c09f3715e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a17eb841-ec73-4667-96d8-3221e0700663 HTTP/1.1" status: 204 len: 168 time: 0.7214088 Jul 06 11:35:53.836482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcccabf-e5cd-4815-a5db-fd4c09f3715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17eb841-ec73-4667-96d8-3221e0700663,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:53.881575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Checking segment: {'id': '2b64825c-6e10-4081-98fc-536f60a0a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:53.882282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Network hostable DHCP agents. Network: f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:53.885040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c5ab88-ff5c-4696-a2da-df0e98b46c58,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:53.921103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Network f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:53.937646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:53.951282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.951938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.952968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07620a-7ace-43d1-9688-90a94e6b52fa None None] Network f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:53.955519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d36c73ff-9d80-46e1-ac5b-6695cf6a4a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.962148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d36c73ff-9d80-46e1-ac5b-6695cf6a4a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.003170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c73ff-9d80-46e1-ac5b-6695cf6a4a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee42c17-138d-405e-8db3-2471b2c7c37c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:54.019734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6050b13a-97ac-4995-8cb2-7152d1f0302b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1486351 Jul 06 11:35:54.056009 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d36c73ff-9d80-46e1-ac5b-6695cf6a4a44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce52a55c6f5d4959bc3fafa998096e17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1230218 Jul 06 11:35:54.059317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:54.176486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8873664-f10e-432c-a06a-9beff4125779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.231449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8873664-f10e-432c-a06a-9beff4125779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.325665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3ebaf-e96d-4d38-9b8b-797ef991f396 None None] Network f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:54.344312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8873664-f10e-432c-a06a-9beff4125779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.348123 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8873664-f10e-432c-a06a-9beff4125779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.351479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b8873664-f10e-432c-a06a-9beff4125779 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ee42c17-138d-405e-8db3-2471b2c7c37c HTTP/1.1" status: 204 len: 168 time: 0.2887747 Jul 06 11:35:54.370541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873664-f10e-432c-a06a-9beff4125779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee42c17-138d-405e-8db3-2471b2c7c37c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:54.534330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-765cdebe-98b1-4ba5-8f3c-6c04a08a9d6a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:35:54.535552 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-765cdebe-98b1-4ba5-8f3c-6c04a08a9d6a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136137 Jul 06 11:35:54.627581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:54.650561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e369549b-0c6f-469e-9304-4c9c02828d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.711895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-939d0698-a3f3-4c10-82f2-6361e4e20bc8 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:54.713752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-939d0698-a3f3-4c10-82f2-6361e4e20bc8 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 970 time: 0.2154043 Jul 06 11:35:54.895185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e369549b-0c6f-469e-9304-4c9c02828d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.901557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda23f1-f109-4c6c-9230-d90027256fbf req-eb1aceda-4eb2-4ae8-b716-e23def69a789 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:54.905493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e369549b-0c6f-469e-9304-4c9c02828d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.909702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbda23f1-f109-4c6c-9230-d90027256fbf req-eb1aceda-4eb2-4ae8-b716-e23def69a789 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 932 time: 0.3043704 Jul 06 11:35:54.970457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbda23f1-f109-4c6c-9230-d90027256fbf req-6f6c713a-9dd7-4d11-bfad-a35f314b8f31 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554078 Jul 06 11:35:55.016260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Deleting port 5a560c54-305b-4a14-b530-2456a16fb1cc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:55.019068 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.053071 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e369549b-0c6f-469e-9304-4c9c02828d02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91e3e254797d4d18979ab06755df846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238544 Jul 06 11:35:55.054406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369549b-0c6f-469e-9304-4c9c02828d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e57fd53-18f3-49f3-8a13-15a0fd9de70c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:55.077492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:55.162069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc6068c-5206-4b47-b429-2eaca307b1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.190115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:55.193354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4db9c178-b70c-4ac4-91a6-0992b411bdb7 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:55.201220 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc6068c-5206-4b47-b429-2eaca307b1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.214028 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14339037-c598-4510-b095-4dafce8057ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.273301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 4db9c178-b70c-4ac4-91a6-0992b411bdb7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:55.273643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4db9c178-b70c-4ac4-91a6-0992b411bdb7 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:55.305015 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc6068c-5206-4b47-b429-2eaca307b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.308259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc6068c-5206-4b47-b429-2eaca307b1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.309508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fbc6068c-5206-4b47-b429-2eaca307b1b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e57fd53-18f3-49f3-8a13-15a0fd9de70c HTTP/1.1" status: 204 len: 168 time: 0.2293379 Jul 06 11:35:55.319227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] For port 5a560c54-305b-4a14-b530-2456a16fb1cc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a560c54-305b-4a14-b530-2456a16fb1cc,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:55.319594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.328597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6068c-5206-4b47-b429-2eaca307b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e57fd53-18f3-49f3-8a13-15a0fd9de70c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:55.338588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Calling delete_port for 5a560c54-305b-4a14-b530-2456a16fb1cc owned by compute:tempest-test_az-817446034 {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:55.415772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14339037-c598-4510-b095-4dafce8057ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.417311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d938a2-797e-4dbf-a21b-1c88ccdf1eb0 req-e7eef6e6-da31-4184-83e0-85f9cbca2630 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:55.422340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14339037-c598-4510-b095-4dafce8057ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.425333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62d938a2-797e-4dbf-a21b-1c88ccdf1eb0 req-e7eef6e6-da31-4184-83e0-85f9cbca2630 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 970 time: 0.1686590 Jul 06 11:35:55.448890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Request body: {'port': {'device_id': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:55.492728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62d938a2-797e-4dbf-a21b-1c88ccdf1eb0 req-54d7bcff-f125-476f-874a-3e93deecccee tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5259b02-f9ad-4ca9-9608-005cbc6062d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627568 Jul 06 11:35:55.579078 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-14339037-c598-4510-b095-4dafce8057ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e49a8459576b41fbafe3bc10ae2ef1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868473 Jul 06 11:35:55.579692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:55.582777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14339037-c598-4510-b095-4dafce8057ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09d0d22-224f-4a07-a68f-2c7e43a31b62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:55.616482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-3b71f456-4f89-4911-a19c-26fdc9cddd46 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554843 Jul 06 11:35:55.662600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.681283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5a560c54-305b-4a14-b530-2456a16fb1cc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:55.749693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.791366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4454987c-3841-4e40-95ab-10cd5cfc64a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.880647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:55.897832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Pushing event deleted for resources: {'Port': ['ID=5a560c54-305b-4a14-b530-2456a16fb1cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:55.898694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4454987c-3841-4e40-95ab-10cd5cfc64a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.996805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] No DVR routers for this DVR port 5a560c54-305b-4a14-b530-2456a16fb1cc on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:56.018892 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.029218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a123a20-caa8-45fe-8781-5899426c31a4 req-45e153c9-12c3-44ae-9f9a-241d6570b981 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.79 "DELETE /v2.0/ports/5a560c54-305b-4a14-b530-2456a16fb1cc HTTP/1.1" status: 204 len: 173 time: 1.3095958 Jul 06 11:35:56.030879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'name': 'network-vif-deleted', 'tag': '5a560c54-305b-4a14-b530-2456a16fb1cc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:56.053017 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd927e3-aa37-4f70-8445-bb29b6a191f3" -d '{"events": [{"server_uuid": "c0e266a2-756e-48c9-a334-724c87c9f99b", "name": "network-vif-deleted", "tag": "5a560c54-305b-4a14-b530-2456a16fb1cc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:56.159048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-33cf1fd2-166f-413c-90fb-a62ab7679b84 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.176184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-33cf1fd2-166f-413c-90fb-a62ab7679b84 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5495403 Jul 06 11:35:56.223411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-785a1f4d-762c-4735-a7d3-63c216542862 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/quotas/f6a4bac2dd0b4abf900a9eb3c784669c HTTP/1.1" status: 200 len: 375 time: 0.0453806 Jul 06 11:35:56.234713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7febf664-5c74-40dd-8305-b97f6e1befe9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:56.238024 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:35:56.252090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.290240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Transition to ACTIVE for port object 7febf664-5c74-40dd-8305-b97f6e1befe9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:56.301227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-e076df2a-7c76-49b6-a0a6-2aee9a0c0288 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744369 Jul 06 11:35:56.304364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.395294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d975d-c3c5-4933-bd7a-8923e88fabd8 req-fcd6e712-143d-4d57-85c4-f14851395dbf tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.398676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-688d975d-c3c5-4933-bd7a-8923e88fabd8 req-fcd6e712-143d-4d57-85c4-f14851395dbf tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 944 time: 0.0956542 Jul 06 11:35:56.431155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:56.441827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-962164771-network', 'tenant_id': 'a0c55411095a4981b84da6e357316a34'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:56.452108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Pushing event updated for resources: {'Port': ['ID=7febf664-5c74-40dd-8305-b97f6e1befe9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:56.464555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4454987c-3841-4e40-95ab-10cd5cfc64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.476840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4454987c-3841-4e40-95ab-10cd5cfc64a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.478063 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4454987c-3841-4e40-95ab-10cd5cfc64a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f09d0d22-224f-4a07-a68f-2c7e43a31b62 HTTP/1.1" status: 204 len: 168 time: 0.8963163 Jul 06 11:35:56.526286 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c526cb6-ff8a-4f03-8126-700bf344216b x-openstack-request-id: req-5c526cb6-ff8a-4f03-8126-700bf344216b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:56.526474 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e266a2-756e-48c9-a334-724c87c9f99b", "name": "network-vif-deleted", "tag": "5a560c54-305b-4a14-b530-2456a16fb1cc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:56.526682 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c526cb6-ff8a-4f03-8126-700bf344216b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:56.527103 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e266a2-756e-48c9-a334-724c87c9f99b', 'name': 'network-vif-deleted', 'tag': '5a560c54-305b-4a14-b530-2456a16fb1cc', 'status': 'completed', 'code': 200} Jul 06 11:35:56.531707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-688d975d-c3c5-4933-bd7a-8923e88fabd8 req-fea597df-88f9-4ed3-af11-35c81b5bd506 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245322 Jul 06 11:35:56.532481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Made reservation on behalf of a0c55411095a4981b84da6e357316a34 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:56.535544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454987c-3841-4e40-95ab-10cd5cfc64a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09d0d22-224f-4a07-a68f-2c7e43a31b62,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:56.535879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.556690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.643693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Attempting to bind port 7febf664-5c74-40dd-8305-b97f6e1befe9 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:56.644083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Attempting to bind port 7febf664-5c74-40dd-8305-b97f6e1befe9 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:56.645510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Attempting to bind port 7febf664-5c74-40dd-8305-b97f6e1befe9 on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:56.657062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Port 7febf664-5c74-40dd-8305-b97f6e1befe9 on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:56.657397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Attempting to bind port 7febf664-5c74-40dd-8305-b97f6e1befe9 on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:56.692791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:56.692980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Checking segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:56.693357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Bound using segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:56.693817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Bound port: 7febf664-5c74-40dd-8305-b97f6e1befe9, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:56.694175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.726063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:56.755492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a72de5b-4449-45d9-abb5-9da21ed9d4bf req-cf294097-464d-431c-961c-b1717d77982e tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 210 time: 0.0989408 Jul 06 11:35:56.837305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e83cfbe3-4319-4d01-9de9-1b8f7e7a9820 req-15515055-58f9-4f53-8454-b87163d4061a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0786407 Jul 06 11:35:56.883291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0dc36da-539c-4c48-9f02-5c5709b011be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.910951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a76ff9b-e001-463e-a9a0-2b16267c2c6b req-ab0a5d8d-e538-40e1-b20d-2a57902fa6e1 tempest-AggregatesAdminTestJSON-2012409899 tempest-AggregatesAdminTestJSON-2012409899-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 210 time: 0.0780308 Jul 06 11:35:56.979081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] For port 7febf664-5c74-40dd-8305-b97f6e1befe9, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:56.987241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.993044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] For port 7febf664-5c74-40dd-8305-b97f6e1befe9, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=7febf664-5c74-40dd-8305-b97f6e1befe9,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:57.006822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.009607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.044950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e83cfbe3-4319-4d01-9de9-1b8f7e7a9820 req-92107170-816e-45ca-a62e-6140ac4af54f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=209349033b4043bb8eb38298a46756e1&device_id=c0e266a2-756e-48c9-a334-724c87c9f99b HTTP/1.1" status: 200 len: 210 time: 0.0556374 Jul 06 11:35:57.048375 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddaeef4-29fb-45e6-8347-864abc628f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.065263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:57.119697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e83cfbe3-4319-4d01-9de9-1b8f7e7a9820 req-301e37d8-b38d-49e5-a125-4e96fb4b2f36 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=209349033b4043bb8eb38298a46756e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508296 Jul 06 11:35:57.120672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24cef87-0ca0-4f05-87ef-9b14c432cf5d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:57.131366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.132199 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Added segment 6f33979b-e6ce-44ca-9613-97ceedc3b5f8 of type vlan for network 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa Jul 06 11:35:57.134459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Pushing event updated for resources: {'Port': ['ID=7febf664-5c74-40dd-8305-b97f6e1befe9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:57.160585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.161263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.163025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-c9cf0b0a-dedc-45fe-aeed-4362237f6911 service neutron] 10.222.0.64 "PUT /v2.0/ports/7febf664-5c74-40dd-8305-b97f6e1befe9 HTTP/1.1" status: 200 len: 1092 time: 2.1444223 Jul 06 11:35:57.163476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:57.165875 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fcab5-344a-495b-87c7-5cdf581c95c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:57.228976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eff009db-7f36-4b0a-b7a5-995bcc8f6a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.275803 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5d42c-a03c-475b-ac2b-a97fc6eba9ba x-openstack-request-id: req-6cc5d42c-a03c-475b-ac2b-a97fc6eba9ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:57.276134 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:57.276389 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cc5d42c-a03c-475b-ac2b-a97fc6eba9ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:57.276787 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'status': 'completed', 'code': 200} Jul 06 11:35:57.325399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0dc36da-539c-4c48-9f02-5c5709b011be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.341305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.459361 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0dc36da-539c-4c48-9f02-5c5709b011be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.467437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfbe3-4319-4d01-9de9-1b8f7e7a9820 req-42f37b34-79b5-42a9-a6bf-3f56e8aa325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.469223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e83cfbe3-4319-4d01-9de9-1b8f7e7a9820 req-42f37b34-79b5-42a9-a6bf-3f56e8aa325f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3402104 Jul 06 11:35:57.472174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.473640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.474408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.558724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] Pushing event updated for resources: {'Network': ['ID=2e88c79c-bb84-48a9-b696-0b9b99d3a7aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:57.570790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-45e20cd4-5460-4db0-b900-79ba5400b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.586086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:57.587721 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-45e20cd4-5460-4db0-b900-79ba5400b67d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 1095 time: 0.3513980 Jul 06 11:35:57.712071 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-729459bc-cee1-4d1e-a16d-34d512a4be89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7febf664-5c74-40dd-8305-b97f6e1befe9 HTTP/1.1" status: 200 len: 217 time: 0.0929933 Jul 06 11:35:57.714308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b0dc36da-539c-4c48-9f02-5c5709b011be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b286007ffde74b4299f8ec30c0a32f59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8276780 Jul 06 11:35:57.723478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:57.749964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc36da-539c-4c48-9f02-5c5709b011be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cbda8e-3554-40ab-aa63-98af6c7b22d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:57.754250 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eff009db-7f36-4b0a-b7a5-995bcc8f6a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.779522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eff009db-7f36-4b0a-b7a5-995bcc8f6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.896400 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eff009db-7f36-4b0a-b7a5-995bcc8f6a71 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e73fce1921464f5bbeab27bf4ba2b07b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1571383 Jul 06 11:35:57.899020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:57.947136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-a5cc8ed7-2a55-4ecd-8c14-0d56018752d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.949013 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-a5cc8ed7-2a55-4ecd-8c14-0d56018752d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.2179549 Jul 06 11:35:57.949823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff009db-7f36-4b0a-b7a5-995bcc8f6a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb24565-f7ef-4688-b373-bf205cd52a63,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:57.953544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25c04bf2-9da2-4e9f-924e-4e126137e01b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5205009 Jul 06 11:35:57.955153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:57.963272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Request body: {'subnet': {'network_id': '2e88c79c-bb84-48a9-b696-0b9b99d3a7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-962164771-subnet', 'tenant_id': 'a0c55411095a4981b84da6e357316a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:58.012659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-899fa209-16a8-430d-a73d-ad76d007597b req-72790b81-ae19-4e3d-b115-1526e67bf697 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 210 time: 0.0363586 Jul 06 11:35:58.016649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da138f75-c70e-4b52-aab5-5d33477110d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.057044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Made reservation on behalf of a0c55411095a4981b84da6e357316a34 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:58.059120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710704c4-09d2-437b-8222-63c8c4079818 req-7203a0bd-e91c-4077-b6cd-0f2e0e723be7 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.059479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.066754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-710704c4-09d2-437b-8222-63c8c4079818 req-7203a0bd-e91c-4077-b6cd-0f2e0e723be7 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 944 time: 0.3787539 Jul 06 11:35:58.076729 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a3574ba-d196-4a28-b470-f1cc6e7cb3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.086640 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da138f75-c70e-4b52-aab5-5d33477110d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.148404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-710704c4-09d2-437b-8222-63c8c4079818 req-307f7d70-e350-4864-8fd3-e674ccc2e1ea tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803428 Jul 06 11:35:58.168679 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a3574ba-d196-4a28-b470-f1cc6e7cb3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.188672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-11091fc6-5ac0-490e-8df1-7456404faf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.190375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-11091fc6-5ac0-490e-8df1-7456404faf77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325532 Jul 06 11:35:58.214909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da138f75-c70e-4b52-aab5-5d33477110d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.216546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da138f75-c70e-4b52-aab5-5d33477110d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.219611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-da138f75-c70e-4b52-aab5-5d33477110d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15cbda8e-3554-40ab-aa63-98af6c7b22d4 HTTP/1.1" status: 204 len: 168 time: 0.4948053 Jul 06 11:35:58.229924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138f75-c70e-4b52-aab5-5d33477110d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cbda8e-3554-40ab-aa63-98af6c7b22d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:58.365778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a3574ba-d196-4a28-b470-f1cc6e7cb3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.368394 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a3574ba-d196-4a28-b470-f1cc6e7cb3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.371872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a3574ba-d196-4a28-b470-f1cc6e7cb3d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cb24565-f7ef-4688-b373-bf205cd52a63 HTTP/1.1" status: 204 len: 168 time: 0.4546924 Jul 06 11:35:58.375962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-d0593057-8f38-47cc-a05a-3fff517c6a5f tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477884 Jul 06 11:35:58.387566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-fccd9539-3524-4694-8799-46bd9a32c890 service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865473 Jul 06 11:35:58.390458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3574ba-d196-4a28-b470-f1cc6e7cb3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb24565-f7ef-4688-b373-bf205cd52a63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:58.522798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.550520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-5f6b0081-bf54-4da5-a641-519e41ccee43 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.553258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-5f6b0081-bf54-4da5-a641-519e41ccee43 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723089 Jul 06 11:35:58.569443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Request body: {'port': {'device_id': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'f6a4bac2dd0b4abf900a9eb3c784669c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:58.613722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10c2577-3112-4094-a156-3d256c6ce574,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:58.619418 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-735812c4-a0d0-45c0-baa7-bd0eb7e53dc1 req-4fb74722-882e-4230-9a77-856e5f442607 service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219663 Jul 06 11:35:58.624533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Checking segment: {'id': '6f33979b-e6ce-44ca-9613-97ceedc3b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2e88c79c-bb84-48a9-b696-0b9b99d3a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:58.624907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Network hostable DHCP agents. Network: 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:58.645697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Network 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:58.658801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:58.664034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.664840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.683848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895d611-a212-44a0-8fcb-4d2060b54f19 None None] Network 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:58.687395 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-98954a6d-ccf2-4b1a-9eaa-8a716570ae25 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7295885 Jul 06 11:35:58.785391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-fe7646fa-2478-4f28-8677-37fecaf89100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.787267 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-fe7646fa-2478-4f28-8677-37fecaf89100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 1095 time: 0.0861690 Jul 06 11:35:58.801199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Made reservation on behalf of f6a4bac2dd0b4abf900a9eb3c784669c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:58.805100 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.871358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58cd1a-d1f1-4233-b286-edd62528c80d None None] Network 2e88c79c-bb84-48a9-b696-0b9b99d3a7aa requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:58.960648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:58.985756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-16d1eafb-9135-4479-bc37-395c291dc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.990155 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-16d1eafb-9135-4479-bc37-395c291dc43b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 924 time: 0.1935787 Jul 06 11:35:59.006793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Allocated IP 192.168.233.19 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/1bb13dc9-3ef3-4f93-b5b4-c02ad7468238) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:59.058921 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-f276137e-fdf4-4735-8a32-20bb040db1af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7febf664-5c74-40dd-8305-b97f6e1befe9 HTTP/1.1" status: 200 len: 217 time: 0.0574706 Jul 06 11:35:59.091965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:59.140020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f58d41b0-fbaf-4bb0-8148-40c199a76d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.151123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:59.173764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-8d5df7c0-12d9-4e2c-8ec7-dbc84f975214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.176923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a560c54-305b-4a14-b530-2456a16fb1cc no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:59.177120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-8d5df7c0-12d9-4e2c-8ec7-dbc84f975214 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.1093712 Jul 06 11:35:59.219474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 5a560c54-305b-4a14-b530-2456a16fb1cc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:59.221107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a560c54-305b-4a14-b530-2456a16fb1cc not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:59.253633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Deleting subnet a9c5ab88-ff5c-4696-a2da-df0e98b46c58 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:35:59.274485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.282609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1802f1d-ca4a-4dee-af5b-32fdf326497b req-5f3041aa-8967-4619-bde5-b590922fda7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 210 time: 0.0899265 Jul 06 11:35:59.356320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.370308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-154ff1d0-3f6c-4202-bdad-bd157ea8d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.371929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-154ff1d0-3f6c-4202-bdad-bd157ea8d30c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870673 Jul 06 11:35:59.373225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.435724 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.510975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.513137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Transition to ACTIVE for port object 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:59.543595 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-4155c720-0c16-480b-9dcd-72bbf6a18a7a service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505373 Jul 06 11:35:59.544708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c5ab88-ff5c-4696-a2da-df0e98b46c58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:59.552219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.553788 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71ec3dfc-7aae-40ed-90dd-0600fc5445f5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a9c5ab88-ff5c-4696-a2da-df0e98b46c58 HTTP/1.1" status: 204 len: 168 time: 0.4001617 Jul 06 11:35:59.564298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:59.566623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21dc6d90-5450-4fc3-bdcd-4a40de173a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.577863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-68481652-f949-4c01-b89d-e4ee2efd5c99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=209349033b4043bb8eb38298a46756e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6160774 Jul 06 11:35:59.582560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:59.610485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:59.652567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d7d8b-f5f2-47af-9f74-40b1bb05c745 req-8395848f-3f8d-41ae-b437-b05d2485d5cd tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.663456 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.664632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b7d7d8b-f5f2-47af-9f74-40b1bb05c745 req-8395848f-3f8d-41ae-b437-b05d2485d5cd tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 944 time: 0.3118057 Jul 06 11:35:59.671235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dddfcde-7aa5-4589-9129-5800f20887a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.674609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f58d41b0-fbaf-4bb0-8148-40c199a76d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.695860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f58d41b0-fbaf-4bb0-8148-40c199a76d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.743389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.744800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f58d41b0-fbaf-4bb0-8148-40c199a76d9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3de7dde85c4a4879aae5463d62f759ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508732 Jul 06 11:35:59.751200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:59.765528 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f3fcab5-344a-495b-87c7-5cdf581c95c6 req-23650251-4bc3-48d9-9756-338e4b240ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106667 Jul 06 11:35:59.784827 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.855042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d41b0-fbaf-4bb0-8148-40c199a76d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8608deb5-c3f3-4b5a-9d7c-fa46ea9b3e17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:59.878693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ee0669-d843-4883-8861-7bc0013fd60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.892651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b7d7d8b-f5f2-47af-9f74-40b1bb05c745 req-a967721e-ce64-4be1-87a5-4c54e48b6ee5 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101147 Jul 06 11:35:59.910299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:59.929191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:59.936050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:59.941816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.942469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.945498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Pushing event updated for resources: {'Port': ['ID=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:59.954598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ee0669-d843-4883-8861-7bc0013fd60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.957351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76ef061b-fa86-4a9c-95a6-60a801c51a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.961954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.962317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.028246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ee0669-d843-4883-8861-7bc0013fd60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.032090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ee0669-d843-4883-8861-7bc0013fd60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.035536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27ee0669-d843-4883-8861-7bc0013fd60f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5259b02-f9ad-4ca9-9608-005cbc6062d3 HTTP/1.1" status: 204 len: 168 time: 0.4461236 Jul 06 11:36:00.042994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee0669-d843-4883-8861-7bc0013fd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5259b02-f9ad-4ca9-9608-005cbc6062d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:00.237519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.237971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.238400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.238745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.239155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.239482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.239821 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.240232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.240467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.240776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.288261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a69081c-3ba9-44f4-8239-6e3213f2e7fc None None] Provisioning for port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:00.296880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a69081c-3ba9-44f4-8239-6e3213f2e7fc None None] Provisioning complete for port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:00.297597 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a69081c-3ba9-44f4-8239-6e3213f2e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.341867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5a69081c-3ba9-44f4-8239-6e3213f2e7fc None None] Port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:00.371379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.371837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.372248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.373028 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:00.373136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:00.384011 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76ef061b-fa86-4a9c-95a6-60a801c51a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.414200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b64825c-6e10-4081-98fc-536f60a0a9a1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:00.414547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b64825c-6e10-4081-98fc-536f60a0a9a1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:00.444010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.448504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dddfcde-7aa5-4589-9129-5800f20887a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.459781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:00.466927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-38447bba-4de1-4874-8c48-5f948636aa7a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9045928 Jul 06 11:36:00.480777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Request body: {'port': {'device_id': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:00.509502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.512615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dddfcde-7aa5-4589-9129-5800f20887a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.523761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76ef061b-fa86-4a9c-95a6-60a801c51a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.526302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76ef061b-fa86-4a9c-95a6-60a801c51a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.530313 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-76ef061b-fa86-4a9c-95a6-60a801c51a23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8608deb5-c3f3-4b5a-9d7c-fa46ea9b3e17 HTTP/1.1" status: 204 len: 168 time: 0.7745371 Jul 06 11:36:00.530313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:36:00.530786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:36:00.558239 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:36:00.594587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.599675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-72318eb0-88f5-4a08-93d7-6aa688469b5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0dfb08c55a2d44309ab94136d6398259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387165 Jul 06 11:36:00.606809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:00.728712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0dddfcde-7aa5-4589-9129-5800f20887a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8214aa5319843b4b19e2c7bf11b20d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1171715 Jul 06 11:36:00.730812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.732169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:00.740122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddfcde-7aa5-4589-9129-5800f20887a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc35f4b2-8145-4f74-9862-bed905e76fba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:00.771109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.786988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2719a2b-5d19-4cad-a326-bccaf27161c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.789108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.794598 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] 10.222.0.78 "DELETE /v2.0/networks/f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3 HTTP/1.1" status: 204 len: 168 time: 1.2292020 Jul 06 11:36:00.797242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:00.808200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901f628-1df8-42f8-92bc-718e4129fdbd admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dfc3a9-8de3-49e3-9604-4785f1d7c3b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:00.818814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef061b-fa86-4a9c-95a6-60a801c51a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8608deb5-c3f3-4b5a-9d7c-fa46ea9b3e17,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:00.869705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7e81-21c1-4ee8-80f1-bbb4549e0c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.895590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7e81-21c1-4ee8-80f1-bbb4549e0c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.929630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2719a2b-5d19-4cad-a326-bccaf27161c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.977204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7e81-21c1-4ee8-80f1-bbb4549e0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.981359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7e81-21c1-4ee8-80f1-bbb4549e0c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.984377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8bcd7e81-21c1-4ee8-80f1-bbb4549e0c5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc35f4b2-8145-4f74-9862-bed905e76fba HTTP/1.1" status: 204 len: 168 time: 0.2509270 Jul 06 11:36:00.994877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd7e81-21c1-4ee8-80f1-bbb4549e0c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc35f4b2-8145-4f74-9862-bed905e76fba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:00.997784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c68331-fc68-4949-951f-d1f1a5b0c15e req-1091ed7d-bdc7-4569-88e6-ffbfce54ae27 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:00.999320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3c68331-fc68-4949-951f-d1f1a5b0c15e req-1091ed7d-bdc7-4569-88e6-ffbfce54ae27 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 935 time: 0.3178194 Jul 06 11:36:01.048847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Deleting subnet c10c2577-3112-4094-a156-3d256c6ce574 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:36:01.064357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.137885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.146309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3c68331-fc68-4949-951f-d1f1a5b0c15e req-e522dc27-c5d6-4c75-9cb7-de0b02d0c8a6 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928738 Jul 06 11:36:01.178705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.180757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2719a2b-5d19-4cad-a326-bccaf27161c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.183257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2719a2b-5d19-4cad-a326-bccaf27161c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.184416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f2719a2b-5d19-4cad-a326-bccaf27161c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f486c7c4-ca0a-4cf4-baa8-2d524f133e04 HTTP/1.1" status: 204 len: 168 time: 0.5758142 Jul 06 11:36:01.258798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2719a2b-5d19-4cad-a326-bccaf27161c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f486c7c4-ca0a-4cf4-baa8-2d524f133e04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:01.342614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:01.351698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.358071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.403002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8aa70-5345-4d20-ae8a-cf36faceb25e req-43151269-583b-4a85-8040-fc556b646ee3 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:01.404597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bee8aa70-5345-4d20-ae8a-cf36faceb25e req-43151269-583b-4a85-8040-fc556b646ee3 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 944 time: 0.2532470 Jul 06 11:36:01.409268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10c2577-3112-4094-a156-3d256c6ce574,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:01.411288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.413173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d59caf6c-1bdb-4ae9-96c9-0e6548a1fb68 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c10c2577-3112-4094-a156-3d256c6ce574 HTTP/1.1" status: 204 len: 168 time: 0.5554380 Jul 06 11:36:01.415693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:01.424567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Transition to ACTIVE for port object 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:01.471328 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.554278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bee8aa70-5345-4d20-ae8a-cf36faceb25e req-3c96abf9-4e22-4d90-8cf5-3185f9cb68d3 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309512 Jul 06 11:36:01.565243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.569200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Pushing event updated for resources: {'Port': ['ID=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:01.632091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Attempting to bind port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:01.632607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Attempting to bind port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:01.632725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Attempting to bind port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:01.655491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:01.655812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Attempting to bind port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:01.672631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:01.676198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:01.676749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:01.677227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Bound port: 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:01.677646 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.694554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:01.726711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.741919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.742301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.743090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.743442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.743791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.744140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.744461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.744785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.745103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.745415 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.824620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.824966 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.825281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.825653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:36:01.825997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e88c79c-bb84-48a9-b696-0b9b99d3a7aa']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:01.857045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f33979b-e6ce-44ca-9613-97ceedc3b5f8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:01.857341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f33979b-e6ce-44ca-9613-97ceedc3b5f8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:01.886376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:01.905545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.938429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.943777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3572f47e-fd77-4593-bcd7-33d66f94d926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.955946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:36:01.956343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:36:01.960411 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:36:02.024451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] For port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:02.030435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] For port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:02.037540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.069669 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.101503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.102142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.103672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] 10.222.0.79 "PUT /v2.0/ports/1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 HTTP/1.1" status: 200 len: 1095 time: 1.6284447 Jul 06 11:36:02.104414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'tag': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:02.108031 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb73ff-ec13-480a-bde3-a233c7885e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8df4b1dd-8100-45e0-8c1c-83eea026e7d8", "tag": "1bb13dc9-3ef3-4f93-b5b4-c02ad7468238"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:02.111846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.117433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2e88c79c-bb84-48a9-b696-0b9b99d3a7aa HTTP/1.1" status: 204 len: 168 time: 0.7007565 Jul 06 11:36:02.122262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360f409-b13e-40f7-885c-9c6beac13ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e88c79c-bb84-48a9-b696-0b9b99d3a7aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:02.152505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecc162-c789-4e6f-98ef-c8ec5743143f service neutron] Pushing event updated for resources: {'Port': ['ID=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:02.260104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23ae120f-d34f-4bf5-a102-f56d3b0e411b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.276819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.279179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3572f47e-fd77-4593-bcd7-33d66f94d926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.292627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3572f47e-fd77-4593-bcd7-33d66f94d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.321539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-60e76682-c5fb-4be7-ae20-1574af5171e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.323025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-60e76682-c5fb-4be7-ae20-1574af5171e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1630495 Jul 06 11:36:02.337688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572f47e-fd77-4593-bcd7-33d66f94d926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba99738-a9d9-483a-9ef4-4bfc417c2721,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:02.395674 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3572f47e-fd77-4593-bcd7-33d66f94d926 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d860c148e5df402baaf3eab4a07cfcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990194 Jul 06 11:36:02.399006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-f089b574-e6c0-4f4e-a09f-ea35e577e4a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 HTTP/1.1" status: 200 len: 217 time: 0.0671766 Jul 06 11:36:02.399461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:02.488895 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad9b2c6-fe68-4de7-a94c-cfe847d1cb82 x-openstack-request-id: req-2ad9b2c6-fe68-4de7-a94c-cfe847d1cb82 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:02.489969 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df4b1dd-8100-45e0-8c1c-83eea026e7d8", "tag": "1bb13dc9-3ef3-4f93-b5b4-c02ad7468238", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:02.490487 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ad9b2c6-fe68-4de7-a94c-cfe847d1cb82 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:02.491221 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'tag': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238', 'status': 'completed', 'code': 200} Jul 06 11:36:02.499551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23ae120f-d34f-4bf5-a102-f56d3b0e411b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.505747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23ae120f-d34f-4bf5-a102-f56d3b0e411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.533705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:02.571823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae120f-d34f-4bf5-a102-f56d3b0e411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece25ce6-613a-44d9-82ce-b06bdd3720d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:02.579938 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-23ae120f-d34f-4bf5-a102-f56d3b0e411b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b51240985ba4a3990862da489a44344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922243 Jul 06 11:36:02.580927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:02.669228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-68d1d63c-8263-42ce-9f7a-43d177db3eb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a83b5255f55f4df3b6f751515ac617ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343813 Jul 06 11:36:02.669866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:02.694337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f553e2ad-e92d-4622-9359-cac460213683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.725155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3773ff2-c5f4-4993-956b-3911cea3987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.726164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f553e2ad-e92d-4622-9359-cac460213683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.758879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3773ff2-c5f4-4993-956b-3911cea3987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.764285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-3faf6860-2448-4e2f-9a0f-0e220fa4e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.766144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-3faf6860-2448-4e2f-9a0f-0e220fa4e08d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2853997 Jul 06 11:36:02.772269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfca5523-ce99-4761-b6af-e64319aa1baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.810921 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfca5523-ce99-4761-b6af-e64319aa1baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.819417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ef14-1641-4de4-95b9-de35337343e2 req-d532d150-ef7a-40bb-962b-e74ad68fe4f5 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.827879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5264ef14-1641-4de4-95b9-de35337343e2 req-d532d150-ef7a-40bb-962b-e74ad68fe4f5 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 947 time: 0.4307263 Jul 06 11:36:02.863768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3773ff2-c5f4-4993-956b-3911cea3987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.868014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3773ff2-c5f4-4993-956b-3911cea3987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.872425 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3773ff2-c5f4-4993-956b-3911cea3987b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ece25ce6-613a-44d9-82ce-b06bdd3720d3 HTTP/1.1" status: 204 len: 168 time: 0.2903364 Jul 06 11:36:02.891456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfca5523-ce99-4761-b6af-e64319aa1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.898272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfca5523-ce99-4761-b6af-e64319aa1baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.901939 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bfca5523-ce99-4761-b6af-e64319aa1baf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da482af1-2a01-424b-8dd1-603f19a06afd HTTP/1.1" status: 204 len: 168 time: 0.2249069 Jul 06 11:36:02.902804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3773ff2-c5f4-4993-956b-3911cea3987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece25ce6-613a-44d9-82ce-b06bdd3720d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:02.937587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f553e2ad-e92d-4622-9359-cac460213683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.941304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f553e2ad-e92d-4622-9359-cac460213683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.945469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f553e2ad-e92d-4622-9359-cac460213683 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dba99738-a9d9-483a-9ef4-4bfc417c2721 HTTP/1.1" status: 204 len: 168 time: 0.5353439 Jul 06 11:36:02.948333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca5523-ce99-4761-b6af-e64319aa1baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da482af1-2a01-424b-8dd1-603f19a06afd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:03.159500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5264ef14-1641-4de4-95b9-de35337343e2 req-aa42341a-8e74-403a-bca2-1e62cd5b2586 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305383 Jul 06 11:36:03.161283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553e2ad-e92d-4622-9359-cac460213683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba99738-a9d9-483a-9ef4-4bfc417c2721,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:03.171987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc7d5-6ca9-4eb6-a69a-7bc7e169cfe3 req-d5fcd639-aec9-4769-8ee0-8dbb796ab99f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.179427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369bc7d5-6ca9-4eb6-a69a-7bc7e169cfe3 req-d5fcd639-aec9-4769-8ee0-8dbb796ab99f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 944 time: 0.4180138 Jul 06 11:36:03.202569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-ee4c2abf-a559-49e7-94a5-09aa89cd2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.204064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-ee4c2abf-a559-49e7-94a5-09aa89cd2c5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4228852 Jul 06 11:36:03.245367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369bc7d5-6ca9-4eb6-a69a-7bc7e169cfe3 req-bc939750-6ed4-4e5c-be4e-82e53b999f3b tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650115 Jul 06 11:36:03.325885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-3728f95a-8880-4575-aeed-e6936ad9262a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117363 Jul 06 11:36:03.421386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8687fd12-c794-44b4-9b3e-9d8500cdd738 req-6f8fca9d-5368-48d0-8636-2014b966fb56 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891604 Jul 06 11:36:03.525383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:03.540255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-1560ef71-3ad2-4516-ae2c-d2401386a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.540822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-127e5e9f-ad2a-4ede-af33-843a1d85e2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.542462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-1560ef71-3ad2-4516-ae2c-d2401386a049 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0653079 Jul 06 11:36:03.582350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:03.665059 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-280d69ed-8705-4a4a-94d5-eb6ce09cc00c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0c55411095a4981b84da6e357316a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814776 Jul 06 11:36:03.665221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-dd153448-bc5d-4c5c-ab1c-2599bb84ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.667057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:03.667476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-dd153448-bc5d-4c5c-ab1c-2599bb84ea00 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1169715 Jul 06 11:36:03.716584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-cf4d652b-fc43-4df5-85bf-6fcd94e2b82f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 HTTP/1.1" status: 200 len: 217 time: 0.0404873 Jul 06 11:36:03.725281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-127e5e9f-ad2a-4ede-af33-843a1d85e2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.746612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-127e5e9f-ad2a-4ede-af33-843a1d85e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.775751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-d5e4a66b-fd7b-46b1-859c-54d2921367ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.777444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-d5e4a66b-fd7b-46b1-859c-54d2921367ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0526304 Jul 06 11:36:03.797951 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-127e5e9f-ad2a-4ede-af33-843a1d85e2da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e333fc5da5504f2190064b401023119d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714617 Jul 06 11:36:03.800564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:03.801145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:03.802031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc5055c1-540a-4bfa-a9d1-84d5948bf846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.807295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e5e9f-ad2a-4ede-af33-843a1d85e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d92b9-c552-4054-8819-bafcef10ce62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:03.835745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc5055c1-540a-4bfa-a9d1-84d5948bf846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.906867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc5055c1-540a-4bfa-a9d1-84d5948bf846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.911954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc5055c1-540a-4bfa-a9d1-84d5948bf846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.920850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc5055c1-540a-4bfa-a9d1-84d5948bf846 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c24cef87-0ca0-4f05-87ef-9b14c432cf5d HTTP/1.1" status: 204 len: 168 time: 0.2518961 Jul 06 11:36:03.925045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb862130-7cc3-41e6-8ae2-a30766136c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.933625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5055c1-540a-4bfa-a9d1-84d5948bf846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24cef87-0ca0-4f05-87ef-9b14c432cf5d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:03.983524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef828b46-1664-4925-84b9-2d9e01b51c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.010344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-e0e11e0c-8832-4091-8caa-48c524486e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.011948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-e0e11e0c-8832-4091-8caa-48c524486e29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2258487 Jul 06 11:36:04.040451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef828b46-1664-4925-84b9-2d9e01b51c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.194405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-e532cfaf-c51a-4a64-a422-40f840011a6a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702361 Jul 06 11:36:04.196225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb862130-7cc3-41e6-8ae2-a30766136c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.197265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef828b46-1664-4925-84b9-2d9e01b51c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.199829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef828b46-1664-4925-84b9-2d9e01b51c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.200962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef828b46-1664-4925-84b9-2d9e01b51c0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a36d92b9-c552-4054-8819-bafcef10ce62 HTTP/1.1" status: 204 len: 168 time: 0.3950400 Jul 06 11:36:04.218156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb862130-7cc3-41e6-8ae2-a30766136c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.228860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef828b46-1664-4925-84b9-2d9e01b51c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d92b9-c552-4054-8819-bafcef10ce62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:04.367613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb862130-7cc3-41e6-8ae2-a30766136c50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0641d2869e074f27ae48d1bbe3eef830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631034 Jul 06 11:36:04.370293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:04.391274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb862130-7cc3-41e6-8ae2-a30766136c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903970c9-1c87-4325-9cb0-dd14a969df46,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:04.453886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 7febf664-5c74-40dd-8305-b97f6e1befe9 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:04.474809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18cb73ff-ec13-480a-bde3-a233c7885e4f req-82e9f611-0263-431f-8d0a-5e1a36067e86 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726078 Jul 06 11:36:04.511757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d86e2aaa-be00-43a2-8bcb-2d17c665bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.514474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe328a9-62c2-4128-a693-99d55af302a1 req-fb0021a2-7ae1-4884-81a0-1d3aa14d6482 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.521768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afe328a9-62c2-4128-a693-99d55af302a1 req-fb0021a2-7ae1-4884-81a0-1d3aa14d6482 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 944 time: 0.0939248 Jul 06 11:36:04.548306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d86e2aaa-be00-43a2-8bcb-2d17c665bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.594035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afe328a9-62c2-4128-a693-99d55af302a1 req-8ecb9326-4b23-4561-b62f-673f8e9b48b1 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711637 Jul 06 11:36:04.621597 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d86e2aaa-be00-43a2-8bcb-2d17c665bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.621597 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d86e2aaa-be00-43a2-8bcb-2d17c665bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.621597 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d86e2aaa-be00-43a2-8bcb-2d17c665bae4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/903970c9-1c87-4325-9cb0-dd14a969df46 HTTP/1.1" status: 204 len: 168 time: 0.2482569 Jul 06 11:36:04.634476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e2aaa-be00-43a2-8bcb-2d17c665bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903970c9-1c87-4325-9cb0-dd14a969df46,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:04.644853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 7febf664-5c74-40dd-8305-b97f6e1befe9, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=7febf664-5c74-40dd-8305-b97f6e1befe9,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:04.667390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'port_id': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'mac_address': 'fa:16:3e:de:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:04.698949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bebe1-6283-411f-8b8d-c8fe2c1cb9cc req-22707d8e-f72a-4555-8627-64160ed8a47a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.700713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-777bebe1-6283-411f-8b8d-c8fe2c1cb9cc req-22707d8e-f72a-4555-8627-64160ed8a47a tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 947 time: 0.1053696 Jul 06 11:36:04.729731 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.749113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7febf664-5c74-40dd-8305-b97f6e1befe9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:04.751452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-777bebe1-6283-411f-8b8d-c8fe2c1cb9cc req-c970defd-bceb-4b30-8bb8-45e40bb227ce tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Jul 06 11:36:04.778028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 7febf664-5c74-40dd-8305-b97f6e1befe9, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=7febf664-5c74-40dd-8305-b97f6e1befe9,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:04.782188 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.848581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=7febf664-5c74-40dd-8305-b97f6e1befe9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:05.223557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['7febf664-5c74-40dd-8305-b97f6e1befe9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:05.944100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a4e7-ff62-4a36-8949-4940fe945e6c req-d08eb405-2c50-4732-a911-c811cecbadc4 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:05.945573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c408a4e7-ff62-4a36-8949-4940fe945e6c req-d08eb405-2c50-4732-a911-c811cecbadc4 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 945 time: 0.0705900 Jul 06 11:36:05.983731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c408a4e7-ff62-4a36-8949-4940fe945e6c req-c451a69e-a0d8-4195-9c2b-97896f65194d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Jul 06 11:36:06.166439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82da782-86a4-4ddd-a008-e777f316acbe req-86cb3c06-db83-4223-8137-767bba9d8627 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:06.170678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d82da782-86a4-4ddd-a008-e777f316acbe req-86cb3c06-db83-4223-8137-767bba9d8627 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 947 time: 0.0759027 Jul 06 11:36:06.212803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d82da782-86a4-4ddd-a008-e777f316acbe req-700e4c23-e192-40bd-b1f2-7a039c7ee3a8 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Jul 06 11:36:06.432300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 7febf664-5c74-40dd-8305-b97f6e1befe9 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:06.489889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 7febf664-5c74-40dd-8305-b97f6e1befe9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:06.493813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 7febf664-5c74-40dd-8305-b97f6e1befe9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:06.494251 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.578731 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.609309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:06.612044 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4745217-2c73-4f3c-9b6b-0f8cfdfb8790" -d '{"events": [{"server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "name": "network-vif-plugged", "status": "completed", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:06.645448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 7febf664-5c74-40dd-8305-b97f6e1befe9, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=7febf664-5c74-40dd-8305-b97f6e1befe9,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:06.660213 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.693776 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c504b9b-cdf4-4c0a-816b-c849487eb4df x-openstack-request-id: req-5c504b9b-cdf4-4c0a-816b-c849487eb4df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:06.694289 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "name": "network-vif-plugged", "status": "completed", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:06.695074 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c504b9b-cdf4-4c0a-816b-c849487eb4df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:06.695652 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'code': 200} Jul 06 11:36:06.733572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=7febf664-5c74-40dd-8305-b97f6e1befe9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:06.870166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-f637-4bbe-beb7-23c7f7130a2e req-2c31c7bc-9512-4b80-a647-087331fcb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:06.871698 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fb02fc32-f637-4bbe-beb7-23c7f7130a2e req-2c31c7bc-9512-4b80-a647-087331fcb704 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 1097 time: 0.1043448 Jul 06 11:36:06.916942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fb02fc32-f637-4bbe-beb7-23c7f7130a2e req-8a443d7f-492f-4e35-9c0f-040e80b2030f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 Jul 06 11:36:07.224177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:07.251181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-150de64d-63a9-4503-a1d4-5523d1e9ee8c req-b6974ff0-842f-431c-8d94-ee4c1b6c95dc tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a4c445d76372468cb7274536af7fc1b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354488 Jul 06 11:36:07.369683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:07.386560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238', 'mac_address': 'fa:16:3e:7f:b8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:07.427041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de64d-63a9-4503-a1d4-5523d1e9ee8c req-0ce89c2f-6535-42cb-a647-5e883eab7824 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:07.435783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-150de64d-63a9-4503-a1d4-5523d1e9ee8c req-0ce89c2f-6535-42cb-a647-5e883eab7824 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828732 Jul 06 11:36:07.446356 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.456632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-150de64d-63a9-4503-a1d4-5523d1e9ee8c req-0742b9f9-e657-4181-9915-e9438f1f2ba3 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/quotas/a4c445d76372468cb7274536af7fc1b0 HTTP/1.1" status: 200 len: 375 time: 0.0193076 Jul 06 11:36:07.468118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2603-1b3e-4754-a775-4601ec246e16 req-d7a5a724-7d13-47d7-b25c-cf3eb0036963 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:07.470036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4d2603-1b3e-4754-a775-4601ec246e16 req-d7a5a724-7d13-47d7-b25c-cf3eb0036963 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 946 time: 0.1923468 Jul 06 11:36:07.479857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:07.510064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:07.522855 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.523756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-150de64d-63a9-4503-a1d4-5523d1e9ee8c req-a134fc6a-e517-404a-ac6b-ab7538f28d01 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4c445d76372468cb7274536af7fc1b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660760 Jul 06 11:36:07.573687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4d2603-1b3e-4754-a775-4601ec246e16 req-a36fb10c-7b0b-4ee9-917a-cbc8504e01af tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941908 Jul 06 11:36:07.609453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:07.718958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1bb13dc9-3ef3-4f93-b5b4-c02ad7468238'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:07.858953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230497d4-99f8-475c-900f-84e4ae73f464 req-b2566882-34c3-4505-8637-46d7539e4c13 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:07.870156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-230497d4-99f8-475c-900f-84e4ae73f464 req-b2566882-34c3-4505-8637-46d7539e4c13 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 948 time: 0.0906072 Jul 06 11:36:07.919298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-230497d4-99f8-475c-900f-84e4ae73f464 req-5ebbef25-a003-4397-b986-fb85fb3532f8 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523992 Jul 06 11:36:08.430212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-af3c8b05-cad1-49df-906e-0c1605942f94 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290873 Jul 06 11:36:08.532971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:08.555209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-39ad0c56-4840-441f-8e64-d8e8630cc9c0 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:08.556947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-39ad0c56-4840-441f-8e64-d8e8630cc9c0 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215870 Jul 06 11:36:08.582553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-f8bd3901-9615-4ae1-8b9e-24afee382363 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/quotas/3935b51f33fb44f381edfe5271e338d4 HTTP/1.1" status: 200 len: 375 time: 0.0179508 Jul 06 11:36:08.621078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-b39f0a63-18f2-47b8-92ce-4bf3ebc0e084 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313988 Jul 06 11:36:08.835358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2215351-6173-4aa1-af65-de540da9d62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:08.864538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:09.009269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2215351-6173-4aa1-af65-de540da9d62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.015528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2215351-6173-4aa1-af65-de540da9d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.078023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b2215351-6173-4aa1-af65-de540da9d62d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33301e4dcba548b78e529d1d0ac8cc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436745 Jul 06 11:36:09.079532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2215351-6173-4aa1-af65-de540da9d62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6f30f-7db5-4c9e-837e-c69452a41777,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.080552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:09.155487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9111c9c-4562-4eda-9dd0-0b70bb28f353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.165699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7faba7a1-26a8-4db0-abd1-f7207e6b3a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.208031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9111c9c-4562-4eda-9dd0-0b70bb28f353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.217753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-84c7bef9-e4d2-40d6-82d8-7477d9ae0b5b tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d0138906bdfd41b789779a9926a28529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389099 Jul 06 11:36:09.224650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:09.313646 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7faba7a1-26a8-4db0-abd1-f7207e6b3a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.318108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:09.319694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7faba7a1-26a8-4db0-abd1-f7207e6b3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.330788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:09.331077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.371833 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7faba7a1-26a8-4db0-abd1-f7207e6b3a17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1dc7f9824024d7abe252b23a5ea960b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117574 Jul 06 11:36:09.375369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:09.382987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba7a1-26a8-4db0-abd1-f7207e6b3a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eebaf0-5018-4a28-a92c-e54a80246276,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.402289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9111c9c-4562-4eda-9dd0-0b70bb28f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.406981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9111c9c-4562-4eda-9dd0-0b70bb28f353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.411099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9111c9c-4562-4eda-9dd0-0b70bb28f353 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77f6f30f-7db5-4c9e-837e-c69452a41777 HTTP/1.1" status: 204 len: 168 time: 0.3294971 Jul 06 11:36:09.483949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111c9c-4562-4eda-9dd0-0b70bb28f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6f30f-7db5-4c9e-837e-c69452a41777,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.502466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-d45573ce-5e56-44ab-bea1-7b24b22bc48b tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:09.502831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176eaa5a-723c-46e6-9f8a-29bc3a42887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.504609 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.511547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-d45573ce-5e56-44ab-bea1-7b24b22bc48b tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868919 Jul 06 11:36:09.531041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-ab3de70d-72ae-4c4e-b8c6-9f1640c778ed tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/quotas/d0138906bdfd41b789779a9926a28529 HTTP/1.1" status: 200 len: 375 time: 0.0180600 Jul 06 11:36:09.541954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176eaa5a-723c-46e6-9f8a-29bc3a42887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.580380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:09.581663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:09.584902 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed79d682-3b23-49a1-b45d-4058a6735eb4" -d '{"events": [{"server_uuid": "8df4b1dd-8100-45e0-8c1c-83eea026e7d8", "name": "network-vif-plugged", "status": "completed", "tag": "1bb13dc9-3ef3-4f93-b5b4-c02ad7468238"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:09.588423 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.603954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-fa1e9f1a-ff92-4980-b1f8-5087c632ea94 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d0138906bdfd41b789779a9926a28529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709975 Jul 06 11:36:09.608664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176eaa5a-723c-46e6-9f8a-29bc3a42887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.613700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176eaa5a-723c-46e6-9f8a-29bc3a42887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.615671 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-176eaa5a-723c-46e6-9f8a-29bc3a42887f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41eebaf0-5018-4a28-a92c-e54a80246276 HTTP/1.1" status: 204 len: 168 time: 0.2391002 Jul 06 11:36:09.637926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eaa5a-723c-46e6-9f8a-29bc3a42887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eebaf0-5018-4a28-a92c-e54a80246276,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.678291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:10.028478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:10.064416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75abc6e2-a304-4c87-bb73-6f5bbc63fb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.160414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8bc9314b-ec39-4ac3-add6-a6882c19a5bb req-ea2a7060-2ae9-4b0b-bb14-d2059a190d13 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 210 time: 0.0405929 Jul 06 11:36:10.185821 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75abc6e2-a304-4c87-bb73-6f5bbc63fb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.192818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75abc6e2-a304-4c87-bb73-6f5bbc63fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.213306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a115-4039-494c-9b14-82b53e1700be req-b786cebe-3ddf-435f-af35-7566520fa067 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:10.215125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a887a115-4039-494c-9b14-82b53e1700be req-b786cebe-3ddf-435f-af35-7566520fa067 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 946 time: 0.1685929 Jul 06 11:36:10.245834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc6e2-a304-4c87-bb73-6f5bbc63fb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54124b3-4051-4096-9ed2-964810d8a758,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:10.267871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75abc6e2-a304-4c87-bb73-6f5bbc63fb3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df8a6025663b4c7f8495d1d1ab60847c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367322 Jul 06 11:36:10.270791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:10.292842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a887a115-4039-494c-9b14-82b53e1700be req-8ce9cdff-0b24-4f0a-bbbf-d58e3a749058 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694482 Jul 06 11:36:10.371254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb37-916e-46b3-a6f9-1316bb8b5349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.416041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:10.440435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb37-916e-46b3-a6f9-1316bb8b5349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.498850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6a0-c954-4776-95ef-c21e9bdea6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.553964 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-156e6112-f216-4e51-9c52-37c15087fdc3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263741 Jul 06 11:36:10.578550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3c3f9-219d-4f1c-8458-717a44c5f001 req-356dfffb-4d99-4fd0-8be6-fb38bded445b tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:10.580951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90e3c3f9-219d-4f1c-8458-717a44c5f001 req-356dfffb-4d99-4fd0-8be6-fb38bded445b tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 949 time: 0.1329284 Jul 06 11:36:10.592898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb37-916e-46b3-a6f9-1316bb8b5349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.597450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb37-916e-46b3-a6f9-1316bb8b5349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.602678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f79bbb37-916e-46b3-a6f9-1316bb8b5349 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c54124b3-4051-4096-9ed2-964810d8a758 HTTP/1.1" status: 204 len: 168 time: 0.3300109 Jul 06 11:36:10.680614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90e3c3f9-219d-4f1c-8458-717a44c5f001 req-57df1620-3df7-4bfb-98ea-baf6116163f2 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915737 Jul 06 11:36:10.777201 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a74ed2-4c69-45be-8a61-2ca32659d9c2 x-openstack-request-id: req-e6a74ed2-4c69-45be-8a61-2ca32659d9c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:10.778087 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df4b1dd-8100-45e0-8c1c-83eea026e7d8", "name": "network-vif-plugged", "status": "completed", "tag": "1bb13dc9-3ef3-4f93-b5b4-c02ad7468238", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:10.778512 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6a74ed2-4c69-45be-8a61-2ca32659d9c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:10.779638 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238', 'code': 200} Jul 06 11:36:10.801493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6a0-c954-4776-95ef-c21e9bdea6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.803093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bbb37-916e-46b3-a6f9-1316bb8b5349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54124b3-4051-4096-9ed2-964810d8a758,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:10.825337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6a0-c954-4776-95ef-c21e9bdea6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.942969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-02344661-f774-49f4-94c3-f6f94178d040 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:10.944759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-02344661-f774-49f4-94c3-f6f94178d040 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820329 Jul 06 11:36:10.949981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccb6a0-c954-4776-95ef-c21e9bdea6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48949487-9486-4fbd-8877-3adeaeab1ce8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:10.965090 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aeccb6a0-c954-4776-95ef-c21e9bdea6a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e77a52f840564da2a80999d4a0c56b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483849 Jul 06 11:36:10.973184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:10.976213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:11.009849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d67e02c-e28d-46ff-95de-258f064328d4 req-de8d0e4a-48a4-4198-999b-b727df84f6a5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 210 time: 0.0762398 Jul 06 11:36:11.160158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b25e9b-605e-4fa9-a90e-df2de6f4b710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.210161 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b25e9b-605e-4fa9-a90e-df2de6f4b710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.212539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:11.212727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b20d8-fa4c-44f2-b98e-76005868ee1d req-39d0e852-6014-40e1-83eb-4e8f17618ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:11.214398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e53b20d8-fa4c-44f2-b98e-76005868ee1d req-39d0e852-6014-40e1-83eb-4e8f17618ec5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.1132982 Jul 06 11:36:11.218154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.237666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.329928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e53b20d8-fa4c-44f2-b98e-76005868ee1d req-42eaa04a-0db6-49b3-bea3-0e5da0d1e987 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084781 Jul 06 11:36:11.333813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fac9218-5a1d-4c00-9937-c15392240d60 req-fc079cb7-67f0-4ca4-ab1d-5caccef17357 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a4c445d76372468cb7274536af7fc1b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393438 Jul 06 11:36:11.361422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b25e9b-605e-4fa9-a90e-df2de6f4b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.369052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b25e9b-605e-4fa9-a90e-df2de6f4b710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.370713 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20b25e9b-605e-4fa9-a90e-df2de6f4b710 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48949487-9486-4fbd-8877-3adeaeab1ce8 HTTP/1.1" status: 204 len: 168 time: 0.3932729 Jul 06 11:36:11.390962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b25e9b-605e-4fa9-a90e-df2de6f4b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48949487-9486-4fbd-8877-3adeaeab1ce8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:11.446095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.457612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.507846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054dd02-336f-4618-b9d2-2b89d00211a8 req-6521d62a-d27c-4229-8e29-a29f81f25461 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:11.520286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1054dd02-336f-4618-b9d2-2b89d00211a8 req-6521d62a-d27c-4229-8e29-a29f81f25461 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 946 time: 0.2823207 Jul 06 11:36:11.527043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:11.540615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5554e3-3281-42b7-b84e-d3ec533a7236,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:11.547496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'floatingip': {'port_id': '7febf664-5c74-40dd-8305-b97f6e1befe9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:11.606236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.64', 55971) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:11.759874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.152 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/a07097c3-b1ce-4290-8313-e0e78ef12c33) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:11.764435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac9218-5a1d-4c00-9937-c15392240d60 req-2ffab4bd-93b6-4145-a8d4-77eef18e3191 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:11.774373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fac9218-5a1d-4c00-9937-c15392240d60 req-2ffab4bd-93b6-4145-a8d4-77eef18e3191 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4336679 Jul 06 11:36:11.783336 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.908939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fac9218-5a1d-4c00-9937-c15392240d60 req-8fc4c216-8f4d-4ba3-98f5-fd3a368b4c3c tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/quotas/a4c445d76372468cb7274536af7fc1b0 HTTP/1.1" status: 200 len: 375 time: 0.1334412 Jul 06 11:36:11.912185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-2c41352d-9c63-4068-90ab-1ed5a0b22394 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d0138906bdfd41b789779a9926a28529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3016222 Jul 06 11:36:12.040584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.042938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:12.081634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object a07097c3-b1ce-4290-8313-e0e78ef12c33 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:12.136125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.199054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:12.203425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:12.223085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:12.273943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=a07097c3-b1ce-4290-8313-e0e78ef12c33,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:12.309638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.314428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.338767 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5959a1b3-d19f-4224-b1f2-c6a0d34eaecb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3694286 Jul 06 11:36:12.386299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Request body: {'port': {'device_id': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:12.438392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5e6ded58-63f0-4a13-94b9-50a7424ac071 tempest-AutoAllocateNetworkTest-557240570 tempest-AutoAllocateNetworkTest-557240570-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2435568a284a467db68d45737b03dd66&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3909571 Jul 06 11:36:12.439685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:12.511569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fac9218-5a1d-4c00-9937-c15392240d60 req-26266599-3aac-43f1-b6bb-f0348d26ab7b tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4c445d76372468cb7274536af7fc1b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6002741 Jul 06 11:36:12.527865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:12.628599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6daad8-7549-45df-ac94-e85450493a6d tempest-AutoAllocateNetworkTest-557240570 tempest-AutoAllocateNetworkTest-557240570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.630402 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6d6daad8-7549-45df-ac94-e85450493a6d tempest-AutoAllocateNetworkTest-557240570 tempest-AutoAllocateNetworkTest-557240570-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1903713 Jul 06 11:36:12.631365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.639134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81a5b628-61d0-452c-8010-7f4b692d59a3 None None] Provisioning for port a07097c3-b1ce-4290-8313-e0e78ef12c33 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:12.645904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81a5b628-61d0-452c-8010-7f4b692d59a3 None None] Provisioning complete for port a07097c3-b1ce-4290-8313-e0e78ef12c33 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:12.646279 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a5b628-61d0-452c-8010-7f4b692d59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.656719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:12.706191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-81a5b628-61d0-452c-8010-7f4b692d59a3 None None] Port a07097c3-b1ce-4290-8313-e0e78ef12c33 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:12.742444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-113184146-network', 'tenant_id': '4d09b1953e3345cea362a6d171ec10d6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:12.746514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7dbf74a2-2267-4593-b2ed-de44b3f47996 tempest-AutoAllocateNetworkTest-557240570 tempest-AutoAllocateNetworkTest-557240570-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873773 Jul 06 11:36:12.749850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:12.802054 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-744bbf8d-5efa-4f0c-ae78-a3e618595891 tempest-AutoAllocateNetworkTest-557240570 tempest-AutoAllocateNetworkTest-557240570-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2435568a284a467db68d45737b03dd66 HTTP/1.1" status: 200 len: 208 time: 0.0508294 Jul 06 11:36:12.895892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Made reservation on behalf of 4d09b1953e3345cea362a6d171ec10d6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:12.898268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.910506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.910750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30791-c2cc-4675-aa80-7ead1232e949 req-dcace703-e90b-42bd-8c36-efcac47b223f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.918344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd30791-c2cc-4675-aa80-7ead1232e949 req-dcace703-e90b-42bd-8c36-efcac47b223f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 936 time: 1.1708193 Jul 06 11:36:12.929530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-2f99265a-ab9a-470c-bac5-641f949fa53d tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.930857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-2f99265a-ab9a-470c-bac5-641f949fa53d tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4972954 Jul 06 11:36:12.993660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Request body: {'port': {'device_id': '64168ab0-f30a-488a-b828-1b3db906ade3', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'd0138906bdfd41b789779a9926a28529'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:13.070982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:36:13.125770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:13.146644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.155530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.159949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07097c3-b1ce-4290-8313-e0e78ef12c33 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:13.175064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.184014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:13.214511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Transition to ACTIVE for port object a07097c3-b1ce-4290-8313-e0e78ef12c33 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:13.215368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a336a284-a56a-431b-98ac-39e1f7ae604c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:13.218410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.218694 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Added segment 7b99f74f-99d8-4119-af14-4c2259ef8390 of type vlan for network 8eae701f-1a0e-496b-a083-fe9613064494 Jul 06 11:36:13.231845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.237367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.237621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.237911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.238237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.238568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.238908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.239256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.239512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.239826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.240165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.240476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.240788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.271401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.286015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.293822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd30791-c2cc-4675-aa80-7ead1232e949 req-5c0c5494-4d9c-4650-bf88-e3a04e5baea5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750367 Jul 06 11:36:13.317007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.320722 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4769e16-5071-4a41-8796-9fb3ae6ff321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.364099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Pushing event updated for resources: {'Port': ['ID=a07097c3-b1ce-4290-8313-e0e78ef12c33,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:13.430154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.430935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:13.431521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.446841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3521e5f-0250-4cd6-ba97-6dbb497e6091 req-10dc1995-3c29-4827-8e50-4dd357858f1d tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:13.455555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3521e5f-0250-4cd6-ba97-6dbb497e6091 req-10dc1995-3c29-4827-8e50-4dd357858f1d tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 949 time: 0.2929337 Jul 06 11:36:13.509877 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12 associated. External IP: 172.25.7.109, port: 7febf664-5c74-40dd-8305-b97f6e1befe9. Jul 06 11:36:13.514110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4be4c203-ef39-48f1-a0de-e32c9226c842 req-c78248d6-b8c1-48e0-bc5a-5b61f5c98db7 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 210 time: 0.0529926 Jul 06 11:36:13.537845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8eae701f-1a0e-496b-a083-fe9613064494,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:13.558876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8eae701f-1a0e-496b-a083-fe9613064494 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:13.565938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Attempting to bind port a07097c3-b1ce-4290-8313-e0e78ef12c33 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:13.566293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Attempting to bind port a07097c3-b1ce-4290-8313-e0e78ef12c33 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:13.566631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Attempting to bind port a07097c3-b1ce-4290-8313-e0e78ef12c33 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:13.577830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Port a07097c3-b1ce-4290-8313-e0e78ef12c33 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:13.578078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Attempting to bind port a07097c3-b1ce-4290-8313-e0e78ef12c33 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:13.587962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:13.588290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:13.588680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:13.589149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Bound port: a07097c3-b1ce-4290-8313-e0e78ef12c33, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:13.589463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.598868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3521e5f-0250-4cd6-ba97-6dbb497e6091 req-fdf10a32-a60d-4f61-b9d8-e8a5b6a87dfb tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421909 Jul 06 11:36:13.654741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4769e16-5071-4a41-8796-9fb3ae6ff321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.682189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4769e16-5071-4a41-8796-9fb3ae6ff321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.718619 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e4769e16-5071-4a41-8796-9fb3ae6ff321 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2435568a284a467db68d45737b03dd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904088 Jul 06 11:36:13.721913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:13.726640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9570802c-16e9-478c-acef-bc519e13e4d4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1976883 Jul 06 11:36:13.734133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:13.734614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Made reservation on behalf of d0138906bdfd41b789779a9926a28529 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:13.738225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.749984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Request body: {'subnet': {'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-113184146-subnet', 'tenant_id': '4d09b1953e3345cea362a6d171ec10d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:13.762411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.765541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] For port a07097c3-b1ce-4290-8313-e0e78ef12c33, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:13.785790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4769e16-5071-4a41-8796-9fb3ae6ff321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864db7f3-c07e-4839-9d9f-a3518f547141,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:13.789714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] For port a07097c3-b1ce-4290-8313-e0e78ef12c33, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:13.802374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.842044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:13.842733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.844230 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] 10.222.0.64 "PUT /v2.0/ports/a07097c3-b1ce-4290-8313-e0e78ef12c33 HTTP/1.1" status: 200 len: 1096 time: 1.4642451 Jul 06 11:36:13.844935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'tag': 'a07097c3-b1ce-4290-8313-e0e78ef12c33'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:13.847723 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac" -d '{"events": [{"name": "network-changed", "server_uuid": "106e87ab-c718-4a41-992e-3135a6adc9b3", "tag": "a07097c3-b1ce-4290-8313-e0e78ef12c33"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:13.853446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Made reservation on behalf of 4d09b1953e3345cea362a6d171ec10d6 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:13.861584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.062097 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bc5558-906d-4048-a51a-a2e07a1838ca x-openstack-request-id: req-a2bc5558-906d-4048-a51a-a2e07a1838ca {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:14.062545 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106e87ab-c718-4a41-992e-3135a6adc9b3", "tag": "a07097c3-b1ce-4290-8313-e0e78ef12c33", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:14.062950 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2bc5558-906d-4048-a51a-a2e07a1838ca {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:14.063550 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'tag': 'a07097c3-b1ce-4290-8313-e0e78ef12c33', 'status': 'completed', 'code': 200} Jul 06 11:36:14.153840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9d6b-c625-4ff4-9e58-de86040a0137 service neutron] Pushing event updated for resources: {'Port': ['ID=a07097c3-b1ce-4290-8313-e0e78ef12c33,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:14.215908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-75234ace-b6d0-400a-a0fd-27935c662a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:14.219144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-75234ace-b6d0-400a-a0fd-27935c662a2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 1099 time: 0.2371662 Jul 06 11:36:14.434959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ec07ba-374c-44a4-ba29-ef81531dbcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.577504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ec07ba-374c-44a4-ba29-ef81531dbcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.602909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-9be68a32-e0c3-4f12-ba34-45fdfd91bcbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33 HTTP/1.1" status: 200 len: 217 time: 0.3438895 Jul 06 11:36:14.609293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:14.630394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:36:14.700566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-d9605a9c-f5ab-451c-bd1c-c8fc78f46977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:14.703422 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-d9605a9c-f5ab-451c-bd1c-c8fc78f46977 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0931644 Jul 06 11:36:14.723046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56227-28ca-4a10-b4f7-da9d3081dd7a req-0b66977d-5735-4409-aa3a-4d9ea863d81d tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:14.724979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecc56227-28ca-4a10-b4f7-da9d3081dd7a req-0b66977d-5735-4409-aa3a-4d9ea863d81d tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 949 time: 0.4730968 Jul 06 11:36:14.750830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.786353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.797359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fb711a8-f77b-4319-ab98-d7828ac60587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.800965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.843960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Pushing event updated for resources: {'Subnet': ['ID=150de5ca-678f-4f79-8a8f-48bb496a6698,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:14.847538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ec07ba-374c-44a4-ba29-ef81531dbcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.850351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ec07ba-374c-44a4-ba29-ef81531dbcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.854158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-08ec07ba-374c-44a4-ba29-ef81531dbcbc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/864db7f3-c07e-4839-9d9f-a3518f547141 HTTP/1.1" status: 204 len: 168 time: 1.1286075 Jul 06 11:36:14.894949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:14.895377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Network hostable DHCP agents. Network: 8eae701f-1a0e-496b-a083-fe9613064494, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:14.904822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-ef9dfaad-b24c-42f9-b667-243c3f66149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:14.906869 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-ef9dfaad-b24c-42f9-b667-243c3f66149b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1961455 Jul 06 11:36:14.965085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef970a3c-2c50-4fe3-b624-6a546a418c29 req-4e4462fc-6b6e-41fb-953d-d8666e379d23 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:14.967222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef970a3c-2c50-4fe3-b624-6a546a418c29 req-4e4462fc-6b6e-41fb-953d-d8666e379d23 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 948 time: 0.3934515 Jul 06 11:36:14.977355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:14.993150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Network 8eae701f-1a0e-496b-a083-fe9613064494 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:14.993264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecc56227-28ca-4a10-b4f7-da9d3081dd7a req-cab7a4ac-d703-453f-a92c-15f221e52818 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481108 Jul 06 11:36:15.018758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.019162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.019457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.019798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.020167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.020505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.020855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.021164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.021499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.021825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.022158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.022484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:15.024442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8eae701f-1a0e-496b-a083-fe9613064494) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:15.035616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:15.036457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.042600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1e00d-e6a1-482b-99e5-6498ca9040ef None None] Network 8eae701f-1a0e-496b-a083-fe9613064494 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:15.095881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec07ba-374c-44a4-ba29-ef81531dbcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864db7f3-c07e-4839-9d9f-a3518f547141,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:15.100846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fb711a8-f77b-4319-ab98-d7828ac60587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.106852 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-a8f8d390-3387-4ec5-87fb-a4a63c442b87 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919346 Jul 06 11:36:15.113811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fb711a8-f77b-4319-ab98-d7828ac60587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.119890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:15.127699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.140625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:36:15.145823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef970a3c-2c50-4fe3-b624-6a546a418c29 req-33281a01-ebbe-4038-9146-8f670b3e39fb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712735 Jul 06 11:36:15.155119 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ad764ff1-991b-4bdb-a2c8-a12ebc8e439d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4144461 Jul 06 11:36:15.157119 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:15.157758 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:36:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:15.220963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Allocated IP 192.168.233.124 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/bcfe5d06-8bfb-48bc-b7c4-322a5823a012) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:15.267144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-34be2301-4ed0-43df-b695-1467a8c9ec79 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "PUT /v2.0/floatingips/9a2fd252-8472-49d6-85e1-ff8d5592fe12 HTTP/1.1" status: 200 len: 992 time: 3.7342744 Jul 06 11:36:15.285341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:15.290335 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3be6a8-2460-48a3-81d5-9988cc3612a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:15.307447 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0fb711a8-f77b-4319-ab98-d7828ac60587 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80b02f2992324be599037894b2684d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959586 Jul 06 11:36:15.314725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:15.347246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd8527f-e4c6-4505-9f32-094fe9877b93 req-130db0a7-4625-4d63-9519-d8fd66643630 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a4c445d76372468cb7274536af7fc1b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486815 Jul 06 11:36:15.351643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb711a8-f77b-4319-ab98-d7828ac60587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabddee4-10a8-486e-baa9-ee8fef93126a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:15.454184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0fb6-cf2f-4645-a482-d95ccdae0a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.478458 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:15.479558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120ad64-6fd0-4236-9508-a341ceea9705 None None] Network 8eae701f-1a0e-496b-a083-fe9613064494 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:15.498559 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-83fb879b-cf30-49b2-a90d-4b3456b71a7d req-5598e02c-420b-4a9e-931b-1efc45276907 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793137 Jul 06 11:36:15.551577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0fb6-cf2f-4645-a482-d95ccdae0a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.571331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a477c552-22a4-4d0a-9918-295d827340ed req-e9759e37-0d25-4c62-9cbd-314e7084f4ea tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 210 time: 0.0462508 Jul 06 11:36:15.670856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8527f-e4c6-4505-9f32-094fe9877b93 req-d29e909e-61ae-4874-b96e-c59921e2c02b tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:15.678258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd8527f-e4c6-4505-9f32-094fe9877b93 req-d29e909e-61ae-4874-b96e-c59921e2c02b tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295498 Jul 06 11:36:15.682872 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.719971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0fb6-cf2f-4645-a482-d95ccdae0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.727999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd8527f-e4c6-4505-9f32-094fe9877b93 req-07f454e0-9c56-4178-a30a-efa8d3be7f49 tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/quotas/a4c445d76372468cb7274536af7fc1b0 HTTP/1.1" status: 200 len: 375 time: 0.0492458 Jul 06 11:36:15.739648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0fb6-cf2f-4645-a482-d95ccdae0a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.740792 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aa3f0fb6-cf2f-4645-a482-d95ccdae0a15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cabddee4-10a8-486e-baa9-ee8fef93126a HTTP/1.1" status: 204 len: 168 time: 0.4248645 Jul 06 11:36:15.764537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f0fb6-cf2f-4645-a482-d95ccdae0a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabddee4-10a8-486e-baa9-ee8fef93126a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:15.818031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd8527f-e4c6-4505-9f32-094fe9877b93 req-aa73101b-7098-446c-99e2-b5aa1b15129e tempest-QuotasAdminNegativeTest-1931319562 tempest-QuotasAdminNegativeTest-1931319562-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4c445d76372468cb7274536af7fc1b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876346 Jul 06 11:36:15.818031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Transition to ACTIVE for port object bcfe5d06-8bfb-48bc-b7c4-322a5823a012 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:15.835541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-66da5811-4951-4c67-95e4-63fe5fa76871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:15.838742 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-66da5811-4951-4c67-95e4-63fe5fa76871 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 1099 time: 0.1852994 Jul 06 11:36:15.927826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.022218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Pushing event updated for resources: {'Port': ['ID=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:16.071110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:16.073535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:16.080120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:16.128588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-b32a1a28-227f-421e-8f14-1b859bbff4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.137899 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-b32a1a28-227f-421e-8f14-1b859bbff4d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2905672 Jul 06 11:36:16.183846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.186725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.226774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-e2b55cd4-f8ac-4f7d-b71a-3884c4382bc5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2419722 Jul 06 11:36:16.238443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-26644594-e1bd-4ab7-839a-358c4c67c638 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33 HTTP/1.1" status: 200 len: 217 time: 0.0909712 Jul 06 11:36:16.268370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Request body: {'port': {'device_id': '64168ab0-f30a-488a-b828-1b3db906ade3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:16.301727 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9a2fd252-8472-49d6-85e1-ff8d5592fe12', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'port_id': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'mac_address': 'fa:16:3e:de:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:35:41Z', 'updated_at': '2021-07-06T11:36:12Z', 'revision_number': 1, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:16.319549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.64', 55972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:16.339270 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:36:16.350139 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c9f865-bb69-4681-a825-2663360df6c1 x-openstack-request-id: req-54c9f865-bb69-4681-a825-2663360df6c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:16.350577 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:16.350835 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54c9f865-bb69-4681-a825-2663360df6c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:16.351238 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'status': 'completed', 'code': 200} Jul 06 11:36:16.355863 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:16.357675 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:36:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:16.446497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:16.451485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-626864c1-b2e9-48ec-acd1-3149b78e5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.454353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-626864c1-b2e9-48ec-acd1-3149b78e5aeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2051020 Jul 06 11:36:16.459063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1181439318-network', 'tenant_id': '62154545373b45a4a66fbf57a8388f28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:16.485478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27a9a961-e244-4b80-9f84-fe6e6f89a2fd None None] Provisioning for port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:16.487755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:16.493652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27a9a961-e244-4b80-9f84-fe6e6f89a2fd None None] Provisioning complete for port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:16.496936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27a9a961-e244-4b80-9f84-fe6e6f89a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.532872 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.551622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-27a9a961-e244-4b80-9f84-fe6e6f89a2fd None None] Port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:16.569093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Made reservation on behalf of 62154545373b45a4a66fbf57a8388f28 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:16.571744 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.572413 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:16.585178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a276368-0441-4c3c-8e0c-5255a930135c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.611990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.645435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-8096df0f-2efc-4594-ae7d-5860a283357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.653180 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-8096df0f-2efc-4594-ae7d-5860a283357e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 1097 time: 0.3325269 Jul 06 11:36:16.661291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dbaff-cb67-4f5b-a904-21cae78bcb64 req-14b69607-5750-4d88-bb78-ceb6dc94b937 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.663196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d23dbaff-cb67-4f5b-a904-21cae78bcb64 req-14b69607-5750-4d88-bb78-ceb6dc94b937 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 949 time: 0.1991775 Jul 06 11:36:16.782639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d23dbaff-cb67-4f5b-a904-21cae78bcb64 req-8bcaefcb-5e76-4d7b-8286-f9704c10f1ca tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Jul 06 11:36:16.858921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-562b63f8-6d27-4117-9d50-cdfdb44bea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.862129 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-562b63f8-6d27-4117-9d50-cdfdb44bea2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3906631 Jul 06 11:36:17.070176 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9a2fd252-8472-49d6-85e1-ff8d5592fe12', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'port_id': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'mac_address': 'fa:16:3e:de:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:35:41Z', 'updated_at': '2021-07-06T11:36:12Z', 'revision_number': 1, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:17.085129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a276368-0441-4c3c-8e0c-5255a930135c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.137217 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc02680-9e5a-460c-a27c-183e82105175 None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9a2fd252-8472-49d6-85e1-ff8d5592fe12', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'port_id': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'mac_address': 'fa:16:3e:de:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:35:41Z', 'updated_at': '2021-07-06T11:36:12Z', 'revision_number': 1, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:36:17.155402 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-cb7fdf07-1169-4a49-ae94-919345ad6373 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795961 Jul 06 11:36:17.164681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a276368-0441-4c3c-8e0c-5255a930135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.187576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfe5d06-8bfb-48bc-b7c4-322a5823a012 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:17.219999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.281207 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a276368-0441-4c3c-8e0c-5255a930135c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d47e1a85349452696a2427a229dd16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7902637 Jul 06 11:36:17.286583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:17.324373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Transition to ACTIVE for port object bcfe5d06-8bfb-48bc-b7c4-322a5823a012 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:17.352801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276368-0441-4c3c-8e0c-5255a930135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7589f8-4552-4cc7-9ccf-724abd0ec4ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:17.363266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.365718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-677f5142-b408-4535-911d-3d834429d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.368209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-677f5142-b408-4535-911d-3d834429d1bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 924 time: 0.7026465 Jul 06 11:36:17.446905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Pushing event updated for resources: {'Port': ['ID=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:17.490758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513627bb-bb1d-4f68-bf63-0d4a971ca2fe None None] New status for floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:36:17.525620 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-18198381-9100-4097-85cb-af6f32eec0d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7febf664-5c74-40dd-8305-b97f6e1befe9 HTTP/1.1" status: 200 len: 1000 time: 0.1488667 Jul 06 11:36:17.528292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d86eec6f-1e21-47d9-93d6-c4c0ecc13dac req-37fc0fe3-3979-495d-8cb3-cd772755af9a service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042371 Jul 06 11:36:17.614912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116bfd-47e8-44e0-baf0-4589a1571776 req-df5c41ff-7bc6-43ad-9b8e-b2478c5244e6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.621977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf116bfd-47e8-44e0-baf0-4589a1571776 req-df5c41ff-7bc6-43ad-9b8e-b2478c5244e6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 948 time: 0.4717863 Jul 06 11:36:17.630740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-fd857e82-66e1-4ad1-8c5c-369f890a2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.632300 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-fd857e82-66e1-4ad1-8c5c-369f890a2d01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.0953085 Jul 06 11:36:17.670491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.741838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0af23-0398-41e8-aebb-a5708bc4bce1 req-6de51d60-4515-41fd-be90-6ed91cd43d8c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.744163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9db0af23-0398-41e8-aebb-a5708bc4bce1 req-6de51d60-4515-41fd-be90-6ed91cd43d8c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 936 time: 0.5508850 Jul 06 11:36:17.745884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.760732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-dea04623-8bd7-464a-899a-c042fee9cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.762574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-dea04623-8bd7-464a-899a-c042fee9cae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230719 Jul 06 11:36:17.763436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:17.788748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6d51a8-d403-49d3-9a00-147edf6de521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.808645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Attempting to bind port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:17.809120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Attempting to bind port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:17.809582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Attempting to bind port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:17.837386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf116bfd-47e8-44e0-baf0-4589a1571776 req-5ff83356-d88f-4b9e-a1f9-4f3160b5e7dc tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138305 Jul 06 11:36:17.877660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.877660 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Added segment 21dbbb62-3a66-453c-a74e-92878fe45f1b of type vlan for network 5af4427e-2832-443b-af91-012b9b2e5bed Jul 06 11:36:17.893101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:17.893431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Attempting to bind port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:17.903480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-ab8f6e7a-6e68-460e-a2b9-027e8c15305f service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284509 Jul 06 11:36:17.923237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb0db4-e516-401f-8ae6-83242c79d67d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:17.946354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6d51a8-d403-49d3-9a00-147edf6de521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.955845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:17.956178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:17.956823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:17.957287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Bound port: bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:17.957648 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.983834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-b87fae56-b73f-49b4-90df-30b0c31fc100 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.985445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-b87fae56-b73f-49b4-90df-30b0c31fc100 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 949 time: 0.5300457 Jul 06 11:36:18.021173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9db0af23-0398-41e8-aebb-a5708bc4bce1 req-f770859b-21ae-414e-9c93-6dcd20595376 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515557 Jul 06 11:36:18.027452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.207139 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d3be6a8-2460-48a3-81d5-9988cc3612a9 req-c8d512d9-0949-4ff6-b31e-bbc4833b5cca service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943151 Jul 06 11:36:18.365348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:18.458139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.459155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:18.459600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.482460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83fb0b5d-07d0-4cd9-b576-43c999c80fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.487450 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6d51a8-d403-49d3-9a00-147edf6de521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.490030 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6d51a8-d403-49d3-9a00-147edf6de521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.491163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f6d51a8-d403-49d3-9a00-147edf6de521 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b7589f8-4552-4cc7-9ccf-724abd0ec4ab HTTP/1.1" status: 204 len: 168 time: 1.2006483 Jul 06 11:36:18.573115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] For port bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:18.591853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d51a8-d403-49d3-9a00-147edf6de521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7589f8-4552-4cc7-9ccf-724abd0ec4ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:18.618416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] For port bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:18.627378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5af4427e-2832-443b-af91-012b9b2e5bed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:18.638554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.645800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 5af4427e-2832-443b-af91-012b9b2e5bed details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:18.687112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83fb0b5d-07d0-4cd9-b576-43c999c80fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.697490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Deleting port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:36:18.697839 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.700405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83fb0b5d-07d0-4cd9-b576-43c999c80fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.703257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:18.704240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.708822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] 10.222.0.64 "PUT /v2.0/ports/bcfe5d06-8bfb-48bc-b7c4-322a5823a012 HTTP/1.1" status: 200 len: 1096 time: 2.4719913 Jul 06 11:36:18.719364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64168ab0-f30a-488a-b828-1b3db906ade3', 'tag': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:18.726661 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d507b35-77c4-488a-afea-53649495a666" -d '{"events": [{"name": "network-changed", "server_uuid": "64168ab0-f30a-488a-b828-1b3db906ade3", "tag": "bcfe5d06-8bfb-48bc-b7c4-322a5823a012"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:18.774441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-83fb0b5d-07d0-4cd9-b576-43c999c80fe5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4c445d76372468cb7274536af7fc1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038684 Jul 06 11:36:18.774441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb0b5d-07d0-4cd9-b576-43c999c80fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d7cee-c1fe-42b8-92ff-26d2fee85f58,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:18.777890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:18.784467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:18.785864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a24a1a39-1656-4998-b4fc-d3d0fe5592f8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3343680 Jul 06 11:36:18.796159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Request body: {'subnet': {'network_id': '5af4427e-2832-443b-af91-012b9b2e5bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1181439318-subnet', 'tenant_id': '62154545373b45a4a66fbf57a8388f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:18.866104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Made reservation on behalf of 62154545373b45a4a66fbf57a8388f28 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:18.868724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.879770 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e99d15b-63d9-4aee-ac09-57fda6c9ede2 x-openstack-request-id: req-9e99d15b-63d9-4aee-ac09-57fda6c9ede2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:18.880218 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64168ab0-f30a-488a-b828-1b3db906ade3", "tag": "bcfe5d06-8bfb-48bc-b7c4-322a5823a012", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:18.880338 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e99d15b-63d9-4aee-ac09-57fda6c9ede2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:18.880752 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64168ab0-f30a-488a-b828-1b3db906ade3', 'tag': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012', 'status': 'completed', 'code': 200} Jul 06 11:36:18.915101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9be4b-b8b8-4a11-90bb-099d842cb5d7 req-07a3d892-fd8d-4747-99ed-10cea4d25106 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:18.917626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4a9be4b-b8b8-4a11-90bb-099d842cb5d7 req-07a3d892-fd8d-4747-99ed-10cea4d25106 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 949 time: 0.4660208 Jul 06 11:36:18.944878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:18.967105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec696-7d56-435a-aadf-580f2260e6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.990772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4066a33-a888-468a-9e34-b798f04efcab service neutron] Pushing event updated for resources: {'Port': ['ID=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:19.021073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec696-7d56-435a-aadf-580f2260e6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.121910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] For port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:19.125827 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.142824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4a9be4b-b8b8-4a11-90bb-099d842cb5d7 req-0ed6aabd-0836-4cc0-a5fd-85f8e412138d tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c5a9a35-00be-44cb-b64c-42506bfc08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576023 Jul 06 11:36:19.155816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec696-7d56-435a-aadf-580f2260e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.159797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec696-7d56-435a-aadf-580f2260e6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.161729 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5f5ec696-7d56-435a-aadf-580f2260e6ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb8d7cee-c1fe-42b8-92ff-26d2fee85f58 HTTP/1.1" status: 204 len: 168 time: 0.3825588 Jul 06 11:36:19.178074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ec696-7d56-435a-aadf-580f2260e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d7cee-c1fe-42b8-92ff-26d2fee85f58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:19.217663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Calling delete_port for 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:36:19.266773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-f539c5d1-4ebd-43a0-8382-78ade1321467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:19.268942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-f539c5d1-4ebd-43a0-8382-78ade1321467 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0138906bdfd41b789779a9926a28529&device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 1099 time: 0.4707088 Jul 06 11:36:19.274313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ca4d91-0f68-4067-8c15-11728f04ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.281614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.354423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc9467f-89fb-4e97-a092-a1b08926cc53,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:19.375688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-5dbf7b60-03a2-4404-9283-16b3fd43a3ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012 HTTP/1.1" status: 200 len: 217 time: 0.0616627 Jul 06 11:36:19.416406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Checking segment: {'id': '21dbbb62-3a66-453c-a74e-92878fe45f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5af4427e-2832-443b-af91-012b9b2e5bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:19.416912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Network hostable DHCP agents. Network: 5af4427e-2832-443b-af91-012b9b2e5bed, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:19.467512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Network 5af4427e-2832-443b-af91-012b9b2e5bed is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:19.489985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 5af4427e-2832-443b-af91-012b9b2e5bed) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:19.503053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55a270-a6c7-4484-963b-aaec53da57b9 None None] Network 5af4427e-2832-443b-af91-012b9b2e5bed requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:19.513397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:19.514290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.520462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627f3c2-4c7e-4110-9638-db49fb0511a0 req-29485882-5f8b-43e7-b3b1-e6f07594cc08 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:19.529765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7627f3c2-4c7e-4110-9638-db49fb0511a0 req-29485882-5f8b-43e7-b3b1-e6f07594cc08 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 948 time: 0.3492212 Jul 06 11:36:19.566558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ca4d91-0f68-4067-8c15-11728f04ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.574522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ca4d91-0f68-4067-8c15-11728f04ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.603830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-52693f7c-a717-4bbe-919c-6484d1272b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:19.606410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-52693f7c-a717-4bbe-919c-6484d1272b00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2071068 Jul 06 11:36:19.653071 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-04ca4d91-0f68-4067-8c15-11728f04ba20 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01bcd248f5bb4e2f99bec736632133d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054095 Jul 06 11:36:19.666378 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37045739-eb8f-4116-b23c-c52275bf27fc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8712602 Jul 06 11:36:19.666378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:19.682520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d786c-b16f-40bb-82b9-6e960e3eda2f None None] Network 5af4427e-2832-443b-af91-012b9b2e5bed requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:19.768906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7627f3c2-4c7e-4110-9638-db49fb0511a0 req-2516a0e0-4b87-48e8-a67d-6cae51b07b6f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906452 Jul 06 11:36:19.809769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d20a113-c1a6-48d6-a222-cc4c399d673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.831409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca4d91-0f68-4067-8c15-11728f04ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1955c-38b9-44a5-bf46-c12c8d56ed35,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:19.863356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645344b-7690-4c11-b373-081191b7418c req-cca6e021-cfbd-4c29-b781-963028e0db48 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:19.867891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a645344b-7690-4c11-b373-081191b7418c req-cca6e021-cfbd-4c29-b781-963028e0db48 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 948 time: 0.4978950 Jul 06 11:36:19.868835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:19.883101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d20a113-c1a6-48d6-a222-cc4c399d673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.940414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.961521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0569f361-295d-4690-ba8c-afa0f46ca6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.970123 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d20a113-c1a6-48d6-a222-cc4c399d673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.972829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d20a113-c1a6-48d6-a222-cc4c399d673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.974508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d20a113-c1a6-48d6-a222-cc4c399d673f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ca1955c-38b9-44a5-bf46-c12c8d56ed35 HTTP/1.1" status: 204 len: 168 time: 0.3066626 Jul 06 11:36:19.993249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20a113-c1a6-48d6-a222-cc4c399d673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1955c-38b9-44a5-bf46-c12c8d56ed35,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:20.032642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d283-d674-4745-8314-9b8d6916046c req-cb0437a6-e0c7-4f3c-bd00-c8345df6a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:20.034191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-cb0437a6-e0c7-4f3c-bd00-c8345df6a6bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4189148 Jul 06 11:36:20.039157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Pushing event deleted for resources: {'Port': ['ID=1bb13dc9-3ef3-4f93-b5b4-c02ad7468238,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:20.140538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a645344b-7690-4c11-b373-081191b7418c req-f75dee26-444f-447a-9898-73145299ad69 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377014 Jul 06 11:36:20.225514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] No DVR routers for this DVR port 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:36:20.248739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.250904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2e3c2b9-df53-419f-800e-76ff81604446 req-f4ff8f2b-70a6-41f4-ad6c-a50c553f0813 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.79 "DELETE /v2.0/ports/1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 HTTP/1.1" status: 204 len: 173 time: 2.2445884 Jul 06 11:36:20.328380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-21443baa-9624-4b21-b188-58715099bb7d service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595050 Jul 06 11:36:20.413997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:20.461199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86361838-f2b4-4f7c-8732-ade7d0cba509 req-0cdd1110-8a5d-4edd-9221-80f3e8663a28 tempest-DeleteServersAdminTestJSON-1210519661 tempest-DeleteServersAdminTestJSON-1210519661-project] 10.222.0.78 "GET /v2.0/ports?device_id=8df4b1dd-8100-45e0-8c1c-83eea026e7d8 HTTP/1.1" status: 200 len: 210 time: 0.1010504 Jul 06 11:36:20.477511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0569f361-295d-4690-ba8c-afa0f46ca6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.483667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a07097c3-b1ce-4290-8313-e0e78ef12c33 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:20.499476 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0569f361-295d-4690-ba8c-afa0f46ca6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.579575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1255394378-network', 'tenant_id': '90984fee70d2435791401bce2c6bacc3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:20.616355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Made reservation on behalf of 90984fee70d2435791401bce2c6bacc3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:20.619954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.627119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a07097c3-b1ce-4290-8313-e0e78ef12c33, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:20.633972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569f361-295d-4690-ba8c-afa0f46ca6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3846f101-c82d-4be9-b1a5-98073a36a72a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:20.638598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:20.643163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.643295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'a07097c3-b1ce-4290-8313-e0e78ef12c33', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'a07097c3-b1ce-4290-8313-e0e78ef12c33', 'mac_address': 'fa:16:3e:6e:e2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:20.664941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0569f361-295d-4690-ba8c-afa0f46ca6ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39cced273eb84797ad053cc5dbf65336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877119 Jul 06 11:36:20.674785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:20.680513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6569d283-d674-4745-8314-9b8d6916046c req-3d7f2a3e-9dde-4452-89f9-65042df4775c service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429008 Jul 06 11:36:20.689497 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.697128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.708345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07097c3-b1ce-4290-8313-e0e78ef12c33 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:20.738331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a07097c3-b1ce-4290-8313-e0e78ef12c33, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:20.746136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.756914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-9f0ddf44-9546-4b8c-845c-26841a74dff5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:20.767496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-9f0ddf44-9546-4b8c-845c-26841a74dff5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.2833884 Jul 06 11:36:20.785430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:36:20.785430 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:36:20.785430 n-d-799528-2 neutron-server[93767]: [parameters: {'project_id_1': '41fbbdd343c949ada85f0a07a38b7065', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 36, 20, 737283)}] Jul 06 11:36:20.785430 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:36:20.786807 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:36:20.814983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-44233c3f-8ead-4fdc-b471-eb073a2fb9d1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/quotas/4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 375 time: 0.0460203 Jul 06 11:36:20.823435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40cf41eb-6a21-4a9c-9bb7-5e64592fe3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.830107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=a07097c3-b1ce-4290-8313-e0e78ef12c33,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:20.844792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.846894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.849575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.850349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.854755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.855113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.855449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.855789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.856142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.856469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.857532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.857917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:20.885769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40cf41eb-6a21-4a9c-9bb7-5e64592fe3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.888858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'name': 'network-vif-deleted', 'tag': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:20.891251 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4336a69a-4ba9-45ac-9fa4-71a382ebab48" -d '{"events": [{"server_uuid": "8df4b1dd-8100-45e0-8c1c-83eea026e7d8", "name": "network-vif-deleted", "tag": "1bb13dc9-3ef3-4f93-b5b4-c02ad7468238"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:20.897724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-bbe34bda-bd65-44ff-a771-f5bc621ec0ce tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814707 Jul 06 11:36:20.974509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.982576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.001096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d507b35-77c4-488a-afea-53649495a666 req-0c4635f1-963c-4be4-bc0c-76fc6fc1e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.002526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-0c4635f1-963c-4be4-bc0c-76fc6fc1e0ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0138906bdfd41b789779a9926a28529&device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 1099 time: 0.2197733 Jul 06 11:36:21.020158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40cf41eb-6a21-4a9c-9bb7-5e64592fe3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.022897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40cf41eb-6a21-4a9c-9bb7-5e64592fe3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.026498 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-40cf41eb-6a21-4a9c-9bb7-5e64592fe3de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3846f101-c82d-4be9-b1a5-98073a36a72a HTTP/1.1" status: 204 len: 168 time: 0.3469102 Jul 06 11:36:21.028299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:21.031247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969c0a9-fa9f-4c7e-9b3c-778199ec4453,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:21.049020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.049714 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Added segment 9d08c14d-c4cc-40d1-93b8-c0be6bd6463c of type vlan for network 33e15860-3f86-4485-801b-4a6fb60ed484 Jul 06 11:36:21.051460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf41eb-6a21-4a9c-9bb7-5e64592fe3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846f101-c82d-4be9-b1a5-98073a36a72a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:21.125105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.130928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-15819008-cdf9-406b-ba6c-f630cfd719e3 service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189755 Jul 06 11:36:21.165032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.166300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.168941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.204282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d507b35-77c4-488a-afea-53649495a666 req-573c1c7c-8db8-4405-8e55-e309d94db4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.205764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-573c1c7c-8db8-4405-8e55-e309d94db4f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1915936 Jul 06 11:36:21.234602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:21.236550 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8216581 Jul 06 11:36:21.239172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:21.246451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Request body: {'subnet': {'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1255394378-subnet', 'tenant_id': '90984fee70d2435791401bce2c6bacc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:21.258113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:21.259385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c147d-f5e1-4c68-80f1-0a8f3572a7ad admin admin] Pushing event updated for resources: {'Network': ['ID=33e15860-3f86-4485-801b-4a6fb60ed484,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:21.295800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Made reservation on behalf of 90984fee70d2435791401bce2c6bacc3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:21.296132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 33e15860-3f86-4485-801b-4a6fb60ed484 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:21.299205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.301409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:36:21.301750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1bb13dc9-3ef3-4f93-b5b4-c02ad7468238 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:36:21.337246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.352545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-5bfe1113-a775-4845-b6d1-03598ca06e7e service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092483 Jul 06 11:36:21.369350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-f4a4e31c-b033-4a32-9b24-20af3f2fa8ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012 HTTP/1.1" status: 200 len: 217 time: 0.1519301 Jul 06 11:36:21.420152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395632b4-5b34-48b3-a7aa-816f6a45faa8 req-e83aba3f-90de-4e14-a2af-1a28be5c493a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.429011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-395632b4-5b34-48b3-a7aa-816f6a45faa8 req-e83aba3f-90de-4e14-a2af-1a28be5c493a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 949 time: 0.4134538 Jul 06 11:36:21.511229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-395632b4-5b34-48b3-a7aa-816f6a45faa8 req-2552580d-b4c5-40fe-a509-179f6d4da638 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812140 Jul 06 11:36:21.568548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d507b35-77c4-488a-afea-53649495a666 req-8d0d95c8-cf81-490e-b236-eab430fb8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.572605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-8d0d95c8-cf81-490e-b236-eab430fb8c10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1749456 Jul 06 11:36:21.582336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.675129 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90137710-f2b9-49a5-bb91-884f6ff63119 x-openstack-request-id: req-90137710-f2b9-49a5-bb91-884f6ff63119 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:21.675541 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df4b1dd-8100-45e0-8c1c-83eea026e7d8", "name": "network-vif-deleted", "tag": "1bb13dc9-3ef3-4f93-b5b4-c02ad7468238", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:21.676112 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90137710-f2b9-49a5-bb91-884f6ff63119 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:21.676668 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df4b1dd-8100-45e0-8c1c-83eea026e7d8', 'name': 'network-vif-deleted', 'tag': '1bb13dc9-3ef3-4f93-b5b4-c02ad7468238', 'status': 'completed', 'code': 200} Jul 06 11:36:21.690259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:21.691348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Network hostable DHCP agents. Network: 33e15860-3f86-4485-801b-4a6fb60ed484, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:21.705467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6235e97-5b88-4078-8656-ccdf1fb32672,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:21.737614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d507b35-77c4-488a-afea-53649495a666 req-d4497283-fe10-4bcd-bb65-155b2faee9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.738882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-d4497283-fe10-4bcd-bb65-155b2faee9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469958 Jul 06 11:36:21.740409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Network 33e15860-3f86-4485-801b-4a6fb60ed484 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:21.763583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 33e15860-3f86-4485-801b-4a6fb60ed484) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:21.771211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:21.772480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.776485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9fb29-2a98-4498-8ad2-0df64ea80e08 None None] Network 33e15860-3f86-4485-801b-4a6fb60ed484 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:21.855545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.880658 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3bc9ccaf-aa25-4cce-9204-d965cc44207e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6316960 Jul 06 11:36:21.880754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.009786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ce918-d60e-454f-ab3c-b04b9db61d68 None None] Network 33e15860-3f86-4485-801b-4a6fb60ed484 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:22.099438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-dff835fa-0314-4927-adef-7780d2b40a2d service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399932 Jul 06 11:36:22.113408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41fbbdd343c949ada85f0a07a38b7065&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4658039 Jul 06 11:36:22.115769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:22.192743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b948ede-7627-4748-96ea-836e438cf20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.229849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b948ede-7627-4748-96ea-836e438cf20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.317705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b948ede-7627-4748-96ea-836e438cf20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.322381 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b948ede-7627-4748-96ea-836e438cf20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.326887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b948ede-7627-4748-96ea-836e438cf20c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/055176a2-1298-4cea-84a4-5b038a0c434b HTTP/1.1" status: 204 len: 168 time: 0.2067692 Jul 06 11:36:22.344409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b948ede-7627-4748-96ea-836e438cf20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055176a2-1298-4cea-84a4-5b038a0c434b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:22.449005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.511765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a07097c3-b1ce-4290-8313-e0e78ef12c33 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:22.512088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-789b1dc6-b16b-4d1e-9694-7dd7caf01d0e req-a1ae4682-1de8-4294-a519-ba3b15e7e3d7 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 210 time: 0.4525838 Jul 06 11:36:22.514874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d507b35-77c4-488a-afea-53649495a666 req-1597e662-604f-4aee-9585-35bf4d0a33c6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779800 Jul 06 11:36:22.542495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f027e-4434-4fc9-ba21-cbc446d34674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055176a2-1298-4cea-84a4-5b038a0c434b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:22.589239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ac0ec-b62c-47c3-9cbb-09e2369bdd74 req-7e55bbc7-28d5-4747-8f93-22ad36852338 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:22.590879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f29ac0ec-b62c-47c3-9cbb-09e2369bdd74 req-7e55bbc7-28d5-4747-8f93-22ad36852338 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 948 time: 0.6119390 Jul 06 11:36:22.643348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f29ac0ec-b62c-47c3-9cbb-09e2369bdd74 req-e14f3dac-56fa-4382-8a1f-a79c304bcc5c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Jul 06 11:36:22.651209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port a07097c3-b1ce-4290-8313-e0e78ef12c33 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:22.663248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port a07097c3-b1ce-4290-8313-e0e78ef12c33 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:22.663595 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.801776 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.829247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07097c3-b1ce-4290-8313-e0e78ef12c33'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:22.832098 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7592fae7-ef3d-47db-9c7a-58fa9aec4360" -d '{"events": [{"server_uuid": "106e87ab-c718-4a41-992e-3135a6adc9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a07097c3-b1ce-4290-8313-e0e78ef12c33"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:22.852418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a07097c3-b1ce-4290-8313-e0e78ef12c33, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:22.861962 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.939128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=a07097c3-b1ce-4290-8313-e0e78ef12c33,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:23.021771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fcb02-def6-4eee-acbb-0a530b5e91d9 req-4c8656f2-c61b-4433-9687-b5e6b3775408 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:23.024166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-107fcb02-def6-4eee-acbb-0a530b5e91d9 req-4c8656f2-c61b-4433-9687-b5e6b3775408 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 950 time: 0.1428180 Jul 06 11:36:23.113312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-107fcb02-def6-4eee-acbb-0a530b5e91d9 req-240f29c1-8259-42d1-9377-45cf63726382 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704677 Jul 06 11:36:23.117182 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503e7534-b57c-4d70-a633-aeeca1b838a3 x-openstack-request-id: req-503e7534-b57c-4d70-a633-aeeca1b838a3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:23.117582 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e87ab-c718-4a41-992e-3135a6adc9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a07097c3-b1ce-4290-8313-e0e78ef12c33", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:23.118060 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-503e7534-b57c-4d70-a633-aeeca1b838a3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:23.118606 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07097c3-b1ce-4290-8313-e0e78ef12c33', 'code': 200} Jul 06 11:36:23.265687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7f899-2dd6-4487-ad92-00b01b559073 req-39d25bc2-32e7-42f7-97a9-352b48802bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:23.267273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2d7f899-2dd6-4487-ad92-00b01b559073 req-39d25bc2-32e7-42f7-97a9-352b48802bb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 1101 time: 0.0733259 Jul 06 11:36:23.320274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2d7f899-2dd6-4487-ad92-00b01b559073 req-6e21218a-f1da-4faf-bc4b-83bc0f1419af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448780 Jul 06 11:36:23.550827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-8c18af55-237a-4f65-8304-eb3731ea327b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:23.555666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:23.556095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-8c18af55-237a-4f65-8304-eb3731ea327b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.1469400 Jul 06 11:36:23.561109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1304314462-network', 'tenant_id': '5f766b3718db44eabb68ed5aa6f95d9a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:23.572173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Request body: {'port': {'device_id': '365fed13-7644-4c31-975b-a765de3be116', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'admin_state_up': True, 'tenant_id': '4d09b1953e3345cea362a6d171ec10d6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:23.635248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Made reservation on behalf of 5f766b3718db44eabb68ed5aa6f95d9a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:23.639226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.665322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.711134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9252a312-34c8-4346-96e8-8fce939e03f3 req-b7013b8d-27da-4049-a029-ee444c0b7ab4 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 210 time: 0.0540373 Jul 06 11:36:23.819323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.839012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.869396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:23.879314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Made reservation on behalf of 4d09b1953e3345cea362a6d171ec10d6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:23.883840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.886275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.886621 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Added segment d2e4e490-6f67-4e1a-b0e8-fced29e325cc of type vlan for network 7ccb3ea1-5342-4016-9952-fda057a14759 Jul 06 11:36:23.889228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb31561-1d5b-4877-a0a5-0184eeb43537,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:23.943455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:23.951159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.989554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.991343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:23.992794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.042477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3da5a-84c4-4b79-979d-563936e925f2 req-1f2362b1-f94e-4253-9e65-6ecb05c39343 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:24.045719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfe3da5a-84c4-4b79-979d-563936e925f2 req-1f2362b1-f94e-4253-9e65-6ecb05c39343 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 948 time: 0.1819944 Jul 06 11:36:24.079674 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5192626 Jul 06 11:36:24.079809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:24.096071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Request body: {'subnet': {'network_id': '7ccb3ea1-5342-4016-9952-fda057a14759', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1304314462-subnet', 'tenant_id': '5f766b3718db44eabb68ed5aa6f95d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:24.096071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52799-8174-4de7-8940-b7dbde844bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccb3ea1-5342-4016-9952-fda057a14759,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:24.112425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7ccb3ea1-5342-4016-9952-fda057a14759 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:24.140570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Made reservation on behalf of 5f766b3718db44eabb68ed5aa6f95d9a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:24.143644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.299039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Allocated IP 172.20.0.10 (8eae701f-1a0e-496b-a083-fe9613064494/150de5ca-678f-4f79-8a8f-48bb496a6698/5251f3a0-2316-4dd8-8298-0f4b3a97f451) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:24.303329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f22ce9eb-534f-428a-a001-2d5c0e106869 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6a4bac2dd0b4abf900a9eb3c784669c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3499205 Jul 06 11:36:24.306954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfe3da5a-84c4-4b79-979d-563936e925f2 req-2337ca2b-c35c-4549-a897-c40f33092d5f tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435186 Jul 06 11:36:24.307537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:24.467301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20daf9ba-7940-45a3-8848-d0ebd59e8796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.507994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device bcfe5d06-8bfb-48bc-b7c4-322a5823a012 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:24.573035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20daf9ba-7940-45a3-8848-d0ebd59e8796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.646011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e7f1-72af-410f-8d53-f5526ec9b0a1 req-8be487e8-ccca-462e-a2f2-63d5ee0a2731 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:24.653327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce99e7f1-72af-410f-8d53-f5526ec9b0a1 req-8be487e8-ccca-462e-a2f2-63d5ee0a2731 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 950 time: 0.2613401 Jul 06 11:36:24.692603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:24.709333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012', 'mac_address': 'fa:16:3e:06:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:24.749429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.770616 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.782487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce99e7f1-72af-410f-8d53-f5526ec9b0a1 req-bf8f6113-813b-4d3a-8599-db4a8401aa25 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125894 Jul 06 11:36:24.791320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfe5d06-8bfb-48bc-b7c4-322a5823a012 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:24.798718 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20daf9ba-7940-45a3-8848-d0ebd59e8796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.806215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20daf9ba-7940-45a3-8848-d0ebd59e8796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.807379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-20daf9ba-7940-45a3-8848-d0ebd59e8796 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c5a9a35-00be-44cb-b64c-42506bfc08f6 HTTP/1.1" status: 204 len: 168 time: 0.4956548 Jul 06 11:36:24.831944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.845377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:24.857221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daf9ba-7940-45a3-8848-d0ebd59e8796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a9a35-00be-44cb-b64c-42506bfc08f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:24.859825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.929803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04945f54-172d-4275-8606-618b6dc800de,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:24.930575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:24.932960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Checking segment: {'id': 'd2e4e490-6f67-4e1a-b0e8-fced29e325cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7ccb3ea1-5342-4016-9952-fda057a14759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:24.933747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Network hostable DHCP agents. Network: 7ccb3ea1-5342-4016-9952-fda057a14759, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:24.956757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Network 7ccb3ea1-5342-4016-9952-fda057a14759 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:24.971398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7ccb3ea1-5342-4016-9952-fda057a14759) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:24.976300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-4998a5a7-04cc-4aa8-b081-fee21f18a2ff tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4556e3beb652434fb69f0aff4bdd86c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578861 Jul 06 11:36:24.978777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:24.981375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.986034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e0db7-8c98-46f2-8684-78ef1a16b530 None None] Network 7ccb3ea1-5342-4016-9952-fda057a14759 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:25.006321 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ccce2209-f1d4-4016-8f04-4b52b3a8304c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9249618 Jul 06 11:36:25.034764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.165504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11f3eb-e698-458c-87e2-b22b1ba882a6 None None] Network 7ccb3ea1-5342-4016-9952-fda057a14759 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:25.170065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Network 8eae701f-1a0e-496b-a083-fe9613064494 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:25.184307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:25.195440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:25.224909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:25.226000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['bcfe5d06-8bfb-48bc-b7c4-322a5823a012'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:25.274870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-7632e9a7-0da5-4e94-833f-b4ea05115801 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:25.276431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-7632e9a7-0da5-4e94-833f-b4ea05115801 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993536 Jul 06 11:36:25.305443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:25.306072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.317310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1236c0-9460-4e91-9c82-6aeafe192362 req-b8603127-6dc0-4b45-a6e5-2206e068b0ce tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:25.324165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef1236c0-9460-4e91-9c82-6aeafe192362 req-b8603127-6dc0-4b45-a6e5-2206e068b0ce tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 932 time: 0.3107104 Jul 06 11:36:25.331173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-d39c1434-b727-4315-a581-32e6fd706b64 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/quotas/4556e3beb652434fb69f0aff4bdd86c0 HTTP/1.1" status: 200 len: 375 time: 0.0458400 Jul 06 11:36:25.349566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:25.365611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-22a2c77b-5b01-469e-b0aa-7ef5714b942d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7996354 Jul 06 11:36:25.384971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b67132c-74e8-4829-a15c-ba01e5e26267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.387500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-2a965c2e-d8a4-4acf-b192-33f229cc1869 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4556e3beb652434fb69f0aff4bdd86c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490010 Jul 06 11:36:25.394319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Request body: {'port': {'device_id': '365fed13-7644-4c31-975b-a765de3be116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:25.442525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef1236c0-9460-4e91-9c82-6aeafe192362 req-a466aa80-7fe0-4723-a4c3-a33284a9c83f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174021 Jul 06 11:36:25.537118 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.596678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b67132c-74e8-4829-a15c-ba01e5e26267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.601843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b67132c-74e8-4829-a15c-ba01e5e26267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.672469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b67132c-74e8-4829-a15c-ba01e5e26267 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e90ec24ad6734dd195b51b7aa7f8278d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213120 Jul 06 11:36:25.673470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67132c-74e8-4829-a15c-ba01e5e26267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c2a70a-cfe8-4397-ae33-b916dd0e316b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:25.677059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:25.789834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5060bb57-95cb-478b-907e-088468aa6577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.851699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5060bb57-95cb-478b-907e-088468aa6577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.870112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103420-57aa-4686-9a60-249a042dba54 req-c905729c-11c0-43d5-9e41-6dc9d5c322d7 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:25.875353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09103420-57aa-4686-9a60-249a042dba54 req-c905729c-11c0-43d5-9e41-6dc9d5c322d7 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 949 time: 0.1756649 Jul 06 11:36:25.921287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5060bb57-95cb-478b-907e-088468aa6577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.924365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5060bb57-95cb-478b-907e-088468aa6577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.925777 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5060bb57-95cb-478b-907e-088468aa6577 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36c2a70a-cfe8-4397-ae33-b916dd0e316b HTTP/1.1" status: 204 len: 168 time: 0.2477398 Jul 06 11:36:25.934941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060bb57-95cb-478b-907e-088468aa6577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c2a70a-cfe8-4397-ae33-b916dd0e316b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:25.972599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09103420-57aa-4686-9a60-249a042dba54 req-fc1381d7-3f06-4d4f-bb0d-d561be5e4581 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963016 Jul 06 11:36:26.038330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251f3a0-2316-4dd8-8298-0f4b3a97f451 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:26.051972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.069954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Transition to ACTIVE for port object 5251f3a0-2316-4dd8-8298-0f4b3a97f451 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:26.076369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.199380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-054950a5-d676-404b-bdb8-5d4ce749aa28 req-0f704031-7b8f-4995-9644-0a0249f13625 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 210 time: 0.0786488 Jul 06 11:36:26.231231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:26.348976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-0b2581f7-a0dc-410c-b48b-3c3de3642fd5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:26.355487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-0b2581f7-a0dc-410c-b48b-3c3de3642fd5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.2365487 Jul 06 11:36:26.405727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:26.406066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:26.406395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:26.413363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-e7bc34e3-ed15-45f3-88ce-7255ef23226f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/quotas/90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 375 time: 0.0570223 Jul 06 11:36:26.418149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:26.418344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:26.437729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:26.437729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:26.437729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:26.438249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Bound port: 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:26.438249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.468049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-7c46e1b7-c327-4561-9049-137806b73bf5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442290 Jul 06 11:36:26.522988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device bcfe5d06-8bfb-48bc-b7c4-322a5823a012 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:26.526308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a9d17-f9a5-4085-8cba-6dd876cc55d5 req-2ac902f4-e0ab-42e1-be62-0967898d9d76 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:26.533725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb6a9d17-f9a5-4085-8cba-6dd876cc55d5 req-2ac902f4-e0ab-42e1-be62-0967898d9d76 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 950 time: 0.1755445 Jul 06 11:36:26.571203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:26.575513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:26.612022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb6a9d17-f9a5-4085-8cba-6dd876cc55d5 req-077ddef2-7af7-4d0a-a896-1cb07850fe44 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750656 Jul 06 11:36:26.614101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.649531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:26.660053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:26.660740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.663047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] 10.222.0.79 "PUT /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 1092 time: 1.2781534 Jul 06 11:36:26.663664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:26.665961 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d82d03-a354-44ea-8c4e-b54f82f970f3" -d '{"events": [{"name": "network-changed", "server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:26.669989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:26.672838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.723860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccee0b-6fcd-4518-a0b6-99e19a8df1cc service neutron] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:26.755697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-d72f96ba-aa97-4f78-ae0d-be959430cb67 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:36:26.756751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-d72f96ba-aa97-4f78-ae0d-be959430cb67 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842443 Jul 06 11:36:26.793854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.822093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64168ab0-f30a-488a-b828-1b3db906ade3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:26.832412 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e428e-ad8d-43b3-a9fb-fbd8124f1df2" -d '{"events": [{"server_uuid": "64168ab0-f30a-488a-b828-1b3db906ade3", "name": "network-vif-plugged", "status": "completed", "tag": "bcfe5d06-8bfb-48bc-b7c4-322a5823a012"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:26.854284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:26.861504 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.870591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-26c10b72-83d3-429e-ad2c-60a3a24a4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:26.873281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-26c10b72-83d3-429e-ad2c-60a3a24a4cdc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1095 time: 0.1600735 Jul 06 11:36:26.924405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-9153037e-0f47-4a10-9615-8f4f3b5b5712 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.0386958 Jul 06 11:36:26.949755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:26.978271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-92a66419-9f89-4792-a4f1-9c1754287a57 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130227 Jul 06 11:36:27.034502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34d8f930-482a-4816-aa0f-dbdcf45b8fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.053210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-6ba44e46-8e15-4765-88f4-854e81f891a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:27.055071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-6ba44e46-8e15-4765-88f4-854e81f891a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1223552 Jul 06 11:36:27.099356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-3f582ae0-761d-4c39-b19b-b309ba564053 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368929 Jul 06 11:36:27.114950 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ac068fa6-e2a7-4ae5-8a4f-a8286f281e47 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4556e3beb652434fb69f0aff4bdd86c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347130 Jul 06 11:36:27.163614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-126ee420-e63d-43b0-9337-d6d2efc89b52 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843779 Jul 06 11:36:27.256069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-e1a43c14-1f39-4dbc-acd1-d5c30b43a7ab tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:27.257932 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-e1a43c14-1f39-4dbc-acd1-d5c30b43a7ab tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367962 Jul 06 11:36:27.272408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Request body: {'port': {'device_id': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '4556e3beb652434fb69f0aff4bdd86c0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:27.433769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-764019b1-b6df-4fa7-a1fa-4cc2012e8c5f service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690923 Jul 06 11:36:27.445706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0aa4-f5c5-42a8-ab82-6c7ee5619323 req-471ecc12-23cf-4041-a3ad-3ecf8b19cf24 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:27.454025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e6c0aa4-f5c5-42a8-ab82-6c7ee5619323 req-471ecc12-23cf-4041-a3ad-3ecf8b19cf24 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.2881384 Jul 06 11:36:27.462235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Made reservation on behalf of 4556e3beb652434fb69f0aff4bdd86c0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:27.467073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.489022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.557137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e6c0aa4-f5c5-42a8-ab82-6c7ee5619323 req-e27294f1-50b1-4855-9b0e-8ede77263cb2 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990489 Jul 06 11:36:27.614029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a09f4b9-bf86-44b5-8315-5e48193c75af req-8f06c074-a0b9-4886-adfc-7419dc79ac83 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578870 Jul 06 11:36:27.631620 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df0f7c-824d-42d9-b157-ba06656b9b5c x-openstack-request-id: req-29df0f7c-824d-42d9-b157-ba06656b9b5c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:27.632152 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:27.632583 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29df0f7c-824d-42d9-b157-ba06656b9b5c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:27.633168 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'status': 'completed', 'code': 200} Jul 06 11:36:27.684237 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1e7042-8728-4f4f-96d5-54f4afc0c5df x-openstack-request-id: req-7d1e7042-8728-4f4f-96d5-54f4afc0c5df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:27.685315 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64168ab0-f30a-488a-b828-1b3db906ade3", "name": "network-vif-plugged", "status": "completed", "tag": "bcfe5d06-8bfb-48bc-b7c4-322a5823a012", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:27.685485 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d1e7042-8728-4f4f-96d5-54f4afc0c5df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:27.685903 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64168ab0-f30a-488a-b828-1b3db906ade3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012', 'code': 200} Jul 06 11:36:27.709955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.729806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.941606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0167fd-c177-4a78-9f65-4e78cd540a8f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:28.033837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Allocated IP 192.168.233.38 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/8f045b29-a5a9-45d8-85b7-73e4516762df) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:28.178654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-a0f241fa-fd11-4fb5-af46-de1d69124663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.180119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-a0f241fa-fd11-4fb5-af46-de1d69124663 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1095 time: 0.5029407 Jul 06 11:36:28.205265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.225718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Transition to ACTIVE for port object 8f045b29-a5a9-45d8-85b7-73e4516762df will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:28.262662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.306532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b32216-d90b-4024-b6cd-3a68de1d61e8 req-8fd58bba-4a95-4696-81c0-074bb046f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.307948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8b32216-d90b-4024-b6cd-3a68de1d61e8 req-8fd58bba-4a95-4696-81c0-074bb046f164 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 1101 time: 0.5121119 Jul 06 11:36:28.312013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:28.318184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:28.322111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:28.336451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf80417-e866-4bc0-a9db-3b62296b53b1 req-c93fc64d-3f29-4a33-b324-b4062d823f6d tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.337989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bf80417-e866-4bc0-a9db-3b62296b53b1 req-c93fc64d-3f29-4a33-b324-b4062d823f6d tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 950 time: 0.4896569 Jul 06 11:36:28.345604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eef254-8d50-4245-88a8-5aa3345fe7ba req-61dca053-4156-48cc-be5b-29fd5a653409 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.347119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70eef254-8d50-4245-88a8-5aa3345fe7ba req-61dca053-4156-48cc-be5b-29fd5a653409 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 1101 time: 0.2152476 Jul 06 11:36:28.357827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Pushing event updated for resources: {'Port': ['ID=8f045b29-a5a9-45d8-85b7-73e4516762df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:28.367440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-672cbd69-b33d-4b73-8ff0-11d12ccdd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.369241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-672cbd69-b33d-4b73-8ff0-11d12ccdd813 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1776156 Jul 06 11:36:28.389606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.390556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.405216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70eef254-8d50-4245-88a8-5aa3345fe7ba req-62cac23b-0172-414a-9c07-108e755fd128 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.412029 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-c526e2e9-54a9-4d3e-877b-ff06bb8e8032 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1448972 Jul 06 11:36:28.427391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Request body: {'port': {'device_id': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:28.455568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-3cd85ad0-ec13-4c89-82fa-f85fe0b59227 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.0730886 Jul 06 11:36:28.463710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8b32216-d90b-4024-b6cd-3a68de1d61e8 req-7fdeb1e9-32ff-4008-b236-d93954a05da1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463280 Jul 06 11:36:28.484022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bf80417-e866-4bc0-a9db-3b62296b53b1 req-f262090d-6142-482f-afff-c89792d8978d tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358778 Jul 06 11:36:28.525523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.544955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-2b8a5178-145f-4c18-a7af-fce4698e4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.547357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-2b8a5178-145f-4c18-a7af-fce4698e4f67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0790839 Jul 06 11:36:28.596130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-e4705672-2101-4b94-9a52-4171a62d4574 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404253 Jul 06 11:36:28.636817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e15f0a49-4d15-4a36-99ca-db7ae2a75cde None None] Provisioning for port 8f045b29-a5a9-45d8-85b7-73e4516762df completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:28.643870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e15f0a49-4d15-4a36-99ca-db7ae2a75cde None None] Provisioning complete for port 8f045b29-a5a9-45d8-85b7-73e4516762df triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:28.644598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e15f0a49-4d15-4a36-99ca-db7ae2a75cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.741274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e15f0a49-4d15-4a36-99ca-db7ae2a75cde None None] Port 8f045b29-a5a9-45d8-85b7-73e4516762df cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:28.760667 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70eef254-8d50-4245-88a8-5aa3345fe7ba req-62cac23b-0172-414a-9c07-108e755fd128 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.776408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70eef254-8d50-4245-88a8-5aa3345fe7ba req-62cac23b-0172-414a-9c07-108e755fd128 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.798372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.79', 56046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:28.852685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70eef254-8d50-4245-88a8-5aa3345fe7ba req-62cac23b-0172-414a-9c07-108e755fd128 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976459 Jul 06 11:36:28.878458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a8214-5646-43b4-aa0b-79a507bbb28a req-eeea9d5d-6970-4f27-b43f-e3c8dd366ff1 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:28.889188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96a8214-5646-43b4-aa0b-79a507bbb28a req-eeea9d5d-6970-4f27-b43f-e3c8dd366ff1 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 935 time: 0.2639494 Jul 06 11:36:28.894188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-2901c60c-da54-4c58-8153-00906ba94ddb service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898273 Jul 06 11:36:28.909896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f045b29-a5a9-45d8-85b7-73e4516762df {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:28.935212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.957991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:28.964079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Transition to ACTIVE for port object 8f045b29-a5a9-45d8-85b7-73e4516762df will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:28.974153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.035234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cac23b-0172-414a-9c07-108e755fd128 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c746ef0e-e4ac-4ee4-8cc6-77a86739aec9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:29.036589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Pushing event updated for resources: {'Port': ['ID=8f045b29-a5a9-45d8-85b7-73e4516762df,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:29.131279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96a8214-5646-43b4-aa0b-79a507bbb28a req-56297f2c-7aaf-46a1-b14e-5ba788ea2076 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414010 Jul 06 11:36:29.167882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe5fa449-99ed-4e53-80d5-c8227a571f6a req-163ba3b1-d5e7-4106-b4f3-5b3570b678cc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 210 time: 0.0832598 Jul 06 11:36:29.191128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12ca9235-f960-41fd-bb7d-9ff050c4ac50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.193305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Attempting to bind port 8f045b29-a5a9-45d8-85b7-73e4516762df on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:29.193652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Attempting to bind port 8f045b29-a5a9-45d8-85b7-73e4516762df by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:29.193990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Attempting to bind port 8f045b29-a5a9-45d8-85b7-73e4516762df on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:29.199883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Port 8f045b29-a5a9-45d8-85b7-73e4516762df on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:29.200914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Attempting to bind port 8f045b29-a5a9-45d8-85b7-73e4516762df on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:29.208593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-1573028e-1123-4678-ba86-a893a1291f1a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:29.210131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-1573028e-1123-4678-ba86-a893a1291f1a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.4046872 Jul 06 11:36:29.211258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:29.211770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:29.212013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:29.212465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Bound port: 8f045b29-a5a9-45d8-85b7-73e4516762df, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:29.213023 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.215235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1d82d03-a354-44ea-8c4e-b54f82f970f3 req-941e7c48-ac16-4108-aa1a-ce68108d6c2a service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857141 Jul 06 11:36:29.227238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Request body: {'port': {'device_id': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'admin_state_up': True, 'tenant_id': '90984fee70d2435791401bce2c6bacc3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:29.367954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] For port 8f045b29-a5a9-45d8-85b7-73e4516762df, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:29.387305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] For port 8f045b29-a5a9-45d8-85b7-73e4516762df, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8f045b29-a5a9-45d8-85b7-73e4516762df,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:29.396915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.458278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:29.458914 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.460369 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] 10.222.0.79 "PUT /v2.0/ports/8f045b29-a5a9-45d8-85b7-73e4516762df HTTP/1.1" status: 200 len: 1095 time: 1.0376167 Jul 06 11:36:29.463319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'tag': '8f045b29-a5a9-45d8-85b7-73e4516762df'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:29.465569 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b291a5-fd07-4af1-985e-b3c672067d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8376239f-c8ff-4930-a0cd-07299e76c79e", "tag": "8f045b29-a5a9-45d8-85b7-73e4516762df"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:29.551603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97031e4b-7d53-4a35-8ffe-186065fcd717 req-288d1875-f3f1-4813-a8f2-57e029dd4978 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:29.553395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97031e4b-7d53-4a35-8ffe-186065fcd717 req-288d1875-f3f1-4813-a8f2-57e029dd4978 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.1067765 Jul 06 11:36:29.557740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12ca9235-f960-41fd-bb7d-9ff050c4ac50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.568265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72553d-9549-4b9b-bb98-b5d12e29d816 service neutron] Pushing event updated for resources: {'Port': ['ID=8f045b29-a5a9-45d8-85b7-73e4516762df,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:29.573496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-005b8d78-9403-4475-9d36-7e1739ea842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.584667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12ca9235-f960-41fd-bb7d-9ff050c4ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.634804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97031e4b-7d53-4a35-8ffe-186065fcd717 req-80f11187-9052-4082-91ae-9ab6a90f1736 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Jul 06 11:36:29.635796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Made reservation on behalf of 90984fee70d2435791401bce2c6bacc3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:29.639400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.669413 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-12ca9235-f960-41fd-bb7d-9ff050c4ac50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1d5c2ca489f441ddace4cd1f5e1d10f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074749 Jul 06 11:36:29.676893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:29.692772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.816468 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893f442-c1b8-4b2d-bb7b-d7cfa3c61202 x-openstack-request-id: req-6893f442-c1b8-4b2d-bb7b-d7cfa3c61202 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:29.816468 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8376239f-c8ff-4930-a0cd-07299e76c79e", "tag": "8f045b29-a5a9-45d8-85b7-73e4516762df", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:29.816468 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6893f442-c1b8-4b2d-bb7b-d7cfa3c61202 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:29.817683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Allocated IP 172.20.0.3 (33e15860-3f86-4485-801b-4a6fb60ed484/c6235e97-5b88-4078-8656-ccdf1fb32672/49a15aa8-315d-460e-9696-22e9d8dd44dc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:29.824106 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'tag': '8f045b29-a5a9-45d8-85b7-73e4516762df', 'status': 'completed', 'code': 200} Jul 06 11:36:29.855340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-aa84ac7f-209c-460d-89ac-b0e036016871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:29.857538 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-aa84ac7f-209c-460d-89ac-b0e036016871 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4556e3beb652434fb69f0aff4bdd86c0&device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 1098 time: 0.3453820 Jul 06 11:36:29.862097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca9235-f960-41fd-bb7d-9ff050c4ac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ab681-e452-4c6e-b8da-38c8c039cc11,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:29.946304 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-5a6851a1-5c90-4245-9987-65064dfafb19 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8f045b29-a5a9-45d8-85b7-73e4516762df HTTP/1.1" status: 200 len: 217 time: 0.0799003 Jul 06 11:36:29.985167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f6d71a0-0f76-419d-9679-272cc9e43923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.014925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.020962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f6d71a0-0f76-419d-9679-272cc9e43923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.031519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ad41e1f0-d8bf-46b3-9d67-772c2231c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.033026 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-ad41e1f0-d8bf-46b3-9d67-772c2231c7bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0780017 Jul 06 11:36:30.092381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-3fc578bb-2eaa-47e5-bb2d-cbcaff6c3206 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453079 Jul 06 11:36:30.102475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a050c-0c4f-4521-9620-bfa797d3487b req-9796a5bd-5c29-4c7a-bc56-218b3743c12e tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.104030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-935a050c-0c4f-4521-9620-bfa797d3487b req-9796a5bd-5c29-4c7a-bc56-218b3743c12e tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 950 time: 0.1826913 Jul 06 11:36:30.107791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.114760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-b502846e-6d25-4be9-91b0-a28c1ff708d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.116294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-b502846e-6d25-4be9-91b0-a28c1ff708d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763648 Jul 06 11:36:30.117302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f6d71a0-0f76-419d-9679-272cc9e43923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.119858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f6d71a0-0f76-419d-9679-272cc9e43923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.121023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f6d71a0-0f76-419d-9679-272cc9e43923 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab3ab681-e452-4c6e-b8da-38c8c039cc11 HTTP/1.1" status: 204 len: 168 time: 0.4265988 Jul 06 11:36:30.146805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d71a0-0f76-419d-9679-272cc9e43923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ab681-e452-4c6e-b8da-38c8c039cc11,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:30.224751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-7a343c17-2ca2-42ef-b3b2-7c400e4b715a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995984 Jul 06 11:36:30.249150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-935a050c-0c4f-4521-9620-bfa797d3487b req-bae4076c-31b0-47b1-b409-53df4e6cdabc tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253357 Jul 06 11:36:30.279238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-04902c3c-4e6d-41fd-8b8d-994f2156db04 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.280911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-04902c3c-4e6d-41fd-8b8d-994f2156db04 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687548 Jul 06 11:36:30.282633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.340129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-d759a2a7-d169-481a-a9c2-12589a3d05ef tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/quotas/3935b51f33fb44f381edfe5271e338d4 HTTP/1.1" status: 200 len: 375 time: 0.0494454 Jul 06 11:36:30.351140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Network 33e15860-3f86-4485-801b-4a6fb60ed484 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:30.362481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fdeb5bd-ac7b-4d60-bc94-567190846fb3 req-0bd36fd3-8f3c-40e6-ae14-d36171650cc4 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314106 Jul 06 11:36:30.363199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:30.366429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:30.431823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:30.477803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-ced29f03-f241-4d64-8a13-1735749e66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.479370 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-ced29f03-f241-4d64-8a13-1735749e66d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4556e3beb652434fb69f0aff4bdd86c0&device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 1098 time: 0.0566461 Jul 06 11:36:30.487303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:30.520740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.521378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.527652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9517-1661-4a6d-b25f-7bc8cffdca3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.576819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-3663672b-cfd5-4f80-a023-111de8a9cefd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3538406 Jul 06 11:36:30.579083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-85a1e4c0-7662-4815-b257-6329318144b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.580901 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-85a1e4c0-7662-4815-b257-6329318144b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0950189 Jul 06 11:36:30.586117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-6dd86a5b-4c83-461f-82f5-f5cfb6f839f6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2339447 Jul 06 11:36:30.598912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Request body: {'port': {'device_id': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:30.627293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-2b1e0d6c-7d5f-45ee-bc26-ea4750d718a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8f045b29-a5a9-45d8-85b7-73e4516762df HTTP/1.1" status: 200 len: 217 time: 0.0379024 Jul 06 11:36:30.646258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e590382-927d-4d93-920e-562ef27dfe8c req-c00fbc36-973c-4ebe-8f59-1b2e769c84c4 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.647806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e590382-927d-4d93-920e-562ef27dfe8c req-c00fbc36-973c-4ebe-8f59-1b2e769c84c4 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 947 time: 0.2177474 Jul 06 11:36:30.680497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-9c0a2362-84d7-4d29-a681-7516e6f8e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.682481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-9c0a2362-84d7-4d29-a681-7516e6f8e601 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0477972 Jul 06 11:36:30.765268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.766681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-9e61ee67-a195-4542-9a3e-f177bbd2a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.767163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e590382-927d-4d93-920e-562ef27dfe8c req-3bc426e4-1428-4c87-b0a3-de4b6099fde6 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050222 Jul 06 11:36:30.767807 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.768435 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-9e61ee67-a195-4542-9a3e-f177bbd2a937 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780001 Jul 06 11:36:30.866483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9517-1661-4a6d-b25f-7bc8cffdca3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.880053 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9517-1661-4a6d-b25f-7bc8cffdca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:30.884163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-16048a6a-a059-467b-840c-147cf367f1fd service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084960 Jul 06 11:36:30.990730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ecc9517-1661-4a6d-b25f-7bc8cffdca3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=500a964146c5485d8323a800e5761989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997094 Jul 06 11:36:30.994811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:31.002425 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3b291a5-fd07-4af1-985e-b3c672067d0e req-fd071274-40a6-4dd1-8bcd-34dff2d396ba service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115189 Jul 06 11:36:31.032646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc9517-1661-4a6d-b25f-7bc8cffdca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd8b01-d63c-4ddf-9f69-fc4689fd1578,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:31.053457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37880db0-2de4-4eba-a256-f77b2e7b4f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.082661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37880db0-2de4-4eba-a256-f77b2e7b4f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.122989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd948a2-48f4-4e9d-87fa-a14d8b9eb60e req-26f87220-18a1-4890-8898-fc60b0aaf92e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:31.124576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abd948a2-48f4-4e9d-87fa-a14d8b9eb60e req-26f87220-18a1-4890-8898-fc60b0aaf92e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 931 time: 0.1641529 Jul 06 11:36:31.161975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37880db0-2de4-4eba-a256-f77b2e7b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.166070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37880db0-2de4-4eba-a256-f77b2e7b4f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.167426 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37880db0-2de4-4eba-a256-f77b2e7b4f04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/13cd8b01-d63c-4ddf-9f69-fc4689fd1578 HTTP/1.1" status: 204 len: 168 time: 0.1716638 Jul 06 11:36:31.176384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37880db0-2de4-4eba-a256-f77b2e7b4f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd8b01-d63c-4ddf-9f69-fc4689fd1578,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:31.224507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abd948a2-48f4-4e9d-87fa-a14d8b9eb60e req-72173936-0700-42ae-a984-f8fe8b9b56e9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914423 Jul 06 11:36:31.275095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:31.316042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a15aa8-315d-460e-9696-22e9d8dd44dc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:31.333798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.364623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Transition to ACTIVE for port object 49a15aa8-315d-460e-9696-22e9d8dd44dc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:31.371900 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.501110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:31.521535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'port_id': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'mac_address': 'fa:16:3e:1e:53:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150de5ca-678f-4f79-8a8f-48bb496a6698', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:31.578551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.603233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251f3a0-2316-4dd8-8298-0f4b3a97f451 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:31.636951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:31.656200 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.766257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:31.852740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5251f3a0-2316-4dd8-8298-0f4b3a97f451'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:31.931427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:32.048199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827bb86-41ba-4068-aeac-6fd2faa6156c req-82f2ab59-add7-4ad2-abd3-ca2dda085e40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.055445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c827bb86-41ba-4068-aeac-6fd2faa6156c req-82f2ab59-add7-4ad2-abd3-ca2dda085e40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 945 time: 0.2351236 Jul 06 11:36:32.060520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:32.060520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:32.060946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:32.079278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:32.079691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:32.087225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:32.087661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:32.088002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:32.088439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Bound port: 49a15aa8-315d-460e-9696-22e9d8dd44dc, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:32.088798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.128916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c827bb86-41ba-4068-aeac-6fd2faa6156c req-a2c180db-ac24-4f3b-9029-c4d7d0f25e7a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709548 Jul 06 11:36:32.235196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:32.258746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:32.270719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.276171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.374033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.374661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.376139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] 10.222.0.79 "PUT /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 1091 time: 1.7862842 Jul 06 11:36:32.394992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:32.397322 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca36dc64-0195-426a-870b-1bf553920c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:32.436211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3bcd6-ede8-4d3e-8ab1-2ad862621874 service neutron] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:32.509965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95bad9-0d48-4826-a4c4-6013f015b5e0 req-1a28db8b-20a0-4842-9f47-b1c239b20e96 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.511484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd95bad9-0d48-4826-a4c4-6013f015b5e0 req-1a28db8b-20a0-4842-9f47-b1c239b20e96 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 947 time: 0.2372751 Jul 06 11:36:32.522370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7098558-6b14-4e0c-a95a-35bb58359aae req-f3d7ee70-14d7-4658-80ac-6ee7f0661500 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.523837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7098558-6b14-4e0c-a95a-35bb58359aae req-f3d7ee70-14d7-4658-80ac-6ee7f0661500 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 950 time: 0.2323251 Jul 06 11:36:32.595755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd95bad9-0d48-4826-a4c4-6013f015b5e0 req-2da8562e-ffaf-42bc-b6e6-270183d6ba41 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701857 Jul 06 11:36:32.599728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-1d07c0de-4d3b-4e0f-a8a9-0fcc792ae80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.600955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-1d07c0de-4d3b-4e0f-a8a9-0fcc792ae80e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1094 time: 0.1477332 Jul 06 11:36:32.606047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7098558-6b14-4e0c-a95a-35bb58359aae req-344174e7-193a-4c3e-a8b4-f8fd3a277809 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706873 Jul 06 11:36:32.656959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-4ffd58a1-58ef-4068-8ca9-bd06f1c9e206 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 217 time: 0.0479505 Jul 06 11:36:32.729713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-d4f9cfb9-c4db-4f14-8e78-673b2925686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.731632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-d4f9cfb9-c4db-4f14-8e78-673b2925686d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0681884 Jul 06 11:36:32.849751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-15e68f34-7c70-45e2-9aa6-313ef3fe85bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069481 Jul 06 11:36:32.854229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0619a706-b317-4108-81d4-9e374f3edde4 req-d43d9ac5-c0ec-4e26-9eb6-1bc5c7edab0a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 210 time: 0.1213763 Jul 06 11:36:32.935808 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dd5b17-7624-4e8d-a2a4-9ebc3b26c314 x-openstack-request-id: req-59dd5b17-7624-4e8d-a2a4-9ebc3b26c314 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:32.936458 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:32.936458 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59dd5b17-7624-4e8d-a2a4-9ebc3b26c314 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:32.936962 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'status': 'completed', 'code': 200} Jul 06 11:36:33.004817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-ee8c4120-1a82-44c1-b582-5763cdb278dd service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488545 Jul 06 11:36:33.017092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e140d-b9bf-4c43-8964-ac07d15971b5 req-d826c159-b631-48a1-a13b-3ad7cb669ae6 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.024835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-621e140d-b9bf-4c43-8964-ac07d15971b5 req-d826c159-b631-48a1-a13b-3ad7cb669ae6 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.1732078 Jul 06 11:36:33.135305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9615bb1d-0d9f-4ff8-916c-f05aa7de0899 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395796 Jul 06 11:36:33.149664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-621e140d-b9bf-4c43-8964-ac07d15971b5 req-21ac2980-784f-4f5b-a6e7-9cdf9a904132 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239765 Jul 06 11:36:33.236702 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:36:33.256806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-a71a0c24-f284-459f-b114-9d7b889b1a9c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d0138906bdfd41b789779a9926a28529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129861 Jul 06 11:36:33.270356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bdc999c-3bcf-4bf8-b8fc-803f14944886 req-1bdc3392-36be-4188-888d-0b9991388156 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430286 Jul 06 11:36:33.291882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8f045b29-a5a9-45d8-85b7-73e4516762df details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:33.295196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:33.409631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:33.423207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:33.423617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.436464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-dddd991d-1544-4514-84a1-5c81e6ffbd4e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.438000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-dddd991d-1544-4514-84a1-5c81e6ffbd4e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927966 Jul 06 11:36:33.457774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:33.538286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-cc4ce085-bac9-434c-9b4f-63d603df7008 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287001 Jul 06 11:36:33.540732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8f045b29-a5a9-45d8-85b7-73e4516762df, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8f045b29-a5a9-45d8-85b7-73e4516762df,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:33.548004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-6bb04fc1-8074-49d9-975d-de649551bc5c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.549529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-6bb04fc1-8074-49d9-975d-de649551bc5c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850802 Jul 06 11:36:33.558960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.580105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '8f045b29-a5a9-45d8-85b7-73e4516762df', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '8f045b29-a5a9-45d8-85b7-73e4516762df', 'mac_address': 'fa:16:3e:b5:b7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:33.589078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b30d03-fa6f-4e35-9777-e0de6f33d6b9 req-7d7139ad-34ae-4e14-8e9a-7c9e30cdd164 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.590872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7b30d03-fa6f-4e35-9777-e0de6f33d6b9 req-7d7139ad-34ae-4e14-8e9a-7c9e30cdd164 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 945 time: 0.2864296 Jul 06 11:36:33.593363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:33.595843 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feede71-eecd-434c-b45b-ace408ab367d" -d '{"events": [{"server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "name": "network-vif-plugged", "status": "completed", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:33.618558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36dc64-0195-426a-870b-1bf553920c7f req-3561274c-da2b-473b-9e48-64a55c05f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.620300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-3561274c-da2b-473b-9e48-64a55c05f4c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1094 time: 0.2771442 Jul 06 11:36:33.621733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-9663d8bc-e39d-4ca3-a17a-a90d67e9ea8d tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/quotas/d0138906bdfd41b789779a9926a28529 HTTP/1.1" status: 200 len: 375 time: 0.0587144 Jul 06 11:36:33.635290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:33.647110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.693843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-2848d60e-8abb-45c2-abe6-2679ba0752ae tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.696399 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-2848d60e-8abb-45c2-abe6-2679ba0752ae tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510217 Jul 06 11:36:33.702349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:33.712169 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.712464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:33.726993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f045b29-a5a9-45d8-85b7-73e4516762df {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:33.750500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8f045b29-a5a9-45d8-85b7-73e4516762df, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8f045b29-a5a9-45d8-85b7-73e4516762df,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:33.756651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.782147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7b30d03-fa6f-4e35-9777-e0de6f33d6b9 req-95b3818e-a0af-4531-909a-74c276288315 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809688 Jul 06 11:36:33.787442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:33.791310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.826150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=8f045b29-a5a9-45d8-85b7-73e4516762df,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:33.836501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36dc64-0195-426a-870b-1bf553920c7f req-eb5e6cfc-7d6a-4a7b-b7f4-cfb0f6a9a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.838622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-eb5e6cfc-7d6a-4a7b-b7f4-cfb0f6a9a8d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.2087865 Jul 06 11:36:33.869583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-42ac599e-a827-4959-b3a0-6db80fdce5cf tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d0138906bdfd41b789779a9926a28529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2272069 Jul 06 11:36:33.913073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:33.921170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.945068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-04bd2cf8-c3f8-4c5a-a707-972b33a6ae4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 217 time: 0.0971026 Jul 06 11:36:34.017835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['8f045b29-a5a9-45d8-85b7-73e4516762df'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:34.056201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36dc64-0195-426a-870b-1bf553920c7f req-7a3f07e5-b63f-47f4-bfe9-f0aa22f608c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:34.057922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-7a3f07e5-b63f-47f4-bfe9-f0aa22f608c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1016955 Jul 06 11:36:34.126103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-3f8cd8d1-6c91-45e2-964f-366c69d30a2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601737 Jul 06 11:36:34.144902 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4370265-ffd7-4971-8460-cb131fa5d2fe x-openstack-request-id: req-b4370265-ffd7-4971-8460-cb131fa5d2fe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:34.145309 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "name": "network-vif-plugged", "status": "completed", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:34.145657 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4370265-ffd7-4971-8460-cb131fa5d2fe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:34.146145 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'code': 200} Jul 06 11:36:34.312233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43972d-f229-42ce-a408-f47ef8c97e0d req-1b7e8c4b-8f95-4d10-a92e-e5a4f525cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:34.314653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9a43972d-f229-42ce-a408-f47ef8c97e0d req-1b7e8c4b-8f95-4d10-a92e-e5a4f525cb22 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1097 time: 0.0895133 Jul 06 11:36:34.356159 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9a43972d-f229-42ce-a408-f47ef8c97e0d req-bedccf05-5b65-4d24-b5bf-de3d4a373d03 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340211 Jul 06 11:36:34.393672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.181 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/8c4119ec-297b-4634-a583-f700f4afd555) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:34.453396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-2ff19479-7224-4e7e-b2e4-ace548744274 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3262320 Jul 06 11:36:34.690747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-68c2c095-35f9-404e-ac53-7257d2411370 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481377 Jul 06 11:36:34.716928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34949-6dff-4da2-8f10-6d533e797d6d req-491a1d7e-dc20-4afc-a7a6-815b58b3a22a tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:34.718430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5bb34949-6dff-4da2-8f10-6d533e797d6d req-491a1d7e-dc20-4afc-a7a6-815b58b3a22a tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 948 time: 0.3202024 Jul 06 11:36:34.728073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-d4992170-73cb-48b8-a626-557b3334c421 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:34.729709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-d4992170-73cb-48b8-a626-557b3334c421 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525945 Jul 06 11:36:34.833541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-b8f40065-659e-47d9-bfaf-1bbb2b0a36ed tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/quotas/7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 375 time: 0.0546193 Jul 06 11:36:34.904192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-c761542d-b292-4076-bd9b-38a0ddf618f3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562532 Jul 06 11:36:34.906965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5bb34949-6dff-4da2-8f10-6d533e797d6d req-f4aca1a6-7a0d-4cfc-acf0-54eb40ab1fe3 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655717 Jul 06 11:36:34.931300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.931300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca36dc64-0195-426a-870b-1bf553920c7f req-0ebe02f8-e682-4d16-8ded-6aae7e9af88e service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299833 Jul 06 11:36:34.944953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object 8c4119ec-297b-4634-a583-f700f4afd555 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:34.988324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.001886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:35.071043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.95 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/03322a56-a0a9-4ee8-9abb-9d814cdb09f3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:35.093459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:35.101334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a845c73-3ff5-44fa-8176-13f0f3a87631 req-f7cd77b8-d4cf-4a5e-a95e-a129369e3e01 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 210 time: 0.0546389 Jul 06 11:36:35.113306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:35.117767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:35.161018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=8c4119ec-297b-4634-a583-f700f4afd555,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:35.207397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:35.208111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.249822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-20c73b49-6a10-4b5a-93f9-62f621da57b2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7956250 Jul 06 11:36:35.262635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Request body: {'port': {'device_id': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:35.324899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8f045b29-a5a9-45d8-85b7-73e4516762df up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:35.382498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62767e32-b933-4070-a9c3-3b5d0a7a12f1 req-f1483f80-08dc-4b37-a282-09ce6cc24af5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 210 time: 0.0528448 Jul 06 11:36:35.483202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.549662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 8f045b29-a5a9-45d8-85b7-73e4516762df completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:35.554107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 8f045b29-a5a9-45d8-85b7-73e4516762df triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:35.554484 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.556648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.580316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:35.608900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-f0a30367-35e6-4ef6-8704-846a16737b17 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d0138906bdfd41b789779a9926a28529&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879991 Jul 06 11:36:35.643088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.654797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-377412bf-74fe-41d3-9236-9b4e6a98de2f None None] Provisioning for port 8c4119ec-297b-4634-a583-f700f4afd555 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:35.660650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:35.683863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-377412bf-74fe-41d3-9236-9b4e6a98de2f None None] Provisioning complete for port 8c4119ec-297b-4634-a583-f700f4afd555 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:35.685061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-377412bf-74fe-41d3-9236-9b4e6a98de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.732443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.751139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:35.755207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:35.769393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:35.818422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-377412bf-74fe-41d3-9236-9b4e6a98de2f None None] Port 8c4119ec-297b-4634-a583-f700f4afd555 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:35.824411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8f045b29-a5a9-45d8-85b7-73e4516762df, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8f045b29-a5a9-45d8-85b7-73e4516762df,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:35.843750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.879168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:35.927053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-86dceb9a-ca12-4d91-ac49-c875f3c23077 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:35.928582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-86dceb9a-ca12-4d91-ac49-c875f3c23077 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136675 Jul 06 11:36:35.949532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:35.950982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.969387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Request body: {'port': {'device_id': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'd0138906bdfd41b789779a9926a28529'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:35.975996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=8f045b29-a5a9-45d8-85b7-73e4516762df,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:35.989111 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9a3047c2-fc85-4d81-b268-3e1be1877104 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2723117 Jul 06 11:36:36.011660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Request body: {'port': {'device_id': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:36.119578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.151098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f045b29-a5a9-45d8-85b7-73e4516762df'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:36.154616 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e1c887-bbf6-4807-9ff4-e60a1e0c72a7" -d '{"events": [{"server_uuid": "8376239f-c8ff-4930-a0cd-07299e76c79e", "name": "network-vif-plugged", "status": "completed", "tag": "8f045b29-a5a9-45d8-85b7-73e4516762df"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:36.159263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f2df4c85-3e5c-4023-86b6-718ec5417530 None None] Provisioning for port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:36.164330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f2df4c85-3e5c-4023-86b6-718ec5417530 None None] Provisioning complete for port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:36.164958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2df4c85-3e5c-4023-86b6-718ec5417530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.230293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3da13-67fe-4141-9e7b-e8106c2a6475 req-803383d9-f0e7-4153-9aee-70cec8d62e69 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.237196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2df4c85-3e5c-4023-86b6-718ec5417530 None None] Port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:36.238264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2db3da13-67fe-4141-9e7b-e8106c2a6475 req-803383d9-f0e7-4153-9aee-70cec8d62e69 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.6267042 Jul 06 11:36:36.287123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72708fec-7026-4442-949d-73486e7bc693 req-56e8195a-7166-4978-9b4c-ae1e278c8fc8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.288716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72708fec-7026-4442-949d-73486e7bc693 req-56e8195a-7166-4978-9b4c-ae1e278c8fc8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 946 time: 0.3703129 Jul 06 11:36:36.314117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Made reservation on behalf of d0138906bdfd41b789779a9926a28529 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:36.317865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.365051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2db3da13-67fe-4141-9e7b-e8106c2a6475 req-30402cf8-5651-4188-8455-f9a4627d05e7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259038 Jul 06 11:36:36.457950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72708fec-7026-4442-949d-73486e7bc693 req-a1e1aec7-120f-4c42-8cc2-36ddb8aa2e26 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464036 Jul 06 11:36:36.473740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4119ec-297b-4634-a583-f700f4afd555 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:36.494943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.541645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3730ad82-4436-4c4a-8dc7-a1e46f697674 req-703abf8a-5eb7-4f95-bd3d-595d0830a0c5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 210 time: 0.0413783 Jul 06 11:36:36.545056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Transition to ACTIVE for port object 8c4119ec-297b-4634-a583-f700f4afd555 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:36.549851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.643581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Pushing event updated for resources: {'Port': ['ID=8c4119ec-297b-4634-a583-f700f4afd555,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:36.775607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:36.795598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020570b-f8a5-44c0-a8b7-e36ecee54bb9 req-5c5ed369-287b-464a-9d8e-146e938c960d tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.797344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9020570b-f8a5-44c0-a8b7-e36ecee54bb9 req-5c5ed369-287b-464a-9d8e-146e938c960d tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 949 time: 0.2086217 Jul 06 11:36:36.807829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.811635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Attempting to bind port 8c4119ec-297b-4634-a583-f700f4afd555 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:36.812038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Attempting to bind port 8c4119ec-297b-4634-a583-f700f4afd555 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:36.812383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Attempting to bind port 8c4119ec-297b-4634-a583-f700f4afd555 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:36.822403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-421ddf1b-68e1-4082-b524-2969f00c8796 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308726 Jul 06 11:36:36.831379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Port 8c4119ec-297b-4634-a583-f700f4afd555 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:36.831716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Attempting to bind port 8c4119ec-297b-4634-a583-f700f4afd555 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:36.844083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:36.844768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:36.845360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:36.846001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Bound port: 8c4119ec-297b-4634-a583-f700f4afd555, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:36.846552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.854025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Transition to ACTIVE for port object 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:36.858132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb2ad0-b2fe-4f84-8f21-63c597ee0268 req-c0b8289e-c269-450d-83bf-c659fde4ec37 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.859862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43fb2ad0-b2fe-4f84-8f21-63c597ee0268 req-c0b8289e-c269-450d-83bf-c659fde4ec37 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 935 time: 0.1839960 Jul 06 11:36:36.884194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.983831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9020570b-f8a5-44c0-a8b7-e36ecee54bb9 req-27edb0dd-5175-4952-96a8-764d7af5a743 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685898 Jul 06 11:36:36.986925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Allocated IP 192.168.233.94 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/c290b7e4-529a-4f95-9a50-a25687725c02) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:37.029120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43fb2ad0-b2fe-4f84-8f21-63c597ee0268 req-fa45d133-18d7-45f7-ba03-99d844e2130e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555605 Jul 06 11:36:37.065339 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1411c5fa-7316-43e4-888c-a0cff391cc94 x-openstack-request-id: req-1411c5fa-7316-43e4-888c-a0cff391cc94 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:37.067006 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8376239f-c8ff-4930-a0cd-07299e76c79e", "name": "network-vif-plugged", "status": "completed", "tag": "8f045b29-a5a9-45d8-85b7-73e4516762df", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:37.067577 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1411c5fa-7316-43e4-888c-a0cff391cc94 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:37.068638 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f045b29-a5a9-45d8-85b7-73e4516762df', 'code': 200} Jul 06 11:36:37.106710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] For port 8c4119ec-297b-4634-a583-f700f4afd555, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:37.121077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] For port 8c4119ec-297b-4634-a583-f700f4afd555, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8c4119ec-297b-4634-a583-f700f4afd555,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:37.144713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.283381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:37.289252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Pushing event updated for resources: {'Port': ['ID=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:37.291037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.301531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] 10.222.0.64 "PUT /v2.0/ports/8c4119ec-297b-4634-a583-f700f4afd555 HTTP/1.1" status: 200 len: 1096 time: 2.0434439 Jul 06 11:36:37.320558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:37.323305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'tag': '8c4119ec-297b-4634-a583-f700f4afd555'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:37.325668 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce95364f-2442-4ba1-b99a-a48ee472615f" -d '{"events": [{"name": "network-changed", "server_uuid": "f06367df-3914-4746-9667-9deb7c7a99e2", "tag": "8c4119ec-297b-4634-a583-f700f4afd555"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:37.473914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-a8891b2c-28ba-4c52-a07c-534863535fa9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:37.475508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-a8891b2c-28ba-4c52-a07c-534863535fa9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6451051 Jul 06 11:36:37.522884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:37.530410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:37.547010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'port_id': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'mac_address': 'fa:16:3e:ff:2e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6235e97-5b88-4078-8656-ccdf1fb32672', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:37.547737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Request body: {'port': {'device_id': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7005234f84c840ffa09c6e598d36f7db'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:37.578191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Attempting to bind port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:37.578828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Attempting to bind port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:37.579170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Attempting to bind port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:37.632916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:37.633516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Attempting to bind port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:37.633624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.641593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:37.641942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:37.642333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:37.642775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Bound port: 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:37.643135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.650252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a15aa8-315d-460e-9696-22e9d8dd44dc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:37.685918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:37.693251 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.754832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] For port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:37.760307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] For port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:37.775737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:37.778901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.808304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b026-4a62-4419-9d74-2afefd330e6e service neutron] Pushing event updated for resources: {'Port': ['ID=8c4119ec-297b-4634-a583-f700f4afd555,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:37.841417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25280842-20c7-46aa-961b-995f1d5ae383 req-2e18e510-4960-4600-aa09-3601b5cd0c87 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 210 time: 0.6007946 Jul 06 11:36:37.842602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Made reservation on behalf of 7005234f84c840ffa09c6e598d36f7db for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:37.847185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.890898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.892924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Pushing event updated for resources: {'Port': ['ID=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:37.912868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a0e56ff-cdde-4fdf-a4d5-56cf910ca970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.917739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['49a15aa8-315d-460e-9696-22e9d8dd44dc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:37.924520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:37.924903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.926559 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-c8ee9143-33a2-4678-b1dc-430c7bde8d3d service neutron] 10.222.0.64 "PUT /v2.0/ports/03322a56-a0a9-4ee8-9abb-9d814cdb09f3 HTTP/1.1" status: 200 len: 1095 time: 1.9360936 Jul 06 11:36:37.945092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'tag': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:37.947666 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f77b8-fbef-4302-aa80-2652b6c97e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "40d922fa-5055-44f7-a74e-c1d4d18f7f4e", "tag": "03322a56-a0a9-4ee8-9abb-9d814cdb09f3"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:38.008500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.092442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-47ed1796-e8d8-4e0c-bcd7-6fe86efd4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.094308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-47ed1796-e8d8-4e0c-bcd7-6fe86efd4f26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 1098 time: 0.1054838 Jul 06 11:36:38.117966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Transition to ACTIVE for port object c290b7e4-529a-4f95-9a50-a25687725c02 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:38.156975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-421f0b4d-344e-4b0b-b746-736a98914c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.158540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-421f0b4d-344e-4b0b-b746-736a98914c5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 1099 time: 0.3293252 Jul 06 11:36:38.159164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.162050 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-fc7ee9d1-dab3-4b86-9955-5e33254318c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3 HTTP/1.1" status: 200 len: 217 time: 0.0521841 Jul 06 11:36:38.167002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa3dd1-63e0-4c74-bb17-62cfafcef72c req-4a0a0397-ee0d-42d5-9912-2b3972061e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.169411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2fa3dd1-63e0-4c74-bb17-62cfafcef72c req-4a0a0397-ee0d-42d5-9912-2b3972061e88 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 1100 time: 0.9332733 Jul 06 11:36:38.182940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f935511-78de-4f24-9b23-ba74fdcf6ddb req-fed8e302-e8e8-435f-89ee-c29bdb707ffb tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.184586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.188668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f935511-78de-4f24-9b23-ba74fdcf6ddb req-fed8e302-e8e8-435f-89ee-c29bdb707ffb tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1097 time: 0.3604472 Jul 06 11:36:38.281399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-691ef1f3-60da-4fd6-b342-eb851ab69be7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=8c4119ec-297b-4634-a583-f700f4afd555 HTTP/1.1" status: 200 len: 217 time: 0.0825238 Jul 06 11:36:38.312870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6c0e7-7f89-49fb-9c4b-81d79bf09582,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:38.332431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.345033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['bcfe5d06-8bfb-48bc-b7c4-322a5823a012'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:38.346779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9e92a6a0-5ab0-4dfb-8fd9-374bbb357b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.347764 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-9e92a6a0-5ab0-4dfb-8fd9-374bbb357b7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1675849 Jul 06 11:36:38.359417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520bbc4-3947-475e-8eb0-ac35566e5a2b req-7d0852b5-1551-4394-b5d9-cff18169877c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.361038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5520bbc4-3947-475e-8eb0-ac35566e5a2b req-7d0852b5-1551-4394-b5d9-cff18169877c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.3631592 Jul 06 11:36:38.415151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2fa3dd1-63e0-4c74-bb17-62cfafcef72c req-f0e9d396-c8e4-46cf-94c7-5c5b7e7553a0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138269 Jul 06 11:36:38.450754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f935511-78de-4f24-9b23-ba74fdcf6ddb req-a85ea96c-354e-4566-b672-1543a4692d4b tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467515 Jul 06 11:36:38.471311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-bd6343d8-24e6-4343-8260-26dcb4db8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.472822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-bd6343d8-24e6-4343-8260-26dcb4db8b6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1766949 Jul 06 11:36:38.475194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:38.480577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:38.484142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Allocated IP 192.168.233.65 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/a3910cd0-a274-481f-939e-8efb143c917d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:38.487246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:38.489079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a0e56ff-cdde-4fdf-a4d5-56cf910ca970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.513274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a0e56ff-cdde-4fdf-a4d5-56cf910ca970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.513526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Pushing event updated for resources: {'Port': ['ID=c290b7e4-529a-4f95-9a50-a25687725c02,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:38.569581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-46178d49-1e03-4078-9cfa-c77c3dff36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.571265 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-46178d49-1e03-4078-9cfa-c77c3dff36ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142763 Jul 06 11:36:38.578279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5520bbc4-3947-475e-8eb0-ac35566e5a2b req-73fe25eb-f87d-47ad-a0e5-a363a4d31c6e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729488 Jul 06 11:36:38.615288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.615794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.635853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e56ff-cdde-4fdf-a4d5-56cf910ca970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9242b67b-8ca2-4f90-996c-6f8c01556e44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:38.659595 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a0e56ff-cdde-4fdf-a4d5-56cf910ca970 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44bb7756e7f04c7c857ba84615a6230f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1270018 Jul 06 11:36:38.660107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:38.670610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-7e4a609e-c9d0-45ea-8c59-cc9d52697535 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7066319 Jul 06 11:36:38.687217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Request body: {'port': {'device_id': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:38.698380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-70a15907-6978-4010-addd-541ef6a5b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:38.699941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-70a15907-6978-4010-addd-541ef6a5b43f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083139 Jul 06 11:36:38.726385 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ce682-b7f6-4637-b25b-1978c308da3e x-openstack-request-id: req-dd4ce682-b7f6-4637-b25b-1978c308da3e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:38.726925 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06367df-3914-4746-9667-9deb7c7a99e2", "tag": "8c4119ec-297b-4634-a583-f700f4afd555", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:38.727324 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd4ce682-b7f6-4637-b25b-1978c308da3e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:38.728129 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'tag': '8c4119ec-297b-4634-a583-f700f4afd555', 'status': 'completed', 'code': 200} Jul 06 11:36:38.768375 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5615cbb3-d30c-4e36-bef9-71a9a4d138a0 x-openstack-request-id: req-5615cbb3-d30c-4e36-bef9-71a9a4d138a0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:38.768761 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d922fa-5055-44f7-a74e-c1d4d18f7f4e", "tag": "03322a56-a0a9-4ee8-9abb-9d814cdb09f3", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:38.769087 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5615cbb3-d30c-4e36-bef9-71a9a4d138a0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:38.769564 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'tag': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'status': 'completed', 'code': 200} Jul 06 11:36:38.870394 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.879018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d1423c8-92f1-4903-8dfd-ecdfbfc2cd7d req-8c355825-49e4-4328-8491-99c4c59b4068 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 210 time: 0.1271574 Jul 06 11:36:38.896805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Transition to ACTIVE for port object a3910cd0-a274-481f-939e-8efb143c917d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:38.907286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-def4517d-1615-4bf2-a77f-ea7a1b7dc5f8 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261034 Jul 06 11:36:38.951699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92135124-8d76-490e-a4a7-ae549418b215 None None] Provisioning for port c290b7e4-529a-4f95-9a50-a25687725c02 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:38.957343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92135124-8d76-490e-a4a7-ae549418b215 None None] Provisioning complete for port c290b7e4-529a-4f95-9a50-a25687725c02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:38.958064 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92135124-8d76-490e-a4a7-ae549418b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.004258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d52c1d-5e53-4c62-89a9-35c7b2cf6b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.006871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.016791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.020656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-92135124-8d76-490e-a4a7-ae549418b215 None None] Port c290b7e4-529a-4f95-9a50-a25687725c02 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:39.024998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-4d28376a-c661-4dbd-bdfc-83cb9299d49c service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958794 Jul 06 11:36:39.067603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d52c1d-5e53-4c62-89a9-35c7b2cf6b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.074614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:39.079499 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-f5c2850d-036a-4da4-bbc4-ecb80bf069c7 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639590 Jul 06 11:36:39.080375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:39.084822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:39.088800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.149664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.150328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.207684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-0907f021-694c-4d27-84ef-e6acba9fd700 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6780381 Jul 06 11:36:39.232161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Request body: {'port': {'device_id': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:39.239723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd117d0-bfcb-4d09-923f-3e148e4bf0df req-f662469b-e4c1-48cb-82d1-7caa1e4b7da8 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.241301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4cd117d0-bfcb-4d09-923f-3e148e4bf0df req-f662469b-e4c1-48cb-82d1-7caa1e4b7da8 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 949 time: 0.3085508 Jul 06 11:36:39.270247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-3c30bdbd-307f-4da4-92de-7e5f0f400cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.271974 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-3c30bdbd-307f-4da4-92de-7e5f0f400cb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 1098 time: 0.1187575 Jul 06 11:36:39.340544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:39.361178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b72dc1b-50a2-497d-b6ee-558545bb8750 req-cde55d09-69c2-4c74-9e58-6c533aa34c0f service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148081 Jul 06 11:36:39.395450 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d52c1d-5e53-4c62-89a9-35c7b2cf6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.398794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4d52c1d-5e53-4c62-89a9-35c7b2cf6b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.403981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4d52c1d-5e53-4c62-89a9-35c7b2cf6b50 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9242b67b-8ca2-4f90-996c-6f8c01556e44 HTTP/1.1" status: 204 len: 168 time: 0.7424335 Jul 06 11:36:39.438366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20aa44-b2d0-4826-84fa-d2be975cba42 req-6e67316b-5ba8-4e8d-8682-0c4163ae048f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.440016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d20aa44-b2d0-4826-84fa-d2be975cba42 req-6e67316b-5ba8-4e8d-8682-0c4163ae048f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 947 time: 0.4025376 Jul 06 11:36:39.459311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.487570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d52c1d-5e53-4c62-89a9-35c7b2cf6b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242b67b-8ca2-4f90-996c-6f8c01556e44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.500184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8621e720-26ef-422e-866c-44411fbbc75c None None] Provisioning for port a3910cd0-a274-481f-939e-8efb143c917d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:39.504144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-75ba11ea-c2fd-4ce9-8cd6-554046e0090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.506367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-75ba11ea-c2fd-4ce9-8cd6-554046e0090f service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2253392 Jul 06 11:36:39.509743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4cd117d0-bfcb-4d09-923f-3e148e4bf0df req-bb51fa09-1e43-43d9-869f-35c8379f3d19 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567608 Jul 06 11:36:39.547809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 49a15aa8-315d-460e-9696-22e9d8dd44dc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:39.562544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8621e720-26ef-422e-866c-44411fbbc75c None None] Provisioning complete for port a3910cd0-a274-481f-939e-8efb143c917d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:39.568308 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8621e720-26ef-422e-866c-44411fbbc75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.610010 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-a25eb2ad-6117-4283-be35-f7588d4bb09f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3 HTTP/1.1" status: 200 len: 217 time: 0.0850010 Jul 06 11:36:39.636941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d20aa44-b2d0-4826-84fa-d2be975cba42 req-539d13df-f07f-4584-b6e5-b14763fcc044 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622164 Jul 06 11:36:39.655806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 49a15aa8-315d-460e-9696-22e9d8dd44dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:39.656202 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.725238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8621e720-26ef-422e-866c-44411fbbc75c None None] Port a3910cd0-a274-481f-939e-8efb143c917d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:39.775885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-f4491e59-5c82-4fcf-9e1b-b265c3443cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.789830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-f4491e59-5c82-4fcf-9e1b-b265c3443cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 1099 time: 0.2202501 Jul 06 11:36:39.793217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.823744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:39.827363 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958c517-050e-48bc-ab30-342c652685df" -d '{"events": [{"server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "name": "network-vif-plugged", "status": "completed", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:39.844960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:39.854681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.886786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-6082bc62-1593-489a-a3a3-5f51ef927ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.888696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-6082bc62-1593-489a-a3a3-5f51ef927ca8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2620792 Jul 06 11:36:39.928532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.977522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-08ff8635-d5cb-41a0-9113-670cc508e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.979441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-08ff8635-d5cb-41a0-9113-670cc508e81e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762353 Jul 06 11:36:40.013395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:40.051160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c290b7e4-529a-4f95-9a50-a25687725c02 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:40.053838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61677d-ec60-4a98-8973-9dda8a828e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.070569 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.086574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-34c6569b-b36f-4e38-8957-7525528e51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.088081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-34c6569b-b36f-4e38-8957-7525528e51bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2802014 Jul 06 11:36:40.096302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Transition to ACTIVE for port object c290b7e4-529a-4f95-9a50-a25687725c02 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:40.111075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.159555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-732c5a9d-16c1-494e-a889-9b9ec814ece6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=8c4119ec-297b-4634-a583-f700f4afd555 HTTP/1.1" status: 200 len: 217 time: 0.0601833 Jul 06 11:36:40.166367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-b94b14c7-1e3e-4b37-9897-2a455ab644d1 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778762 Jul 06 11:36:40.282162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea71ae-6499-421e-84f6-0f5717940cc0 req-4bf1cb6d-0cd8-41b0-9bac-cd08ae615dd4 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.289312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49ea71ae-6499-421e-84f6-0f5717940cc0 req-4bf1cb6d-0cd8-41b0-9bac-cd08ae615dd4 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 935 time: 0.3442953 Jul 06 11:36:40.304671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762481f7-81bc-43b0-b875-a909c1623d41 req-77166d21-7141-4ae7-b3f8-f414c17cad40 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.306162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-762481f7-81bc-43b0-b875-a909c1623d41 req-77166d21-7141-4ae7-b3f8-f414c17cad40 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1097 time: 0.4821179 Jul 06 11:36:40.316707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Pushing event updated for resources: {'Port': ['ID=c290b7e4-529a-4f95-9a50-a25687725c02,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:40.362219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61677d-ec60-4a98-8973-9dda8a828e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.389058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-447f77b8-fbef-4302-aa80-2652b6c97e0b req-06d50313-449a-4b29-9901-7dff23f78dc2 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071228 Jul 06 11:36:40.391598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd61677d-ec60-4a98-8973-9dda8a828e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.402086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-28117474-8a77-4c44-b7cb-1b19ccc1256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.403799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-28117474-8a77-4c44-b7cb-1b19ccc1256e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2179127 Jul 06 11:36:40.436949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3910cd0-a274-481f-939e-8efb143c917d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:40.447618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.456728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bd61677d-ec60-4a98-8973-9dda8a828e38 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1a5354cd33a4c5a96c15f31a034ba41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393282 Jul 06 11:36:40.458909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:40.459549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61677d-ec60-4a98-8973-9dda8a828e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de23e619-a0c9-4f23-9170-ced77fcbcca1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:40.481672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49ea71ae-6499-421e-84f6-0f5717940cc0 req-1d2167c3-9cf3-462e-ab8d-ca6e0875595c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776671 Jul 06 11:36:40.490495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Transition to ACTIVE for port object a3910cd0-a274-481f-939e-8efb143c917d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:40.493126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-762481f7-81bc-43b0-b875-a909c1623d41 req-ec4d9a2a-86a8-4892-9287-df7359282b8c tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642144 Jul 06 11:36:40.507573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.524792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Attempting to bind port c290b7e4-529a-4f95-9a50-a25687725c02 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:40.525176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Attempting to bind port c290b7e4-529a-4f95-9a50-a25687725c02 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:40.525506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Attempting to bind port c290b7e4-529a-4f95-9a50-a25687725c02 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:40.534934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Port c290b7e4-529a-4f95-9a50-a25687725c02 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:40.535336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Attempting to bind port c290b7e4-529a-4f95-9a50-a25687725c02 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:40.543949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:40.543949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:40.543949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:40.544462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Bound port: c290b7e4-529a-4f95-9a50-a25687725c02, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:40.544869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.617658 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1115fc5a-1933-4b88-abac-b0a054ea3708 x-openstack-request-id: req-1115fc5a-1933-4b88-abac-b0a054ea3708 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:40.618152 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "name": "network-vif-plugged", "status": "completed", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:40.618246 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1115fc5a-1933-4b88-abac-b0a054ea3708 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:40.618571 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'code': 200} Jul 06 11:36:40.626766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac4e-e856-4257-a192-457d7fbc88ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.630439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:40.681748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] For port c290b7e4-529a-4f95-9a50-a25687725c02, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:40.688943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] For port c290b7e4-529a-4f95-9a50-a25687725c02, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c290b7e4-529a-4f95-9a50-a25687725c02,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:40.712591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac4e-e856-4257-a192-457d7fbc88ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.719546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.773708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:40.774031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:40.774403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:40.782168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Port a3910cd0-a274-481f-939e-8efb143c917d on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:40.782542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:40.788696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:40.789136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:40.789562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:40.790278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Bound port: a3910cd0-a274-481f-939e-8efb143c917d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:40.790640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.812911 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac4e-e856-4257-a192-457d7fbc88ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.816168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac4e-e856-4257-a192-457d7fbc88ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.817831 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0dc0ac4e-e856-4257-a192-457d7fbc88ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de23e619-a0c9-4f23-9170-ced77fcbcca1 HTTP/1.1" status: 204 len: 168 time: 0.3554554 Jul 06 11:36:40.831592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0ac4e-e856-4257-a192-457d7fbc88ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de23e619-a0c9-4f23-9170-ced77fcbcca1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:40.900092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:40.906138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:40.911424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.976651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.978013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.980545 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] 10.222.0.79 "PUT /v2.0/ports/a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 1095 time: 1.7591815 Jul 06 11:36:40.985424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:40.989905 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8e574c-bd82-4bb4-ada8-7ba76995047d" -d '{"events": [{"name": "network-changed", "server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "tag": "a3910cd0-a274-481f-939e-8efb143c917d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:41.027229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee86ed7-1eda-42f4-9450-83556777e611 service neutron] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:41.137869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-890f72d2-7f3f-4edc-a3ac-3209d536eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.139388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-890f72d2-7f3f-4edc-a3ac-3209d536eddd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1098 time: 0.0992844 Jul 06 11:36:41.147980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Pushing event updated for resources: {'Port': ['ID=c290b7e4-529a-4f95-9a50-a25687725c02,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:41.162474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-e7fc91b0-6885-4e58-bba0-70a150c53387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.164006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-e7fc91b0-6885-4e58-bba0-70a150c53387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7357354 Jul 06 11:36:41.169643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.170323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:41.171686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b5832ea6-6ff4-4d50-9559-dcdbe12a3cef service neutron] 10.222.0.79 "PUT /v2.0/ports/c290b7e4-529a-4f95-9a50-a25687725c02 HTTP/1.1" status: 200 len: 1095 time: 2.4902956 Jul 06 11:36:41.176577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'tag': 'c290b7e4-529a-4f95-9a50-a25687725c02'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:41.178920 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09" -d '{"events": [{"name": "network-changed", "server_uuid": "ae55b684-abd5-4436-9d40-e7d1c028234e", "tag": "c290b7e4-529a-4f95-9a50-a25687725c02"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:41.188403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-4650f0a2-ff0c-4735-8dbf-70bc01c96d85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.0414901 Jul 06 11:36:41.256784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-8d5e22e6-0902-4b0d-b84c-ad54da78f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.258651 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-8d5e22e6-0902-4b0d-b84c-ad54da78f48a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0628867 Jul 06 11:36:41.354413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c98f9-c10a-4258-8477-2583ae39988f req-6040257a-f632-40cd-a83c-50cccf9bd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.356718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-6040257a-f632-40cd-a83c-50cccf9bd87c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827088 Jul 06 11:36:41.392893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143dac5-6aad-40d1-9897-3f8c5462460c req-c831f28a-f6e7-4334-9275-f07679dcdb3b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.392893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7143dac5-6aad-40d1-9897-3f8c5462460c req-c831f28a-f6e7-4334-9275-f07679dcdb3b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.7008843 Jul 06 11:36:41.431116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eaacc-f5ea-4f73-bc46-1e742c7901b3 req-43d85bac-a566-4cce-ab73-d5fd3c28e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.432749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-142eaacc-f5ea-4f73-bc46-1e742c7901b3 req-43d85bac-a566-4cce-ab73-d5fd3c28e7fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1096 time: 0.7101741 Jul 06 11:36:41.455540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56f635-df68-4b56-aaa2-c56f6582bd79 req-7081f24a-551f-4d38-9e64-9da3f5c45eb3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.460479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f56f635-df68-4b56-aaa2-c56f6582bd79 req-7081f24a-551f-4d38-9e64-9da3f5c45eb3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.6837234 Jul 06 11:36:41.475498 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-79794bcb-fd90-4581-841f-b3d24bfefb75 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122348 Jul 06 11:36:41.480315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-80bd3f28-03ad-4e1e-854e-0f88d8bee8be service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054349 Jul 06 11:36:41.540351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-f8d279bb-fc11-4452-8923-dbaba0eb8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.541823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-f8d279bb-fc11-4452-8923-dbaba0eb8ec2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0138906bdfd41b789779a9926a28529&device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 1098 time: 0.2795372 Jul 06 11:36:41.589710 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-793c98f9-c10a-4258-8477-2583ae39988f req-6eb76f5b-f6d9-42a9-95c2-3188a86376ee service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069498 Jul 06 11:36:41.592505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7143dac5-6aad-40d1-9897-3f8c5462460c req-ef015fdb-3332-4d00-9790-40cc795d4dbf tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879783 Jul 06 11:36:41.656359 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-142eaacc-f5ea-4f73-bc46-1e742c7901b3 req-49eb9834-06c1-4e38-8716-9219a9beff19 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116778 Jul 06 11:36:41.659236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f56f635-df68-4b56-aaa2-c56f6582bd79 req-760decbb-bf8b-4b3f-b0fc-b27e8920fe10 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771605 Jul 06 11:36:41.664857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-b20d61e2-f54f-4bd5-a400-b7f809a6ecba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c290b7e4-529a-4f95-9a50-a25687725c02 HTTP/1.1" status: 200 len: 217 time: 0.0880260 Jul 06 11:36:41.751770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95364f-2442-4ba1-b99a-a48ee472615f req-1509594d-5811-447f-bb32-124876f7a4a6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600303 Jul 06 11:36:41.795196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-ba93c323-3b80-476e-8296-7d9bccd51db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.796696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-ba93c323-3b80-476e-8296-7d9bccd51db0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0919771 Jul 06 11:36:41.893184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436cf1e-5aae-4e1e-88ff-b4ecd1daa938 req-986a76ef-99ce-45e1-97d5-9e7fb0e698af tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.894765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e436cf1e-5aae-4e1e-88ff-b4ecd1daa938 req-986a76ef-99ce-45e1-97d5-9e7fb0e698af tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 949 time: 0.1775162 Jul 06 11:36:41.962449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e436cf1e-5aae-4e1e-88ff-b4ecd1daa938 req-de3b8061-caa6-4892-b63e-2caddc7ca1ff tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592890 Jul 06 11:36:41.966271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-f17837a2-b904-479c-a51e-d251bcb9b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.967713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-f17837a2-b904-479c-a51e-d251bcb9b37d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627810 Jul 06 11:36:41.978359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a4210-7861-4891-980e-40845053a183 req-fce05f40-2c65-4ca3-9dc3-46741a535290 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.979820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b2a4210-7861-4891-980e-40845053a183 req-fce05f40-2c65-4ca3-9dc3-46741a535290 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 947 time: 0.1424963 Jul 06 11:36:42.082368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b2a4210-7861-4891-980e-40845053a183 req-e6e26701-0da8-48c1-b5df-869beb867b46 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795884 Jul 06 11:36:42.104246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-4a689916-13c0-4b44-9f22-de5c8e0d3aed service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197858 Jul 06 11:36:42.145368 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf40cd1-b303-481a-926c-5aed293b749c x-openstack-request-id: req-cdf40cd1-b303-481a-926c-5aed293b749c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:42.145729 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "tag": "a3910cd0-a274-481f-939e-8efb143c917d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:42.146067 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cdf40cd1-b303-481a-926c-5aed293b749c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:42.146684 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d', 'status': 'completed', 'code': 200} Jul 06 11:36:42.174496 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac58855d-f256-4922-a505-8ba59e8808da x-openstack-request-id: req-ac58855d-f256-4922-a505-8ba59e8808da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:42.174839 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae55b684-abd5-4436-9d40-e7d1c028234e", "tag": "c290b7e4-529a-4f95-9a50-a25687725c02", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:42.175026 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac58855d-f256-4922-a505-8ba59e8808da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:42.175615 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'tag': 'c290b7e4-529a-4f95-9a50-a25687725c02', 'status': 'completed', 'code': 200} Jul 06 11:36:42.314522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-fa5fba3e-933f-446b-99ff-ecbf39a23292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.316077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-fa5fba3e-933f-446b-99ff-ecbf39a23292 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1098 time: 0.1375568 Jul 06 11:36:42.317852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0680dae5-8068-43cf-9ffe-0b7bb6ba381d req-8003679d-a89e-4480-9595-1acb48ac8fb7 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060711 Jul 06 11:36:42.345699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3779-12e5-45d5-99d8-900e3a422477 req-00abe95d-e9d4-4980-9d41-684fa5105968 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.347208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4a3779-12e5-45d5-99d8-900e3a422477 req-00abe95d-e9d4-4980-9d41-684fa5105968 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 947 time: 0.1039553 Jul 06 11:36:42.493175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4a3779-12e5-45d5-99d8-900e3a422477 req-9c021800-3544-4583-8eda-2b1615bf9878 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268446 Jul 06 11:36:42.514327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-1320ea5a-9131-47a5-82b6-9ca4a612284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.515819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-1320ea5a-9131-47a5-82b6-9ca4a612284f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0138906bdfd41b789779a9926a28529&device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 1098 time: 0.1228015 Jul 06 11:36:42.517072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-214ff5f7-4150-4b63-8dab-9f8fe874fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.518466 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-214ff5f7-4150-4b63-8dab-9f8fe874fad1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1821051 Jul 06 11:36:42.617778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-d5d43c47-2002-424f-a9b4-ab08e03e8c76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.0788922 Jul 06 11:36:42.718119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-b2e5409f-8c9c-4f83-a5f0-d75ec53454c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.719587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-b2e5409f-8c9c-4f83-a5f0-d75ec53454c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0884905 Jul 06 11:36:42.720770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-72c436ce-3e92-42b3-a2e2-a82319f176d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.722079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-72c436ce-3e92-42b3-a2e2-a82319f176d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1917458 Jul 06 11:36:42.796723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-0cd2b669-81ee-43f6-9787-dcee7f6de468 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c290b7e4-529a-4f95-9a50-a25687725c02 HTTP/1.1" status: 200 len: 217 time: 0.0625539 Jul 06 11:36:42.860724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-9454b6fd-aa61-4aee-b166-466fed52af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.862189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-9454b6fd-aa61-4aee-b166-466fed52af84 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0566356 Jul 06 11:36:42.870467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-fcdb1d70-b089-4e1d-ac53-37237658de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.870467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-fcdb1d70-b089-4e1d-ac53-37237658de6a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357601 Jul 06 11:36:43.036118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-2dada30c-ca7d-4b82-9798-5be55b77d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.037539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-2dada30c-ca7d-4b82-9798-5be55b77d02b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682076 Jul 06 11:36:43.040130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-96b99e71-4a8d-4b39-967e-432e3f52919b service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584346 Jul 06 11:36:43.169286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267098d8-efa9-4fc1-ae64-9c5a37170323 req-84bb5318-b3fb-4e88-8171-6e9978d66deb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.170679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-267098d8-efa9-4fc1-ae64-9c5a37170323 req-84bb5318-b3fb-4e88-8171-6e9978d66deb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.1875958 Jul 06 11:36:43.475239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f8e574c-bd82-4bb4-ada8-7ba76995047d req-8dd6c695-a8f1-4cdd-87d1-bbcb893f04fc service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217386 Jul 06 11:36:43.480034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-267098d8-efa9-4fc1-ae64-9c5a37170323 req-b5a298a3-0243-4360-a636-fb8a1f95a328 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018432 Jul 06 11:36:43.482595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-280d0dd5-15de-4cba-bac6-311e5aeb424a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318860 Jul 06 11:36:43.597947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f06cf8d7-e9ac-4db8-8da5-e9242a5f7a09 req-a9dc1716-dc40-4390-8f88-ea438b40f328 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929143 Jul 06 11:36:43.610706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:43.670666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a43de2-7f47-439e-b7d1-7db7ed436645 req-75708efe-0c04-44df-aca0-e58e2424d1df tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.672218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86a43de2-7f47-439e-b7d1-7db7ed436645 req-75708efe-0c04-44df-aca0-e58e2424d1df tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.0733793 Jul 06 11:36:43.709759 n-d-799528-2 neutron-server[93766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 11:36:43.711707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86a43de2-7f47-439e-b7d1-7db7ed436645 req-56643be9-b44c-4a4a-b04b-7b088b2cf4bc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Jul 06 11:36:43.713833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-44e421d9-49b0-4314-b253-ef0fec4f0f05 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:36:43.715779 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-44e421d9-49b0-4314-b253-ef0fec4f0f05 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1025572 Jul 06 11:36:43.804501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:43.805022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:36:43.946667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:43.947135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:43.947470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:43.952101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:43.952424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:43.957160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:43.957499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:43.957887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:43.958397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Bound port: 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:44.043208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:44.049034 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.050264 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d68b3ee8-3d1c-42ad-9c4c-4b8f44283868 service neutron] 10.222.0.78 "POST /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451/bindings HTTP/1.1" status: 201 len: 389 time: 0.2868040 Jul 06 11:36:44.147314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41202-0db3-482d-9a01-48406b13354c req-0c9ac37d-6a04-4047-a045-e72c2e805042 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.148989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc41202-0db3-482d-9a01-48406b13354c req-0c9ac37d-6a04-4047-a045-e72c2e805042 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 947 time: 0.0789294 Jul 06 11:36:44.196456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc41202-0db3-482d-9a01-48406b13354c req-d07325a0-97cb-4e6c-9d6f-389c0cd922bb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Jul 06 11:36:44.421116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-703f8bfd-9141-4986-924b-72f330a415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.422500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-703f8bfd-9141-4986-924b-72f330a415f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1097 time: 0.1332595 Jul 06 11:36:44.452679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859177-1aa4-4212-ade3-0837de8230bc req-d6e4153d-fe71-4dda-b27d-27c74651c995 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.454111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce859177-1aa4-4212-ade3-0837de8230bc req-d6e4153d-fe71-4dda-b27d-27c74651c995 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 947 time: 0.1377001 Jul 06 11:36:44.503816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaa7c0-a2b5-4ef6-82c4-3b845594afdd req-096ee559-02bf-440b-83ca-5ff8b0926245 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.505296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcdaa7c0-a2b5-4ef6-82c4-3b845594afdd req-096ee559-02bf-440b-83ca-5ff8b0926245 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1096 time: 0.1543095 Jul 06 11:36:44.574992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce859177-1aa4-4212-ade3-0837de8230bc req-56fd9e5c-642c-44b1-a330-4238dfbb73c0 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109736 Jul 06 11:36:44.587522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcdaa7c0-a2b5-4ef6-82c4-3b845594afdd req-8acaf80d-2806-4168-bc37-d8f3458f782d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725629 Jul 06 11:36:44.592776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-84253e20-9082-45e4-8bec-5b743ebaebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.594214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-84253e20-9082-45e4-8bec-5b743ebaebb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1616366 Jul 06 11:36:44.637939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-6107d272-a795-4a5c-9856-a14afe76c143 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.0365264 Jul 06 11:36:44.661486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:44.710956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-97a3a365-274b-4f7d-a7fb-765f11e765f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.713190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-97a3a365-274b-4f7d-a7fb-765f11e765f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0688152 Jul 06 11:36:44.759874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-75e25d02-2846-444a-8461-7f78261c51d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391080 Jul 06 11:36:44.776112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:44.791642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'mac_address': 'fa:16:3e:a6:1d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:44.836229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.853641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:44.877499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:44.881619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.882292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8c4119ec-297b-4634-a583-f700f4afd555 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:44.940136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-7e87977a-6a42-4fb6-a78b-a0a97407541b service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727066 Jul 06 11:36:44.954193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97f514-f357-4962-a005-7ae9fabe952a req-ef2b286c-7f51-4e47-b82d-27075bc0c6c8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.955663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b97f514-f357-4962-a005-7ae9fabe952a req-ef2b286c-7f51-4e47-b82d-27075bc0c6c8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 946 time: 0.1758151 Jul 06 11:36:44.957390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 8c4119ec-297b-4634-a583-f700f4afd555, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8c4119ec-297b-4634-a583-f700f4afd555,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:44.960029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:44.971610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '8c4119ec-297b-4634-a583-f700f4afd555', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '8c4119ec-297b-4634-a583-f700f4afd555', 'mac_address': 'fa:16:3e:80:16:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:45.013879 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:45.026723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4119ec-297b-4634-a583-f700f4afd555 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:45.029769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919935da-7888-4d4b-9080-2e7339f944ef req-c691b2d6-4887-4031-8edf-fe93852e9143 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.031300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-919935da-7888-4d4b-9080-2e7339f944ef req-c691b2d6-4887-4031-8edf-fe93852e9143 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1096 time: 0.1673796 Jul 06 11:36:45.049366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 8c4119ec-297b-4634-a583-f700f4afd555, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8c4119ec-297b-4634-a583-f700f4afd555,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:45.053616 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:45.073042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b97f514-f357-4962-a005-7ae9fabe952a req-700717ec-6c7c-42f5-87ad-df4e5b103578 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033225 Jul 06 11:36:45.100213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-919935da-7888-4d4b-9080-2e7339f944ef req-653cc99d-f067-4935-95c5-8ce66de05f4e tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594716 Jul 06 11:36:45.101568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=8c4119ec-297b-4634-a583-f700f4afd555,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:45.115983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-8bbe7aac-1a00-455b-9c94-e7b19359dbb9 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591382 Jul 06 11:36:45.345603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646142-3966-4fa3-b1a1-aaf91604fcbb req-2042c202-db89-4756-ad82-817ff4e43184 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.347541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad646142-3966-4fa3-b1a1-aaf91604fcbb req-2042c202-db89-4756-ad82-817ff4e43184 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.1329997 Jul 06 11:36:45.383808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c290b7e4-529a-4f95-9a50-a25687725c02 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:45.407488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-df8f05b9-9ae1-4a5a-841c-94739ab6f2b1 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.408996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-df8f05b9-9ae1-4a5a-841c-94739ab6f2b1 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1097 time: 0.1495323 Jul 06 11:36:45.422428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:45.428133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad646142-3966-4fa3-b1a1-aaf91604fcbb req-97fef808-9d07-4925-8ed1-aed1f554cad3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697227 Jul 06 11:36:45.493972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c290b7e4-529a-4f95-9a50-a25687725c02, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c290b7e4-529a-4f95-9a50-a25687725c02,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:45.512898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['8c4119ec-297b-4634-a583-f700f4afd555'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:45.516910 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:45.541861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c290b7e4-529a-4f95-9a50-a25687725c02', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'c290b7e4-529a-4f95-9a50-a25687725c02', 'mac_address': 'fa:16:3e:ea:77:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:45.583496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['03322a56-a0a9-4ee8-9abb-9d814cdb09f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:45.626704 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:45.669376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c290b7e4-529a-4f95-9a50-a25687725c02 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:45.714328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c290b7e4-529a-4f95-9a50-a25687725c02, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c290b7e4-529a-4f95-9a50-a25687725c02,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:45.729301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:45.730053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3910cd0-a274-481f-939e-8efb143c917d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:45.786827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c290b7e4-529a-4f95-9a50-a25687725c02,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:45.795014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:45.851686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772faed1-64e6-49cb-9b49-21efdcde0972 req-30939848-e1ca-43ca-a33d-e20c2a1efd62 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.853280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-772faed1-64e6-49cb-9b49-21efdcde0972 req-30939848-e1ca-43ca-a33d-e20c2a1efd62 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 948 time: 0.2000027 Jul 06 11:36:45.874840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57942c-7a1a-4874-870b-1a568b245d1d req-4dd2ee13-31bd-4a02-a10e-fda9bf8723b1 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.876375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b57942c-7a1a-4874-870b-1a568b245d1d req-4dd2ee13-31bd-4a02-a10e-fda9bf8723b1 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 949 time: 0.2112288 Jul 06 11:36:45.886207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:45.921754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:45.925235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a3910cd0-a274-481f-939e-8efb143c917d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'a3910cd0-a274-481f-939e-8efb143c917d', 'mac_address': 'fa:16:3e:b9:9e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:45.976676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-772faed1-64e6-49cb-9b49-21efdcde0972 req-1df729e1-1d4a-4e46-baf7-83ebe77cb964 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120980 Jul 06 11:36:45.982140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b57942c-7a1a-4874-870b-1a568b245d1d req-823b565e-52cf-4e0d-9cc9-508419394b6b tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e0167fd-c177-4a78-9f65-4e78cd540a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964894 Jul 06 11:36:45.992938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:45.995409 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b412f-0ea8-4d4b-a8b2-0bbdd17de3d8" -d '{"events": [{"server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "name": "network-vif-unplugged", "status": "completed", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:45.999649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.007784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.126627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:46.149244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:46.149816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:46.150566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:46.157791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:46.158127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:46.164112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:46.164454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:46.164836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:46.165264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Bound port: 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:46.165616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.232524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.243416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:46.247516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:46.253290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.255988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3910cd0-a274-481f-939e-8efb143c917d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:46.300742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:46.305611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.386441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:46.392920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:46.432909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:46.433530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.436366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-d8cde755-3fc2-409d-b7a4-64d686228e0d service neutron] 10.222.0.64 "PUT /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 1122 time: 1.0197194 Jul 06 11:36:46.470171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76e13-4895-4a15-9b2f-f289e4e322a6 req-d4f3383f-4cf2-40bf-b3b7-c2e18dd670ec tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:46.471644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca76e13-4895-4a15-9b2f-f289e4e322a6 req-d4f3383f-4cf2-40bf-b3b7-c2e18dd670ec tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 948 time: 0.1659455 Jul 06 11:36:46.522923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca76e13-4895-4a15-9b2f-f289e4e322a6 req-c555591f-314e-4761-a494-1dfb76f17083 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Jul 06 11:36:46.587291 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f630815-4533-4274-bb06-2b105e4b9985 x-openstack-request-id: req-8f630815-4533-4274-bb06-2b105e4b9985 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:46.587643 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "name": "network-vif-unplugged", "status": "completed", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:46.587995 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f630815-4533-4274-bb06-2b105e4b9985 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:46.588464 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'code': 200} Jul 06 11:36:46.612573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5251f3a0-2316-4dd8-8298-0f4b3a97f451'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:46.695331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c290b7e4-529a-4f95-9a50-a25687725c02'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:46.710764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:46.769982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004062-64f2-4f79-ada7-b0b047fc6467 req-16098370-e238-4803-9fab-c4575b4e31eb tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:46.771493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32004062-64f2-4f79-ada7-b0b047fc6467 req-16098370-e238-4803-9fab-c4575b4e31eb tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.0738065 Jul 06 11:36:46.827287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32004062-64f2-4f79-ada7-b0b047fc6467 req-871588a0-9bcd-4eef-adc0-cd8b474605a5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Jul 06 11:36:46.954735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-adea2b0c-e618-4334-841b-b19217f1d549 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:46.956684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-adea2b0c-e618-4334-841b-b19217f1d549 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.79 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 949 time: 0.0930080 Jul 06 11:36:47.117104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Deleting port 8f045b29-a5a9-45d8-85b7-73e4516762df {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:36:47.117456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:47.236340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] For port 8f045b29-a5a9-45d8-85b7-73e4516762df, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8f045b29-a5a9-45d8-85b7-73e4516762df,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:47.236831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:47.255956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Calling delete_port for 8f045b29-a5a9-45d8-85b7-73e4516762df owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:36:47.489391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a294d8c-b22f-4e67-8b83-87273f413bb0 req-f544f507-95d8-41af-8ece-cc1a7dece53f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.491433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a294d8c-b22f-4e67-8b83-87273f413bb0 req-f544f507-95d8-41af-8ece-cc1a7dece53f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 948 time: 0.1503808 Jul 06 11:36:47.595329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a294d8c-b22f-4e67-8b83-87273f413bb0 req-fbf53061-7c86-4684-a80b-e29aa0e1cd7c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938237 Jul 06 11:36:47.600057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:47.619237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['8f045b29-a5a9-45d8-85b7-73e4516762df'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:47.622122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:47.638871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Pushing event deleted for resources: {'Port': ['ID=8f045b29-a5a9-45d8-85b7-73e4516762df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:47.691794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] No DVR routers for this DVR port 8f045b29-a5a9-45d8-85b7-73e4516762df on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:36:47.694786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:47.697404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea4f1092-de69-4075-b8e0-34614dfc7bf3 req-c5de5bb8-d77f-44e7-a0ad-2bc600c8ff92 tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.79 "DELETE /v2.0/ports/8f045b29-a5a9-45d8-85b7-73e4516762df HTTP/1.1" status: 204 len: 173 time: 0.7335563 Jul 06 11:36:47.781594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-a35b131c-a1ef-4e41-a8b3-babe4a23bfdc tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:36:47.790069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-a35b131c-a1ef-4e41-a8b3-babe4a23bfdc tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1663406 Jul 06 11:36:47.894551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:47.895011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:36:47.976576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0935b0-bc5d-4d84-a6b4-2ded68497e04 req-550eebce-52ed-4f0f-aa79-4ebb2f787542 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.978088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e0935b0-bc5d-4d84-a6b4-2ded68497e04 req-550eebce-52ed-4f0f-aa79-4ebb2f787542 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 948 time: 0.0794795 Jul 06 11:36:48.020032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e0935b0-bc5d-4d84-a6b4-2ded68497e04 req-50fedb98-42a0-4274-85c5-6bb117108c52 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Jul 06 11:36:48.056955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:48.057295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:48.057625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:48.062018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:48.062340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:48.067038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:48.067379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:48.067765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:48.068223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Bound port: 49a15aa8-315d-460e-9696-22e9d8dd44dc, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:48.121931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:48.127168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.128390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-af1fac59-ac96-47c0-8655-7a0c48d57adf service neutron] 10.222.0.78 "POST /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2911129 Jul 06 11:36:48.163926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0a67f08-aaef-4604-abe9-7e3e502432c2 req-039da320-0f44-422e-be1d-3e2218a2e7ed tempest-TenantUsagesTestJSON-503215938 tempest-TenantUsagesTestJSON-503215938-project] 10.222.0.78 "GET /v2.0/ports?device_id=8376239f-c8ff-4930-a0cd-07299e76c79e HTTP/1.1" status: 200 len: 210 time: 0.0316973 Jul 06 11:36:48.392858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb108122-216a-42cf-a8d2-ee1d40472af5 req-de0bcbe9-d74d-437d-85aa-0fd4fef30bf2 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.399443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb108122-216a-42cf-a8d2-ee1d40472af5 req-de0bcbe9-d74d-437d-85aa-0fd4fef30bf2 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 948 time: 0.0878646 Jul 06 11:36:48.440099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb108122-216a-42cf-a8d2-ee1d40472af5 req-72270e23-6ed8-4d3b-a53f-463217298c55 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Jul 06 11:36:48.521170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919ade-fc0c-40a9-b01d-233a2a576f02 req-7d6a440e-f7d3-4d7f-9c6b-d97fe3cc9365 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.522713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd919ade-fc0c-40a9-b01d-233a2a576f02 req-7d6a440e-f7d3-4d7f-9c6b-d97fe3cc9365 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.0740411 Jul 06 11:36:48.567759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd919ade-fc0c-40a9-b01d-233a2a576f02 req-a16de925-f03e-4e61-97ac-76ad806a6d66 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Jul 06 11:36:48.597457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451'}, {'server_uuid': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'name': 'network-vif-deleted', 'tag': '8f045b29-a5a9-45d8-85b7-73e4516762df'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:48.599732 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd84b73-c9cb-49ed-8388-2bddd33442c8" -d '{"events": [{"name": "network-changed", "server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451"}, {"server_uuid": "8376239f-c8ff-4930-a0cd-07299e76c79e", "name": "network-vif-deleted", "tag": "8f045b29-a5a9-45d8-85b7-73e4516762df"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:48.642314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f8b46-249c-4ed8-9e23-b723af42e052 req-147600a9-782b-4451-bf82-0a99f58f07ce tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.643851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-207f8b46-249c-4ed8-9e23-b723af42e052 req-147600a9-782b-4451-bf82-0a99f58f07ce tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.0794144 Jul 06 11:36:48.688935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:48.694892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-207f8b46-249c-4ed8-9e23-b723af42e052 req-a9a778cf-5a74-4ca0-babf-2a077f31fe95 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Jul 06 11:36:48.724362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:48.726543 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76611266-4e96-4201-9cdf-ec6d13d09bd3 x-openstack-request-id: req-76611266-4e96-4201-9cdf-ec6d13d09bd3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:48.727476 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451", "status": "completed", "code": 200}, {"server_uuid": "8376239f-c8ff-4930-a0cd-07299e76c79e", "name": "network-vif-deleted", "tag": "8f045b29-a5a9-45d8-85b7-73e4516762df", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:48.728520 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76611266-4e96-4201-9cdf-ec6d13d09bd3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:48.729299 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'status': 'completed', 'code': 200} Jul 06 11:36:48.729859 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8376239f-c8ff-4930-a0cd-07299e76c79e', 'name': 'network-vif-deleted', 'tag': '8f045b29-a5a9-45d8-85b7-73e4516762df', 'status': 'completed', 'code': 200} Jul 06 11:36:48.867631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:48.881832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:48.882206 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.886799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:48.900980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-b004a640-bdec-40ca-8653-57395aac7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.903115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-b004a640-bdec-40ca-8653-57395aac7dfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1125 time: 0.1511042 Jul 06 11:36:48.920412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:36:48.979684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4559cb-dcd0-46d6-b5e4-549e88afa66e req-dc8e9e0c-04a7-4e41-bf92-7dbb5129dedd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.984311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed4559cb-dcd0-46d6-b5e4-549e88afa66e req-dc8e9e0c-04a7-4e41-bf92-7dbb5129dedd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 948 time: 0.1542077 Jul 06 11:36:49.001132 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.040739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed4559cb-dcd0-46d6-b5e4-549e88afa66e req-6f23f5aa-26fc-4e97-8e73-7deff721a2a0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529950 Jul 06 11:36:49.043497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:49.044988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:49.048417 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776b79c-7709-47df-bc90-791042299eb8" -d '{"events": [{"server_uuid": "40d922fa-5055-44f7-a74e-c1d4d18f7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "03322a56-a0a9-4ee8-9abb-9d814cdb09f3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:49.062263 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.062263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8c4119ec-297b-4634-a583-f700f4afd555 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:49.063163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-a0ba4454-fd2b-4ea4-a902-dc228ce17102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.065048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-a0ba4454-fd2b-4ea4-a902-dc228ce17102 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1550548 Jul 06 11:36:49.103408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b057d4-3495-4463-ab8d-47b80a8eb2ff x-openstack-request-id: req-82b057d4-3495-4463-ab8d-47b80a8eb2ff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:49.103569 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d922fa-5055-44f7-a74e-c1d4d18f7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "03322a56-a0a9-4ee8-9abb-9d814cdb09f3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:49.103829 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82b057d4-3495-4463-ab8d-47b80a8eb2ff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:49.104383 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'code': 200} Jul 06 11:36:49.158264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:49.169300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 8c4119ec-297b-4634-a583-f700f4afd555 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:49.173665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 8c4119ec-297b-4634-a583-f700f4afd555 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:49.174094 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.274756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.317275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 8c4119ec-297b-4634-a583-f700f4afd555, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8c4119ec-297b-4634-a583-f700f4afd555,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:49.327974 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.379342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-10691e5c-dc0e-49fd-a584-bed98f166fcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.3070889 Jul 06 11:36:49.403899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=8c4119ec-297b-4634-a583-f700f4afd555,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:49.409397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c290b7e4-529a-4f95-9a50-a25687725c02 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:49.482871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c290b7e4-529a-4f95-9a50-a25687725c02 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:49.490578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c290b7e4-529a-4f95-9a50-a25687725c02 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:49.491207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.518942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-414d1a3c-cbc9-46e7-b471-94c80848dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.518942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-414d1a3c-cbc9-46e7-b471-94c80848dbb3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0955713 Jul 06 11:36:49.567766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-ae1360d3-bf53-4b9f-9ed5-61ab8087a60b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367742 Jul 06 11:36:49.584176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341dff4-31b3-43fa-a188-c2a3e5dc66af req-8867dccc-5575-43dc-9c17-16b92ffae09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.587137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6341dff4-31b3-43fa-a188-c2a3e5dc66af req-8867dccc-5575-43dc-9c17-16b92ffae09c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 1100 time: 0.2236142 Jul 06 11:36:49.618380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749787d-850a-4218-a468-f99447faeec7 req-c6f70fd3-f65e-4755-be03-4925a757bd4e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.630677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1749787d-850a-4218-a468-f99447faeec7 req-c6f70fd3-f65e-4755-be03-4925a757bd4e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 949 time: 0.2681112 Jul 06 11:36:49.658644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.732453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c290b7e4-529a-4f95-9a50-a25687725c02, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c290b7e4-529a-4f95-9a50-a25687725c02,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:49.740549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.742042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3910cd0-a274-481f-939e-8efb143c917d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:49.799724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1749787d-850a-4218-a468-f99447faeec7 req-b52dcc90-959f-4825-93de-b79a51fb430f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674469 Jul 06 11:36:49.801586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6341dff4-31b3-43fa-a188-c2a3e5dc66af req-5fe5665b-5a93-4ea9-9039-6fdd376958dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987824 Jul 06 11:36:49.828712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c290b7e4-529a-4f95-9a50-a25687725c02,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:49.854935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-f79b1275-8ae3-4678-ac08-fab5e128d5f2 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741408 Jul 06 11:36:49.857246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a3910cd0-a274-481f-939e-8efb143c917d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:49.861783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a3910cd0-a274-481f-939e-8efb143c917d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:49.862312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.946397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cee30-2dce-47ed-b98e-f276a52f9d83 req-cef0a869-1ef1-4d6a-9a34-bb7d7331f3dc tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.948043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de6cee30-2dce-47ed-b98e-f276a52f9d83 req-cef0a869-1ef1-4d6a-9a34-bb7d7331f3dc tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 948 time: 0.2397559 Jul 06 11:36:49.957909 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.993058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:50.002579 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.002810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:50.057638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de6cee30-2dce-47ed-b98e-f276a52f9d83 req-70169183-ab1f-4a8c-84eb-806e02d4d86b tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007264 Jul 06 11:36:50.061147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:50.066880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd84b73-c9cb-49ed-8388-2bddd33442c8 req-6a0f308a-5e7f-4bae-9b11-ac6834b7fbe9 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878273 Jul 06 11:36:50.101316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac002c-8c94-4f52-95bf-5e1341e180e2 req-9a235d30-94c1-4df4-87df-7275cd6ddaa6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:50.109073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dac002c-8c94-4f52-95bf-5e1341e180e2 req-9a235d30-94c1-4df4-87df-7275cd6ddaa6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.1484430 Jul 06 11:36:50.156093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dac002c-8c94-4f52-95bf-5e1341e180e2 req-25cb5ca9-e0d0-4535-b9da-915685b514a6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460327 Jul 06 11:36:50.202902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9df71665-458a-4dd2-8c1f-cd1dd0838492 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4556e3beb652434fb69f0aff4bdd86c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983511 Jul 06 11:36:50.203599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:50.254815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e9733-9748-4867-bff5-aba3e27ea9ff req-b3476313-44b2-44e7-aa28-13e6be47ab69 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:50.255050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaba61a4-4e32-4e23-ad58-04295c012b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.256983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c73e9733-9748-4867-bff5-aba3e27ea9ff req-b3476313-44b2-44e7-aa28-13e6be47ab69 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.0765266 Jul 06 11:36:50.282789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaba61a4-4e32-4e23-ad58-04295c012b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.299074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c73e9733-9748-4867-bff5-aba3e27ea9ff req-a8ffc269-fb3c-451a-8cfe-470b5098c7f5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366783 Jul 06 11:36:50.333853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaba61a4-4e32-4e23-ad58-04295c012b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.336921 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaba61a4-4e32-4e23-ad58-04295c012b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.340511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eaba61a4-4e32-4e23-ad58-04295c012b2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e0167fd-c177-4a78-9f65-4e78cd540a8f HTTP/1.1" status: 204 len: 168 time: 0.1336758 Jul 06 11:36:50.347121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba61a4-4e32-4e23-ad58-04295c012b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0167fd-c177-4a78-9f65-4e78cd540a8f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:50.568558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57459e-66b3-4241-911a-93af9587f983 req-a020eeaa-78a0-445e-9824-3db27d92bfa7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:50.570093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b57459e-66b3-4241-911a-93af9587f983 req-a020eeaa-78a0-445e-9824-3db27d92bfa7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.0713472 Jul 06 11:36:50.612206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b57459e-66b3-4241-911a-93af9587f983 req-f9e14433-5d7c-44ff-ab56-55d89949a15e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Jul 06 11:36:50.643530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:50.659600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f42d9b5-e232-4c7e-b35a-604a12c67b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.762441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f42d9b5-e232-4c7e-b35a-604a12c67b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.767703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f42d9b5-e232-4c7e-b35a-604a12c67b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.808337 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f42d9b5-e232-4c7e-b35a-604a12c67b3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=acb7bc118740401fb983f10b859f4cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607881 Jul 06 11:36:50.809296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42d9b5-e232-4c7e-b35a-604a12c67b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2da6d3-f586-4991-b94d-99a8320b3205,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:50.811217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:50.864811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-585d726a-abc3-4c86-934e-d73b6e8120c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.889699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-585d726a-abc3-4c86-934e-d73b6e8120c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.947360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-585d726a-abc3-4c86-934e-d73b6e8120c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.950534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-585d726a-abc3-4c86-934e-d73b6e8120c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.951862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-585d726a-abc3-4c86-934e-d73b6e8120c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c2da6d3-f586-4991-b94d-99a8320b3205 HTTP/1.1" status: 204 len: 168 time: 0.1396451 Jul 06 11:36:50.974093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d726a-abc3-4c86-934e-d73b6e8120c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2da6d3-f586-4991-b94d-99a8320b3205,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:51.035882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d7792-b05f-4c11-936b-439d541381f4 req-74e764ab-1d11-4b6a-8206-d64632a8b7a4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.037618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8d7792-b05f-4c11-936b-439d541381f4 req-74e764ab-1d11-4b6a-8206-d64632a8b7a4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 949 time: 0.0815890 Jul 06 11:36:51.079149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8d7792-b05f-4c11-936b-439d541381f4 req-50d24e29-0eb6-463f-a530-28ce94bc1e0e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360065 Jul 06 11:36:51.105241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4119ec-297b-4634-a583-f700f4afd555'}, {'server_uuid': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c290b7e4-529a-4f95-9a50-a25687725c02'}, {'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:51.109180 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cdee4b-2136-4c85-b8e2-8f54537b2300" -d '{"events": [{"server_uuid": "f06367df-3914-4746-9667-9deb7c7a99e2", "name": "network-vif-plugged", "status": "completed", "tag": "8c4119ec-297b-4634-a583-f700f4afd555"}, {"server_uuid": "ae55b684-abd5-4436-9d40-e7d1c028234e", "name": "network-vif-plugged", "status": "completed", "tag": "c290b7e4-529a-4f95-9a50-a25687725c02"}, {"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-plugged", "status": "completed", "tag": "a3910cd0-a274-481f-939e-8efb143c917d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:51.265593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34163-fd74-4651-ac05-dbdfdbf4ac2b req-ef96defd-76c8-4f45-93f1-d50d2ee968ef tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.267179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39f34163-fd74-4651-ac05-dbdfdbf4ac2b req-ef96defd-76c8-4f45-93f1-d50d2ee968ef tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 949 time: 0.0703244 Jul 06 11:36:51.315110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39f34163-fd74-4651-ac05-dbdfdbf4ac2b req-0c65fe0e-4ffc-47bf-a2b2-3489da2a79af tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Jul 06 11:36:51.380115 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd849b63-edb2-4d13-aa3f-d5f118843d89 x-openstack-request-id: req-cd849b63-edb2-4d13-aa3f-d5f118843d89 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:51.380447 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06367df-3914-4746-9667-9deb7c7a99e2", "name": "network-vif-plugged", "status": "completed", "tag": "8c4119ec-297b-4634-a583-f700f4afd555", "code": 200}, {"server_uuid": "ae55b684-abd5-4436-9d40-e7d1c028234e", "name": "network-vif-plugged", "status": "completed", "tag": "c290b7e4-529a-4f95-9a50-a25687725c02", "code": 200}, {"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-plugged", "status": "completed", "tag": "a3910cd0-a274-481f-939e-8efb143c917d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:51.380677 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd849b63-edb2-4d13-aa3f-d5f118843d89 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:51.381083 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4119ec-297b-4634-a583-f700f4afd555', 'code': 200} Jul 06 11:36:51.381338 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c290b7e4-529a-4f95-9a50-a25687725c02', 'code': 200} Jul 06 11:36:51.381591 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d', 'code': 200} Jul 06 11:36:51.409150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8f045b29-a5a9-45d8-85b7-73e4516762df no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:51.436080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 8f045b29-a5a9-45d8-85b7-73e4516762df {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:36:51.436627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8f045b29-a5a9-45d8-85b7-73e4516762df not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:36:51.774016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd626d-8f9f-4518-916c-761bb548226e req-e1c563b4-b7dd-4544-bac2-ee11507e21a8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.775603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47bd626d-8f9f-4518-916c-761bb548226e req-e1c563b4-b7dd-4544-bac2-ee11507e21a8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.2831678 Jul 06 11:36:51.790372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6e23-234f-4a58-8f43-b7379f7015ad req-38af334a-f1b5-4bda-85a1-4dd549925c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.791826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c1c6e23-234f-4a58-8f43-b7379f7015ad req-38af334a-f1b5-4bda-85a1-4dd549925c47 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1100 time: 0.2359374 Jul 06 11:36:51.799267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e0f77-2717-405c-9e2b-b23a5f1031ee req-a8cdd0c1-da31-4851-9fa5-f389d7a0cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.800714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-610e0f77-2717-405c-9e2b-b23a5f1031ee req-a8cdd0c1-da31-4851-9fa5-f389d7a0cd66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 1101 time: 0.2407064 Jul 06 11:36:51.817789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21c192-d216-474c-aca4-2a2d096489f0 req-bae1d0e9-d9fb-475a-870c-23981ea82b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.818198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:51.818951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a21c192-d216-474c-aca4-2a2d096489f0 req-bae1d0e9-d9fb-475a-870c-23981ea82b8b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 1100 time: 0.2311392 Jul 06 11:36:51.819044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:51.859292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310988-6953-4e40-8d8d-2dd1af580b67 req-8d9d7659-3862-4b72-b395-02f7e8a93e80 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.860840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27310988-6953-4e40-8d8d-2dd1af580b67 req-8d9d7659-3862-4b72-b395-02f7e8a93e80 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.2775099 Jul 06 11:36:51.931514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47bd626d-8f9f-4518-916c-761bb548226e req-40563be4-b634-462e-ae53-812d0a52ecd6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435354 Jul 06 11:36:51.941099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c1c6e23-234f-4a58-8f43-b7379f7015ad req-2103f7bb-d9fa-44a7-8652-2d9a3a43c5cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339087 Jul 06 11:36:51.946743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1542252990-network', 'tenant_id': '4ca5ddcc54624ccebdb4f5a4b761a65e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:51.951127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a21c192-d216-474c-aca4-2a2d096489f0 req-1bb19ebf-fb6a-44fa-9413-2601c15f6b43 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Jul 06 11:36:51.960120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-610e0f77-2717-405c-9e2b-b23a5f1031ee req-76a26d15-2a5f-4aff-ad18-ea7b8921be47 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421504 Jul 06 11:36:51.967950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27310988-6953-4e40-8d8d-2dd1af580b67 req-7fb98efc-f50d-4164-916c-ad3e7232e6c2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917778 Jul 06 11:36:51.970626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab4051c-5233-43c8-8f4e-2a29a2ccb846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.243302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Made reservation on behalf of 4ca5ddcc54624ccebdb4f5a4b761a65e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:52.245733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.263603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.323080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbf66-89fc-4f47-83c0-2995ee1dac1a req-64297da6-f403-4480-9e67-21f3434739af tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.324766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-142bbf66-89fc-4f47-83c0-2995ee1dac1a req-64297da6-f403-4480-9e67-21f3434739af tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 949 time: 0.1107109 Jul 06 11:36:52.329712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab4051c-5233-43c8-8f4e-2a29a2ccb846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.335681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab4051c-5233-43c8-8f4e-2a29a2ccb846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.336364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5b7d7-74df-44cf-882b-5f82ad21b919 req-0e1a5f23-ff75-48eb-9cec-23f6b150f3aa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.337865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40c5b7d7-74df-44cf-882b-5f82ad21b919 req-0e1a5f23-ff75-48eb-9cec-23f6b150f3aa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.0936904 Jul 06 11:36:52.394022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ab4051c-5233-43c8-8f4e-2a29a2ccb846 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98e36d6a1baa49e6b77b0d7a85b49f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739095 Jul 06 11:36:52.397257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:52.400790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-142bbf66-89fc-4f47-83c0-2995ee1dac1a req-50e12e74-1088-4009-879d-e714001d2b49 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Jul 06 11:36:52.403873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40c5b7d7-74df-44cf-882b-5f82ad21b919 req-0f00ab2a-d63a-496d-aa4b-1e0dbc12ba43 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Jul 06 11:36:52.405318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4051c-5233-43c8-8f4e-2a29a2ccb846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d79d17d-9a46-4a76-91c2-5a1e470e8ddd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:52.436373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.484545 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7756-e2ea-4598-99c7-227e80cf4d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.524391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7756-e2ea-4598-99c7-227e80cf4d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.540644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.550713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.586593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:52.602151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30accc62-bce2-4d29-9765-c2b17eaf5b0c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:52.608870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.609229 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Added segment 04513e51-a6be-4baf-8a16-f0f08f2bcc5d of type vlan for network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 Jul 06 11:36:52.653562 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7756-e2ea-4598-99c7-227e80cf4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.656005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7756-e2ea-4598-99c7-227e80cf4d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.659566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d3a7756-e2ea-4598-99c7-227e80cf4d64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d79d17d-9a46-4a76-91c2-5a1e470e8ddd HTTP/1.1" status: 204 len: 168 time: 0.2587149 Jul 06 11:36:52.659727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eeccd-536e-46e7-9957-43895fd1a978 req-7745e84c-9ec1-4fa0-9500-a7f423b98fa5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.659985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a3eeccd-536e-46e7-9957-43895fd1a978 req-7745e84c-9ec1-4fa0-9500-a7f423b98fa5 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 949 time: 0.1214933 Jul 06 11:36:52.662102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.669632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44123-8826-4696-b204-b305a4cc2f95 req-8934917b-c064-4a4f-aebb-87e5137124e8 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.671444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ba44123-8826-4696-b204-b305a4cc2f95 req-8934917b-c064-4a4f-aebb-87e5137124e8 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 950 time: 0.1200485 Jul 06 11:36:52.673869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a7756-e2ea-4598-99c7-227e80cf4d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d79d17d-9a46-4a76-91c2-5a1e470e8ddd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:52.701077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.708193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.712165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.744142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a3eeccd-536e-46e7-9957-43895fd1a978 req-e2a4aa2e-59fb-4692-8249-dcf0577a1a40 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711474 Jul 06 11:36:52.756366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ba44123-8826-4696-b204-b305a4cc2f95 req-5ffe2de2-5342-4932-b802-481ffa9f01c8 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Jul 06 11:36:52.784774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9669693 Jul 06 11:36:52.789833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:52.795187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96087a78-2c82-43da-bb74-919832788218 admin admin] Pushing event updated for resources: {'Network': ['ID=1a03f8a3-917f-46ea-87a2-aded8ca4ae35,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:52.798336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Request body: {'subnet': {'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1542252990-subnet', 'tenant_id': '4ca5ddcc54624ccebdb4f5a4b761a65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:52.806335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:52.826035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Made reservation on behalf of 4ca5ddcc54624ccebdb4f5a4b761a65e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:52.830374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.031947 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.049154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:53.067836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b23d1f47-2309-4c68-bafa-2859efa62685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.080273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=026fc28e-9e75-4705-ab69-2f1cb9158e74,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:53.122962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Checking segment: {'id': '04513e51-a6be-4baf-8a16-f0f08f2bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:53.124018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Network hostable DHCP agents. Network: 1a03f8a3-917f-46ea-87a2-aded8ca4ae35, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:53.172712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:53.195842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1a03f8a3-917f-46ea-87a2-aded8ca4ae35) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:53.206764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72810d-9322-4dd3-8e71-430b7e285c19 None None] Network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:53.224490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.225079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.246198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b23d1f47-2309-4c68-bafa-2859efa62685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.251139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b23d1f47-2309-4c68-bafa-2859efa62685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.264444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-05dadac2-a184-4d42-ad52-9645464864dd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4733367 Jul 06 11:36:53.285091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cf57d-90fa-46da-bed6-08129149e9ec req-242d8ce5-7c6d-4729-973d-9c54f7814bf8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.287294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-909cf57d-90fa-46da-bed6-08129149e9ec req-242d8ce5-7c6d-4729-973d-9c54f7814bf8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.1504879 Jul 06 11:36:53.298987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d1f47-2309-4c68-bafa-2859efa62685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95ba43-281f-402b-83a7-5391402c21b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:53.304047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b23d1f47-2309-4c68-bafa-2859efa62685 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea2e8057d19249549b0e16d22cd1e9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530706 Jul 06 11:36:53.306915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:53.338790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514be9-e37a-4545-9727-f40e2b6519c0 req-ad1b71ca-560e-4680-9767-0df392f990bd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.341208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44514be9-e37a-4545-9727-f40e2b6519c0 req-ad1b71ca-560e-4680-9767-0df392f990bd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.1602349 Jul 06 11:36:53.365708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00094304-0bab-47dc-a150-798b6561c6a8 None None] Network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:53.388321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-909cf57d-90fa-46da-bed6-08129149e9ec req-451e728e-2ade-4264-a943-226f48c9c438 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926597 Jul 06 11:36:53.390780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b62261-cf4d-4a41-b6ac-fb21c936bc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.433319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b62261-cf4d-4a41-b6ac-fb21c936bc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.442837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44514be9-e37a-4545-9727-f40e2b6519c0 req-5e73087a-7231-44d5-9f6a-009289930a3d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946767 Jul 06 11:36:53.523843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b62261-cf4d-4a41-b6ac-fb21c936bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.535868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b62261-cf4d-4a41-b6ac-fb21c936bc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.538605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37b62261-cf4d-4a41-b6ac-fb21c936bc6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c95ba43-281f-402b-83a7-5391402c21b9 HTTP/1.1" status: 204 len: 168 time: 0.2302160 Jul 06 11:36:53.557184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62261-cf4d-4a41-b6ac-fb21c936bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95ba43-281f-402b-83a7-5391402c21b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:53.687685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd164d5-ffd8-44f8-a9b6-6981aecd8b1e req-09953fe6-0799-4851-89aa-c5ec377f5da0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.689823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cd164d5-ffd8-44f8-a9b6-6981aecd8b1e req-09953fe6-0799-4851-89aa-c5ec377f5da0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.1034842 Jul 06 11:36:53.740688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cd164d5-ffd8-44f8-a9b6-6981aecd8b1e req-761a4d49-83ba-4bd8-8971-1d8276d7ed63 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Jul 06 11:36:53.957432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c27fcd-1755-4a0c-8b86-d710c0e5d7df req-5cd121f9-0c8e-4bb0-a7cf-4b52f7fb1d88 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.960141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24c27fcd-1755-4a0c-8b86-d710c0e5d7df req-5cd121f9-0c8e-4bb0-a7cf-4b52f7fb1d88 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 949 time: 0.0770171 Jul 06 11:36:54.020058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24c27fcd-1755-4a0c-8b86-d710c0e5d7df req-ab5ca1ef-75f5-41a7-968f-5cbff6205084 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Jul 06 11:36:54.133607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-291b83a9-063b-4afd-9863-049c4b70af0b service neutron] 10.222.0.79 "GET /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.0717275 Jul 06 11:36:54.278246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:54.283752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1520725423-network', 'tenant_id': 'e829e2d2dada4d73be686c92b4c74869'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:54.309789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Made reservation on behalf of e829e2d2dada4d73be686c92b4c74869 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:54.313570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.326565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.401948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3163c-6993-45b2-93b4-b945877c32e3 req-c0543c90-6c9c-4233-b1df-61e3763e1300 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:54.403797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ef3163c-6993-45b2-93b4-b945877c32e3 req-c0543c90-6c9c-4233-b1df-61e3763e1300 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 950 time: 0.2184598 Jul 06 11:36:54.428014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd87964-824a-49f8-848c-116161806825 req-1dbbf66f-88e3-4600-8c5f-5d9c832b436a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:54.429517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acd87964-824a-49f8-848c-116161806825 req-1dbbf66f-88e3-4600-8c5f-5d9c832b436a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1100 time: 0.2032611 Jul 06 11:36:54.438546 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.444486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.468884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acd87964-824a-49f8-848c-116161806825 req-7d6c74f6-1340-4c82-862e-a020481b289a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.483881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c08f3-dcaa-45d4-a24f-b98f255f078a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:54.487284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:54.499149 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.499736 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Added segment d124e0c3-c3bd-468f-8034-e0dba93865c4 of type vlan for network ccf10ee1-dc49-4e80-a38f-aceddff1250e Jul 06 11:36:54.512368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ef3163c-6993-45b2-93b4-b945877c32e3 req-a0bed26a-15e2-422d-b398-fb75e21a5a68 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991607 Jul 06 11:36:54.514411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:54.544581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:54.553583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.594813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.596774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:54.597759 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.610335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251f3a0-2316-4dd8-8298-0f4b3a97f451 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:54.633625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:54.673886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.677197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] Pushing event updated for resources: {'Network': ['ID=ccf10ee1-dc49-4e80-a38f-aceddff1250e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:54.692552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ccf10ee1-dc49-4e80-a38f-aceddff1250e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:54.722597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:54.900365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:54.933168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:54.934056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:54.934466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:54.940290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:54.940892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Attempting to bind port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:54.947457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:54.948149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:54.951709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:54.953249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Bound port: 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:54.955235 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.007453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acd87964-824a-49f8-848c-116161806825 req-7d6c74f6-1340-4c82-862e-a020481b289a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.026958 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93135a7d-3487-430a-af95-5e15dfd0cb3f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7472022 Jul 06 11:36:55.030935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:55.038488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Request body: {'subnet': {'network_id': 'ccf10ee1-dc49-4e80-a38f-aceddff1250e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1520725423-subnet', 'tenant_id': 'e829e2d2dada4d73be686c92b4c74869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:55.067833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Made reservation on behalf of e829e2d2dada4d73be686c92b4c74869 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:55.074947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] Transition to ACTIVE for port object 5251f3a0-2316-4dd8-8298-0f4b3a97f451 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:55.075789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.079844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acd87964-824a-49f8-848c-116161806825 req-7d6c74f6-1340-4c82-862e-a020481b289a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.088732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:55.094432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:55.102329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.109735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.129824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acd87964-824a-49f8-848c-116161806825 req-7d6c74f6-1340-4c82-862e-a020481b289a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911118 Jul 06 11:36:55.215881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.249467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] No DVR routers for this DVR port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:36:55.275321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c74f6-1340-4c82-862e-a020481b289a tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17201472-f4c1-441f-871c-9fe425b2a6bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.302094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] Pushing event updated for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.313898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b594-9169-4c83-b852-d47e123bdde3 req-5d7b2d16-3deb-42ee-a617-bcd3441f6bb4 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.319406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:36:55.321414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6513b594-9169-4c83-b852-d47e123bdde3 req-5d7b2d16-3deb-42ee-a617-bcd3441f6bb4 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 944 time: 0.3077104 Jul 06 11:36:55.343801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-a468767c-c433-433d-b99b-2bfabf98e262 service neutron] 10.222.0.79 "PUT /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2044942 Jul 06 11:36:55.368698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6513b594-9169-4c83-b852-d47e123bdde3 req-84ab0e33-5b45-44fb-bee6-df03863f0487 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Jul 06 11:36:55.389658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.480533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Checking segment: {'id': 'd124e0c3-c3bd-468f-8034-e0dba93865c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ccf10ee1-dc49-4e80-a38f-aceddff1250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:55.480986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Network hostable DHCP agents. Network: ccf10ee1-dc49-4e80-a38f-aceddff1250e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:55.488854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c59e5-c2bf-492d-8f13-c354fd51289e req-a2cb3de7-2ac8-4bfb-a65a-49eafc9e4595 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.499723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f1c59e5-c2bf-492d-8f13-c354fd51289e req-a2cb3de7-2ac8-4bfb-a65a-49eafc9e4595 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.1371565 Jul 06 11:36:55.500536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdae37c-be54-4355-b042-c5e6961164f0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.521963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Network ccf10ee1-dc49-4e80-a38f-aceddff1250e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:55.541492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ccf10ee1-dc49-4e80-a38f-aceddff1250e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:55.550172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.550773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.552126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa30dc-996c-4c04-8549-57f2ff6e2532 None None] Network ccf10ee1-dc49-4e80-a38f-aceddff1250e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:55.606455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f1c59e5-c2bf-492d-8f13-c354fd51289e req-51c39288-d0e6-4047-b886-b44cb33f4933 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057730 Jul 06 11:36:55.621480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-10a75d45-5992-4dc8-a79e-65c048f07c5a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5874701 Jul 06 11:36:55.768072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-faa982f9-631c-4872-9121-7f91d5bab42e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.769600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-faa982f9-631c-4872-9121-7f91d5bab42e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.1759880 Jul 06 11:36:55.775165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777be78-38fa-407d-bd08-7f02bf4a7f6e None None] Network ccf10ee1-dc49-4e80-a38f-aceddff1250e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:55.905961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033ca2f-3600-4075-8116-29f6382a1d4a req-22bf58de-ae7a-4660-baa0-f0d9d10ffc02 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.912329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033ca2f-3600-4075-8116-29f6382a1d4a req-22bf58de-ae7a-4660-baa0-f0d9d10ffc02 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.920488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3033ca2f-3600-4075-8116-29f6382a1d4a req-22bf58de-ae7a-4660-baa0-f0d9d10ffc02 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e&device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 1690 time: 0.2078025 Jul 06 11:36:55.961845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-38a483c5-a6be-416f-821d-d36f9c035200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.963378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-38a483c5-a6be-416f-821d-d36f9c035200 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116&tenant_id=4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 1096 time: 0.1837189 Jul 06 11:36:56.013492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3033ca2f-3600-4075-8116-29f6382a1d4a req-63527f09-1ab8-4e6e-8675-f36a2eb43cb7 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921171 Jul 06 11:36:56.073729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1f305-26f6-481f-b819-cc176175b206 req-e6cff63b-fd9c-4487-9899-ce6e31bd7977 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.076000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bda1f305-26f6-481f-b819-cc176175b206 req-e6cff63b-fd9c-4487-9899-ce6e31bd7977 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 949 time: 0.1333051 Jul 06 11:36:56.108333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-8492d943-da26-478c-be44-2db9da0d059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.109888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-8492d943-da26-478c-be44-2db9da0d059b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1096 time: 0.1126029 Jul 06 11:36:56.145480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bda1f305-26f6-481f-b819-cc176175b206 req-6a02034b-428d-4d7d-8b41-59c7786300c6 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641861 Jul 06 11:36:56.221359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-f402a095-d722-4b8c-9c98-bf426071e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.223209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-f402a095-d722-4b8c-9c98-bf426071e5dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1037183 Jul 06 11:36:56.268589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-4146f6cf-6479-4793-bc8c-1e7b2156e64a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.0362303 Jul 06 11:36:56.327814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-bb63b9d9-20c7-4130-aac2-161b88e81814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.329316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-bb63b9d9-20c7-4130-aac2-161b88e81814 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0540879 Jul 06 11:36:56.369534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-54cac2ab-938b-4af2-845b-700325c38115 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298519 Jul 06 11:36:56.553756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-01ee9007-8e14-425f-8b76-1c11b00e1a0e service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732879 Jul 06 11:36:56.594071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-0195e15e-70f0-4344-a939-d46e11aaecc9 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.595584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-0195e15e-70f0-4344-a939-d46e11aaecc9 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/networks?id=1a03f8a3-917f-46ea-87a2-aded8ca4ae35 HTTP/1.1" status: 200 len: 815 time: 0.1685476 Jul 06 11:36:56.609628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-d6cc8572-6d64-46d4-a97e-edbb80dd8ce3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625613 Jul 06 11:36:56.646281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-f5ba3e30-02fd-41a4-bfa0-ebe363e32b6a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/quotas/4ca5ddcc54624ccebdb4f5a4b761a65e HTTP/1.1" status: 200 len: 375 time: 0.0202963 Jul 06 11:36:56.692124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-ad69603b-29e8-453d-926e-8c5c5a84eb95 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ca5ddcc54624ccebdb4f5a4b761a65e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386515 Jul 06 11:36:56.732005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:56.734056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-36e2919e-af7c-4ee0-8526-f0d82dd2d262 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663630 Jul 06 11:36:56.901104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-01140704-532e-4cb0-aae1-0b6d1d8265e3 service neutron] 10.222.0.78 "GET /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999345 Jul 06 11:36:57.010603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-c3fbe4f7-cfe1-49f2-9b4b-110457bb291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.013566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-c3fbe4f7-cfe1-49f2-9b4b-110457bb291a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1096 time: 0.1790509 Jul 06 11:36:57.046826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c372c0d-a1b0-40c9-89f8-02edd5e301d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:57.129871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-ba371606-9017-4e72-8cab-4b5bf3f272ab service neutron] 10.222.0.78 "GET /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150133 Jul 06 11:36:57.150340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18aff5-1e34-4764-aa0a-c60d0bdea7dd req-c526ee67-7beb-4d76-9339-de4d9c591ea2 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.152464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd18aff5-1e34-4764-aa0a-c60d0bdea7dd req-c526ee67-7beb-4d76-9339-de4d9c591ea2 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 1100 time: 0.2479172 Jul 06 11:36:57.190673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd18aff5-1e34-4764-aa0a-c60d0bdea7dd req-dd6f3c4b-3859-4658-a28f-10c2aaeeb404 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:57.228212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-2180939c-a5e3-43bd-983f-e55b698ccfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.229872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-2180939c-a5e3-43bd-983f-e55b698ccfba service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1883211 Jul 06 11:36:57.234906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-6a1f5912-897a-4bad-abd9-3002727047b0 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.237193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-6a1f5912-897a-4bad-abd9-3002727047b0 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.1788058 Jul 06 11:36:57.294283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-0008cca2-2bcf-4cc9-834e-ffc9d4efd438 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.0539227 Jul 06 11:36:57.431448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:57.440514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-0141d548-b501-4521-89af-a82f5b47524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.442055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-0141d548-b501-4521-89af-a82f5b47524c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1270614 Jul 06 11:36:57.492121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:36:57.548163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-6209f7c1-8705-44bc-bce2-5237701e7f5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888166 Jul 06 11:36:57.636495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd18aff5-1e34-4764-aa0a-c60d0bdea7dd req-dd6f3c4b-3859-4658-a28f-10c2aaeeb404 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:57.654837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd18aff5-1e34-4764-aa0a-c60d0bdea7dd req-dd6f3c4b-3859-4658-a28f-10c2aaeeb404 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:57.698204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c8d2b-d3d3-40a1-8928-ff9619ec8d85 req-c225c4e1-5155-42f3-9f13-719726c36064 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.700480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a2c8d2b-d3d3-40a1-8928-ff9619ec8d85 req-c225c4e1-5155-42f3-9f13-719726c36064 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 945 time: 0.3173523 Jul 06 11:36:57.724657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd18aff5-1e34-4764-aa0a-c60d0bdea7dd req-dd6f3c4b-3859-4658-a28f-10c2aaeeb404 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657015 Jul 06 11:36:57.844743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f3c4b-3859-4658-a28f-10c2aaeeb404 tempest-LiveMigrationNegativeTest-1520982500 tempest-LiveMigrationNegativeTest-1520982500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e01521-71b7-415d-994d-328ec1b7e4a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:57.884256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-2ef0eda6-db9a-4274-8cc8-fbd335387d01 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263533 Jul 06 11:36:57.890367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-612f8dbb-a12c-45ac-babe-7378be5c242e service neutron] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:57.919223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-612f8dbb-a12c-45ac-babe-7378be5c242e service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:57.920340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a673a27b-ff88-4a40-9008-a662cff95ba8 req-612f8dbb-a12c-45ac-babe-7378be5c242e service neutron] 10.222.0.64 "DELETE /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.6723084 Jul 06 11:36:57.952859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a2c8d2b-d3d3-40a1-8928-ff9619ec8d85 req-b20ad0ba-1631-481c-87af-d4a18e1a314e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632335 Jul 06 11:36:58.285071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211f71-98ab-4c67-9e09-ddaa7d1ed92e req-5ab68b43-dbf0-4f7a-9339-f01821e14cde tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.286662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20211f71-98ab-4c67-9e09-ddaa7d1ed92e req-5ab68b43-dbf0-4f7a-9339-f01821e14cde tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.4511695 Jul 06 11:36:58.299333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8efb4841-e4b7-45a2-bedf-6151bc3a699c req-3ca968d2-8b62-4351-8aed-2db977bd40f1 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068472 Jul 06 11:36:58.360919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20211f71-98ab-4c67-9e09-ddaa7d1ed92e req-76613ea5-e505-41f1-9061-e4b1a42101a1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 Jul 06 11:36:58.363675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-32905984-636b-4183-9902-7f2ea32f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.365027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-32905984-636b-4183-9902-7f2ea32f7710 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1100 time: 0.1566138 Jul 06 11:36:58.366828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2876fd5-4ca1-4def-b516-847f9c9b1ac6 req-7bfb44c0-aab3-4d9e-bf4b-8a74bf592e1e tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.368234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2876fd5-4ca1-4def-b516-847f9c9b1ac6 req-7bfb44c0-aab3-4d9e-bf4b-8a74bf592e1e tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 1100 time: 0.1610253 Jul 06 11:36:58.451853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2876fd5-4ca1-4def-b516-847f9c9b1ac6 req-c5dfe0af-d593-4c7e-8442-ccdf45a4f104 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712888 Jul 06 11:36:58.516817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-9a3ad83c-ff44-4ade-b00a-57c80624c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.518291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-9a3ad83c-ff44-4ade-b00a-57c80624c7dd service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1462028 Jul 06 11:36:58.562293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-e5d5f655-3066-44cc-8127-38552e2698cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.0364678 Jul 06 11:36:58.618437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14bac1-75ce-46e2-9480-0a4f770f8547 req-954b3cc0-cbdc-4a76-be13-3be33eb20a00 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.619986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca14bac1-75ce-46e2-9480-0a4f770f8547 req-954b3cc0-cbdc-4a76-be13-3be33eb20a00 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.1558039 Jul 06 11:36:58.640230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-ef1780ab-6b6d-4728-ba5f-5e1109a289c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.641734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-ef1780ab-6b6d-4728-ba5f-5e1109a289c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0721779 Jul 06 11:36:58.762525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca14bac1-75ce-46e2-9480-0a4f770f8547 req-3fa732c8-4e91-413d-bd89-ce77c60fe82b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335132 Jul 06 11:36:58.835456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-cc4a33d0-cf6f-4638-b044-5bde5064ba24 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.837420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-cc4a33d0-cf6f-4638-b044-5bde5064ba24 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.79 "GET /v2.0/networks?id=1a03f8a3-917f-46ea-87a2-aded8ca4ae35 HTTP/1.1" status: 200 len: 815 time: 0.1948137 Jul 06 11:36:58.886180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Request body: {'port': {'device_id': '07035a22-44fa-443e-9514-0033a585e893', 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35', 'admin_state_up': True, 'tenant_id': '4ca5ddcc54624ccebdb4f5a4b761a65e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:58.923148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-320d40bf-918c-42b6-95eb-6f16d1224fd2 req-8a491977-7c44-4890-af41-1f8fdc4821a0 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 210 time: 0.0705245 Jul 06 11:36:58.964143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-f34d6c82-347f-4156-bcd5-285f31ced0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.966190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-f34d6c82-347f-4156-bcd5-285f31ced0ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3168426 Jul 06 11:36:59.171640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-505dd882-37f9-4682-bde2-04023fb8bc1f service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894529 Jul 06 11:36:59.179124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025266b-f05c-4d26-99a8-2d1486e56b85 req-b02267ad-83ff-49e2-a1fc-fcecf854e53d tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:59.180749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7025266b-f05c-4d26-99a8-2d1486e56b85 req-b02267ad-83ff-49e2-a1fc-fcecf854e53d tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 1101 time: 0.1847718 Jul 06 11:36:59.182723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Made reservation on behalf of 4ca5ddcc54624ccebdb4f5a4b761a65e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:59.186345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:59.328910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7025266b-f05c-4d26-99a8-2d1486e56b85 req-5fc7f999-b502-490e-8ea4-ed34a9178298 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331449 Jul 06 11:36:59.439802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-63678f8b-9a1f-4864-a50d-f1f61666acf0 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577596 Jul 06 11:36:59.498215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Allocated IP 172.20.0.12 (1a03f8a3-917f-46ea-87a2-aded8ca4ae35/026fc28e-9e75-4705-ab69-2f1cb9158e74/2e9a7edd-d3f4-4b8b-83b5-f7434758584e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:59.560200 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da57932-5c80-4f21-8473-29f97857a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:59.586494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04ff34-44b6-4798-bb25-c30fd867d2b0 req-53a53132-8b7a-442f-bf39-4aee2ba95af0 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:59.594048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb04ff34-44b6-4798-bb25-c30fd867d2b0 req-53a53132-8b7a-442f-bf39-4aee2ba95af0 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1096 time: 0.2034619 Jul 06 11:36:59.684188 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:59.718881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb04ff34-44b6-4798-bb25-c30fd867d2b0 req-595a8c60-6ba5-4174-b946-98953d651245 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199880 Jul 06 11:36:59.728973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-b49fafe0-010a-4e53-b5c5-7fb3241443cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:59.731747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-b49fafe0-010a-4e53-b5c5-7fb3241443cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1096 time: 0.2224321 Jul 06 11:36:59.900990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-801a3eaf-f3fa-4c4b-9049-5ab6b1c019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:59.903384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-801a3eaf-f3fa-4c4b-9049-5ab6b1c019cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1599376 Jul 06 11:36:59.969434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:59.975686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-f8b3ae47-215d-49f8-a546-5991f0cdc440 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 217 time: 0.0627604 Jul 06 11:37:00.059560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.104173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-583180a0-1b17-49c6-be10-571d07381faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.105463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-583180a0-1b17-49c6-be10-571d07381faf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1118469 Jul 06 11:37:00.188893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-347042cb-2e24-4c66-8563-7575d5f61eab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743475 Jul 06 11:37:00.201596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc608850-73a3-4fbc-8081-4cb183a3dfd7 req-a031edc5-5823-400d-aee2-d4a41ee2ee29 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.203061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc608850-73a3-4fbc-8081-4cb183a3dfd7 req-a031edc5-5823-400d-aee2-d4a41ee2ee29 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2264340 Jul 06 11:37:00.248143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:00.268143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.351424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ffa4c-055e-4d0e-b907-81ef4362bcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.353207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:00.374821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc608850-73a3-4fbc-8081-4cb183a3dfd7 req-70a3eebb-977a-4e31-baad-693435ddaae5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560488 Jul 06 11:37:00.375562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:00.378103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:00.390816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Pushing event updated for resources: {'Port': ['ID=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:00.432008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e706c24-f8a6-4274-b44b-1fccfc78a838 req-a3c024a5-5156-4d5e-8222-87dc25c2ea74 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.434129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e706c24-f8a6-4274-b44b-1fccfc78a838 req-a3c024a5-5156-4d5e-8222-87dc25c2ea74 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 949 time: 0.3234043 Jul 06 11:37:00.460828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ffa4c-055e-4d0e-b907-81ef4362bcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.466224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-703ffa4c-055e-4d0e-b907-81ef4362bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.476219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-edcac1ed-210f-4ce9-9763-46197efe04e8 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721345 Jul 06 11:37:00.486538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.487333 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.507836 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-703ffa4c-055e-4d0e-b907-81ef4362bcfd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa11187b4cf14475868d952290f87f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585106 Jul 06 11:37:00.509307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffa4c-055e-4d0e-b907-81ef4362bcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ad5c2-a0e4-41dc-bc15-eb5ae84728f0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:00.511621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:00.566516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a86cf7-1a78-4104-be12-362d112c2742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.587578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a86cf7-1a78-4104-be12-362d112c2742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.596540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e706c24-f8a6-4274-b44b-1fccfc78a838 req-9575e32a-3051-481b-b9ef-53eceeaee453 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488209 Jul 06 11:37:00.602602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d3fde156-ac3a-4966-b7dc-cf6a51daf08c tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7223177 Jul 06 11:37:00.617615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Request body: {'port': {'device_id': '07035a22-44fa-443e-9514-0033a585e893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:00.644379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a86cf7-1a78-4104-be12-362d112c2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.647749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a86cf7-1a78-4104-be12-362d112c2742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.649302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-15a86cf7-1a78-4104-be12-362d112c2742 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a05ad5c2-a0e4-41dc-bc15-eb5ae84728f0 HTTP/1.1" status: 204 len: 168 time: 0.1366334 Jul 06 11:37:00.659118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86cf7-1a78-4104-be12-362d112c2742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ad5c2-a0e4-41dc-bc15-eb5ae84728f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:00.684372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-34959c2c-26e6-4a8b-81f6-8afb388b9c76 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941092 Jul 06 11:37:00.753405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9676-a82b-4305-a0e7-508b1e2bc21e req-475f69d8-5344-4543-9d07-fe7117617079 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.754921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6cf9676-a82b-4305-a0e7-508b1e2bc21e req-475f69d8-5344-4543-9d07-fe7117617079 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 945 time: 0.2505205 Jul 06 11:37:00.769730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.833297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.909933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6cf9676-a82b-4305-a0e7-508b1e2bc21e req-d601cd14-aa30-480f-a374-26f90a77a202 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195138 Jul 06 11:37:00.942331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:00.958890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29742eee-38ab-4d22-af7c-aac6344f76f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.977771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-ac2749e6-6dc6-4b03-b0f0-5be93aca321a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.984881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-ac2749e6-6dc6-4b03-b0f0-5be93aca321a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.2690475 Jul 06 11:37:01.074296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29742eee-38ab-4d22-af7c-aac6344f76f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.076804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-56ff1230-bd3f-4200-a069-d6af715aac54 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:01.078112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-56ff1230-bd3f-4200-a069-d6af715aac54 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.2888858 Jul 06 11:37:01.079289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29742eee-38ab-4d22-af7c-aac6344f76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.097013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-2292dd76-aae0-440a-803a-eaf5d2ce5b3b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/quotas/4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 375 time: 0.1112256 Jul 06 11:37:01.107843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:01.125419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29742eee-38ab-4d22-af7c-aac6344f76f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a16c99c468a340e98f47a5d0e8bfadfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791046 Jul 06 11:37:01.125419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29742eee-38ab-4d22-af7c-aac6344f76f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d3d934-7789-4dd2-ab64-c8b318ae0aa1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:01.126368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:01.177646 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1ed1a48-e837-4e68-b767-c431ca2e1118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.202461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1ed1a48-e837-4e68-b767-c431ca2e1118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.254360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1ed1a48-e837-4e68-b767-c431ca2e1118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.256955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1ed1a48-e837-4e68-b767-c431ca2e1118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.258407 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d1ed1a48-e837-4e68-b767-c431ca2e1118 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69d3d934-7789-4dd2-ab64-c8b318ae0aa1 HTTP/1.1" status: 204 len: 168 time: 0.1308262 Jul 06 11:37:01.266960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed1a48-e837-4e68-b767-c431ca2e1118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d3d934-7789-4dd2-ab64-c8b318ae0aa1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:01.592789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee37a-db2d-4960-a8ad-c91d21a0f512 req-f1d83414-036e-4e9b-a578-1dce2ffd1962 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:01.594299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb7ee37a-db2d-4960-a8ad-c91d21a0f512 req-f1d83414-036e-4e9b-a578-1dce2ffd1962 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 932 time: 0.5604639 Jul 06 11:37:01.613660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.673171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-9fd42c55-abc8-47ff-9705-3319995be503 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5624838 Jul 06 11:37:01.701649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-7679caa3-80e2-4fd4-8c10-fb5dae569b8c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:01.703087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-7679caa3-80e2-4fd4-8c10-fb5dae569b8c tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 949 time: 0.2783315 Jul 06 11:37:01.847942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb7ee37a-db2d-4960-a8ad-c91d21a0f512 req-c6e91e3a-0b26-4b94-8dcc-65d16dedf5e5 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377045 Jul 06 11:37:01.914244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9a7edd-d3f4-4b8b-83b5-f7434758584e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:01.937728 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.007525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Transition to ACTIVE for port object 2e9a7edd-d3f4-4b8b-83b5-f7434758584e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:02.011080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-84ce9051-d009-4a80-92aa-699d5d838c84 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672317 Jul 06 11:37:02.024110 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.060138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-a4f86729-aa05-470b-b1b4-5813233b8923 service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508153 Jul 06 11:37:02.249804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:02.267130 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.274216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Pushing event updated for resources: {'Port': ['ID=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:02.338478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Deleting port c290b7e4-529a-4f95-9a50-a25687725c02 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:37:02.338817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.431025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-43f91f7f-35bf-4041-8221-0ca2a21b8d86 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:02.432693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-43f91f7f-35bf-4041-8221-0ca2a21b8d86 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124167 Jul 06 11:37:02.467989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-67730e7d-7a98-4216-92d0-94cc59333450 service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494189 Jul 06 11:37:02.481885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:02.486557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-927d6ca1-20f8-4907-8e88-b3655ed06f2c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/quotas/3935b51f33fb44f381edfe5271e338d4 HTTP/1.1" status: 200 len: 375 time: 0.0419729 Jul 06 11:37:02.487380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Attempting to bind port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:02.487665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Attempting to bind port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '04513e51-a6be-4baf-8a16-f0f08f2bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:02.488080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Attempting to bind port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e on network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:02.548130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e on network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:02.548457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Attempting to bind port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e on network 1a03f8a3-917f-46ea-87a2-aded8ca4ae35 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:02.605417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:02.605817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Checking segment: {'id': '04513e51-a6be-4baf-8a16-f0f08f2bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:02.606206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Bound using segment: {'id': '04513e51-a6be-4baf-8a16-f0f08f2bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:02.606649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Bound port: 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04513e51-a6be-4baf-8a16-f0f08f2bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:02.607007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.611726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] For port c290b7e4-529a-4f95-9a50-a25687725c02, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c290b7e4-529a-4f95-9a50-a25687725c02,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:02.612122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.648639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:02.650923 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9618b3-0d1d-4dc6-8a13-8a9a3748edfa" -d '{"events": [{"server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "name": "network-vif-unplugged", "status": "completed", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:02.655251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.659027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Calling delete_port for c290b7e4-529a-4f95-9a50-a25687725c02 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:37:02.661849 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-b7ba69d6-f74d-4617-9547-19ca31d0d2da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762775 Jul 06 11:37:02.708611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.806865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-6be76f84-4e71-4f52-92c8-a7991c1f3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:02.809160 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-6be76f84-4e71-4f52-92c8-a7991c1f3a2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 1097 time: 0.0787430 Jul 06 11:37:02.979033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-feb4833c-faca-46d6-8e50-e9c94c52c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:02.981430 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-feb4833c-faca-46d6-8e50-e9c94c52c17a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 924 time: 0.1431432 Jul 06 11:37:03.040535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.055739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] For port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:03.055978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c290b7e4-529a-4f95-9a50-a25687725c02'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:03.059285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['bcfe5d06-8bfb-48bc-b7c4-322a5823a012'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:03.088258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-c02a6095-d417-48b8-bea6-e55688526b66 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5708895 Jul 06 11:37:03.101488 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-d4530b6d-f187-421f-8365-011d9b138ef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7febf664-5c74-40dd-8305-b97f6e1befe9 HTTP/1.1" status: 200 len: 1002 time: 0.1111565 Jul 06 11:37:03.103387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] For port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,segment=NetworkSegment(04513e51-a6be-4baf-8a16-f0f08f2bcc5d),segment_id=04513e51-a6be-4baf-8a16-f0f08f2bcc5d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:03.110969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:03.121021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.209613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Pushing event deleted for resources: {'Port': ['ID=c290b7e4-529a-4f95-9a50-a25687725c02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:03.244475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-a6f8b4f3-15cf-4c69-9740-813f4dd14f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:03.248832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:03.249080 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-a6f8b4f3-15cf-4c69-9740-813f4dd14f86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.1369574 Jul 06 11:37:03.249459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.250861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] 10.222.0.79 "PUT /v2.0/ports/2e9a7edd-d3f4-4b8b-83b5-f7434758584e HTTP/1.1" status: 200 len: 1092 time: 2.6382191 Jul 06 11:37:03.294069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:03.301513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:03.301853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:03.375654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-9de75a7d-cfa5-4d51-9ffb-3e134484e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:03.377730 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-9de75a7d-cfa5-4d51-9ffb-3e134484e3aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216118 Jul 06 11:37:03.616295 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-90da93e0-4138-4498-b355-72812bab148c service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296658 Jul 06 11:37:03.653306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] No DVR routers for this DVR port c290b7e4-529a-4f95-9a50-a25687725c02 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:03.657911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.659978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc104a1b-a24b-4fe1-9d54-7e2ccff8861d req-f7a081ab-f59c-4da0-8616-379380107c26 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.79 "DELETE /v2.0/ports/c290b7e4-529a-4f95-9a50-a25687725c02 HTTP/1.1" status: 204 len: 173 time: 1.9390869 Jul 06 11:37:03.683500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:03.683825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Attempting to bind port 49a15aa8-315d-460e-9696-22e9d8dd44dc on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:03.706094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:03.706464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:03.706821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:03.707272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Bound port: 49a15aa8-315d-460e-9696-22e9d8dd44dc, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:03.707635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.727858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3f2c-9815-4aab-a482-d842dd201c4f req-7ac0c6f6-0766-47b4-a494-1e861a9816ac tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:03.735527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-580d3f2c-9815-4aab-a482-d842dd201c4f req-7ac0c6f6-0766-47b4-a494-1e861a9816ac tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.7629440 Jul 06 11:37:03.757814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf973faf-cc5b-4a98-84a8-8532f91493fa service neutron] Pushing event updated for resources: {'Port': ['ID=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:03.851163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-580d3f2c-9815-4aab-a482-d842dd201c4f req-20a8bdd4-8e10-4b27-8cca-a7f8f05cddd6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146264 Jul 06 11:37:03.878393 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c088219-bb5e-4f85-bc3d-41595b6a943b req-24227f5a-3308-4c6d-92fb-ffa64eed4e66 service neutron] 10.222.0.64 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496963 Jul 06 11:37:03.937521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:03.943462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:03.955893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-ad0872ed-d125-47cc-a156-813c270e3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:03.957614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-ad0872ed-d125-47cc-a156-813c270e3b22 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ca5ddcc54624ccebdb4f5a4b761a65e&device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 1095 time: 0.6500330 Jul 06 11:37:03.981459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.988912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55fbf12d-a412-43f9-9f90-dfcec407ca11 req-ded3efd7-5a06-47e7-a9f7-fcc004d8ff1f tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 210 time: 0.0487649 Jul 06 11:37:04.065330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-4386c784-546c-4856-b160-f1d9ce6a451a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e HTTP/1.1" status: 200 len: 217 time: 0.0804498 Jul 06 11:37:04.192348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:04.202401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:04.203833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:04.205645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-3d2cd536-28ba-4a63-a668-d5992d17b6b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 1121 time: 3.1058545 Jul 06 11:37:04.216424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d24d2751-6183-4a41-97a1-a07e70d2024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:04.218199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-d24d2751-6183-4a41-97a1-a07e70d2024c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=026fc28e-9e75-4705-ab69-2f1cb9158e74 HTTP/1.1" status: 200 len: 855 time: 0.1441190 Jul 06 11:37:04.262462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-7f252acd-87dc-4855-9d60-89aab8b7a76a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a03f8a3-917f-46ea-87a2-aded8ca4ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367544 Jul 06 11:37:04.276842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['49a15aa8-315d-460e-9696-22e9d8dd44dc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:04.345343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe089952-aeb8-4880-ac65-ce292a16d37e req-79cf5495-5b7a-4316-8424-6901e30a2278 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:04.347019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe089952-aeb8-4880-ac65-ce292a16d37e req-79cf5495-5b7a-4316-8424-6901e30a2278 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.2556937 Jul 06 11:37:04.488972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe089952-aeb8-4880-ac65-ce292a16d37e req-c274d590-035e-431b-aa4b-aa49305e1850 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275818 Jul 06 11:37:04.491061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-da3a617e-0ca9-4394-850c-d31e9670416c service neutron] 10.222.0.79 "GET /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150903 Jul 06 11:37:04.544071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7bcd7e-5c5d-4423-80b1-e7ffa0fef061 req-44ab1c3a-a71e-415f-8c71-880612c4922d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 210 time: 0.0859702 Jul 06 11:37:04.554311 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d5f43f-95d3-4867-b0cb-1e6bb139f2f4 x-openstack-request-id: req-75d5f43f-95d3-4867-b0cb-1e6bb139f2f4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:04.554617 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "name": "network-vif-unplugged", "status": "completed", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:04.554939 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75d5f43f-95d3-4867-b0cb-1e6bb139f2f4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:04.555268 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'code': 200} Jul 06 11:37:04.875908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7a6850c-1213-4a10-844c-c38b872cc91b req-ca7dad8e-3317-4dd8-96c7-0b9fca8bef64 service neutron] 10.222.0.79 "GET /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470371 Jul 06 11:37:04.919653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-76ec99f0-5975-46f8-9b8a-776db1ca8752 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:04.922051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-76ec99f0-5975-46f8-9b8a-776db1ca8752 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.3877785 Jul 06 11:37:04.947323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Request body: {'port': {'device_id': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'admin_state_up': True, 'tenant_id': '4d09b1953e3345cea362a6d171ec10d6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:05.004378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae1a06-e18d-41d1-8683-3aee86501c5d req-3c74c079-b58c-4d79-80a8-c1b9ba998685 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:05.014327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebae1a06-e18d-41d1-8683-3aee86501c5d req-3c74c079-b58c-4d79-80a8-c1b9ba998685 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 944 time: 0.3074186 Jul 06 11:37:05.111245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebae1a06-e18d-41d1-8683-3aee86501c5d req-724d9717-4996-4873-addb-27dc2806ce3f tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954518 Jul 06 11:37:05.215987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Made reservation on behalf of 4d09b1953e3345cea362a6d171ec10d6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:05.222945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.417511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Allocated IP 172.20.0.6 (8eae701f-1a0e-496b-a083-fe9613064494/150de5ca-678f-4f79-8a8f-48bb496a6698/d87c1fd9-d35f-4e82-b234-1cd5ea18d490) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:05.452935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c290b7e4-529a-4f95-9a50-a25687725c02 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:05.476917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c290b7e4-529a-4f95-9a50-a25687725c02 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:37:05.477361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c290b7e4-529a-4f95-9a50-a25687725c02 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:37:05.545531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cbf1d8c3-bac3-4e5f-9d50-05eb6efdd636 req-29614903-fd3d-42d9-aea1-263f506da081 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae55b684-abd5-4436-9d40-e7d1c028234e HTTP/1.1" status: 200 len: 210 time: 0.0486643 Jul 06 11:37:05.635971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e40d5-c007-48a8-b978-efeb981c8e3b req-2263a45e-40b5-40c5-b43f-423fceb83d90 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:05.637668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-159e40d5-c007-48a8-b978-efeb981c8e3b req-2263a45e-40b5-40c5-b43f-423fceb83d90 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2039375 Jul 06 11:37:05.704627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8bbd1d25-15fc-417c-b03a-35ca15a6bbcc req-f8919f11-64e5-41ff-95bf-de9308d58f05 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 210 time: 0.0479307 Jul 06 11:37:05.723953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.738725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-159e40d5-c007-48a8-b978-efeb981c8e3b req-991447c0-a062-488c-b3da-6cd547bfc016 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Jul 06 11:37:05.795222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.851504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Network 8eae701f-1a0e-496b-a083-fe9613064494 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:05.859813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:05.862368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:05.923113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:06.010454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.011018 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.072481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-cad5276f-5fa1-4035-a03d-b0aac07cd6b9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351364 Jul 06 11:37:06.074350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-57f6aeb5-cb1b-4ce4-9865-7619eef6afb5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446761 Jul 06 11:37:06.085939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c521f1-953d-4639-a5bd-726ced5d2184 req-bcc93425-adcf-4b7c-8b59-2bfa337ca0c6 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.087442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3c521f1-953d-4639-a5bd-726ced5d2184 req-bcc93425-adcf-4b7c-8b59-2bfa337ca0c6 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.2345929 Jul 06 11:37:06.099387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Request body: {'port': {'device_id': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:06.119854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38311-3572-4ab5-893f-d10b1b1c03fc req-0b8dbc21-e30e-461a-b603-abb3cd0d53a0 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.123760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61e38311-3572-4ab5-893f-d10b1b1c03fc req-0b8dbc21-e30e-461a-b603-abb3cd0d53a0 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 931 time: 0.2174549 Jul 06 11:37:06.329604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3c521f1-953d-4639-a5bd-726ced5d2184 req-bce0559b-62cc-4588-b823-74fd7b51c703 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346344 Jul 06 11:37:06.332050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61e38311-3572-4ab5-893f-d10b1b1c03fc req-b7a79d4f-6340-42c6-a739-5e4cb759aacf tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783235 Jul 06 11:37:06.352387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-598fdd58-d0a4-4ce9-8aa7-4f26156d4e9b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706334 Jul 06 11:37:06.399189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-c14bf5ed-6e98-4eaf-a3a8-165ed5573d66 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.402145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-c14bf5ed-6e98-4eaf-a3a8-165ed5573d66 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093927 Jul 06 11:37:06.417570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.456228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:06.579874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07035a22-44fa-443e-9514-0033a585e893', 'tag': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e'}, {'server_uuid': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'name': 'network-vif-deleted', 'tag': 'c290b7e4-529a-4f95-9a50-a25687725c02'}, {'name': 'network-changed', 'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:06.582193 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138" -d '{"events": [{"name": "network-changed", "server_uuid": "07035a22-44fa-443e-9514-0033a585e893", "tag": "2e9a7edd-d3f4-4b8b-83b5-f7434758584e"}, {"server_uuid": "ae55b684-abd5-4436-9d40-e7d1c028234e", "name": "network-vif-deleted", "tag": "c290b7e4-529a-4f95-9a50-a25687725c02"}, {"name": "network-changed", "server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:06.759166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:06.806119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-19a29952-6999-406b-8d71-c6749bf1bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.808468 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-19a29952-6999-406b-8d71-c6749bf1bea8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ca5ddcc54624ccebdb4f5a4b761a65e&device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 1095 time: 0.0687311 Jul 06 11:37:06.873865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:06.888719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:37:06.929855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-81cab5e8-0160-42d7-81d3-87b0870f6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.931503 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-81cab5e8-0160-42d7-81d3-87b0870f6c75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a03f8a3-917f-46ea-87a2-aded8ca4ae35 HTTP/1.1" status: 200 len: 916 time: 0.1154141 Jul 06 11:37:06.974871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-99d2629e-a5c1-4510-8378-cc141faf547b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e HTTP/1.1" status: 200 len: 217 time: 0.0364120 Jul 06 11:37:06.982406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-8bc8d189-973d-4b32-b146-27af1e3c358d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.984717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-8bc8d189-973d-4b32-b146-27af1e3c358d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6181610 Jul 06 11:37:06.989527 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064ff43-5917-4b81-8808-4344431b0c37 x-openstack-request-id: req-0064ff43-5917-4b81-8808-4344431b0c37 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:06.989890 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07035a22-44fa-443e-9514-0033a585e893", "tag": "2e9a7edd-d3f4-4b8b-83b5-f7434758584e", "status": "completed", "code": 200}, {"server_uuid": "ae55b684-abd5-4436-9d40-e7d1c028234e", "name": "network-vif-deleted", "tag": "c290b7e4-529a-4f95-9a50-a25687725c02", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:06.990075 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0064ff43-5917-4b81-8808-4344431b0c37 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:06.990473 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07035a22-44fa-443e-9514-0033a585e893', 'tag': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e', 'status': 'completed', 'code': 200} Jul 06 11:37:06.990727 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae55b684-abd5-4436-9d40-e7d1c028234e', 'name': 'network-vif-deleted', 'tag': 'c290b7e4-529a-4f95-9a50-a25687725c02', 'status': 'completed', 'code': 200} Jul 06 11:37:06.990976 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'status': 'completed', 'code': 200} Jul 06 11:37:07.019328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:07.041813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-96e1f112-6c8b-4b89-9831-38f93e993b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.044411 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-96e1f112-6c8b-4b89-9831-38f93e993b25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=026fc28e-9e75-4705-ab69-2f1cb9158e74 HTTP/1.1" status: 200 len: 855 time: 0.0619798 Jul 06 11:37:07.077516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60d13-6557-494a-b895-821d27329738 req-eadb9e9f-8346-46a0-8c05-9e97a71d24c4 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.078952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d60d13-6557-494a-b895-821d27329738 req-eadb9e9f-8346-46a0-8c05-9e97a71d24c4 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 944 time: 0.5638759 Jul 06 11:37:07.089873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-748e8df4-dc87-4ae7-ae91-9b3a0fcf3eb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a03f8a3-917f-46ea-87a2-aded8ca4ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344214 Jul 06 11:37:07.170056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:07.174151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.189524 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-94623764-8348-4b66-9045-dfe514b1910c service neutron] 10.222.0.79 "GET /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911813 Jul 06 11:37:07.210228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef10e93a-0504-4e1f-a67b-99c5876d49bc req-6011352e-6eac-43ce-b196-b0888eab6459 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 210 time: 0.0657804 Jul 06 11:37:07.283642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d60d13-6557-494a-b895-821d27329738 req-3bfbba70-34c3-401d-be88-be94d26a2e34 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840835 Jul 06 11:37:07.300251 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-f6333ee9-92da-4883-ba95-f836d49c5781 service neutron] 10.222.0.79 "GET /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025591 Jul 06 11:37:07.416715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:07.420335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.432268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-1a17bf7c-78e1-4d58-a78a-cb3cafd0505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.435199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-1a17bf7c-78e1-4d58-a78a-cb3cafd0505b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1124 time: 0.0812278 Jul 06 11:37:07.467573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e9a7edd-d3f4-4b8b-83b5-f7434758584e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:07.532226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-8cb07419-29aa-45a4-83f0-c4f224dc0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.533845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-8cb07419-29aa-45a4-83f0-c4f224dc0b24 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.0910215 Jul 06 11:37:07.576458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.140 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/07092662-dd34-4143-900a-71e19bb5af56) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:07.577391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,segment=NetworkSegment(04513e51-a6be-4baf-8a16-f0f08f2bcc5d),segment_id=04513e51-a6be-4baf-8a16-f0f08f2bcc5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:07.584926 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-5706809a-a09f-4d30-9a41-23fcbf4160c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 217 time: 0.0442293 Jul 06 11:37:07.589929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e', 'network_id': '1a03f8a3-917f-46ea-87a2-aded8ca4ae35', 'port_id': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026fc28e-9e75-4705-ab69-2f1cb9158e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:07.611463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87c1fd9-d35f-4e82-b234-1cd5ea18d490 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:07.629934 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.634853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.641770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-f5ebb5fc-b5f2-4205-81f4-7d49983821ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.642284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9a7edd-d3f4-4b8b-83b5-f7434758584e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:07.643191 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-f5ebb5fc-b5f2-4205-81f4-7d49983821ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0492115 Jul 06 11:37:07.663717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,segment=NetworkSegment(04513e51-a6be-4baf-8a16-f0f08f2bcc5d),segment_id=04513e51-a6be-4baf-8a16-f0f08f2bcc5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:07.669684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.679977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-0d0ba03a-03cb-41f0-afd6-789dedfea643 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300901 Jul 06 11:37:07.682204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Transition to ACTIVE for port object d87c1fd9-d35f-4e82-b234-1cd5ea18d490 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:07.705217 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.723934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:07.774068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c9d5-8650-4376-b0d1-f78a36b05a22 req-602e32a5-0660-4d80-8dce-6ded85fe1e6e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.775577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd04c9d5-8650-4376-b0d1-f78a36b05a22 req-602e32a5-0660-4d80-8dce-6ded85fe1e6e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.3474479 Jul 06 11:37:07.779570 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-bfd62585-df84-401c-b07d-c3891e730af8 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928278 Jul 06 11:37:07.789952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5390-7ec7-4b16-8788-a490b6c12e54 req-51e6327b-d235-4201-a99f-a06fbd7a350e tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.791426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf5c5390-7ec7-4b16-8788-a490b6c12e54 req-51e6327b-d235-4201-a99f-a06fbd7a350e tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 950 time: 0.3679564 Jul 06 11:37:07.860375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:07.877748 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b54e7f6d-ba24-4334-a8a6-4b22cbeb9138 req-f48b0f70-9a28-45b9-827a-0032f909f058 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889907 Jul 06 11:37:07.902705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['2e9a7edd-d3f4-4b8b-83b5-f7434758584e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:07.978251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd04c9d5-8650-4376-b0d1-f78a36b05a22 req-5d38ddbf-afd3-4298-a092-5715a538463f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774931 Jul 06 11:37:07.990176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf5c5390-7ec7-4b16-8788-a490b6c12e54 req-6253e190-9f4b-4f4e-b599-a4d72a1a8f25 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787617 Jul 06 11:37:08.027453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:08.028492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:08.028492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:08.045600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:08.045600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:08.060803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.063280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:08.063742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:08.064265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:08.064805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Bound port: d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:08.065218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.117806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object 07092662-dd34-4143-900a-71e19bb5af56 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:08.218886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:08.244138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:08.252846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.271327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.285060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:08.351461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:08.352105 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.353484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] 10.222.0.79 "PUT /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 1091 time: 2.2597978 Jul 06 11:37:08.403015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531d61a-b377-495f-a780-ec5b90e7edbb req-26484676-526d-46a1-bebb-f3faa3a6b10e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:08.404436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8531d61a-b377-495f-a780-ec5b90e7edbb req-26484676-526d-46a1-bebb-f3faa3a6b10e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.2663815 Jul 06 11:37:08.406290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:08.415742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.131 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/ce09886f-7487-4b6f-9d89-67da69d7c299) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:08.425756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2c7c-88b8-494f-9f09-4d695afcda86 service neutron] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:08.434548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:08.471635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff105-9d02-41ff-8da0-c3ec15857141 req-615a4439-80c3-47bb-b7fd-a17d7854b5d4 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:08.473218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffeff105-9d02-41ff-8da0-c3ec15857141 req-615a4439-80c3-47bb-b7fd-a17d7854b5d4 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.3254552 Jul 06 11:37:08.478704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:08.632689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=07092662-dd34-4143-900a-71e19bb5af56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:08.647627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8531d61a-b377-495f-a780-ec5b90e7edbb req-75b8ea16-a71a-44cf-a2df-0812919ae17e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290711 Jul 06 11:37:08.653420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:08.653976 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.691064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffeff105-9d02-41ff-8da0-c3ec15857141 req-b2b21c02-82d5-4c66-a1ae-b223bd3d0ab0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829691 Jul 06 11:37:08.709333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a00d1a4c-8646-4583-a7e5-0cb8be07ff9e None None] Provisioning for port 07092662-dd34-4143-900a-71e19bb5af56 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:08.715022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a00d1a4c-8646-4583-a7e5-0cb8be07ff9e None None] Provisioning complete for port 07092662-dd34-4143-900a-71e19bb5af56 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:08.715713 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a00d1a4c-8646-4583-a7e5-0cb8be07ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.741433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-f40b4ec1-404e-4f71-9772-fc3427322cf3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3255155 Jul 06 11:37:08.745531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-fdea8f10-9a98-4bb5-96e7-cb248e252734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:08.747079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-fdea8f10-9a98-4bb5-96e7-cb248e252734 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1094 time: 0.3395491 Jul 06 11:37:08.777620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Request body: {'port': {'device_id': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:08.857722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-9451b526-a3a0-4385-9ce1-cc7c3fe5c48d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 217 time: 0.0926456 Jul 06 11:37:08.902490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a00d1a4c-8646-4583-a7e5-0cb8be07ff9e None None] Port 07092662-dd34-4143-900a-71e19bb5af56 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:08.976048 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.979632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff944e8f-ce03-4397-a143-eb211e9d3f28 req-a6a8fd68-6607-4857-bd4e-3ee02342083a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 210 time: 0.0862134 Jul 06 11:37:09.020987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:09.024070 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:09.044889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object ce09886f-7487-4b6f-9d89-67da69d7c299 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:09.051148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-508bd018-41ff-4054-9d50-96ff19ce9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.052668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-508bd018-41ff-4054-9d50-96ff19ce9865 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1793709 Jul 06 11:37:09.098043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.103291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-85a6be1c-9bd6-4e39-8ddd-48189368e71e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430343 Jul 06 11:37:09.224307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.253350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8df20-b563-404a-934b-4cf01b2bbd63 req-4ae859d9-f8de-4619-86a4-7f0697020a6a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.254920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22a8df20-b563-404a-934b-4cf01b2bbd63 req-4ae859d9-f8de-4619-86a4-7f0697020a6a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 945 time: 0.3245840 Jul 06 11:37:09.427967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:09.493420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e9a7edd-d3f4-4b8b-83b5-f7434758584e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:09.553033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e3dcb7-c704-453f-93a7-22dbd571d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.559013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:09.563200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:09.563562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.602249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-b687752a-9a9d-43f9-83db-5ed96c27f26e tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.603736 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-b687752a-9a9d-43f9-83db-5ed96c27f26e tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 950 time: 0.1483958 Jul 06 11:37:09.654748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:09.662087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.677786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:09.685808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:09.690644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=ce09886f-7487-4b6f-9d89-67da69d7c299,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:09.706351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-71c772e4-956c-4084-991c-d720b5885922 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842390 Jul 06 11:37:09.712983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07035a22-44fa-443e-9514-0033a585e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:09.717418 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea1e4d-bb9f-46df-b966-e3a75fe02cc9" -d '{"events": [{"server_uuid": "07035a22-44fa-443e-9514-0033a585e893", "name": "network-vif-plugged", "status": "completed", "tag": "2e9a7edd-d3f4-4b8b-83b5-f7434758584e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:09.737532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,segment=NetworkSegment(04513e51-a6be-4baf-8a16-f0f08f2bcc5d),segment_id=04513e51-a6be-4baf-8a16-f0f08f2bcc5d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:09.745477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.800209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:09.801158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22a8df20-b563-404a-934b-4cf01b2bbd63 req-3f88126e-3b41-42cd-a92d-368abff9b5d5 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806532 Jul 06 11:37:09.841116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e3dcb7-c704-453f-93a7-22dbd571d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.847945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8e3dcb7-c704-453f-93a7-22dbd571d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.875281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:09.922621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3dcb7-c704-453f-93a7-22dbd571d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef561e8-4685-4708-ac08-9485232d7cfe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:09.928513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b8e3dcb7-c704-453f-93a7-22dbd571d63d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f9aa1123c094bbb8f76bfd9dad4bb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991157 Jul 06 11:37:09.934219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:09.944718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f43e7-c5e2-4ebd-961f-f314436b263d req-70377598-184e-44d3-9974-bf9d319ef840 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.946380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-711f43e7-c5e2-4ebd-961f-f314436b263d req-70377598-184e-44d3-9974-bf9d319ef840 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.7291913 Jul 06 11:37:09.951676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Deleting port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:37:09.952042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.956857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.957517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.049750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ed5ada54-f83d-422d-8920-18ec48358501 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0398400 Jul 06 11:37:10.089893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Request body: {'port': {'device_id': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:10.100626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c64301-4883-4560-beae-37682953433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.132578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] For port bcfe5d06-8bfb-48bc-b7c4-322a5823a012, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:10.133206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.154771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66a1768-cae9-442d-b7ee-fd3825952b44 req-ad63c11b-6b7b-4ce3-b3e3-19ec9dd0a487 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229231 Jul 06 11:37:10.156364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c64301-4883-4560-beae-37682953433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.163406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-711f43e7-c5e2-4ebd-961f-f314436b263d req-7028dcc5-731f-42be-ab72-b9a0b5f7511b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001266 Jul 06 11:37:10.178624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-589b2b72-5c36-418c-87e9-58cf932774b4 None None] Provisioning for port ce09886f-7487-4b6f-9d89-67da69d7c299 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:10.180342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Calling delete_port for bcfe5d06-8bfb-48bc-b7c4-322a5823a012 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:37:10.193067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-589b2b72-5c36-418c-87e9-58cf932774b4 None None] Provisioning complete for port ce09886f-7487-4b6f-9d89-67da69d7c299 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:10.193439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-589b2b72-5c36-418c-87e9-58cf932774b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.237910 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:37:10.274793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-589b2b72-5c36-418c-87e9-58cf932774b4 None None] Port ce09886f-7487-4b6f-9d89-67da69d7c299 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:10.282709 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebfa66a-2d5c-4ca2-9654-e99ab55b5b02 x-openstack-request-id: req-1ebfa66a-2d5c-4ca2-9654-e99ab55b5b02 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:10.283227 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:10.283403 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ebfa66a-2d5c-4ca2-9654-e99ab55b5b02 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:10.284045 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'status': 'completed', 'code': 200} Jul 06 11:37:10.315007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07092662-dd34-4143-900a-71e19bb5af56 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:10.327217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7b4fd-4417-46a8-9be1-899d8a65a42d req-a9b4ba4d-a133-4a17-9842-03893ea10436 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:10.328850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd7b4fd-4417-46a8-9be1-899d8a65a42d req-a9b4ba4d-a133-4a17-9842-03893ea10436 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/ports?device_id=64168ab0-f30a-488a-b828-1b3db906ade3 HTTP/1.1" status: 200 len: 950 time: 0.3284481 Jul 06 11:37:10.355945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.362636 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c64301-4883-4560-beae-37682953433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.365645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c64301-4883-4560-beae-37682953433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.366869 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b6c64301-4883-4560-beae-37682953433c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eef561e8-4685-4708-ac08-9485232d7cfe HTTP/1.1" status: 204 len: 168 time: 0.4313736 Jul 06 11:37:10.379240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c64301-4883-4560-beae-37682953433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef561e8-4685-4708-ac08-9485232d7cfe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:10.388064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.424539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Transition to ACTIVE for port object 07092662-dd34-4143-900a-71e19bb5af56 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:10.462874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd7b4fd-4417-46a8-9be1-899d8a65a42d req-f8ed0491-026d-499a-a17e-dc0afff25f40 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.78 "GET /v2.0/security-groups?id=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097589 Jul 06 11:37:10.467174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.474093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.512439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Pushing event deleted for resources: {'Port': ['ID=bcfe5d06-8bfb-48bc-b7c4-322a5823a012,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:10.596113 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff90fcf-e836-42a2-befc-120457f7a510 x-openstack-request-id: req-8ff90fcf-e836-42a2-befc-120457f7a510 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:10.596626 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07035a22-44fa-443e-9514-0033a585e893", "name": "network-vif-plugged", "status": "completed", "tag": "2e9a7edd-d3f4-4b8b-83b5-f7434758584e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:10.596734 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ff90fcf-e836-42a2-befc-120457f7a510 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:10.597140 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07035a22-44fa-443e-9514-0033a585e893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e', 'code': 200} Jul 06 11:37:10.649064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Pushing event updated for resources: {'Port': ['ID=07092662-dd34-4143-900a-71e19bb5af56,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:10.676509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-22fbffca-a06f-42b6-aa2b-aa08bd412585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:10.678112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-22fbffca-a06f-42b6-aa2b-aa08bd412585 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1094 time: 0.3819139 Jul 06 11:37:10.700168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] No DVR routers for this DVR port bcfe5d06-8bfb-48bc-b7c4-322a5823a012 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:10.705805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.708570 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74b7aeaa-589f-48ec-a958-e5731beb6e3b req-e59ee686-dced-4ae0-940a-b6804450ed28 tempest-LiveMigrationNegativeTest-1219996397 tempest-LiveMigrationNegativeTest-1219996397-project] 10.222.0.64 "DELETE /v2.0/ports/bcfe5d06-8bfb-48bc-b7c4-322a5823a012 HTTP/1.1" status: 204 len: 173 time: 1.0680535 Jul 06 11:37:10.708951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64168ab0-f30a-488a-b828-1b3db906ade3', 'name': 'network-vif-deleted', 'tag': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:10.714681 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a095c84-7325-4527-b078-86feba2f5974" -d '{"events": [{"server_uuid": "64168ab0-f30a-488a-b828-1b3db906ade3", "name": "network-vif-deleted", "tag": "bcfe5d06-8bfb-48bc-b7c4-322a5823a012"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:10.805278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c4447-f840-4f9c-aadf-4c73aec9a5be req-b66d0932-b71d-4dad-a357-53be69b92299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:10.807134 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c05c4447-f840-4f9c-aadf-4c73aec9a5be req-b66d0932-b71d-4dad-a357-53be69b92299 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 1097 time: 0.0885701 Jul 06 11:37:10.856982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c05c4447-f840-4f9c-aadf-4c73aec9a5be req-96c7db71-265f-45fd-8671-824399e87a1a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Jul 06 11:37:10.951333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:10.966622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-653028ee-d99b-4381-90e6-998117a69b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.060068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-3a490535-775f-4fe4-94ce-0fa6fd3aae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:11.061565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-3a490535-775f-4fe4-94ce-0fa6fd3aae03 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.3753033 Jul 06 11:37:11.063000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Attempting to bind port 07092662-dd34-4143-900a-71e19bb5af56 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:11.063324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Attempting to bind port 07092662-dd34-4143-900a-71e19bb5af56 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:11.063644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Attempting to bind port 07092662-dd34-4143-900a-71e19bb5af56 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:11.072848 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-653028ee-d99b-4381-90e6-998117a69b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.077389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-653028ee-d99b-4381-90e6-998117a69b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.098676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5552b-0639-4e83-b66a-900bc519da4d req-099e5a56-36b5-475f-9dde-5d6aa66a7f08 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:11.100326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-def5552b-0639-4e83-b66a-900bc519da4d req-099e5a56-36b5-475f-9dde-5d6aa66a7f08 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.4864237 Jul 06 11:37:11.107436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Port 07092662-dd34-4143-900a-71e19bb5af56 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:11.107675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Attempting to bind port 07092662-dd34-4143-900a-71e19bb5af56 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:11.119297 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-653028ee-d99b-4381-90e6-998117a69b6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ac62401118a43a396cf000ac7b61ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668420 Jul 06 11:37:11.121094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653028ee-d99b-4381-90e6-998117a69b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d681e-eb42-4406-9156-45c86b70ea90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:11.123672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:11.156388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-f8741525-20b9-4c92-b36b-7fff15adfb58 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 217 time: 0.0763037 Jul 06 11:37:11.162757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:11.163092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:11.163466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:11.163903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Bound port: 07092662-dd34-4143-900a-71e19bb5af56, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:11.164270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.178107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5a88-263c-47e8-83f8-cbaeef84d9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.199686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5a88-263c-47e8-83f8-cbaeef84d9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.224693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc45a5-d80b-4ed7-bb38-d2bded05b35f req-a623bce0-84ba-4a48-a66c-89636eb1eda7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:11.226210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ebc45a5-d80b-4ed7-bb38-d2bded05b35f req-a623bce0-84ba-4a48-a66c-89636eb1eda7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.4082775 Jul 06 11:37:11.250563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5a88-263c-47e8-83f8-cbaeef84d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.253311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5a88-263c-47e8-83f8-cbaeef84d9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.257277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed8c5a88-263c-47e8-83f8-cbaeef84d9a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/304d681e-eb42-4406-9156-45c86b70ea90 HTTP/1.1" status: 204 len: 168 time: 0.1299357 Jul 06 11:37:11.268939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c5a88-263c-47e8-83f8-cbaeef84d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d681e-eb42-4406-9156-45c86b70ea90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:11.364163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-def5552b-0639-4e83-b66a-900bc519da4d req-2485dfce-1105-4316-92c5-e04bb9448a50 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145810 Jul 06 11:37:11.365545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-641d5853-8549-4810-9694-7adb81a1b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:11.366952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-641d5853-8549-4810-9694-7adb81a1b2c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1963692 Jul 06 11:37:11.391513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce09886f-7487-4b6f-9d89-67da69d7c299 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:11.402747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ebc45a5-d80b-4ed7-bb38-d2bded05b35f req-79a5220b-7262-428e-925a-204288213c5e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574705 Jul 06 11:37:11.424453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.428354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-b3e51ccd-133e-497a-80e0-78bfe1a0dec8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499051 Jul 06 11:37:11.439812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] For port 07092662-dd34-4143-900a-71e19bb5af56, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:11.471976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Transition to ACTIVE for port object ce09886f-7487-4b6f-9d89-67da69d7c299 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:11.503005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] For port 07092662-dd34-4143-900a-71e19bb5af56, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=07092662-dd34-4143-900a-71e19bb5af56,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:11.507157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.538714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.576301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:11.576924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.578509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] 10.222.0.79 "PUT /v2.0/ports/07092662-dd34-4143-900a-71e19bb5af56 HTTP/1.1" status: 200 len: 1096 time: 2.8149650 Jul 06 11:37:11.604092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09886f-7487-4b6f-9d89-67da69d7c299,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:11.709730 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d53a5-1c73-46ce-a12d-8434edd24e89 x-openstack-request-id: req-832d53a5-1c73-46ce-a12d-8434edd24e89 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:11.710647 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64168ab0-f30a-488a-b828-1b3db906ade3", "name": "network-vif-deleted", "tag": "bcfe5d06-8bfb-48bc-b7c4-322a5823a012", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:11.711093 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-832d53a5-1c73-46ce-a12d-8434edd24e89 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:11.711646 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64168ab0-f30a-488a-b828-1b3db906ade3', 'name': 'network-vif-deleted', 'tag': 'bcfe5d06-8bfb-48bc-b7c4-322a5823a012', 'status': 'completed', 'code': 200} Jul 06 11:37:11.735536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-6973c1aa-a365-4984-a937-e33812954187 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998035 Jul 06 11:37:12.115517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e68fd-d57f-428a-8f1b-0a6e329d6821 service neutron] Pushing event updated for resources: {'Port': ['ID=07092662-dd34-4143-900a-71e19bb5af56,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:12.178361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Attempting to bind port ce09886f-7487-4b6f-9d89-67da69d7c299 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:12.178703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Attempting to bind port ce09886f-7487-4b6f-9d89-67da69d7c299 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:12.179037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Attempting to bind port ce09886f-7487-4b6f-9d89-67da69d7c299 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:12.207501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Port ce09886f-7487-4b6f-9d89-67da69d7c299 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:12.207834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Attempting to bind port ce09886f-7487-4b6f-9d89-67da69d7c299 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:12.231722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:12.232091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:12.232489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:12.232932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Bound port: ce09886f-7487-4b6f-9d89-67da69d7c299, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:12.233291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.240891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf6854c-01fe-4ad6-a90a-f0b9dc8e3ee2 req-5d0af878-2a3a-4e89-b143-ae392fb10d4d service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684834 Jul 06 11:37:12.253220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ea3f4195-90bb-4218-b905-fe0684ee4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.254728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ea3f4195-90bb-4218-b905-fe0684ee4a30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 1099 time: 0.5793536 Jul 06 11:37:12.264355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89313a-37aa-4902-851d-10a0de94cf71 req-3bf8bf64-fef6-46f3-af46-4074f5a67d3f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.265860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e89313a-37aa-4902-851d-10a0de94cf71 req-3bf8bf64-fef6-46f3-af46-4074f5a67d3f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 948 time: 0.5931525 Jul 06 11:37:12.312089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'tag': '07092662-dd34-4143-900a-71e19bb5af56'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:12.314336 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46" -d '{"events": [{"name": "network-changed", "server_uuid": "aede2b1b-b33a-43ee-a2a4-2b39e79b445a", "tag": "07092662-dd34-4143-900a-71e19bb5af56"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:12.348548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-73f85631-3d26-4281-9d46-83587b160cc2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=07092662-dd34-4143-900a-71e19bb5af56 HTTP/1.1" status: 200 len: 217 time: 0.0794940 Jul 06 11:37:12.359974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad87765-dbb2-44a7-9fa2-4e032e7a6d61 req-6b2a1256-edac-461c-83f5-dc00cbe3535a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.361443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dad87765-dbb2-44a7-9fa2-4e032e7a6d61 req-6b2a1256-edac-461c-83f5-dc00cbe3535a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 946 time: 0.2770452 Jul 06 11:37:12.440403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e89313a-37aa-4902-851d-10a0de94cf71 req-f2ab1b12-c31d-4f2d-8440-d9753064f3c0 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641369 Jul 06 11:37:12.470609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] For port ce09886f-7487-4b6f-9d89-67da69d7c299, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:12.475328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dad87765-dbb2-44a7-9fa2-4e032e7a6d61 req-845748db-c3f3-499d-a049-1b57ffc6fa76 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019099 Jul 06 11:37:12.476827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-0c7062ca-2a1b-4d0e-b362-e689d4476a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.478342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-0c7062ca-2a1b-4d0e-b362-e689d4476a02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1160414 Jul 06 11:37:12.503107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] For port ce09886f-7487-4b6f-9d89-67da69d7c299, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=ce09886f-7487-4b6f-9d89-67da69d7c299,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:12.523072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.600084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.600385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.601795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce09886f-7487-4b6f-9d89-67da69d7c299 HTTP/1.1" status: 200 len: 1096 time: 2.5257852 Jul 06 11:37:12.634103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7a1c9-12ba-4523-a908-0e0552c56039 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09886f-7487-4b6f-9d89-67da69d7c299,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:12.670568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-5d8825a9-d3ed-4d28-a4d3-169fd870b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.672359 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-5d8825a9-d3ed-4d28-a4d3-169fd870b744 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821754 Jul 06 11:37:12.788980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device bcfe5d06-8bfb-48bc-b7c4-322a5823a012 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:12.835749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de5e6a-337c-4e48-8f7e-c4d0bf9f656f req-d5bbe958-a175-45ee-bc87-b3b6640ca595 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.837467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9de5e6a-337c-4e48-8f7e-c4d0bf9f656f req-d5bbe958-a175-45ee-bc87-b3b6640ca595 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2822895 Jul 06 11:37:12.848499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: bcfe5d06-8bfb-48bc-b7c4-322a5823a012 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:37:12.849153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device bcfe5d06-8bfb-48bc-b7c4-322a5823a012 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:37:12.850867 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a42dbd1-7c24-472d-8aed-aec5ef72b775 x-openstack-request-id: req-2a42dbd1-7c24-472d-8aed-aec5ef72b775 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:12.851199 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aede2b1b-b33a-43ee-a2a4-2b39e79b445a", "tag": "07092662-dd34-4143-900a-71e19bb5af56", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:12.851531 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a42dbd1-7c24-472d-8aed-aec5ef72b775 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:12.852172 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'tag': '07092662-dd34-4143-900a-71e19bb5af56', 'status': 'completed', 'code': 200} Jul 06 11:37:12.902846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-dfd76913-5d97-4a22-92c7-22dda42413ef service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057652 Jul 06 11:37:12.918639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:12.960497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9de5e6a-337c-4e48-8f7e-c4d0bf9f656f req-df6a7bf8-6b7f-4db0-a8a3-52a5d40c5ad3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062846 Jul 06 11:37:13.078374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-41e6b2d2-5769-4ac6-9ab4-1ae8210c77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.080476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-41e6b2d2-5769-4ac6-9ab4-1ae8210c77d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 1099 time: 0.3976674 Jul 06 11:37:13.104171 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-837d0740-27ad-423d-a881-c50c8925dcb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0138906bdfd41b789779a9926a28529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818502 Jul 06 11:37:13.104171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:13.165049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.183176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-b63578bf-c7d4-4c01-aaba-c14105530a2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ce09886f-7487-4b6f-9d89-67da69d7c299 HTTP/1.1" status: 200 len: 217 time: 0.0843945 Jul 06 11:37:13.189846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.195292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-7499b46d-c4ea-4c08-adda-dc80fed5e76c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749920 Jul 06 11:37:13.252169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.255613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.256995 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e HTTP/1.1" status: 204 len: 168 time: 0.1516700 Jul 06 11:37:13.269976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cffe2f-d3d4-433e-9aa5-f01eb8c5302e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:13.282636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.284387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.285167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.285723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.286275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.288323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.288881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.289553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.289922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.290238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.290568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.290896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac011c-b9b0-42b0-9563-f8a45a196ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:13.362145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c119b1-19d0-47d9-8c7e-64309b4397e1 req-217a5b4e-ad73-4d3b-a497-da7491f2bbe5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.363664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33c119b1-19d0-47d9-8c7e-64309b4397e1 req-217a5b4e-ad73-4d3b-a497-da7491f2bbe5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.4111989 Jul 06 11:37:13.373021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-16c2ade9-1071-4d65-8359-782fe00f25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.374486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-16c2ade9-1071-4d65-8359-782fe00f25e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1816020 Jul 06 11:37:13.378230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-34d620c5-51a5-4a82-b722-99c4011af978 service neutron] 10.222.0.79 "GET /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.1658990 Jul 06 11:37:13.387923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f3604-67c8-4a63-9c07-c90418ffb61e req-251908e9-1d61-4179-aeb4-2a47a94bbca8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.389610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-319f3604-67c8-4a63-9c07-c90418ffb61e req-251908e9-1d61-4179-aeb4-2a47a94bbca8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 943 time: 0.3081753 Jul 06 11:37:13.497601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:13.522622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33c119b1-19d0-47d9-8c7e-64309b4397e1 req-7d017cb3-ef78-4748-9236-d5db0c8fa777 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467524 Jul 06 11:37:13.585267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-319f3604-67c8-4a63-9c07-c90418ffb61e req-e72bd7e6-ba75-414d-a879-31c78f80ed8c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755953 Jul 06 11:37:13.587381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-af5b7c64-6c4e-4deb-839b-de256c123669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.589086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-af5b7c64-6c4e-4deb-839b-de256c123669 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 1099 time: 0.2860150 Jul 06 11:37:13.644064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:13.659108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:13.664866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'port_id': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'mac_address': 'fa:16:3e:d7:1b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150de5ca-678f-4f79-8a8f-48bb496a6698', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:13.707509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ce66c369-9d35-4dce-b53e-73ec29fa52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.711335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.719854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-ce66c369-9d35-4dce-b53e-73ec29fa52eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3227599 Jul 06 11:37:13.726676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87c1fd9-d35f-4e82-b234-1cd5ea18d490 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:13.731021 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4d4dbd27-605d-4bde-88ba-7333a0b2a33f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6a685b6fc174fd6a21ecc3309f58a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707409 Jul 06 11:37:13.735187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:13.767199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:13.771371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.798369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bef4ec7-1d1d-4c04-8393-c5b137480753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.822606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bef4ec7-1d1d-4c04-8393-c5b137480753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.839278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:13.892057 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bef4ec7-1d1d-4c04-8393-c5b137480753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.894620 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bef4ec7-1d1d-4c04-8393-c5b137480753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.898033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2bef4ec7-1d1d-4c04-8393-c5b137480753 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92e01521-71b7-415d-994d-328ec1b7e4a3 HTTP/1.1" status: 204 len: 168 time: 0.1595714 Jul 06 11:37:13.905442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef4ec7-1d1d-4c04-8393-c5b137480753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e01521-71b7-415d-994d-328ec1b7e4a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:13.944019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-15eb8d74-4391-4d0e-9dbb-2cb9a3f5cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.945565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-15eb8d74-4391-4d0e-9dbb-2cb9a3f5cc9c service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3462172 Jul 06 11:37:14.037566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-14db3e59-1f18-4883-84be-425df0d1e2bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=07092662-dd34-4143-900a-71e19bb5af56 HTTP/1.1" status: 200 len: 217 time: 0.0740867 Jul 06 11:37:14.051967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:14.082750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d87c1fd9-d35f-4e82-b234-1cd5ea18d490'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:14.121792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-e0978cc6-bb2f-4e3a-830a-1922d0567fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386781 Jul 06 11:37:14.129507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d792569-5e42-4e68-b447-c7730094047f req-342056c6-bd66-4f64-b6ba-3ecdb3ffdfc9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:14.130895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d792569-5e42-4e68-b447-c7730094047f req-342056c6-bd66-4f64-b6ba-3ecdb3ffdfc9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 948 time: 0.3467917 Jul 06 11:37:14.159269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:14.476441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75a4c-088e-4f74-9785-057b08ef99c6 req-b0eaf741-acf3-40da-bb78-85d5c9d0124a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:14.477947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acd75a4c-088e-4f74-9785-057b08ef99c6 req-b0eaf741-acf3-40da-bb78-85d5c9d0124a tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 946 time: 0.5875213 Jul 06 11:37:14.479985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-4d8f1c95-e00a-4869-98be-6321867cfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:14.481540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-4d8f1c95-e00a-4869-98be-6321867cfe83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.4214520 Jul 06 11:37:14.529956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a15aa8-315d-460e-9696-22e9d8dd44dc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:14.563686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d792569-5e42-4e68-b447-c7730094047f req-687320c4-13bb-4bac-8a9d-e3b28193b859 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131269 Jul 06 11:37:14.576885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:14.629357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.636940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8df1632-bbe2-42cf-a147-12d0057a55a6 req-7e093c3b-08bb-491b-a9d5-7991c3c4a390 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961460 Jul 06 11:37:14.652441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acd75a4c-088e-4f74-9785-057b08ef99c6 req-999aa6fb-53b8-4b98-bbcc-b21cc7fadad7 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588883 Jul 06 11:37:14.766428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed3bac9e-97b1-469d-a719-ee6bc5c198fd req-2ae93fd2-bb9d-4b61-833d-8f56f3d3e937 tempest-FlavorsV2NegativeTest-1353612005 tempest-FlavorsV2NegativeTest-1353612005-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0e5b14a62e6e4c09a1b6d956de064da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058259 Jul 06 11:37:14.770540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-ef16bbd5-1a42-4d58-acf1-7700fbda71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:14.772062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-ef16bbd5-1a42-4d58-acf1-7700fbda71a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2753274 Jul 06 11:37:14.773050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Transition to ACTIVE for port object 49a15aa8-315d-460e-9696-22e9d8dd44dc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:14.804651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.863312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'tag': 'ce09886f-7487-4b6f-9d89-67da69d7c299'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:14.870386 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e7ccbd-e709-439a-8ba2-f66f3dceb680" -d '{"events": [{"name": "network-changed", "server_uuid": "a66add51-dcfa-40b2-918a-e0ec88bd0c0d", "tag": "ce09886f-7487-4b6f-9d89-67da69d7c299"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:15.025541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] No DVR routers for this DVR port 49a15aa8-315d-460e-9696-22e9d8dd44dc on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:15.049219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:15.098470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.098816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.099166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.099487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.099819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.100192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.100517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.100839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.101158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.101476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.101794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.102111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:15.119195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9e98e3b0-fb08-4a67-b548-d1e27268e4f4 service neutron] 10.222.0.79 "PUT /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7286441 Jul 06 11:37:15.122021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-d5d88d0e-8ef6-4b93-9721-8726432a8fd1 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364038 Jul 06 11:37:15.130805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bac9e-97b1-469d-a719-ee6bc5c198fd req-8ca63246-3173-4949-9caa-a788c05bb8de tempest-FlavorsV2NegativeTest-1353612005 tempest-FlavorsV2NegativeTest-1353612005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.133281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed3bac9e-97b1-469d-a719-ee6bc5c198fd req-8ca63246-3173-4949-9caa-a788c05bb8de tempest-FlavorsV2NegativeTest-1353612005 tempest-FlavorsV2NegativeTest-1353612005-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579986 Jul 06 11:37:15.202218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334f8b-6692-45c3-89a9-d6ca01306450 req-2ba5a842-d439-43c4-ad6c-59d7ba7d178f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.203736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57334f8b-6692-45c3-89a9-d6ca01306450 req-2ba5a842-d439-43c4-ad6c-59d7ba7d178f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.4169176 Jul 06 11:37:15.235093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed3bac9e-97b1-469d-a719-ee6bc5c198fd req-af66b952-ed8b-4f01-aef7-50ef847e1a93 tempest-FlavorsV2NegativeTest-1353612005 tempest-FlavorsV2NegativeTest-1353612005-project] 10.222.0.78 "GET /v2.0/quotas/0e5b14a62e6e4c09a1b6d956de064da1 HTTP/1.1" status: 200 len: 375 time: 0.0892050 Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.268581 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:37:15.273109 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:37:15.324486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed3bac9e-97b1-469d-a719-ee6bc5c198fd req-2dd3283e-f2f6-4ce4-8841-9c98f4b95dc7 tempest-FlavorsV2NegativeTest-1353612005 tempest-FlavorsV2NegativeTest-1353612005-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e5b14a62e6e4c09a1b6d956de064da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883260 Jul 06 11:37:15.382650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57334f8b-6692-45c3-89a9-d6ca01306450 req-2de54a22-a657-489e-88ae-8bee8367bffa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635997 Jul 06 11:37:15.462086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7ecdc9-f67c-4f38-8e28-0cd86f0f3e46 req-198fbde4-4604-4f93-9249-29bc29111d2c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278584 Jul 06 11:37:15.474103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-2f0450a7-29d9-4fe0-99bf-85f0b8b0cbd6 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.479084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-2f0450a7-29d9-4fe0-99bf-85f0b8b0cbd6 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.2718451 Jul 06 11:37:15.520547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 07092662-dd34-4143-900a-71e19bb5af56 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:15.664484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 07092662-dd34-4143-900a-71e19bb5af56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=07092662-dd34-4143-900a-71e19bb5af56,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:15.674277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-53bb86ae-92b4-45f0-bfd8-f7e4a6c4a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.675803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-53bb86ae-92b4-45f0-bfd8-f7e4a6c4a79f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50&tenant_id=90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 1095 time: 0.1860623 Jul 06 11:37:15.679829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:15.686116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '07092662-dd34-4143-900a-71e19bb5af56', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '07092662-dd34-4143-900a-71e19bb5af56', 'mac_address': 'fa:16:3e:86:56:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:15.704041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1d782-a9ed-429c-a37c-555bb6df7bec req-9b602620-e0a1-4df3-8088-63e46605f522 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.711679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1da1d782-a9ed-429c-a37c-555bb6df7bec req-9b602620-e0a1-4df3-8088-63e46605f522 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 944 time: 0.1555057 Jul 06 11:37:15.742021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca18cb-8e37-4b23-8419-b406cf71f152 req-68bb1857-14d8-4033-b911-c0345f9df18d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.750918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acca18cb-8e37-4b23-8419-b406cf71f152 req-68bb1857-14d8-4033-b911-c0345f9df18d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.1573968 Jul 06 11:37:15.773934 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.796140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07092662-dd34-4143-900a-71e19bb5af56 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:15.817134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:15.833077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 07092662-dd34-4143-900a-71e19bb5af56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=07092662-dd34-4143-900a-71e19bb5af56,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:15.834695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:15.834816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1da1d782-a9ed-429c-a37c-555bb6df7bec req-757d883c-a41b-4b88-83d0-2ba23f109988 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219125 Jul 06 11:37:15.836866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.865429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.887060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acca18cb-8e37-4b23-8419-b406cf71f152 req-c35b2cc3-b4f8-48b7-8d4f-f7c57cc31f22 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350801 Jul 06 11:37:15.927823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9c5c52e1-5da1-4927-94a9-b4b423dd6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.935680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-9c5c52e1-5da1-4927-94a9-b4b423dd6ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1095 time: 0.2210805 Jul 06 11:37:15.955678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=07092662-dd34-4143-900a-71e19bb5af56,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:16.015189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.021591 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b627d38b-0768-4a59-ac50-f0fe3a6a0461 x-openstack-request-id: req-b627d38b-0768-4a59-ac50-f0fe3a6a0461 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:16.022309 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66add51-dcfa-40b2-918a-e0ec88bd0c0d", "tag": "ce09886f-7487-4b6f-9d89-67da69d7c299", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:16.022780 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b627d38b-0768-4a59-ac50-f0fe3a6a0461 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:16.023386 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'tag': 'ce09886f-7487-4b6f-9d89-67da69d7c299', 'status': 'completed', 'code': 200} Jul 06 11:37:16.056540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:16.060844 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc340dc-6395-4fee-89c3-f05427959574" -d '{"events": [{"server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "name": "network-vif-plugged", "status": "completed", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:16.079037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:16.086856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.088625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:16.095949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-803e199d-0f29-473d-93b8-23819ad33bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.097986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-803e199d-0f29-473d-93b8-23819ad33bf9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1518459 Jul 06 11:37:16.207225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:16.209438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-fabf445c-4691-4cd1-a4de-1f002ee8c2fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 217 time: 0.1026793 Jul 06 11:37:16.215183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-226e99e6-e2c8-4766-946b-17c1576ac635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.217005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:37:16.218204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-226e99e6-e2c8-4766-946b-17c1576ac635 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 1099 time: 0.1807280 Jul 06 11:37:16.219613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:16.375093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-ffe417e8-6a5a-4141-b321-998d9a303241 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=aa5603b60e54433590884ad51674b9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416348 Jul 06 11:37:16.384985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-674f0ff3-4715-4ee9-b38a-b7bd21828889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.387707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-49ecc2e4-8130-468d-b455-51988a0ee690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.388230 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-674f0ff3-4715-4ee9-b38a-b7bd21828889 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1549711 Jul 06 11:37:16.389160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-49ecc2e4-8130-468d-b455-51988a0ee690 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1683979 Jul 06 11:37:16.416257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:16.454567 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-506f80df-2508-4d2e-b13a-0809a00898ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ce09886f-7487-4b6f-9d89-67da69d7c299 HTTP/1.1" status: 200 len: 217 time: 0.0492282 Jul 06 11:37:16.486784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-1ca8925e-7977-40ed-87ab-dc0bd9140735 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749371 Jul 06 11:37:16.506232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86de1a-68c1-4d00-aa9b-51d7124a5040 req-86313812-6b5a-4c0d-8b32-a70808ce1df4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.513429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-e3f4f29e-80cb-4680-98cf-252e100d9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.514153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e86de1a-68c1-4d00-aa9b-51d7124a5040 req-86313812-6b5a-4c0d-8b32-a70808ce1df4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 948 time: 0.2413437 Jul 06 11:37:16.515151 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-e3f4f29e-80cb-4680-98cf-252e100d9094 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0491610 Jul 06 11:37:16.619375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38606a3a-34ef-4249-ad6e-217ec1c0b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.633795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-4034ed62-0955-40ee-8d1e-39485323922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.636085 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-4034ed62-0955-40ee-8d1e-39485323922d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106317 Jul 06 11:37:16.644500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e86de1a-68c1-4d00-aa9b-51d7124a5040 req-9d1d3390-f03e-47c0-8a89-31222b4e3053 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294355 Jul 06 11:37:16.687053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-81c24934-da4e-41e0-af53-b0ab433475d8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.695189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-81c24934-da4e-41e0-af53-b0ab433475d8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114612 Jul 06 11:37:16.700686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-f0b4616d-af8d-45ed-803d-d0bc01d90e70 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021368 Jul 06 11:37:16.715866 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189d567a-359e-4e3e-b590-777e17288f4c x-openstack-request-id: req-189d567a-359e-4e3e-b590-777e17288f4c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:16.716884 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "name": "network-vif-plugged", "status": "completed", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:16.717425 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-189d567a-359e-4e3e-b590-777e17288f4c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:16.718028 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'code': 200} Jul 06 11:37:16.722044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-39fe8fec-4d64-45ca-9b87-6a8debad2d83 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/quotas/aa5603b60e54433590884ad51674b9cb HTTP/1.1" status: 200 len: 375 time: 0.0257740 Jul 06 11:37:16.828953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-fbd8b7fa-ac83-4aa9-b513-69345872ffd3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057153 Jul 06 11:37:17.010868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda049d-0f23-4fcb-b742-515f990a0eea req-caa0164a-8bbb-4d22-b7c2-655dd5840b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:17.012663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acda049d-0f23-4fcb-b742-515f990a0eea req-caa0164a-8bbb-4d22-b7c2-655dd5840b42 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1096 time: 0.1981564 Jul 06 11:37:17.023803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62833a84-96e1-4d62-8b10-be9e946cc8c8 req-6d8ddec5-e976-4486-9040-9d3cc381a80b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:17.025736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62833a84-96e1-4d62-8b10-be9e946cc8c8 req-6d8ddec5-e976-4486-9040-9d3cc381a80b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.1350060 Jul 06 11:37:17.093960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-61138b6b-4e36-4da2-857b-97a4af71fe5f service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471686 Jul 06 11:37:17.094846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-37f7dee9-3e7a-41a7-94f7-3aa92555751f service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834438 Jul 06 11:37:17.159903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acda049d-0f23-4fcb-b742-515f990a0eea req-7f691160-a924-40f1-9c5c-965605de7c5b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301715 Jul 06 11:37:17.199370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62833a84-96e1-4d62-8b10-be9e946cc8c8 req-24db616d-c9df-48b7-b19c-69e3349aa29f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195402 Jul 06 11:37:17.238464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38606a3a-34ef-4249-ad6e-217ec1c0b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.252191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38606a3a-34ef-4249-ad6e-217ec1c0b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.393125 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-38606a3a-34ef-4249-ad6e-217ec1c0b396 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e5b14a62e6e4c09a1b6d956de064da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9757614 Jul 06 11:37:17.398892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:17.405371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38606a3a-34ef-4249-ad6e-217ec1c0b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9773dfbd-cc92-4031-9eab-ed61642052fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:17.503822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e7ccbd-e709-439a-8ba2-f66f3dceb680 req-a7ccf0c8-d6ec-43ad-853d-0351f4ee26fe service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927200 Jul 06 11:37:17.538722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 07092662-dd34-4143-900a-71e19bb5af56 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:17.599903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d9dd-2143-40b9-986d-c47f39f3ca6d req-504aa392-3ae9-475c-ab03-d7ac0c7c8f9a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:17.605482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8b0d9dd-2143-40b9-986d-c47f39f3ca6d req-504aa392-3ae9-475c-ab03-d7ac0c7c8f9a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 945 time: 0.3662455 Jul 06 11:37:17.621742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 07092662-dd34-4143-900a-71e19bb5af56 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:17.627661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 07092662-dd34-4143-900a-71e19bb5af56 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:17.628443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.738027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-c250a6bd-aa1d-4785-8c1e-b4fe84b1cbcb tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:17.739154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-c250a6bd-aa1d-4785-8c1e-b4fe84b1cbcb tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.2000334 Jul 06 11:37:17.748195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.763382 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842c5f47-d63d-4a1f-8484-9de6d228b520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.793120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8b0d9dd-2143-40b9-986d-c47f39f3ca6d req-2c168697-5771-4784-8004-d70da69e03d3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462915 Jul 06 11:37:17.797437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 07092662-dd34-4143-900a-71e19bb5af56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=07092662-dd34-4143-900a-71e19bb5af56,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:17.803847 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.806626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8eff-e481-4bb8-a2bc-217c12e1e88e req-935c97a4-c42f-4f81-b558-dba194e760cc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:17.814509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-867c8eff-e481-4bb8-a2bc-217c12e1e88e req-935c97a4-c42f-4f81-b558-dba194e760cc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.3428175 Jul 06 11:37:17.847461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842c5f47-d63d-4a1f-8484-9de6d228b520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.891854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=07092662-dd34-4143-900a-71e19bb5af56,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:17.908407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-867c8eff-e481-4bb8-a2bc-217c12e1e88e req-ef222645-13df-4ce6-b45e-924639d140b1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926843 Jul 06 11:37:17.912356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-f3ebfca5-565b-439c-8557-492755fda1cb service neutron] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:17.916518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-f3ebfca5-565b-439c-8557-492755fda1cb service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.917254 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b1b424b-c86c-4aef-bb7e-8e73f4ba9714 req-f3ebfca5-565b-439c-8557-492755fda1cb service neutron] 10.222.0.64 "DELETE /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.1700170 Jul 06 11:37:17.966746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842c5f47-d63d-4a1f-8484-9de6d228b520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.969605 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842c5f47-d63d-4a1f-8484-9de6d228b520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.970939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-842c5f47-d63d-4a1f-8484-9de6d228b520 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9773dfbd-cc92-4031-9eab-ed61642052fe HTTP/1.1" status: 204 len: 168 time: 0.5703630 Jul 06 11:37:17.986259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c5f47-d63d-4a1f-8484-9de6d228b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9773dfbd-cc92-4031-9eab-ed61642052fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:18.073764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-7567ac40-29b5-4c5c-901d-cfb5c45f104a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=aa5603b60e54433590884ad51674b9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286243 Jul 06 11:37:18.234591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-e517c336-e88f-4839-bb1b-383bba4afb23 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:18.236685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-e517c336-e88f-4839-bb1b-383bba4afb23 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618636 Jul 06 11:37:18.257436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b032-d404-4e8c-bd0e-3f77df0b5c3b req-e2ba36f9-ccaa-49ed-b8c9-caa24b10ee15 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:18.259260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1be4b032-d404-4e8c-bd0e-3f77df0b5c3b req-e2ba36f9-ccaa-49ed-b8c9-caa24b10ee15 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 948 time: 0.1152987 Jul 06 11:37:18.282661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-fba99df7-3339-4b21-8bf2-b9d64f5be8fa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/quotas/aa5603b60e54433590884ad51674b9cb HTTP/1.1" status: 200 len: 375 time: 0.0172794 Jul 06 11:37:18.332312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-9aea0c84-61ad-4855-98eb-1746243942ab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487001 Jul 06 11:37:18.347748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1be4b032-d404-4e8c-bd0e-3f77df0b5c3b req-0ed49cff-720c-43e5-87bf-2be44effc2d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 Jul 06 11:37:18.696586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66beed-602a-4382-962e-bf531da553d4 req-822b62d5-2d1e-4d26-a600-27a893b25d81 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:18.707064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b66beed-602a-4382-962e-bf531da553d4 req-822b62d5-2d1e-4d26-a600-27a893b25d81 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.1213727 Jul 06 11:37:18.720041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07092662-dd34-4143-900a-71e19bb5af56'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:18.724151 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9515a11-d526-475e-aecb-d836a344a162" -d '{"events": [{"server_uuid": "aede2b1b-b33a-43ee-a2a4-2b39e79b445a", "name": "network-vif-plugged", "status": "completed", "tag": "07092662-dd34-4143-900a-71e19bb5af56"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:18.787298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b66beed-602a-4382-962e-bf531da553d4 req-2b8fb24e-e2b9-471b-af03-29855af2682a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Jul 06 11:37:18.799806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device ce09886f-7487-4b6f-9d89-67da69d7c299 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:18.888950 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-502eb4da-9f12-4919-8546-54cb3d6494af tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aa5603b60e54433590884ad51674b9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864675 Jul 06 11:37:19.004532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port ce09886f-7487-4b6f-9d89-67da69d7c299, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=ce09886f-7487-4b6f-9d89-67da69d7c299,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:19.028162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'ce09886f-7487-4b6f-9d89-67da69d7c299', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'ce09886f-7487-4b6f-9d89-67da69d7c299', 'mac_address': 'fa:16:3e:9f:9b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:19.043560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62f480f8-2e3a-4d62-ab41-7af0687b46a7 req-caffd23c-d79f-438f-ba46-2c1095cab1d4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 210 time: 0.1293418 Jul 06 11:37:19.117551 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea8f3b7-de86-4b63-9f04-ff87fca935c9 x-openstack-request-id: req-aea8f3b7-de86-4b63-9f04-ff87fca935c9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:19.118959 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede2b1b-b33a-43ee-a2a4-2b39e79b445a", "name": "network-vif-plugged", "status": "completed", "tag": "07092662-dd34-4143-900a-71e19bb5af56", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:19.122171 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aea8f3b7-de86-4b63-9f04-ff87fca935c9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:19.122886 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07092662-dd34-4143-900a-71e19bb5af56', 'code': 200} Jul 06 11:37:19.180690 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.215177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce09886f-7487-4b6f-9d89-67da69d7c299 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:19.242643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-a8714b9a-b1a9-440b-a1eb-7db99ecaaf70 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:19.253830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-a8714b9a-b1a9-440b-a1eb-7db99ecaaf70 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3375118 Jul 06 11:37:19.256767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port ce09886f-7487-4b6f-9d89-67da69d7c299, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=ce09886f-7487-4b6f-9d89-67da69d7c299,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:19.268207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.269064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Request body: {'port': {'device_id': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'aa5603b60e54433590884ad51674b9cb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:19.326351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d76c9-a1b0-4c48-bf2f-95c0a569c79d req-2f072475-f81b-4dd1-8d2a-6dede9fb5359 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:19.335072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e48d76c9-a1b0-4c48-bf2f-95c0a569c79d req-2f072475-f81b-4dd1-8d2a-6dede9fb5359 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 945 time: 0.1341927 Jul 06 11:37:19.355051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=ce09886f-7487-4b6f-9d89-67da69d7c299,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:19.407824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd7d2-3e1b-43fa-849f-c47e3ace91d6 req-4305b831-f68c-4d4e-bf89-a31113a32964 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:19.409719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eafdd7d2-3e1b-43fa-849f-c47e3ace91d6 req-4305b831-f68c-4d4e-bf89-a31113a32964 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.1737087 Jul 06 11:37:19.476389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Made reservation on behalf of aa5603b60e54433590884ad51674b9cb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:19.481905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.495746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.611323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.621833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.689269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e3f44-82bf-48e3-baa0-6fcb44e69052,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:19.712476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e48d76c9-a1b0-4c48-bf2f-95c0a569c79d req-3eb7bb95-53df-4a29-a786-ff7ec3ad5c86 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762751 Jul 06 11:37:19.743604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:19.775197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eafdd7d2-3e1b-43fa-849f-c47e3ace91d6 req-8536ba8a-2589-480b-9043-6cc248d19d2a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417895 Jul 06 11:37:19.786034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Allocated IP 192.168.233.39 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/599aa06a-bac1-4049-bffa-b276c7f2bd3d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:19.791080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b261d2-d60c-4095-a6f5-04323f4d4d62 req-fac79dcc-9027-4c86-b629-ccb91093f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:19.793189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58b261d2-d60c-4095-a6f5-04323f4d4d62 req-fac79dcc-9027-4c86-b629-ccb91093f32c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 1101 time: 0.4394295 Jul 06 11:37:19.873984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58b261d2-d60c-4095-a6f5-04323f4d4d62 req-1ccfabda-8a51-4ea1-b8d5-f5264bd1abbf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697794 Jul 06 11:37:20.039874 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.064392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Transition to ACTIVE for port object 599aa06a-bac1-4049-bffa-b276c7f2bd3d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:20.110853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.158860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:20.165573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:20.168885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:20.182951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-8028e65f-1ad4-4989-b76c-dbbee2cd18ab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=aa5603b60e54433590884ad51674b9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390964 Jul 06 11:37:20.197984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e50af-4f28-4959-a337-8995ef6c4fd5 req-f3f3036f-d60c-4f4d-8096-7e4be37f206d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:20.208889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d9e50af-4f28-4959-a337-8995ef6c4fd5 req-f3f3036f-d60c-4f4d-8096-7e4be37f206d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 949 time: 0.1595209 Jul 06 11:37:20.262795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:20.263461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.279003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:20.299004 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-197d1043-057c-4064-acc4-226d864dfc58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0356145 Jul 06 11:37:20.318647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Request body: {'port': {'device_id': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:20.353367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d9e50af-4f28-4959-a337-8995ef6c4fd5 req-5fe81e16-eec7-46f9-bbde-ddd9da1b0dff tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439836 Jul 06 11:37:20.373838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38dcf3-aa8f-4998-8b86-3e49d75b6aa0 req-050ca306-d9c8-436b-8654-919e444047f7 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:20.382198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed38dcf3-aa8f-4998-8b86-3e49d75b6aa0 req-050ca306-d9c8-436b-8654-919e444047f7 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1096 time: 0.2748418 Jul 06 11:37:20.423373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-d9e92081-8a3c-4d01-ac6c-bbaee12b9925 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:20.426238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-d9e92081-8a3c-4d01-ac6c-bbaee12b9925 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154503 Jul 06 11:37:20.466127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Request body: {'port': {'device_id': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'aa5603b60e54433590884ad51674b9cb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:20.527239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.545362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed38dcf3-aa8f-4998-8b86-3e49d75b6aa0 req-6e0ad7f6-8366-441b-9108-d003c2ee9edd tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178455 Jul 06 11:37:20.590727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09bf20d0-6462-405b-bc68-4b511c661022 None None] Provisioning for port 599aa06a-bac1-4049-bffa-b276c7f2bd3d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:20.601600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09bf20d0-6462-405b-bc68-4b511c661022 None None] Provisioning complete for port 599aa06a-bac1-4049-bffa-b276c7f2bd3d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:20.602835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09bf20d0-6462-405b-bc68-4b511c661022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.692896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-09bf20d0-6462-405b-bc68-4b511c661022 None None] Port 599aa06a-bac1-4049-bffa-b276c7f2bd3d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:20.795397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68734b-9304-460c-a08e-87f26d967b1f req-af660e5c-3968-4e51-9b30-a337fa831bb6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:20.808560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f68734b-9304-460c-a08e-87f26d967b1f req-af660e5c-3968-4e51-9b30-a337fa831bb6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.1892211 Jul 06 11:37:20.810940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Made reservation on behalf of aa5603b60e54433590884ad51674b9cb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:20.814967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.909251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f68734b-9304-460c-a08e-87f26d967b1f req-668906a7-6e37-450d-bbdf-3ee2e0f20172 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906925 Jul 06 11:37:20.922899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ad35bfa-c499-456e-9d34-3e6357be02ab req-b42cddc9-9a7b-4748-9419-9ebae596507c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 210 time: 0.1128309 Jul 06 11:37:21.022838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599aa06a-bac1-4049-bffa-b276c7f2bd3d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:21.035143 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.053530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Transition to ACTIVE for port object 599aa06a-bac1-4049-bffa-b276c7f2bd3d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:21.059027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.171254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:21.203062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Attempting to bind port 599aa06a-bac1-4049-bffa-b276c7f2bd3d on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:21.203529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Attempting to bind port 599aa06a-bac1-4049-bffa-b276c7f2bd3d by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:21.203898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Attempting to bind port 599aa06a-bac1-4049-bffa-b276c7f2bd3d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:21.209238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Port 599aa06a-bac1-4049-bffa-b276c7f2bd3d on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:21.209700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Attempting to bind port 599aa06a-bac1-4049-bffa-b276c7f2bd3d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:21.216946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:21.217296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:21.217685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:21.218118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Bound port: 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:21.219742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.243090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Allocated IP 192.168.233.86 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/b3ebf489-7573-4b58-98fc-d5fd41d2100e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:21.317929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:21.322914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e0514-eff7-483a-8faf-ffd08be559ea req-21162921-eff5-4385-81d4-9b4abd979dc5 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:21.323187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:21.325257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e29e0514-eff7-483a-8faf-ffd08be559ea req-21162921-eff5-4385-81d4-9b4abd979dc5 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1096 time: 0.1897891 Jul 06 11:37:21.335978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.368869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5c88e-57dc-42e2-a85b-d8471ebb7a89 req-42c8f2d1-da8f-44df-adf6-7d4a19c8ef6c tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:21.376125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:21.376902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.378408 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] 10.222.0.64 "PUT /v2.0/ports/599aa06a-bac1-4049-bffa-b276c7f2bd3d HTTP/1.1" status: 200 len: 1095 time: 1.0663307 Jul 06 11:37:21.379038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-caa5c88e-57dc-42e2-a85b-d8471ebb7a89 req-42c8f2d1-da8f-44df-adf6-7d4a19c8ef6c tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1095 time: 0.2444668 Jul 06 11:37:21.381166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:21.385905 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:21.462770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57344bd2-248b-4645-9bbf-20d3c256dc79 service neutron] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:21.504111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-014cb306-b1a5-4345-b521-a7b059a3c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:21.506157 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-014cb306-b1a5-4345-b521-a7b059a3c5b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1098 time: 0.0761688 Jul 06 11:37:21.508545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e29e0514-eff7-483a-8faf-ffd08be559ea req-51f8f53d-15bd-4ba1-bd98-997e90e39c9c tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640244 Jul 06 11:37:21.517299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-caa5c88e-57dc-42e2-a85b-d8471ebb7a89 req-63a2f8a0-d726-4157-9c01-a785e17319fc tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370263 Jul 06 11:37:21.581488 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-a0850ad0-f9e1-42a5-95db-4a1d77a7cace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d HTTP/1.1" status: 200 len: 217 time: 0.0628755 Jul 06 11:37:21.636594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.664424 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ade5d92-0382-4fa6-9a39-d10bc04742aa x-openstack-request-id: req-0ade5d92-0382-4fa6-9a39-d10bc04742aa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:21.670249 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:21.670552 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ade5d92-0382-4fa6-9a39-d10bc04742aa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:21.670979 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'status': 'completed', 'code': 200} Jul 06 11:37:21.671420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Transition to ACTIVE for port object b3ebf489-7573-4b58-98fc-d5fd41d2100e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:21.697520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-e2fb9aaa-d90d-4190-80b4-94f54c1296a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:21.699286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-e2fb9aaa-d90d-4190-80b4-94f54c1296a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1092436 Jul 06 11:37:21.784952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.808309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb63cf-fda0-4155-90df-21772bab34dc req-d8d576b9-3082-4b62-a689-3badc7f5be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:21.811806 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-d8d576b9-3082-4b62-a689-3badc7f5be13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999780 Jul 06 11:37:21.884974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event updated for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:21.927572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:21.933046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:21.946239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:21.971234 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-8d07211e-62c7-456c-8afb-aed8fbf504e6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528869 Jul 06 11:37:22.074120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.074788 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.109526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-becb63cf-fda0-4155-90df-21772bab34dc req-f096d212-5872-4283-bdd5-d7013da78383 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305726 Jul 06 11:37:22.112630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145377d-664b-40d9-8433-30ba9c351761 req-ec56c569-e00d-4c07-b74a-41b9df247965 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.114216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0145377d-664b-40d9-8433-30ba9c351761 req-ec56c569-e00d-4c07-b74a-41b9df247965 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 949 time: 0.2723889 Jul 06 11:37:22.122480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-13823008-2105-420e-a6e9-4c26a10ba164 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.128618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-13823008-2105-420e-a6e9-4c26a10ba164 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.1925776 Jul 06 11:37:22.134511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-5593bcb7-1ccd-462c-9637-2afc56b0978c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6740074 Jul 06 11:37:22.155687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Request body: {'port': {'device_id': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:22.195595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-86382be6-faf7-4636-8979-90ba1eee74f8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/quotas/90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 375 time: 0.0652540 Jul 06 11:37:22.233403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-03b1b603-4611-455e-b926-74752a53984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.235219 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-03b1b603-4611-455e-b926-74752a53984f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1098 time: 0.0636191 Jul 06 11:37:22.289151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0145377d-664b-40d9-8433-30ba9c351761 req-954edffd-dad9-4e9e-aa5f-c45f9eab6127 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561172 Jul 06 11:37:22.294616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0692008e-6a7e-43d5-bbe7-3f5e1c8e3d1c None None] Provisioning for port b3ebf489-7573-4b58-98fc-d5fd41d2100e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:22.305007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0692008e-6a7e-43d5-bbe7-3f5e1c8e3d1c None None] Provisioning complete for port b3ebf489-7573-4b58-98fc-d5fd41d2100e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:22.305545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0692008e-6a7e-43d5-bbe7-3f5e1c8e3d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.313467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.350105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-b7e2fa5e-1ebb-4549-87a3-a7cf6b7d07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.352403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-b7e2fa5e-1ebb-4549-87a3-a7cf6b7d07fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1099620 Jul 06 11:37:22.395495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0692008e-6a7e-43d5-bbe7-3f5e1c8e3d1c None None] Port b3ebf489-7573-4b58-98fc-d5fd41d2100e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:22.399847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-2976baae-371a-41df-940e-cf797ae2b2f7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945188 Jul 06 11:37:22.449821 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.452036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-0d46e0f5-4c3e-4749-8ed2-bf43d51247ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d HTTP/1.1" status: 200 len: 217 time: 0.0828385 Jul 06 11:37:22.520646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-01d98c27-8f02-4bc9-9c68-dc35ce8c6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.522201 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-01d98c27-8f02-4bc9-9c68-dc35ce8c6d95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0623901 Jul 06 11:37:22.603258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-93248602-36ed-4e31-8280-838b0d6ce49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:22.605879 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-93248602-36ed-4e31-8280-838b0d6ce49b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765674 Jul 06 11:37:22.639817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-4da5d232-95ca-4d89-8a31-fcba34797af2 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302809 Jul 06 11:37:22.788604 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-1648cb6d-f630-47f2-9ced-5a5b2f48b704 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740346 Jul 06 11:37:22.813015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device ce09886f-7487-4b6f-9d89-67da69d7c299 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:22.845930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-e7c43fd6-da1a-48c2-aa40-5eee68f715ff service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932003 Jul 06 11:37:22.877914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port ce09886f-7487-4b6f-9d89-67da69d7c299 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:22.881363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ebf489-7573-4b58-98fc-d5fd41d2100e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:22.884301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port ce09886f-7487-4b6f-9d89-67da69d7c299 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:22.884669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.908448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.922814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23c8c9da-6e14-40e6-816f-b52a5c05c6fb req-d3a84372-f9f3-46fc-8436-01ba91ba7003 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265478 Jul 06 11:37:22.962670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Transition to ACTIVE for port object b3ebf489-7573-4b58-98fc-d5fd41d2100e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:22.981271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.006138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.037091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09886f-7487-4b6f-9d89-67da69d7c299'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:23.037910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6e160-2118-44f1-8182-b2e144c3691e req-22b9cf6c-58ac-4d05-9cc7-59aec4a7c498 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:23.042715 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231d1d39-a317-498c-b00f-8a7b32a6a3b7" -d '{"events": [{"server_uuid": "a66add51-dcfa-40b2-918a-e0ec88bd0c0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce09886f-7487-4b6f-9d89-67da69d7c299"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:23.045822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24d6e160-2118-44f1-8182-b2e144c3691e req-22b9cf6c-58ac-4d05-9cc7-59aec4a7c498 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2438898 Jul 06 11:37:23.060958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port ce09886f-7487-4b6f-9d89-67da69d7c299, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=ce09886f-7487-4b6f-9d89-67da69d7c299,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:23.076646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.101970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:23.162909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24d6e160-2118-44f1-8182-b2e144c3691e req-93766b2c-81b1-4335-b650-40c4505199f0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161165 Jul 06 11:37:23.220053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=ce09886f-7487-4b6f-9d89-67da69d7c299,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:23.230649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.230983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.231475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.231811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.232188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.232514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.232833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.233292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.233635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.233914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.234362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.234820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:23.310031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Attempting to bind port b3ebf489-7573-4b58-98fc-d5fd41d2100e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:23.310367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Attempting to bind port b3ebf489-7573-4b58-98fc-d5fd41d2100e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:23.310694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Attempting to bind port b3ebf489-7573-4b58-98fc-d5fd41d2100e on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:23.320487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Port b3ebf489-7573-4b58-98fc-d5fd41d2100e on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:23.320816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Attempting to bind port b3ebf489-7573-4b58-98fc-d5fd41d2100e on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:23.331110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:23.331446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:23.331829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:23.332290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Bound port: b3ebf489-7573-4b58-98fc-d5fd41d2100e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:23.332645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.455220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685defc-3082-4d01-8b36-1af4fe224a02 req-02d65ecd-4b9c-4f89-8caa-bd55e3f98fe5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:23.456787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4685defc-3082-4d01-8b36-1af4fe224a02 req-02d65ecd-4b9c-4f89-8caa-bd55e3f98fe5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 947 time: 0.2336299 Jul 06 11:37:23.478562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:23.484424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:23.496663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.559727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:23.560653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.562173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] 10.222.0.79 "PUT /v2.0/ports/b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 1095 time: 1.4141059 Jul 06 11:37:23.564759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:23.567098 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0111e9cb-3122-4703-8dc0-4e17cb3263a8" -d '{"events": [{"name": "network-changed", "server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:23.571287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215cdbf-5995-4796-a902-5a36963bcd6d req-ec5756bd-0112-45e2-a696-ae472e1a907f tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:23.572878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5215cdbf-5995-4796-a902-5a36963bcd6d req-ec5756bd-0112-45e2-a696-ae472e1a907f tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1096 time: 0.2011273 Jul 06 11:37:23.578959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4685defc-3082-4d01-8b36-1af4fe224a02 req-12210658-3aee-404a-8ba6-b773beb39830 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104629 Jul 06 11:37:23.612725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20811e3b-616c-454f-afbb-4224bd7cf263 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:23.676199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5215cdbf-5995-4796-a902-5a36963bcd6d req-b10a427d-2c1d-4255-b4c8-2689f5209c08 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931733 Jul 06 11:37:23.733579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-7724e647-c0c4-46dc-b610-301a238bbe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:23.744032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-7724e647-c0c4-46dc-b610-301a238bbe3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1098 time: 0.1074903 Jul 06 11:37:23.792636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-9ba6202d-b6d6-4abd-bbc3-ff7a0b59b51b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 217 time: 0.0457759 Jul 06 11:37:23.794768 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae117e1-4c55-4f63-8e02-30de7fbe0024 x-openstack-request-id: req-eae117e1-4c55-4f63-8e02-30de7fbe0024 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:23.795275 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66add51-dcfa-40b2-918a-e0ec88bd0c0d", "name": "network-vif-plugged", "status": "completed", "tag": "ce09886f-7487-4b6f-9d89-67da69d7c299", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:23.795945 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eae117e1-4c55-4f63-8e02-30de7fbe0024 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:23.796353 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09886f-7487-4b6f-9d89-67da69d7c299', 'code': 200} Jul 06 11:37:23.892206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-eb896191-b5d0-461c-ac32-83b981b308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:23.893997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-eb896191-b5d0-461c-ac32-83b981b308c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0917819 Jul 06 11:37:24.078834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a9dc6a2-2a73-4a3c-88bc-d61ff0e866ca req-30b9ac6f-8f78-4a9c-883b-affbb0b99d7d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 210 time: 0.1138406 Jul 06 11:37:24.133473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-451fea32-0900-4402-90c8-910fff6c64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:24.134965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-451fea32-0900-4402-90c8-910fff6c64eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2325249 Jul 06 11:37:24.153527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0362300-5155-4a83-a05d-46c05937f489 req-b53c9934-ea87-43d8-881b-a478583bce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:24.155887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a0362300-5155-4a83-a05d-46c05937f489 req-b53c9934-ea87-43d8-881b-a478583bce06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 1101 time: 0.1484482 Jul 06 11:37:24.227731 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a0362300-5155-4a83-a05d-46c05937f489 req-6c30bd84-146b-4d20-8a60-7dd98291ae5c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610034 Jul 06 11:37:24.245849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:24.281565 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f75e2-9f88-43b4-9ea5-7cb72450f16a x-openstack-request-id: req-739f75e2-9f88-43b4-9ea5-7cb72450f16a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:24.281857 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:24.282117 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-739f75e2-9f88-43b4-9ea5-7cb72450f16a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:24.282525 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e', 'status': 'completed', 'code': 200} Jul 06 11:37:24.366034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7186bb-3ace-4ec6-a9b8-d84e8318ee2b req-179098d6-ec04-41b4-bd2e-9952d350f49c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:24.367849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7186bb-3ace-4ec6-a9b8-d84e8318ee2b req-179098d6-ec04-41b4-bd2e-9952d350f49c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 950 time: 0.2942507 Jul 06 11:37:24.394470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-f459bbde-1347-435b-a1e6-d1fe5ab98937 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516406 Jul 06 11:37:24.437161 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ade92086-5faf-487b-a58c-b1016191225d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:24.498311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7186bb-3ace-4ec6-a9b8-d84e8318ee2b req-f9fb5fc7-dbde-4c36-b597-cb8f87d494f0 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182008 Jul 06 11:37:24.636983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-188fa87a-7030-4e28-a671-806ceb3a0240 req-1d18225f-91f8-43b8-81e7-6c46fcdda389 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333179 Jul 06 11:37:24.665845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ade92086-5faf-487b-a58c-b1016191225d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:24.673246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ade92086-5faf-487b-a58c-b1016191225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:24.768593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade92086-5faf-487b-a58c-b1016191225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd3c359-ab20-40b9-a25d-6814d458b51d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:24.827160 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ade92086-5faf-487b-a58c-b1016191225d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6604601055e54489989015e370ec2fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785282 Jul 06 11:37:24.832715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:24.938108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d257eefc-606c-483f-8f3c-0e0906a3e887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:24.966629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d257eefc-606c-483f-8f3c-0e0906a3e887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:25.040261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d257eefc-606c-483f-8f3c-0e0906a3e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:25.048715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d257eefc-606c-483f-8f3c-0e0906a3e887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:25.050035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d257eefc-606c-483f-8f3c-0e0906a3e887 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fd3c359-ab20-40b9-a25d-6814d458b51d HTTP/1.1" status: 204 len: 168 time: 0.2155855 Jul 06 11:37:25.059532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257eefc-606c-483f-8f3c-0e0906a3e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd3c359-ab20-40b9-a25d-6814d458b51d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:25.189159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-fe2049c5-bdc5-434a-817e-4b0d0943b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:25.190958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-fe2049c5-bdc5-434a-817e-4b0d0943b38b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1098 time: 0.2841928 Jul 06 11:37:25.589787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-4b97f08d-3f9b-482d-be74-cb7f73c5c2fc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:25.592888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-4b97f08d-3f9b-482d-be74-cb7f73c5c2fc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.7010677 Jul 06 11:37:25.606450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d92d62-f353-437b-a04a-8d0c786b2428 req-9bca9baa-0ff2-4aa6-a50a-2a1944806ed7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:25.608423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d92d62-f353-437b-a04a-8d0c786b2428 req-9bca9baa-0ff2-4aa6-a50a-2a1944806ed7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.8028188 Jul 06 11:37:25.614499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Request body: {'port': {'device_id': '6137b3d1-b257-472f-9b76-790d6232f305', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'admin_state_up': True, 'tenant_id': '90984fee70d2435791401bce2c6bacc3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:25.773260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d92d62-f353-437b-a04a-8d0c786b2428 req-20bace00-7e3f-4f1d-a8ca-feb72593e42c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254084 Jul 06 11:37:25.817172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-8b736850-26a2-443e-83eb-614031eff8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:25.818881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-8b736850-26a2-443e-83eb-614031eff8de service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.6194389 Jul 06 11:37:25.881265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-29b2ccd5-f9e8-43e1-b2ec-a9780557d853 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 217 time: 0.0513732 Jul 06 11:37:25.900062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Made reservation on behalf of 90984fee70d2435791401bce2c6bacc3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:25.907432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:26.120021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-98cb29b5-c13d-4a2a-821a-f0a161b752ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.121990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-98cb29b5-c13d-4a2a-821a-f0a161b752ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2325180 Jul 06 11:37:26.127208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c780b897-08cc-486c-9e10-9cf110ab0839 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:37:26.129344 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c780b897-08cc-486c-9e10-9cf110ab0839 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161369 Jul 06 11:37:26.143304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:26.143972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:37:26.193661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a76a5-4309-4442-a0f8-dd3a301d0f03 req-c5176559-3a6c-47e2-85ef-846a31381b1c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.195198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-886a76a5-4309-4442-a0f8-dd3a301d0f03 req-c5176559-3a6c-47e2-85ef-846a31381b1c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 947 time: 0.2278681 Jul 06 11:37:26.234805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:26.311047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-886a76a5-4309-4442-a0f8-dd3a301d0f03 req-293f92ea-844e-4a81-ae4d-c7eeca624e3f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073196 Jul 06 11:37:26.315891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-9e430575-ef2d-4cd1-a666-3e0e111e49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.317639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-9e430575-ef2d-4cd1-a666-3e0e111e49d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792946 Jul 06 11:37:26.322537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Allocated IP 172.20.0.14 (33e15860-3f86-4485-801b-4a6fb60ed484/c6235e97-5b88-4078-8656-ccdf1fb32672/3d505de4-91ca-4532-bafa-1bc9062540c2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:26.330548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:26.330946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:26.331342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:26.336261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:26.336585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:26.345302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:26.346557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:26.346860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:26.347473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Bound port: d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:26.411282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-895939312-network', 'tenant_id': 'b110190ddeb743df9cfce07845254b12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:26.422093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:26.428713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:26.441102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-399d47b4-5c18-4222-81a1-6c8f6cf8a9a9 service neutron] 10.222.0.78 "POST /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490/bindings HTTP/1.1" status: 201 len: 389 time: 0.3024485 Jul 06 11:37:26.534118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:26.536637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:26.555079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-d16caffd-988b-49f0-8821-1d1d54dc1441 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127438 Jul 06 11:37:26.559830 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:26.717425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d217667-39db-49f9-a393-380d2508da52 req-e03e0b0b-5056-469b-b4f7-6ed0e7bdb771 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 210 time: 0.0897262 Jul 06 11:37:26.774382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-44d9f898-33ac-4cef-b4c2-dcd974ecc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.776673 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-44d9f898-33ac-4cef-b4c2-dcd974ecc47d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1096 time: 0.0705867 Jul 06 11:37:26.835602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:26.873599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:26.889154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0111e9cb-3122-4703-8dc0-4e17cb3263a8 req-c2418ea3-0af6-4d9f-a7f5-f465bd7ab976 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190162 Jul 06 11:37:26.918443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-5441d9c7-65b4-4c76-bb2b-8078dac2afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.920810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-5441d9c7-65b4-4c76-bb2b-8078dac2afb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1326876 Jul 06 11:37:26.957076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c845b-e780-468d-b010-ddea55f2d219 req-e6ce6e38-4d85-4e7d-ad2b-15644d1bf12a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.966533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d24c845b-e780-468d-b010-ddea55f2d219 req-e6ce6e38-4d85-4e7d-ad2b-15644d1bf12a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 950 time: 0.3377292 Jul 06 11:37:26.972645 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-956b4354-0462-4b2e-8478-85ccb36ad1ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 217 time: 0.0419044 Jul 06 11:37:27.049738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:27.057216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-cec593b4-9779-4ef6-abb5-820f8ebfbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.059221 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-cec593b4-9779-4ef6-abb5-820f8ebfbae8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0770507 Jul 06 11:37:27.066949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-678f6f7a-5514-432b-b326-ee9132bdc9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.068711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'mac_address': 'fa:16:3e:c4:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:27.102375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-93315914-cba1-459a-8d05-5a6289e62de7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285769 Jul 06 11:37:27.118142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.119391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d24c845b-e780-468d-b010-ddea55f2d219 req-f0df8938-1f51-46a6-a126-a155ab4612eb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509821 Jul 06 11:37:27.130672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.143255 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.152198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599aa06a-bac1-4049-bffa-b276c7f2bd3d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:27.161833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.192361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:27.200666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.226403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-f14c1037-2a3b-40b1-880a-35d05563ef84 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151111 Jul 06 11:37:27.235568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:37:27.266918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:27.331603 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-afaa9ec0-ce28-4378-87e2-339dabf7d4f1 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932744 Jul 06 11:37:27.337291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.337712 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Added segment a7b2cab4-311b-4548-af2a-e32ede0d7c60 of type vlan for network a93575b1-b2ac-43a9-863d-760e19e0a2e2 Jul 06 11:37:27.340292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Network 33e15860-3f86-4485-801b-4a6fb60ed484 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:27.352271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f31959-fc15-48fa-8397-27551ebecc78,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:27.362352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:27.368294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:27.401883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9563-6682-44d7-886c-a92a2496e08b req-3b05afab-5431-421f-8c7b-bd08586916be tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.403427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8dc9563-6682-44d7-886c-a92a2496e08b req-3b05afab-5431-421f-8c7b-bd08586916be tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 945 time: 0.4063761 Jul 06 11:37:27.404101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:27.473231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.486080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d381cc45-d990-4d6a-8bfe-aa1ffcd25b83 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.487707 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d381cc45-d990-4d6a-8bfe-aa1ffcd25b83 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.0690341 Jul 06 11:37:27.500729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:27.504978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.505631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.530466 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8dc9563-6682-44d7-886c-a92a2496e08b req-a34bf902-2c1d-4e59-975d-5ed128d3a93a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997744 Jul 06 11:37:27.555087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a1bf5-5cc8-49db-9c39-93f686b06584 req-f0e4f831-7782-4fef-81ac-479d8ef0ac93 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.557946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-916a1bf5-5cc8-49db-9c39-93f686b06584 req-f0e4f831-7782-4fef-81ac-479d8ef0ac93 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.3020725 Jul 06 11:37:27.560708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-ebfdee06-c488-4905-a64d-81a62e427c9d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9512122 Jul 06 11:37:27.563304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b3ebf489-7573-4b58-98fc-d5fd41d2100e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:27.576392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Request body: {'port': {'device_id': '6137b3d1-b257-472f-9b76-790d6232f305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:27.588716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.589873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.590475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.608508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.691976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4556205 Jul 06 11:37:27.692371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:27.710725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Request body: {'subnet': {'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-895939312-subnet', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:27.727352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['599aa06a-bac1-4049-bffa-b276c7f2bd3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:27.735962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:27.738203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-916a1bf5-5cc8-49db-9c39-93f686b06584 req-7aaa5e4c-1d23-496b-9098-d9a31353af15 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743646 Jul 06 11:37:27.770248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e', 'mac_address': 'fa:16:3e:02:7f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:27.783505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:27.809587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c50a89-6d7e-4aa1-b3f0-36b695ee3751 admin admin] Pushing event updated for resources: {'Network': ['ID=a93575b1-b2ac-43a9-863d-760e19e0a2e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:27.823460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:37:27.826657 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.844057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:27.847659 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.858820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:27.918746 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.944317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.948835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:27.949811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ebf489-7573-4b58-98fc-d5fd41d2100e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:27.951849 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4492d50c-d1fe-48fd-9b51-01258beafe5d" -d '{"events": [{"server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "name": "network-vif-unplugged", "status": "completed", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:27.955975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:27.997018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:28.007577 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.046039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:28.064202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:28.064559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:28.064858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:28.070172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:28.070917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Attempting to bind port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:28.073988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ffc0c-c568-4187-9aad-58dfb6ee3fb4 req-d5683501-7178-432b-a64d-15d35bd7b200 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:28.076603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-524ffc0c-c568-4187-9aad-58dfb6ee3fb4 req-d5683501-7178-432b-a64d-15d35bd7b200 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 950 time: 0.3601701 Jul 06 11:37:28.077231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:28.077579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:28.078099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:28.078749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Bound port: d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:28.078970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.098255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:28.152617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:28.155804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:28.162504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.245000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:28.250528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:28.251105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.252666 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4fc74de1-92af-4ac7-a984-7b7e853f68a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 1121 time: 0.7565529 Jul 06 11:37:28.281056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b3ebf489-7573-4b58-98fc-d5fd41d2100e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:28.307757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9714fc-0717-45fe-9204-889c1516b28d req-f9a78c1f-065b-4c36-b098-80fa3275a0c6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:28.309388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a9714fc-0717-45fe-9204-889c1516b28d req-f9a78c1f-065b-4c36-b098-80fa3275a0c6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 947 time: 0.3932796 Jul 06 11:37:28.320667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-524ffc0c-c568-4187-9aad-58dfb6ee3fb4 req-e5577ef4-eff4-4c1a-a868-602396997b04 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755443 Jul 06 11:37:28.390637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d87c1fd9-d35f-4e82-b234-1cd5ea18d490'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:28.475201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a9714fc-0717-45fe-9204-889c1516b28d req-4b8899b3-86d2-4335-9bf4-ab8f9ec836ff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536922 Jul 06 11:37:28.544543 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0930ed4-10df-4538-9bdc-d8bbcea579e8 x-openstack-request-id: req-e0930ed4-10df-4538-9bdc-d8bbcea579e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:28.544839 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "name": "network-vif-unplugged", "status": "completed", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:28.545650 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0930ed4-10df-4538-9bdc-d8bbcea579e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:28.545978 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'code': 200} Jul 06 11:37:28.583275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d505de4-91ca-4532-bafa-1bc9062540c2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:28.592976 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.601598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.621620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Transition to ACTIVE for port object 3d505de4-91ca-4532-bafa-1bc9062540c2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:28.676400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.772024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfab130b-4a80-48cf-a70b-e3b66afd59e0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:28.789407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:29.042054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Checking segment: {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:29.042486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Network hostable DHCP agents. Network: a93575b1-b2ac-43a9-863d-760e19e0a2e2, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:37:29.119461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773df5-5d1f-4a49-8c16-72aa6245a917 req-6065198f-ddeb-48ee-8376-c0bbc9a6b107 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.121023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0773df5-5d1f-4a49-8c16-72aa6245a917 req-6065198f-ddeb-48ee-8376-c0bbc9a6b107 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.5083237 Jul 06 11:37:29.167181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:37:29.197646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a93575b1-b2ac-43a9-863d-760e19e0a2e2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:29.206118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8be5be-f0c5-4d59-9b97-6dc3b6a42706 None None] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:29.210685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.211289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.217535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:29.217877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:29.218210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:29.227870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0773df5-5d1f-4a49-8c16-72aa6245a917 req-521b3e90-3719-4c34-aeec-55c0b4721359 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991623 Jul 06 11:37:29.241209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746861-139d-4722-b45f-4603bde14bda req-92393133-1a9a-45b8-b2ec-e19a3558217b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.248671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746861-139d-4722-b45f-4603bde14bda req-92393133-1a9a-45b8-b2ec-e19a3558217b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.250343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e746861-139d-4722-b45f-4603bde14bda req-92393133-1a9a-45b8-b2ec-e19a3558217b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d&device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 1691 time: 0.4531016 Jul 06 11:37:29.252234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:29.252500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:29.267747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:29.268129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:29.268526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:29.268983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Bound port: 3d505de4-91ca-4532-bafa-1bc9062540c2, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:29.269348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.281623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c6dc12b7-1ae7-4a9c-b6c4-f05aba08ae84 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5798130 Jul 06 11:37:29.284968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:29.292953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:29.328266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.329863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.411967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.439536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e746861-139d-4722-b45f-4603bde14bda req-405b9192-9204-4858-b4f8-1153ef5a44d4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821737 Jul 06 11:37:29.450645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:29.458268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:29.464869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.522913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.524114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.526078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] 10.222.0.79 "PUT /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 1092 time: 1.9537654 Jul 06 11:37:29.534795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:29.546520 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0a0c96-eba1-4399-8bfb-a0e11168b945" -d '{"events": [{"name": "network-changed", "server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:29.569337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b3ebf489-7573-4b58-98fc-d5fd41d2100e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:29.575717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-a93575b1-b2ac-43a9-863d-760e19e0a2e2', 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'fixed_ips': [{'subnet_id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:37:29.576525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.596047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80a346e3-38f1-44fe-8a2e-c4361cf585f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.611162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.640365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b25bde-25a2-47ad-867d-0529a7404648 req-4b8e8cc2-f498-47e6-bce0-4c20340bfbb2 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.646892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83b25bde-25a2-47ad-867d-0529a7404648 req-4b8e8cc2-f498-47e6-bce0-4c20340bfbb2 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.2849436 Jul 06 11:37:29.703536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa958338-7205-40a2-a402-dd96ddc5bbff service neutron] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:29.718834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.719575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port b3ebf489-7573-4b58-98fc-d5fd41d2100e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:29.727903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port b3ebf489-7573-4b58-98fc-d5fd41d2100e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:29.729770 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:29.754126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83b25bde-25a2-47ad-867d-0529a7404648 req-080cc020-28ae-4d40-844f-05d40ea849a5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844719 Jul 06 11:37:29.794622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14582f-918b-4ea2-9733-04829c4f6613 req-1b8341d2-a1c5-41ee-b533-85a98ccf482a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.796770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba14582f-918b-4ea2-9733-04829c4f6613 req-1b8341d2-a1c5-41ee-b533-85a98ccf482a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2248974 Jul 06 11:37:29.807747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-a3c690e4-7dfc-46dd-9502-d48cacf47e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.809439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-a3c690e4-7dfc-46dd-9502-d48cacf47e65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1095 time: 0.2147191 Jul 06 11:37:29.832214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Allocated IP 172.20.0.2 (a93575b1-b2ac-43a9-863d-760e19e0a2e2/bfab130b-4a80-48cf-a70b-e3b66afd59e0/4c3c436f-e072-46bf-ab4c-4a34f6411055) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:29.859342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba14582f-918b-4ea2-9733-04829c4f6613 req-70d50cdc-4009-4dcc-9b5f-4ce45387b8fb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Jul 06 11:37:29.906828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-5d5e6dcc-b96f-47c4-8eaf-28cbab6c9bc6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 217 time: 0.0510881 Jul 06 11:37:29.957268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.012006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-e725c944-c520-40ba-978e-0a7c9c58ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.012395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.014003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-e725c944-c520-40ba-978e-0a7c9c58ef11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0924778 Jul 06 11:37:30.031936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:30.035964 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882696c8-4307-4dbc-b9c5-e51a803fcdf4" -d '{"events": [{"server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "name": "network-vif-plugged", "status": "completed", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:30.054099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:30.059960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.120770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-6b29c137-e58a-4115-8a4b-25006a85dd3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875585 Jul 06 11:37:30.127502 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5077babf-dba2-4c02-b0d9-b03f196baa1f x-openstack-request-id: req-5077babf-dba2-4c02-b0d9-b03f196baa1f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:30.128150 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:30.128899 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5077babf-dba2-4c02-b0d9-b03f196baa1f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:30.129472 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'status': 'completed', 'code': 200} Jul 06 11:37:30.143614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.168176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.175354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:30.212307 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.227453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Transition to ACTIVE for port object 4c3c436f-e072-46bf-ab4c-4a34f6411055 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:30.249571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Transition to ACTIVE for port object 4c3c436f-e072-46bf-ab4c-4a34f6411055 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:30.260543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.287353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fb503-b237-47ef-9735-cb5dd8402cb3 req-8acdb3dc-951e-4fec-a5c3-f2546c503613 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.288975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c83fb503-b237-47ef-9735-cb5dd8402cb3 req-8acdb3dc-951e-4fec-a5c3-f2546c503613 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 949 time: 0.1563840 Jul 06 11:37:30.304726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:30.309695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Allocated IP 172.25.7.212 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/bc63b741-ae44-4d73-a096-157c8525b13a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:30.312575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:30.316439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:30.326400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Pushing event updated for resources: {'Port': ['ID=4c3c436f-e072-46bf-ab4c-4a34f6411055,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:30.327210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-57209f03-4c5b-4aa3-a938-7dae2e6b8807 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579859 Jul 06 11:37:30.388865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Attempting to bind port 4c3c436f-e072-46bf-ab4c-4a34f6411055 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:30.389239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Attempting to bind port 4c3c436f-e072-46bf-ab4c-4a34f6411055 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:30.389731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Attempting to bind port 4c3c436f-e072-46bf-ab4c-4a34f6411055 on network a93575b1-b2ac-43a9-863d-760e19e0a2e2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:30.396323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:30.396323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Checking segment: {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:30.396701 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.397097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Bound using segment: {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:30.397562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Bound port: 4c3c436f-e072-46bf-ab4c-4a34f6411055, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:30.398230 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.428529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c83fb503-b237-47ef-9735-cb5dd8402cb3 req-fbd368e5-6006-40bb-b48a-3cdce84a04dc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049345 Jul 06 11:37:30.445941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.469610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] For port 4c3c436f-e072-46bf-ab4c-4a34f6411055, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:30.470682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0e404-b83f-467e-b03d-560d3c75119d req-33dfdfe0-6f3e-41e2-897f-c5fdc06a62d4 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.472364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24c0e404-b83f-467e-b03d-560d3c75119d req-33dfdfe0-6f3e-41e2-897f-c5fdc06a62d4 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 1101 time: 0.1985505 Jul 06 11:37:30.482067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] For port 4c3c436f-e072-46bf-ab4c-4a34f6411055, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4c3c436f-e072-46bf-ab4c-4a34f6411055,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:30.484169 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd318e-c426-43d2-9798-d9ff1e044dc3 x-openstack-request-id: req-7efd318e-c426-43d2-9798-d9ff1e044dc3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:30.484460 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "name": "network-vif-plugged", "status": "completed", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:30.484814 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7efd318e-c426-43d2-9798-d9ff1e044dc3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:30.486096 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e', 'code': 200} Jul 06 11:37:30.490708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.498039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f443ca2-48a5-47f7-b8f2-9cc548c5035b req-56f649cd-31f6-4578-b148-a9d93d5e65c1 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538248 Jul 06 11:37:30.528616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24c0e404-b83f-467e-b03d-560d3c75119d req-5a077635-807f-46ef-8741-2ffdc1406e19 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Jul 06 11:37:30.548241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:30.551200 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ebf460-9a0d-4854-8487-7cf346a78173" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:30.554982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.607661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:30.611666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:30.615718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:30.626250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f47a3-1b1a-4274-8f5a-8f4b36eb52ab None None] Pushing event updated for resources: {'Port': ['ID=4c3c436f-e072-46bf-ab4c-4a34f6411055,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:30.659297 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97661985-a72b-479a-a3bd-cc879f84078e x-openstack-request-id: req-97661985-a72b-479a-a3bd-cc879f84078e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:30.659297 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:30.659297 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97661985-a72b-479a-a3bd-cc879f84078e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:30.659669 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'status': 'completed', 'code': 200} Jul 06 11:37:30.722741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc63b741-ae44-4d73-a096-157c8525b13a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:30.779589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.859265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8afe55-c57e-4f7d-9dc6-4a7bd5d8d2f1 req-cd2d3b8e-6802-4856-b797-755d9e04a003 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.860947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa8afe55-c57e-4f7d-9dc6-4a7bd5d8d2f1 req-cd2d3b8e-6802-4856-b797-755d9e04a003 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.2602406 Jul 06 11:37:30.867507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:30.870793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:30.875536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-3e1d99aa-de1f-4672-9954-eada0dee2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.879560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-3e1d99aa-de1f-4672-9954-eada0dee2643 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1124 time: 0.2137234 Jul 06 11:37:30.894373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afefae-63d8-4a01-b220-1336921c6d17 req-156d5561-c3fe-47ff-8f1c-ffe7b1acca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.894583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26afefae-63d8-4a01-b220-1336921c6d17 req-156d5561-c3fe-47ff-8f1c-ffe7b1acca56 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1100 time: 0.2752986 Jul 06 11:37:30.917362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-0fe04ed1-4792-4a7b-b0a3-6c669373442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.919049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-0fe04ed1-4792-4a7b-b0a3-6c669373442a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1095 time: 0.3276320 Jul 06 11:37:31.074905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa8afe55-c57e-4f7d-9dc6-4a7bd5d8d2f1 req-3b8b1e9b-9710-428e-b65d-96466db3fd74 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978004 Jul 06 11:37:31.075641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 599aa06a-bac1-4049-bffa-b276c7f2bd3d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:31.084594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:31.087096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 599aa06a-bac1-4049-bffa-b276c7f2bd3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:31.087477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.135271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:37:31.139859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-a9a17e14-90e3-4a43-8cc8-fe9540cf90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.142062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-a9a17e14-90e3-4a43-8cc8-fe9540cf90c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1959381 Jul 06 11:37:31.144844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26afefae-63d8-4a01-b220-1336921c6d17 req-3aec892d-cb5a-4749-98c0-1ad54ced9b64 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235374 Jul 06 11:37:31.153391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162e43-7a3a-4f7c-8fc9-47550dc1595b req-f043b28c-649c-475f-b5fc-57cd7ac0dcf2 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.161554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33162e43-7a3a-4f7c-8fc9-47550dc1595b req-f043b28c-649c-475f-b5fc-57cd7ac0dcf2 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 1101 time: 0.3818715 Jul 06 11:37:31.175509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-1c8a0d09-a190-4e29-87ae-7c39418baada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.177068 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-1c8a0d09-a190-4e29-87ae-7c39418baada service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.2879243 Jul 06 11:37:31.183526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.203727 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.206879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33162e43-7a3a-4f7c-8fc9-47550dc1595b req-5920aeb7-c7d8-4129-b1da-b425b9ef6e2c tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Jul 06 11:37:31.248829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:31.262789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.303450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-924f8f26-c041-4649-a1de-180f9a82e649 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 217 time: 0.0530224 Jul 06 11:37:31.345749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:31.364328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-7f582fcb-d85e-4d79-8317-b4ed884ccf2e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 217 time: 0.1013737 Jul 06 11:37:31.412620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-1e3d1ed7-a561-4ec1-8767-413cfbfd5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.414107 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-1e3d1ed7-a561-4ec1-8767-413cfbfd5ce4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0620511 Jul 06 11:37:31.471489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0640f8c-219e-47b5-b38a-ed38c6ef13b7 req-0d1ba23c-1465-44f0-b259-db7b77a0b2f9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.473905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0640f8c-219e-47b5-b38a-ed38c6ef13b7 req-0d1ba23c-1465-44f0-b259-db7b77a0b2f9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.2547338 Jul 06 11:37:31.486495 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-5a204ac1-d124-49cd-afe9-4357b76380b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340900 Jul 06 11:37:31.495684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-39ab005d-e964-43f3-8bfd-71cc786e0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.497394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-39ab005d-e964-43f3-8bfd-71cc786e0e50 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1186736 Jul 06 11:37:31.549400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-8305e9a4-c560-46fd-8825-be71e59e1772 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419371 Jul 06 11:37:31.599216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0640f8c-219e-47b5-b38a-ed38c6ef13b7 req-f8fd1f44-b8e1-4c78-8959-29496c4a8010 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149707 Jul 06 11:37:31.610805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.675290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-5badbc1e-ebda-4d60-b1a4-423c5599d960 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778769 Jul 06 11:37:31.680560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-78e85406-f912-4364-8c7b-5e5bbf4fd96b service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167552 Jul 06 11:37:31.690928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a69547-7984-43f3-8105-7bed083d5d12 req-57c56806-b29b-4f23-aec0-d4f99259dae5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.692884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37a69547-7984-43f3-8105-7bed083d5d12 req-57c56806-b29b-4f23-aec0-d4f99259dae5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2987695 Jul 06 11:37:31.804459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37a69547-7984-43f3-8105-7bed083d5d12 req-05828479-2e9e-4232-960a-81ffa45a7dea tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020911 Jul 06 11:37:31.875202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0a0c96-eba1-4399-8bfb-a0e11168b945 req-e51a58fe-5e4b-40fa-9df5-9b450f67ab8d service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810224 Jul 06 11:37:31.906574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4a307-8179-4dbc-9ccc-1385fa9d88c8 None None] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:31.908042 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87ebf460-9a0d-4854-8487-7cf346a78173 req-d50f3841-5a59-43fa-850f-8dfab04e94f2 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855960 Jul 06 11:37:31.919955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Router 9f12304d-a409-4723-a37b-398e0fbd94d6 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:37:31.943842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-5e54a345-8421-4622-945e-1160b0f0ea8a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278392 Jul 06 11:37:31.998300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a9083a2-ccbb-4927-83bf-f01a45fa7c76 None None] Provisioning for port 4c3c436f-e072-46bf-ab4c-4a34f6411055 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:32.050547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:37:32.062801 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Sync routers for ids ['9f12304d-a409-4723-a37b-398e0fbd94d6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:32.074553 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Routers {'9f12304d-a409-4723-a37b-398e0fbd94d6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:32.075353 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:37:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9f12304d-a409-4723-a37b-398e0fbd94d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:32.085418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:32.087582 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ecafba9-ff02-45cc-a4dc-85b9c42ee0c3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8007174 Jul 06 11:37:32.091005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:32.096950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-29fe1bbc-c62e-423b-9bef-372a3bfc1b32 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:32.104648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-29fe1bbc-c62e-423b-9bef-372a3bfc1b32 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587567 Jul 06 11:37:32.120408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ce0dc-4be2-4b81-9111-cd28eb4e9e59 req-3c5711df-afbc-4ca3-8ca1-be647c5abe04 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:32.122234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7ce0dc-4be2-4b81-9111-cd28eb4e9e59 req-3c5711df-afbc-4ca3-8ca1-be647c5abe04 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 949 time: 0.1296175 Jul 06 11:37:32.131121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-fdb9048d-598f-4ff1-b41b-d4e2f2ead75b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/quotas/3935b51f33fb44f381edfe5271e338d4 HTTP/1.1" status: 200 len: 375 time: 0.0254331 Jul 06 11:37:32.206962 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Set router 9f12304d-a409-4723-a37b-398e0fbd94d6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:32.227249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7ce0dc-4be2-4b81-9111-cd28eb4e9e59 req-da65563b-e207-423a-8a66-45f9d7afb274 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928986 Jul 06 11:37:32.267630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:32.320208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-0d730eb5-22bc-49b0-b728-006e3a24faea tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1881046 Jul 06 11:37:32.486982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:32.489639 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d5ea40-1473-4189-beef-34c7d63e78f6" -d '{"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:32.493625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48714-fd14-4542-a32b-73664fa0aa4d req-94e987c6-7779-415d-a5d2-80c4eb9e3d6a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:32.496870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25b48714-fd14-4542-a32b-73664fa0aa4d req-94e987c6-7779-415d-a5d2-80c4eb9e3d6a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.1061127 Jul 06 11:37:32.500130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:37:30Z', 'revision_number': 3, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:32.556279 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Checking router: 9f12304d-a409-4723-a37b-398e0fbd94d6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:32.557434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Updating router 9f12304d-a409-4723-a37b-398e0fbd94d6 port bc63b741-ae44-4d73-a096-157c8525b13a binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:37:32.589727 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c492ce-4ee7-4719-883c-af559d95d17b x-openstack-request-id: req-08c492ce-4ee7-4719-883c-af559d95d17b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:32.590027 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:32.590286 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08c492ce-4ee7-4719-883c-af559d95d17b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:32.591209 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'code': 200} Jul 06 11:37:32.597218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25b48714-fd14-4542-a32b-73664fa0aa4d req-9f523899-dc7a-4051-b354-0fac9802bdc0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931597 Jul 06 11:37:32.600961 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:32.770029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87778d21-b187-4573-a088-eff22b752296 req-c0c32a40-2113-4ecd-adf3-e76384a8adc7 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 210 time: 0.0570738 Jul 06 11:37:32.870555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:32.902377 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-2dc4322e-e4c0-4191-a679-c0115ce9e786 service neutron] show failed (client error): The resource could not be found. Jul 06 11:37:32.904132 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-2dc4322e-e4c0-4191-a679-c0115ce9e786 service neutron] 10.222.0.79 "GET /v2.0/ports/a3910cd0-a274-481f-939e-8efb143c917d/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.2124972 Jul 06 11:37:32.937229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37e25f-4be9-4961-a49e-1057ccc3824c req-ee8c868f-4cb3-4f22-a416-8033df71196c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:32.939708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a37e25f-4be9-4961-a49e-1057ccc3824c req-ee8c868f-4cb3-4f22-a416-8033df71196c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.1607339 Jul 06 11:37:32.942731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4c3c436f-e072-46bf-ab4c-4a34f6411055 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:32.971447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27874b6-31ef-4a37-8d35-0ae840687fca req-2897ea52-8c4c-41ee-bfe5-036c812709af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:32.973106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e27874b6-31ef-4a37-8d35-0ae840687fca req-2897ea52-8c4c-41ee-bfe5-036c812709af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1100 time: 0.2659543 Jul 06 11:37:33.050162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a37e25f-4be9-4961-a49e-1057ccc3824c req-c34dd3ce-60bd-4564-b8f3-5e1859c7ab88 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992556 Jul 06 11:37:33.087557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e27874b6-31ef-4a37-8d35-0ae840687fca req-4ab8f662-b521-428f-a6b7-82e8e6747acb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917523 Jul 06 11:37:33.114489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4c3c436f-e072-46bf-ab4c-4a34f6411055 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:33.120196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4c3c436f-e072-46bf-ab4c-4a34f6411055 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:33.122284 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.180715 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.187262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Allocated IP 172.20.0.1 (a93575b1-b2ac-43a9-863d-760e19e0a2e2/bfab130b-4a80-48cf-a70b-e3b66afd59e0/c1b58bb3-adb4-4a58-8da6-4884f098b9c5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:33.205998 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Transition to ACTIVE for port object bc63b741-ae44-4d73-a096-157c8525b13a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:33.217797 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.290095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.308323 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Pushing event updated for resources: {'Port': ['ID=bc63b741-ae44-4d73-a096-157c8525b13a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:33.332545 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.334507 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.335582 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.336250 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.337676 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.341122 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.342621 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.343154 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.344299 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.346237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.346740 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.347677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 4c3c436f-e072-46bf-ab4c-4a34f6411055, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4c3c436f-e072-46bf-ab4c-4a34f6411055,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:33.348787 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:33.357591 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.392687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Attempting to bind port bc63b741-ae44-4d73-a096-157c8525b13a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:33.392967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Attempting to bind port bc63b741-ae44-4d73-a096-157c8525b13a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:33.395722 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Attempting to bind port bc63b741-ae44-4d73-a096-157c8525b13a on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:33.407384 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:33.408242 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:33.411145 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.411717 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:33.412387 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Bound port: bc63b741-ae44-4d73-a096-157c8525b13a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:33.417776 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.439014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=4c3c436f-e072-46bf-ab4c-4a34f6411055,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:33.461628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98506826-cd23-4166-86fa-685fa12c0560 req-103f8465-a7aa-46d4-9b1c-eb73b499c64e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:33.463249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98506826-cd23-4166-86fa-685fa12c0560 req-103f8465-a7aa-46d4-9b1c-eb73b499c64e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.1567080 Jul 06 11:37:33.518473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.523481 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] For port bc63b741-ae44-4d73-a096-157c8525b13a, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:33.528785 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] For port bc63b741-ae44-4d73-a096-157c8525b13a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bc63b741-ae44-4d73-a096-157c8525b13a,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:33.534486 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.541876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Transition to ACTIVE for port object c1b58bb3-adb4-4a58-8da6-4884f098b9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:33.562871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98506826-cd23-4166-86fa-685fa12c0560 req-8045879b-a3cc-4d44-b25c-e98cb6bc7f88 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887997 Jul 06 11:37:33.581766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-a3ad72b2-9409-43a8-9dd5-ccab82e4b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:33.583286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-a3ad72b2-9409-43a8-9dd5-ccab82e4b0ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc&tenant_id=7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 1100 time: 0.1778173 Jul 06 11:37:33.591531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:33.607118 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Routers {'9f12304d-a409-4723-a37b-398e0fbd94d6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:33.608009 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:37:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9f12304d-a409-4723-a37b-398e0fbd94d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:33.608216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e32db-878c-4943-9482-e9d2978dc8d0 req-792a734b-d2eb-4a12-a259-46a38982d6fd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:33.610939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:33.618773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d61e32db-878c-4943-9482-e9d2978dc8d0 req-792a734b-d2eb-4a12-a259-46a38982d6fd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 949 time: 0.1545124 Jul 06 11:37:33.696936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.697260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d61e32db-878c-4943-9482-e9d2978dc8d0 req-8cc6c9b2-b0a1-437e-8b5d-7bac19e5412a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Jul 06 11:37:33.732412 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c9116-6ca6-445a-9735-b7c391fe5391 None None] Pushing event updated for resources: {'Port': ['ID=bc63b741-ae44-4d73-a096-157c8525b13a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:33.758349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:33.774647 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] Set router 9f12304d-a409-4723-a37b-398e0fbd94d6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:33.834100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:33.836988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:33.852447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:33.889762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'port_id': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'mac_address': 'fa:16:3e:49:79:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6235e97-5b88-4078-8656-ccdf1fb32672', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:33.898013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.914976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.933633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189825d-6d83-4a67-84df-411b8aeefe12 req-154151cd-3cab-4449-8771-d79c7c70d2cb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:33.942089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e189825d-6d83-4a67-84df-411b8aeefe12 req-154151cd-3cab-4449-8771-d79c7c70d2cb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.1206462 Jul 06 11:37:33.990501 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:34.014356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e189825d-6d83-4a67-84df-411b8aeefe12 req-aa08afb1-48d1-4299-ba39-c8aa29a3f9ca tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707667 Jul 06 11:37:34.029037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d505de4-91ca-4532-bafa-1bc9062540c2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:34.062334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:34.079261 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:34.206580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:34.241877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8a2d0-83df-4c37-beee-49fbff627779 req-9e93af3f-cb51-4132-9829-9a186bb2bfe9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:34.244358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:34.251374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a8a2d0-83df-4c37-beee-49fbff627779 req-9e93af3f-cb51-4132-9829-9a186bb2bfe9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1131482 Jul 06 11:37:34.271631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc20480f-0863-46d6-947c-05963f05118d None None] Provisioning for port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:34.277362 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:37:30Z', 'revision_number': 3, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:34.282247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc20480f-0863-46d6-947c-05963f05118d None None] Provisioning complete for port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:34.282746 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc20480f-0863-46d6-947c-05963f05118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:34.305989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a8a2d0-83df-4c37-beee-49fbff627779 req-55525aba-4dbb-4e80-997c-28f4f1a2107c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518491 Jul 06 11:37:34.319068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:34.342850 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac76b-5908-4a64-9a03-a10f9b799ea3 None None] The sync data for ids ['9f12304d-a409-4723-a37b-398e0fbd94d6'] in n-d-799528-2 is: [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:37:30Z', 'revision_number': 3, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:34.369926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc20480f-0863-46d6-947c-05963f05118d None None] Port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:34.466913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3d505de4-91ca-4532-bafa-1bc9062540c2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:34.524129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26c165ef-c08b-43fc-b2c9-c4c6ea991677 req-cd8cb1e3-629d-4f71-9410-0a9062a8f0ec tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 210 time: 0.0726337 Jul 06 11:37:34.672515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04696299-c6a7-43e3-ab22-85082c196c04 req-18ab05b8-73a6-46e2-8364-59102d931d1f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:34.682683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04696299-c6a7-43e3-ab22-85082c196c04 req-18ab05b8-73a6-46e2-8364-59102d931d1f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 943 time: 0.1288311 Jul 06 11:37:34.900714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:34.902302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-db29abd6-9365-41e7-b203-8c384e656572 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535166 Jul 06 11:37:35.074580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4c3c436f-e072-46bf-ab4c-4a34f6411055 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:35.116057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-86e453ec-1498-4f32-aba0-2188738325cb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:35.117137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-86e453ec-1498-4f32-aba0-2188738325cb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081769 Jul 06 11:37:35.146729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:35.168512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:35.200067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4c3c436f-e072-46bf-ab4c-4a34f6411055 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:35.200363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.239889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04696299-c6a7-43e3-ab22-85082c196c04 req-60d9e96f-a515-4502-8b89-2e09f1a2662c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512040 Jul 06 11:37:35.243018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:35.269568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:37:35.343904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-e7773d75-2fe3-49a8-8869-61171ac86be6 service neutron] 10.222.0.79 "GET /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.1972566 Jul 06 11:37:35.366849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bc63b741-ae44-4d73-a096-157c8525b13a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:35.390218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:35.459545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port bc63b741-ae44-4d73-a096-157c8525b13a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:35.467673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port bc63b741-ae44-4d73-a096-157c8525b13a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:35.467673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.559108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.583971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.622449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:35.655707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.657900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:35.661881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.674914 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.677584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:35.679992 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a57971f-d4b6-42e0-8879-09a9f93b71f4" -d '{"events": [{"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "a3910cd0-a274-481f-939e-8efb143c917d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:35.686632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.709300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port bc63b741-ae44-4d73-a096-157c8525b13a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bc63b741-ae44-4d73-a096-157c8525b13a,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:35.721198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.726198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3d505de4-91ca-4532-bafa-1bc9062540c2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:35.751967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3d505de4-91ca-4532-bafa-1bc9062540c2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:35.751967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.814818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=bc63b741-ae44-4d73-a096-157c8525b13a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:35.844800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Transition to ACTIVE for port object a3910cd0-a274-481f-939e-8efb143c917d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:35.850687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:35.880490 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.897799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.899827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:35.900533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:35.915817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:35.919430 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a12fb-ad2a-4a47-af8b-91b1bcd24f5b" -d '{"events": [{"server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "name": "network-vif-plugged", "status": "completed", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:35.938600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:35.944287 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:35.945327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:35.956081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fde93-709e-4d67-a882-1fca3560adf3 req-5cbd39e3-25ee-41d2-9547-a2778fee6b3a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:35.957670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4fde93-709e-4d67-a882-1fca3560adf3 req-5cbd39e3-25ee-41d2-9547-a2778fee6b3a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 945 time: 0.3136439 Jul 06 11:37:35.966062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b39b6-6f6a-483b-a1f7-3f59b4faba75 req-b53202b4-1b62-4439-a5b7-e8bb80639d16 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:35.967397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5b39b6-6f6a-483b-a1f7-3f59b4faba75 req-b53202b4-1b62-4439-a5b7-e8bb80639d16 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.3584654 Jul 06 11:37:35.981009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87c1fd9-d35f-4e82-b234-1cd5ea18d490 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:36.018920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.199 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/6ee93407-52b3-40c7-ac22-caaff375bc68) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:36.059735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:36.069552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:36.078257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] No DVR routers for this DVR port a3910cd0-a274-481f-939e-8efb143c917d on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:36.097475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4fde93-709e-4d67-a882-1fca3560adf3 req-6aa3f75f-9e63-4f64-8206-57e8e9a10843 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040552 Jul 06 11:37:36.126129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:36.157878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3910cd0-a274-481f-939e-8efb143c917d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:36.183464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.195510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:36.200605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:36.207191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:36.207625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:36.208143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:36.239291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3910cd0-a274-481f-939e-8efb143c917d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:37:36.242258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Port a3910cd0-a274-481f-939e-8efb143c917d on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:36.242449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Attempting to bind port a3910cd0-a274-481f-939e-8efb143c917d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:36.312900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5b39b6-6f6a-483b-a1f7-3f59b4faba75 req-bc82ad44-54cc-4b2e-a13b-df168ef26dbe tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226676 Jul 06 11:37:36.378886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:36.379233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:36.379626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:36.380106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Bound port: a3910cd0-a274-481f-939e-8efb143c917d, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:36.380548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.415286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] Transition to ACTIVE for port object d87c1fd9-d35f-4e82-b234-1cd5ea18d490 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:36.441994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.535327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] Pushing event updated for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:36.595607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.609985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ea43208-8719-47c3-8676-a365a89ddd02 req-2fdab3bb-3a9c-40e9-9072-5694fbeb1c41 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 210 time: 0.0331104 Jul 06 11:37:36.614824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] No DVR routers for this DVR port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:36.638641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4ae9b43-a56d-4490-8e67-bd839b43b23d None None] Provisioning complete for port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:36.649602 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4ae9b43-a56d-4490-8e67-bd839b43b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.653402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object 6ee93407-52b3-40c7-ac22-caaff375bc68 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:36.675818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:36.679031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Router 9f12304d-a409-4723-a37b-398e0fbd94d6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:37:36.682356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:36.684729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-d579f967-5f6b-4155-8fbd-c03b415fdd96 service neutron] 10.222.0.79 "PUT /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3340316 Jul 06 11:37:36.707895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b6a4-05f5-4224-a5ec-dad32c6a37f5 req-799a33bb-ba0e-4db3-ac06-cc6d6f45db94 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:36.709464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f76b6a4-05f5-4224-a5ec-dad32c6a37f5 req-799a33bb-ba0e-4db3-ac06-cc6d6f45db94 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.3275952 Jul 06 11:37:36.712349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.730626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae9b43-a56d-4490-8e67-bd839b43b23d None None] Port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:36.799184 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e141f-3234-4db9-beef-9026ec8ba63d x-openstack-request-id: req-852e141f-3234-4db9-beef-9026ec8ba63d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:36.799741 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "a3910cd0-a274-481f-939e-8efb143c917d", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:36.800407 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-852e141f-3234-4db9-beef-9026ec8ba63d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:36.801206 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d', 'code': 200} Jul 06 11:37:36.847525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f76b6a4-05f5-4224-a5ec-dad32c6a37f5 req-85c38e2d-cffb-4394-9971-e418ce2e80b2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240242 Jul 06 11:37:36.857814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bc63b741-ae44-4d73-a096-157c8525b13a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:36.927892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-a724214d-b5c7-47ec-bdb4-b023a8aa0526 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:36.931195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:36.935377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.935838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-a724214d-b5c7-47ec-bdb4-b023a8aa0526 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.1641860 Jul 06 11:37:36.941153 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] 10.222.0.64 "PUT /v2.0/ports/a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 1095 time: 3.3460319 Jul 06 11:37:37.066498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.163301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e50db5-09f5-4041-a712-1194b1e4bdfb service neutron] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:37.195456 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23dab25-3c0f-47b8-aa66-ff6c660dfa24 x-openstack-request-id: req-f23dab25-3c0f-47b8-aa66-ff6c660dfa24 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:37.196034 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "name": "network-vif-plugged", "status": "completed", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:37.196485 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f23dab25-3c0f-47b8-aa66-ff6c660dfa24 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:37.197086 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'code': 200} Jul 06 11:37:37.200718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:37.207757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-fe93b3f7-130e-454d-8d8c-e77f7a3132a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.209509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-fe93b3f7-130e-454d-8d8c-e77f7a3132a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773&tenant_id=4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 1095 time: 0.2481525 Jul 06 11:37:37.212647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:37.218988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:37:37.227371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:37.243023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ba0d4aa-2307-4ca7-a889-685245e4393c admin admin] 10.222.0.78 "PUT /v2.0/routers/9f12304d-a409-4723-a37b-398e0fbd94d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1504254 Jul 06 11:37:37.247957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:37.254025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:37.310271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=6ee93407-52b3-40c7-ac22-caaff375bc68,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:37.326613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-2acf6742-73f7-4483-a40c-dc47c96480d4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=aa5603b60e54433590884ad51674b9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062274 Jul 06 11:37:37.335291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.335969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.340354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-fdd02600-d0e3-40cc-ae29-ba96f1c5ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.342502 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-fdd02600-d0e3-40cc-ae29-ba96f1c5ef00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1098 time: 0.2691019 Jul 06 11:37:37.368335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Sync routers for ids ['9f12304d-a409-4723-a37b-398e0fbd94d6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:37.475173 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-39dbb1f8-d6e6-493f-a044-42372de0ec2e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3348992 Jul 06 11:37:37.489262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Request body: {'port': {'device_id': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:37.496744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Routers {'9f12304d-a409-4723-a37b-398e0fbd94d6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:37.497391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:37:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9f12304d-a409-4723-a37b-398e0fbd94d6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:37.539358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:37.550447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-b99b86a4-1b6b-462a-ae57-58d4728590de tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.562281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-b99b86a4-1b6b-462a-ae57-58d4728590de tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496625 Jul 06 11:37:37.627369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-5f95e5cd-f29f-4402-86f0-d7edcf57d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.629516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-5f95e5cd-f29f-4402-86f0-d7edcf57d012 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2790146 Jul 06 11:37:37.639124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.647674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-77664114'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:37.650796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-c6ba5e21-9ea9-4bd2-8077-fbe6fe68a2e4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/quotas/aa5603b60e54433590884ad51674b9cb HTTP/1.1" status: 200 len: 375 time: 0.0767000 Jul 06 11:37:37.709472 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-afcf437c-e283-4ca3-9ec1-d648449bf922 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.0502388 Jul 06 11:37:37.729912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port bc63b741-ae44-4d73-a096-157c8525b13a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:37.730505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.762438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78747877-1e65-4ac9-b8b7-199c15876a30 req-b08899ee-60b3-4a93-9937-d5e4e6eee534 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.764854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78747877-1e65-4ac9-b8b7-199c15876a30 req-b08899ee-60b3-4a93-9937-d5e4e6eee534 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 944 time: 0.6293082 Jul 06 11:37:37.769821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78f10-18d3-45bd-b33c-b5ac273b1b36 req-5298f7e0-b329-41f9-a748-87e87e556282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.772161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9e78f10-18d3-45bd-b33c-b5ac273b1b36 req-5298f7e0-b329-41f9-a748-87e87e556282 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1097 time: 0.6746018 Jul 06 11:37:37.780937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:37.784630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.836964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-4f6393c6-2461-411d-8015-6b8fda6ea590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.839533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-4f6393c6-2461-411d-8015-6b8fda6ea590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1052263 Jul 06 11:37:37.840985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-5d839d5c-08ef-49c4-858f-ca280ab5a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.849503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-5d839d5c-08ef-49c4-858f-ca280ab5a3eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1095 time: 0.5113192 Jul 06 11:37:37.875044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79ba6042-8245-4509-ab2f-b0ba90ea6b17 None None] Provisioning for port 6ee93407-52b3-40c7-ac22-caaff375bc68 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:37.894898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79ba6042-8245-4509-ab2f-b0ba90ea6b17 None None] Provisioning complete for port 6ee93407-52b3-40c7-ac22-caaff375bc68 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:37.895272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79ba6042-8245-4509-ab2f-b0ba90ea6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.909892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:37:37.926272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9e78f10-18d3-45bd-b33c-b5ac273b1b36 req-86ef806a-3137-4e63-8560-f0510d48f336 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418118 Jul 06 11:37:37.943996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-79ba6042-8245-4509-ab2f-b0ba90ea6b17 None None] Port 6ee93407-52b3-40c7-ac22-caaff375bc68 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:37.954037 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:37.954427 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Added segment a4b4fe47-d570-449a-8294-5675bd9e22f4 of type vlan for network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 Jul 06 11:37:37.990486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Set router 9f12304d-a409-4723-a37b-398e0fbd94d6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:38.002230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78747877-1e65-4ac9-b8b7-199c15876a30 req-fb8bfd72-1bae-42ae-b342-f3e6c57b1cbc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281523 Jul 06 11:37:38.023855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-05604e7a-b320-450d-94e4-7a90c6d89e19 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3718448 Jul 06 11:37:38.112655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-1ef229d4-8dea-4078-8a5a-51ed02c942da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.114634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-1ef229d4-8dea-4078-8a5a-51ed02c942da service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.2370968 Jul 06 11:37:38.121581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:38.187331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-b1c070b0-b6d2-474b-893b-8cea17cd5e5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 200 len: 217 time: 0.0653472 Jul 06 11:37:38.232609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-50eb5f62-9b18-4019-8505-eeb42872a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.234157 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-50eb5f62-9b18-4019-8505-eeb42872a3b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3394523 Jul 06 11:37:38.328267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c145c76f-a2d9-493c-bcd7-b12b4d027919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.329810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c145c76f-a2d9-493c-bcd7-b12b4d027919 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1320021 Jul 06 11:37:38.378638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-a4241464-07f3-4def-9881-3484cac00722 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383980 Jul 06 11:37:38.418226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74049046-562a-4272-a1e1-bee189941154 req-27c2bc3c-5759-48c6-9669-2ae84cd55b98 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.420512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74049046-562a-4272-a1e1-bee189941154 req-27c2bc3c-5759-48c6-9669-2ae84cd55b98 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 946 time: 0.2081516 Jul 06 11:37:38.439859 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-90b9777b-2263-424b-a499-3a50a8149c41 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941564 Jul 06 11:37:38.441543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:38.448729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.449354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:38.565371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74049046-562a-4272-a1e1-bee189941154 req-2e9c3cb4-32c6-4648-be66-f57b968711d1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304135 Jul 06 11:37:38.608933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e91e-56be-4942-822b-e89d28bef9f3 req-f519832f-9f82-46c1-93a4-b4d3db67e31c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.610486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b251e91e-56be-4942-822b-e89d28bef9f3 req-f519832f-9f82-46c1-93a4-b4d3db67e31c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.1386154 Jul 06 11:37:38.616913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-1b6d4459-2490-4a0d-875e-f3ed98d51f5d service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232211 Jul 06 11:37:38.738995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:37:34Z', 'revision_number': 4, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c1b58bb3-adb4-4a58-8da6-4884f098b9c5', 'name': '', 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'mac_address': 'fa:16:3e:d3:89:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:32Z', 'updated_at': '2021-07-06T11:37:34Z', 'revision_number': 2, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'subnets': [{'id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:38.823173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Checking router: 9f12304d-a409-4723-a37b-398e0fbd94d6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:38.826045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Updating router 9f12304d-a409-4723-a37b-398e0fbd94d6 port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:37:38.856952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-4efeefcb-2be1-460f-97e3-87d4deab9313 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308674 Jul 06 11:37:38.913164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b251e91e-56be-4942-822b-e89d28bef9f3 req-298c8c05-ff79-473c-8936-6ecb5ddb5899 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891591 Jul 06 11:37:38.971366 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:38.990541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeedee-2645-4804-9108-3194a8c86264 req-1668a037-988b-421a-a9df-14df21f852d9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.996604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73aeedee-2645-4804-9108-3194a8c86264 req-1668a037-988b-421a-a9df-14df21f852d9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 936 time: 0.1384466 Jul 06 11:37:38.997719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:39.067453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73aeedee-2645-4804-9108-3194a8c86264 req-8a6b8f1d-b7f6-4056-bb65-2eefaea93bd0 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644407 Jul 06 11:37:39.095341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:39.106208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'subnet': {'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:39.109136 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5519021 Jul 06 11:37:39.110193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:39.112952 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a688c7c-9485-43be-9a32-c91a62f60b09" -d '{"events": [{"name": "network-changed", "server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "tag": "a3910cd0-a274-481f-939e-8efb143c917d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:39.189276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee93407-52b3-40c7-ac22-caaff375bc68 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:39.201359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.215867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Transition to ACTIVE for port object 6ee93407-52b3-40c7-ac22-caaff375bc68 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:39.241955 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c127af4-d583-4b49-8126-d3bc3f022609 req-f7dc872f-123f-4658-b2da-3f35ab72d18c service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734172 Jul 06 11:37:39.270673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.305694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:39.320726 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.421689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa52993-79f4-4dc9-90f5-64ba09075f02 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Network': ['ID=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:39.473859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:37:39.492033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee93407-52b3-40c7-ac22-caaff375bc68,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:39.507983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be57be1d-c823-4b7c-82eb-7c049020dc12 req-2308e621-a97e-41bd-93e6-ad15e3c481e6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 210 time: 0.1511686 Jul 06 11:37:39.654434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Attempting to bind port 6ee93407-52b3-40c7-ac22-caaff375bc68 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:39.654785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Attempting to bind port 6ee93407-52b3-40c7-ac22-caaff375bc68 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:39.661885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Attempting to bind port 6ee93407-52b3-40c7-ac22-caaff375bc68 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:39.668530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Port 6ee93407-52b3-40c7-ac22-caaff375bc68 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:39.668777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Attempting to bind port 6ee93407-52b3-40c7-ac22-caaff375bc68 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:39.683239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:39.683593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:39.684007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:39.684802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Bound port: 6ee93407-52b3-40c7-ac22-caaff375bc68, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:39.685239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.688559 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36415eb8-a447-4bc7-bb67-ced08229ac95 x-openstack-request-id: req-36415eb8-a447-4bc7-bb67-ced08229ac95 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:39.688839 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "tag": "a3910cd0-a274-481f-939e-8efb143c917d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:39.689094 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36415eb8-a447-4bc7-bb67-ced08229ac95 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:39.689588 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d', 'status': 'completed', 'code': 200} Jul 06 11:37:39.804697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d736da1-d960-4f38-8b0d-f4614ad1a52f req-7fecbabb-189f-4c7c-b52b-42ceba2672f9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:39.811426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d736da1-d960-4f38-8b0d-f4614ad1a52f req-7fecbabb-189f-4c7c-b52b-42ceba2672f9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 944 time: 0.4069211 Jul 06 11:37:39.891090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] For port 6ee93407-52b3-40c7-ac22-caaff375bc68, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:39.896308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] For port 6ee93407-52b3-40c7-ac22-caaff375bc68, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6ee93407-52b3-40c7-ac22-caaff375bc68,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:39.910097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.917773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-60ba5b2f-b4d8-4f02-8e21-044e1bb0ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:39.919551 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-60ba5b2f-b4d8-4f02-8e21-044e1bb0ba23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1098 time: 0.1586850 Jul 06 11:37:39.938745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.962815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Transition to ACTIVE for port object c1b58bb3-adb4-4a58-8da6-4884f098b9c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:39.982441 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:40.009543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.010088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:40.017353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] 10.222.0.79 "PUT /v2.0/ports/6ee93407-52b3-40c7-ac22-caaff375bc68 HTTP/1.1" status: 200 len: 1096 time: 2.5344493 Jul 06 11:37:40.064285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc064d5-adb4-4043-95ac-4cf288e0fd47 None None] Pushing event updated for resources: {'Port': ['ID=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:40.106695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:40.149543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ff1ef-f9a1-41c3-8fcd-13832673fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee93407-52b3-40c7-ac22-caaff375bc68,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:40.178737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d736da1-d960-4f38-8b0d-f4614ad1a52f req-7a93c282-4eb6-4c8a-8f0d-56baaaaf5b3a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850866 Jul 06 11:37:40.196002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Attempting to bind port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:40.196520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Attempting to bind port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:40.197527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Attempting to bind port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 on network a93575b1-b2ac-43a9-863d-760e19e0a2e2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:40.209498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:40.210062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Checking segment: {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:40.210666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:40.211172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Bound using segment: {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:40.213189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Bound port: c1b58bb3-adb4-4a58-8da6-4884f098b9c5, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b2cab4-311b-4548-af2a-e32ede0d7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:40.217428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:40.234216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-3dce488d-104e-4348-8693-59431da063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.236001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-3dce488d-104e-4348-8693-59431da063b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2780182 Jul 06 11:37:40.280609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-b1ca42da-8e67-42bc-a5e2-47666c8b4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.286688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-b1ca42da-8e67-42bc-a5e2-47666c8b4463 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1098 time: 0.5908740 Jul 06 11:37:40.319447 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-af0c71b2-c58c-42a4-b94a-72d7e3419c25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.0710471 Jul 06 11:37:40.344541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-b237675d-77a8-498d-82a6-120c75b153d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.346326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-b237675d-77a8-498d-82a6-120c75b153d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 1099 time: 0.2621477 Jul 06 11:37:40.355513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] For port c1b58bb3-adb4-4a58-8da6-4884f098b9c5, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:40.367136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] For port c1b58bb3-adb4-4a58-8da6-4884f098b9c5, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:40.388421 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:40.442036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-6fd18fb0-078b-424d-b931-72aaa5799292 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=6ee93407-52b3-40c7-ac22-caaff375bc68 HTTP/1.1" status: 200 len: 217 time: 0.0832558 Jul 06 11:37:40.542759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc064d5-adb4-4043-95ac-4cf288e0fd47 None None] Pushing event updated for resources: {'Port': ['ID=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:40.548593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-fe3c9fb4-bd46-4834-b474-433d71240fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.550810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-fe3c9fb4-bd46-4834-b474-433d71240fdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.2031093 Jul 06 11:37:40.562328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Routers {'9f12304d-a409-4723-a37b-398e0fbd94d6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:40.563064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:37:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9f12304d-a409-4723-a37b-398e0fbd94d6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:40.641466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-4d8ebad1-6db9-4f0b-b612-74253e7149ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.642832 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-4d8ebad1-6db9-4f0b-b612-74253e7149ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1874077 Jul 06 11:37:40.828252 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-de4eb751-97ee-4310-80ac-765e1c9f77cb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aa5603b60e54433590884ad51674b9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934560 Jul 06 11:37:40.838838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-9046a563-2001-41fe-bbd2-f971b0479047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.840924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-9046a563-2001-41fe-bbd2-f971b0479047 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757549 Jul 06 11:37:40.846987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-662ae1fb-1b61-4d7b-a458-f3a5d99e35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.846987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-662ae1fb-1b61-4d7b-a458-f3a5d99e35d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.5323846 Jul 06 11:37:40.849596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] Set router 9f12304d-a409-4723-a37b-398e0fbd94d6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:41.021926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-fadb60b6-3cb1-4d22-92ff-3868c0e50291 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.022495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-fadb60b6-3cb1-4d22-92ff-3868c0e50291 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1095 time: 1.2505007 Jul 06 11:37:41.029616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Subnet': ['ID=455a4511-a513-4f95-aa01-9fc77e53d4f1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:41.041846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-e9842038-3798-4ee6-a4e4-8040f3448680 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.1797876 Jul 06 11:37:41.061113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab647aab-fc81-4679-98d0-65da12e852fa req-ffbc4033-b168-4d1d-8b3a-8aaffefe2a9a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.064308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab647aab-fc81-4679-98d0-65da12e852fa req-ffbc4033-b168-4d1d-8b3a-8aaffefe2a9a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 946 time: 1.0989120 Jul 06 11:37:41.104937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-05488504-b3e0-46e3-ac3c-fc1556290b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.106527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-05488504-b3e0-46e3-ac3c-fc1556290b91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4493747 Jul 06 11:37:41.176829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Checking segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:41.177481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network hostable DHCP agents. Network: 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:37:41.191993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:37:34Z', 'revision_number': 4, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c1b58bb3-adb4-4a58-8da6-4884f098b9c5', 'name': '', 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'mac_address': 'fa:16:3e:d3:89:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:32Z', 'updated_at': '2021-07-06T11:37:40Z', 'revision_number': 4, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'subnets': [{'id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:41.195055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-b25cbf7f-14e7-471b-b4a3-6d85a1cdb5cc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.198639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-b25cbf7f-14e7-471b-b4a3-6d85a1cdb5cc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627033 Jul 06 11:37:41.214673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-208566d7-5962-4b32-a18c-a1759d2f9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.216333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-208566d7-5962-4b32-a18c-a1759d2f9f5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1453822 Jul 06 11:37:41.246009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Request body: {'port': {'device_id': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'aa5603b60e54433590884ad51674b9cb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:41.247122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe908d55-1b66-4acb-bb87-57047c5bcf6d None None] The sync data for ids ['9f12304d-a409-4723-a37b-398e0fbd94d6'] in n-d-799528-2 is: [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:37:34Z', 'revision_number': 4, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c1b58bb3-adb4-4a58-8da6-4884f098b9c5', 'name': '', 'network_id': 'a93575b1-b2ac-43a9-863d-760e19e0a2e2', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'mac_address': 'fa:16:3e:d3:89:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:32Z', 'updated_at': '2021-07-06T11:37:40Z', 'revision_number': 4, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'subnets': [{'id': 'bfab130b-4a80-48cf-a70b-e3b66afd59e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:41.345805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab647aab-fc81-4679-98d0-65da12e852fa req-9d4b83bc-cb08-404a-8728-0a71327a326a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659380 Jul 06 11:37:41.348824 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-671e3218-cc83-49c2-926f-49d70938cd5e service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503962 Jul 06 11:37:41.362948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25f43-5a21-4966-a434-7a89ed93eb33 req-97db4ee0-4fea-4f1d-9c93-8886f819ee18 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.364574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24d25f43-5a21-4966-a434-7a89ed93eb33 req-97db4ee0-4fea-4f1d-9c93-8886f819ee18 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.7037709 Jul 06 11:37:41.370211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:37:41.422523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:41.437663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200cd3e-d7f9-4d68-a3f8-e1951447f70c None None] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:41.457046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.458484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:41.580472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7262374d-f6cc-4a3d-8a34-b6bea03a83b4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4834802 Jul 06 11:37:41.589276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:41.590669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-240522ff-4338-4ec2-b625-e0fb75229e3a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643974 Jul 06 11:37:41.604620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2001411348'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:41.617324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-21bd0b09-955e-412e-ab28-74eb12bb129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.627246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-21bd0b09-955e-412e-ab28-74eb12bb129e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3894172 Jul 06 11:37:41.630615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24d25f43-5a21-4966-a434-7a89ed93eb33 req-4aa2aa6e-4c45-4de3-a040-fad129e6917c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164106 Jul 06 11:37:41.690805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'tag': '6ee93407-52b3-40c7-ac22-caaff375bc68'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:41.693147 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070e500-f8f7-406c-92a1-4ecb2efbfd33" -d '{"events": [{"name": "network-changed", "server_uuid": "26747c45-7a9d-4ab4-9aa6-47c863648061", "tag": "6ee93407-52b3-40c7-ac22-caaff375bc68"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:41.719505 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-047e1f71-5e3e-4c41-8445-a61a7f9394d0 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603868 Jul 06 11:37:41.766187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'fixed_ips': [{'subnet_id': '455a4511-a513-4f95-aa01-9fc77e53d4f1'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:37:41.767667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:41.805794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b3be352-796c-429e-a16e-f33139fbfb92 req-408e664b-aad9-4b61-820b-62ca5a93994a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916206 Jul 06 11:37:41.810290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-1d40a0ca-d206-43d0-b3a9-4ef1f97860d7 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666031 Jul 06 11:37:41.869618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c0dda4b9-96a3-4dea-8f43-dbea918fcde5 service neutron] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:41.873599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Made reservation on behalf of aa5603b60e54433590884ad51674b9cb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:41.878703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:41.879148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:37:41.879148 n-d-799528-2 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:37:41.879148 n-d-799528-2 neutron-server[93767]: [parameters: {'project_id': 'b110190ddeb743df9cfce07845254b12', 'id': '401f338b-ff59-4280-a1c0-c6ea5ab39a70', 'expiration': datetime.datetime(2021, 7, 6, 11, 39, 41, 834173)}] Jul 06 11:37:41.879148 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:37:41.879742 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:37:41.882863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c0dda4b9-96a3-4dea-8f43-dbea918fcde5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:41.883449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2506c9-d6a0-4d4b-a401-56bad8de7777 req-c0dda4b9-96a3-4dea-8f43-dbea918fcde5 service neutron] 10.222.0.64 "DELETE /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.8053684 Jul 06 11:37:42.072497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe488f-37ef-4a97-bf6c-9f4bf460a218 req-c9194bb9-fb1c-48ba-a46e-2fd688b17d8c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:42.081258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1fe488f-37ef-4a97-bf6c-9f4bf460a218 req-c9194bb9-fb1c-48ba-a46e-2fd688b17d8c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 948 time: 0.4478230 Jul 06 11:37:42.083685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-4cdf8c55-539f-4f64-83ac-3a4252c5d5ac service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520118 Jul 06 11:37:42.086403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Allocated IP 19.80.0.2 (6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9/455a4511-a513-4f95-aa01-9fc77e53d4f1/7094763b-9201-4c2b-bafd-e768148cc030) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:42.175406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1fe488f-37ef-4a97-bf6c-9f4bf460a218 req-5ed6f523-30a2-4e03-987a-8d65671b396b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829394 Jul 06 11:37:42.248498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Allocated IP 192.168.233.228 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/8edd04ba-0016-44ed-a8b4-3606a67bb584) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:42.255207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4162779-2315-4934-9e88-f42aecec9065 req-318fc7b4-d443-4921-8ee4-7a09af91a933 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 210 time: 0.1161978 Jul 06 11:37:42.498748 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.511254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Transition to ACTIVE for port object 7094763b-9201-4c2b-bafd-e768148cc030 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:42.531446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Transition to ACTIVE for port object 7094763b-9201-4c2b-bafd-e768148cc030 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:42.560045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.561565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:42.565218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.650203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Pushing event updated for resources: {'Port': ['ID=7094763b-9201-4c2b-bafd-e768148cc030,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:42.684987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:42.694701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:42.702075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:42.718041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:37:42.735695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.740130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.740608 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Added segment d4e85fd3-9d77-47f1-911e-ef64bd387800 of type vlan for network 270cef08-1241-4045-8f35-9354dcf929d0 Jul 06 11:37:42.776764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Transition to ACTIVE for port object 8edd04ba-0016-44ed-a8b4-3606a67bb584 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:42.793231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Attempting to bind port 7094763b-9201-4c2b-bafd-e768148cc030 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:42.793602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Attempting to bind port 7094763b-9201-4c2b-bafd-e768148cc030 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:42.793965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Attempting to bind port 7094763b-9201-4c2b-bafd-e768148cc030 on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:42.799509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:42.799887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Checking segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:42.800337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.800721 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.800854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Bound using segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:42.801198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Bound port: 7094763b-9201-4c2b-bafd-e768148cc030, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:42.801576 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.827430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.866780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b3ebf489-7573-4b58-98fc-d5fd41d2100e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:42.870943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['599aa06a-bac1-4049-bffa-b276c7f2bd3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:42.893779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3238e38-1e38-4ca9-b695-42e24c800d40 req-a4305d02-bf6a-4e1a-a849-9fb7f3989b19 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:42.895411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3238e38-1e38-4ca9-b695-42e24c800d40 req-a4305d02-bf6a-4e1a-a849-9fb7f3989b19 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 944 time: 0.5057530 Jul 06 11:37:42.901662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58158e0-2f15-44ec-812a-e27ce03f9fb5 req-188e96c7-314e-42c9-8b9d-f5bc409b9676 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:42.903315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c58158e0-2f15-44ec-812a-e27ce03f9fb5 req-188e96c7-314e-42c9-8b9d-f5bc409b9676 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1097 time: 0.3072948 Jul 06 11:37:42.903839 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.909898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:42.910743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.925654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:42.926755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event updated for resources: {'Port': ['ID=8edd04ba-0016-44ed-a8b4-3606a67bb584,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:42.930305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1b58bb3-adb4-4a58-8da6-4884f098b9c5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:42.931640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:42.935134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:43.038663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3238e38-1e38-4ca9-b695-42e24c800d40 req-946c3441-704e-4962-8405-83c84cfd1ae2 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120424 Jul 06 11:37:43.054275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4580734 Jul 06 11:37:43.054448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] For port 7094763b-9201-4c2b-bafd-e768148cc030, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:43.064650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:43.066309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.070333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:43.077646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'subnet': {'network_id': '270cef08-1241-4045-8f35-9354dcf929d0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:43.145531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] For port 7094763b-9201-4c2b-bafd-e768148cc030, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7094763b-9201-4c2b-bafd-e768148cc030,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:43.208406 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a25686-0021-411e-935e-641161eb3340 x-openstack-request-id: req-a7a25686-0021-411e-935e-641161eb3340 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:43.208741 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26747c45-7a9d-4ab4-9aa6-47c863648061", "tag": "6ee93407-52b3-40c7-ac22-caaff375bc68", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:43.209132 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7a25686-0021-411e-935e-641161eb3340 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:43.209659 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'tag': '6ee93407-52b3-40c7-ac22-caaff375bc68', 'status': 'completed', 'code': 200} Jul 06 11:37:43.216116 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.257258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-9e266072-5898-48f1-a7c7-1f606caed1fb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0149462 Jul 06 11:37:43.263130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:43.267487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:43.269298 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.281885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Request body: {'port': {'device_id': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:43.297557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c58158e0-2f15-44ec-812a-e27ce03f9fb5 req-a05f5ffc-cc27-4693-a8f6-596542ed5791 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743148 Jul 06 11:37:43.302232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:43.302607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.559943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89a7fce4-a8e4-4416-b427-8ff60515bf19 None None] Provisioning for port 8edd04ba-0016-44ed-a8b4-3606a67bb584 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:43.585352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6498d-5428-4f8c-a64f-9e8f3832a63d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Network': ['ID=270cef08-1241-4045-8f35-9354dcf929d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:43.598973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89a7fce4-a8e4-4416-b427-8ff60515bf19 None None] Provisioning complete for port 8edd04ba-0016-44ed-a8b4-3606a67bb584 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:43.599442 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89a7fce4-a8e4-4416-b427-8ff60515bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.663938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-706444ac-5a81-49fd-9c6a-ad4479a332fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:43.665522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-706444ac-5a81-49fd-9c6a-ad4479a332fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 1099 time: 0.3669302 Jul 06 11:37:43.688520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89a7fce4-a8e4-4416-b427-8ff60515bf19 None None] Port 8edd04ba-0016-44ed-a8b4-3606a67bb584 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:43.698051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 270cef08-1241-4045-8f35-9354dcf929d0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:37:43.816053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c748365-9e6a-43cc-b5c8-b6b1d0986d16 None None] Pushing event updated for resources: {'Port': ['ID=7094763b-9201-4c2b-bafd-e768148cc030,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:43.904530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.910928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.917985 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.965673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c1b58bb3-adb4-4a58-8da6-4884f098b9c5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:43.987011 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:44.000239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790529-e758-4b75-b076-3afa55037703 req-cc4f46a7-522a-41c4-aa89-ee411cdd1ca5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.011507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3790529-e758-4b75-b076-3afa55037703 req-cc4f46a7-522a-41c4-aa89-ee411cdd1ca5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.5981200 Jul 06 11:37:44.041064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Subnet': ['ID=55ad36e9-d27f-4a94-a8b4-20dcf22ee3af,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:44.064151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-2374cd3d-6069-4c8b-94db-db44832ecc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.065840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-2374cd3d-6069-4c8b-94db-db44832ecc2b service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3892820 Jul 06 11:37:44.071194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:44.159058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3790529-e758-4b75-b076-3afa55037703 req-bb42afc9-6da4-4b4a-b9df-7fc8c5a98086 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459503 Jul 06 11:37:44.160747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-89d682ed-9906-4eeb-9ada-7fae321e0d9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=6ee93407-52b3-40c7-ac22-caaff375bc68 HTTP/1.1" status: 200 len: 217 time: 0.0843387 Jul 06 11:37:44.178357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Checking segment: {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:44.178595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network hostable DHCP agents. Network: 270cef08-1241-4045-8f35-9354dcf929d0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:37:44.218417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 270cef08-1241-4045-8f35-9354dcf929d0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:37:44.248956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 270cef08-1241-4045-8f35-9354dcf929d0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:44.256579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2bd3c9-7f1e-4504-a4d3-fe7bb821e22a None None] Network 270cef08-1241-4045-8f35-9354dcf929d0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:44.264595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e23b-45f3-48d9-a1d9-197c97174144 req-ad467305-d0a1-4511-aeea-9f99b36575f4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.272682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c4e23b-45f3-48d9-a1d9-197c97174144 req-ad467305-d0a1-4511-aeea-9f99b36575f4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 948 time: 0.3785355 Jul 06 11:37:44.325202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-22068401-d48f-4b0b-a5c0-05a079677e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.326699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-22068401-d48f-4b0b-a5c0-05a079677e29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1427450 Jul 06 11:37:44.330820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.331408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:44.336701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c4e23b-45f3-48d9-a1d9-197c97174144 req-06e3427f-55c4-4a44-a061-ef35965fd219 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628450 Jul 06 11:37:44.382159 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-44af960e-b77a-4ffe-a8d0-3e8119a52feb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3106008 Jul 06 11:37:44.465323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-fb72c9bb-d2e5-4438-833d-4eb1831886dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.480602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-fb72c9bb-d2e5-4438-833d-4eb1831886dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426406 Jul 06 11:37:44.490633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c521a-d3a2-4183-9829-e21d5bc99765 req-293ca204-2dff-4984-8297-79cf85c84e92 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:44.505235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b98c521a-d3a2-4183-9829-e21d5bc99765 req-293ca204-2dff-4984-8297-79cf85c84e92 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 936 time: 0.1658225 Jul 06 11:37:44.543869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-270cef08-1241-4045-8f35-9354dcf929d0', 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'fixed_ips': [{'subnet_id': '55ad36e9-d27f-4a94-a8b4-20dcf22ee3af'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:37:44.545073 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:44.560946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edd04ba-0016-44ed-a8b4-3606a67bb584 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:44.570300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:44.586317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Transition to ACTIVE for port object 8edd04ba-0016-44ed-a8b4-3606a67bb584 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:44.593108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:44.717691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Pushing event updated for resources: {'Port': ['ID=8edd04ba-0016-44ed-a8b4-3606a67bb584,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:44.748414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b98c521a-d3a2-4183-9829-e21d5bc99765 req-491e0988-e2c8-43c2-9554-47aefe365e58 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420197 Jul 06 11:37:44.809103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Attempting to bind port 8edd04ba-0016-44ed-a8b4-3606a67bb584 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:44.809103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Attempting to bind port 8edd04ba-0016-44ed-a8b4-3606a67bb584 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:44.809103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Attempting to bind port 8edd04ba-0016-44ed-a8b4-3606a67bb584 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:44.812182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Allocated IP 19.86.0.2 (270cef08-1241-4045-8f35-9354dcf929d0/55ad36e9-d27f-4a94-a8b4-20dcf22ee3af/1444417d-29e1-448f-9c61-1e6b3a324fd1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:44.817180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Port 8edd04ba-0016-44ed-a8b4-3606a67bb584 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:44.817522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Attempting to bind port 8edd04ba-0016-44ed-a8b4-3606a67bb584 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:44.837533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:44.837533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:44.837533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:44.837533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Bound port: 8edd04ba-0016-44ed-a8b4-3606a67bb584, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:44.837533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:44.892995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-145460e7-e941-4d83-9eea-e59a3aba3791 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855727 Jul 06 11:37:44.966424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a3910cd0-a274-481f-939e-8efb143c917d details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:45.014978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] For port 8edd04ba-0016-44ed-a8b4-3606a67bb584, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:45.025104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] For port 8edd04ba-0016-44ed-a8b4-3606a67bb584, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:45.036171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:45.109954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.110504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:45.111977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] 10.222.0.64 "PUT /v2.0/ports/8edd04ba-0016-44ed-a8b4-3606a67bb584 HTTP/1.1" status: 200 len: 1096 time: 1.8373868 Jul 06 11:37:45.158808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820923a-c8e7-4dc4-ae88-2a5d62d55c12 service neutron] Pushing event updated for resources: {'Port': ['ID=8edd04ba-0016-44ed-a8b4-3606a67bb584,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:45.214712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'tag': '8edd04ba-0016-44ed-a8b4-3606a67bb584'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:45.218117 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e8938ddd-151c-4d71-9cb9-336ed724af09", "tag": "8edd04ba-0016-44ed-a8b4-3606a67bb584"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:45.293687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10719210-2203-4325-bcdb-c5376b7917b4 req-1620ab10-e71b-416e-b217-51a2d0af7ed4 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.307509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10719210-2203-4325-bcdb-c5376b7917b4 req-1620ab10-e71b-416e-b217-51a2d0af7ed4 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1097 time: 0.6966610 Jul 06 11:37:45.354012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-ee135926-3b3c-4a4f-b658-4247593dd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.356466 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-ee135926-3b3c-4a4f-b658-4247593dd9e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 1099 time: 0.1164761 Jul 06 11:37:45.429888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6070e500-f8f7-406c-92a1-4ecb2efbfd33 req-47bf630c-7279-4518-811f-0fafd3dfe87c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201304 Jul 06 11:37:45.449033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a445d-1ef3-43b2-8af4-34e07a04827f req-9f82a4c6-d6f5-4775-a176-1d7af86ede5e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.461507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-633a445d-1ef3-43b2-8af4-34e07a04827f req-9f82a4c6-d6f5-4775-a176-1d7af86ede5e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 1095 time: 0.4377265 Jul 06 11:37:45.467358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1b58bb3-adb4-4a58-8da6-4884f098b9c5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:45.494959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10719210-2203-4325-bcdb-c5376b7917b4 req-8bce903c-e184-42b6-bcdf-89b70577094e tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861567 Jul 06 11:37:45.504642 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-794b4449-0f8a-4ecb-b644-6733b2639771 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584 HTTP/1.1" status: 200 len: 217 time: 0.1374531 Jul 06 11:37:45.511201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9094e72c-115c-4a6d-985a-824121e42883 None None] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:45.534890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-633a445d-1ef3-43b2-8af4-34e07a04827f req-a64f5289-d955-40fa-9c74-cf897b7ef0a1 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721705 Jul 06 11:37:45.700555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:45.711374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Transition to ACTIVE for port object 1444417d-29e1-448f-9c61-1e6b3a324fd1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:45.724286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e4933411-74de-4627-bcb7-ef170f2f75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.729163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-e4933411-74de-4627-bcb7-ef170f2f75ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1977363 Jul 06 11:37:45.729481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Transition to ACTIVE for port object 1444417d-29e1-448f-9c61-1e6b3a324fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:45.738468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6ee93407-52b3-40c7-ac22-caaff375bc68 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:45.821983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-3f2f2ce6-fc65-495a-97e1-401d9744e889 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.831961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-3f2f2ce6-fc65-495a-97e1-401d9744e889 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.852849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-186b0a50-cfde-4f99-9628-76e90bb046db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.853400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-3f2f2ce6-fc65-495a-97e1-401d9744e889 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/networks?id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9&id=270cef08-1241-4045-8f35-9354dcf929d0&id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 HTTP/1.1" status: 200 len: 1390 time: 0.2453375 Jul 06 11:37:45.856670 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-186b0a50-cfde-4f99-9628-76e90bb046db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174750 Jul 06 11:37:45.856910 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:45.885282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-324fc2c1-4ff2-44af-a704-54196b4270c1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/quotas/b110190ddeb743df9cfce07845254b12 HTTP/1.1" status: 200 len: 375 time: 0.0305641 Jul 06 11:37:45.914484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6ee93407-52b3-40c7-ac22-caaff375bc68, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6ee93407-52b3-40c7-ac22-caaff375bc68,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:45.930357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '6ee93407-52b3-40c7-ac22-caaff375bc68', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '6ee93407-52b3-40c7-ac22-caaff375bc68', 'mac_address': 'fa:16:3e:78:e9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:45.992921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Pushing event updated for resources: {'Port': ['ID=1444417d-29e1-448f-9c61-1e6b3a324fd1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:46.017083 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-2b382153-0ff9-4ec1-b696-66abf96950a6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447442 Jul 06 11:37:46.043813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-24696793-26c1-4677-b38a-085f3d0e1a56 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1551843 Jul 06 11:37:46.053017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Network 270cef08-1241-4045-8f35-9354dcf929d0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:46.067186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:46.094587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:46.137472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:46.138029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.142002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce5b57-2ff2-4e49-a61d-51c414076bfd req-2bd869ad-3be1-4f52-9f21-5900706ca277 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.149240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-43cdedcc-ba74-4942-b673-c609db4f5a00 req-1d94d7cd-182b-4bbd-96f3-b56ff5383a99 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147435 Jul 06 11:37:46.150955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebce5b57-2ff2-4e49-a61d-51c414076bfd req-2bd869ad-3be1-4f52-9f21-5900706ca277 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 947 time: 0.1961527 Jul 06 11:37:46.185695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:46.222192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebce5b57-2ff2-4e49-a61d-51c414076bfd req-fe2dfcc1-451c-4c2d-927b-3d67bb129b35 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703676 Jul 06 11:37:46.251464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.256310 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-8c6f436a-4a63-46e5-9a9b-7631269c6154 service neutron] 10.222.0.78 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030129 Jul 06 11:37:46.273792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'a3910cd0-a274-481f-939e-8efb143c917d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'a3910cd0-a274-481f-939e-8efb143c917d', 'mac_address': 'fa:16:3e:b9:9e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:46.284480 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c1240-1877-4d67-8ae6-0d5803e56a73 x-openstack-request-id: req-100c1240-1877-4d67-8ae6-0d5803e56a73 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:46.284829 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8938ddd-151c-4d71-9cb9-336ed724af09", "tag": "8edd04ba-0016-44ed-a8b4-3606a67bb584", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:46.285010 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-100c1240-1877-4d67-8ae6-0d5803e56a73 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:46.285443 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'tag': '8edd04ba-0016-44ed-a8b4-3606a67bb584', 'status': 'completed', 'code': 200} Jul 06 11:37:46.317100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-045bcd1d-160c-44e0-89f8-3d607e456272 None None] Provisioning for port 7094763b-9201-4c2b-bafd-e768148cc030 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:46.345254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee93407-52b3-40c7-ac22-caaff375bc68 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:46.388208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Attempting to bind port 1444417d-29e1-448f-9c61-1e6b3a324fd1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:46.388675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Attempting to bind port 1444417d-29e1-448f-9c61-1e6b3a324fd1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:46.389059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Attempting to bind port 1444417d-29e1-448f-9c61-1e6b3a324fd1 on network 270cef08-1241-4045-8f35-9354dcf929d0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:46.410766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-7e292de7-f92a-4283-8028-56eee60ec8a3 service neutron] 10.222.0.78 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477189 Jul 06 11:37:46.447032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6ee93407-52b3-40c7-ac22-caaff375bc68, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6ee93407-52b3-40c7-ac22-caaff375bc68,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:46.461646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-b875ced1-7315-4e47-bfda-e9d16c5ea340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.463377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-b875ced1-7315-4e47-bfda-e9d16c5ea340 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 1099 time: 0.1078055 Jul 06 11:37:46.465774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:46.466149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Checking segment: {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:46.466551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.466941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Bound using segment: {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:46.467421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Bound port: 1444417d-29e1-448f-9c61-1e6b3a324fd1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:46.467802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.527580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.625143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde87018-f7e7-42ed-bf41-664e2bed0ed3 req-9ce1be8b-0e1d-4225-9b7a-5ab2b13f2e9b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.628095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cde87018-f7e7-42ed-bf41-664e2bed0ed3 req-9ce1be8b-0e1d-4225-9b7a-5ab2b13f2e9b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 949 time: 0.1361110 Jul 06 11:37:46.633200 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.643420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-27e16b24-e722-482a-b7e4-36e979c97c8c service neutron] 10.222.0.78 "GET /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315087 Jul 06 11:37:46.686365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-4622e55d-8090-4945-9d70-60aac06cddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.692222 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-4622e55d-8090-4945-9d70-60aac06cddf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2128997 Jul 06 11:37:46.722264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3910cd0-a274-481f-939e-8efb143c917d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:46.741141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7094763b-9201-4c2b-bafd-e768148cc030 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:46.774996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-7e032c76-a0b4-4ced-b77d-400912505be6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584 HTTP/1.1" status: 200 len: 217 time: 0.0671492 Jul 06 11:37:46.787071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cde87018-f7e7-42ed-bf41-664e2bed0ed3 req-781ea0fc-6084-4823-9b1f-50688878984e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325872 Jul 06 11:37:46.798749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-ff606b1e-09d0-434a-949f-789f11337785 service neutron] 10.222.0.78 "GET /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543872 Jul 06 11:37:46.833528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6ee93407-52b3-40c7-ac22-caaff375bc68,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:46.839679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] For port 1444417d-29e1-448f-9c61-1e6b3a324fd1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:46.844396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:46.855639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] For port 1444417d-29e1-448f-9c61-1e6b3a324fd1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1444417d-29e1-448f-9c61-1e6b3a324fd1,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:46.870818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6ee93407-52b3-40c7-ac22-caaff375bc68'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:46.881623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.894319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-1a2cd177-219e-4a12-b114-e77534474139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.896510 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-1a2cd177-219e-4a12-b114-e77534474139 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1091220 Jul 06 11:37:46.924868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.951965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-298d9d64-9ccb-41d9-8423-c0a7b314f592 service neutron] 10.222.0.78 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522169 Jul 06 11:37:46.993572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-c092ce37-ce0e-4ad1-ae81-a39dd7a72b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.995542 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-c092ce37-ce0e-4ad1-ae81-a39dd7a72b07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840375 Jul 06 11:37:47.109422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:47.141125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-bc73cb6e-7f7e-4a27-b416-18fee9d9f205 service neutron] 10.222.0.78 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881464 Jul 06 11:37:47.153311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7094763b-9201-4c2b-bafd-e768148cc030 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:47.218865 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-4d9cdba2-42fa-4991-a7bd-fe44b656848d service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987753 Jul 06 11:37:47.220038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7094763b-9201-4c2b-bafd-e768148cc030 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:47.220419 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.236872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:37:47.239810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7648-9531-4678-bad1-abb9072a6688 req-bdc6da73-ca05-480b-ab6f-59aa08c8ea10 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:47.246028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a35f7648-9531-4678-bad1-abb9072a6688 req-bdc6da73-ca05-480b-ab6f-59aa08c8ea10 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 948 time: 0.1501086 Jul 06 11:37:47.325242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a35f7648-9531-4678-bad1-abb9072a6688 req-ffef3918-ecf1-4e35-84c7-18d6938dc329 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705979 Jul 06 11:37:47.338083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8d7a6-62c7-4586-b785-340b8274fa3a None None] Pushing event updated for resources: {'Port': ['ID=1444417d-29e1-448f-9c61-1e6b3a324fd1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:47.441982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f97f249b-145b-4925-a017-204bc39a1066 None None] Provisioning complete for port 7094763b-9201-4c2b-bafd-e768148cc030 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:47.442644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97f249b-145b-4925-a017-204bc39a1066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.460812 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a854c4-c2ac-4e9e-8e06-7897c4494bfe req-0a4b8331-f799-4052-a19b-3bc606c7f853 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348783 Jul 06 11:37:47.575407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.754277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7094763b-9201-4c2b-bafd-e768148cc030, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7094763b-9201-4c2b-bafd-e768148cc030,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:47.779075 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.785046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:47.945739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97f249b-145b-4925-a017-204bc39a1066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.088887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7094763b-9201-4c2b-bafd-e768148cc030,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:48.117215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1444417d-29e1-448f-9c61-1e6b3a324fd1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:48.204261 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-f97f249b-145b-4925-a017-204bc39a1066 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:37:48.204598 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-f97f249b-145b-4925-a017-204bc39a1066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:37:48.394716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1444417d-29e1-448f-9c61-1e6b3a324fd1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:48.500769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-9348194d-2fc3-4a0d-bacd-b5f909ba075f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:48.509801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-9348194d-2fc3-4a0d-bacd-b5f909ba075f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 1.0198600 Jul 06 11:37:48.530724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-626b116c-16b6-4d5e-8b6c-0c1389a5e129 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:48.533244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-626b116c-16b6-4d5e-8b6c-0c1389a5e129 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc&tenant_id=7005234f84c840ffa09c6e598d36f7db&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 948 time: 0.2985375 Jul 06 11:37:48.545522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-df6ee314-947c-4633-acdc-a8ad96671f5c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/quotas/4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 375 time: 0.0345132 Jul 06 11:37:48.668446 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-234644fd-0a8d-4742-bc8c-0598e24d930c service neutron] delete failed (client error): The resource could not be found. Jul 06 11:37:48.670119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-234644fd-0a8d-4742-bc8c-0598e24d930c service neutron] 10.222.0.79 "DELETE /v2.0/ports/a3910cd0-a274-481f-939e-8efb143c917d/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.1102021 Jul 06 11:37:48.689751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-7a649727-c2ef-495c-a8d5-b2ee0d5af829 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425152 Jul 06 11:37:48.802646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13383dc1-963e-4154-a6b4-085029a640d6 None None] Network 270cef08-1241-4045-8f35-9354dcf929d0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:48.819751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04481f83-85b6-4a7f-b91c-942012227d3d req-baf811c9-9b4c-4939-8ba9-e0c67abeaf16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 210 time: 0.0484598 Jul 06 11:37:48.918258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-f7488ea2-575c-4234-a3dd-fb46f7ca2a41 service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275283 Jul 06 11:37:49.037717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-9c1b83b5-e1e3-4934-8c5e-8f852310d9bc service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185074 Jul 06 11:37:49.038444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] Provisioning for port 1444417d-29e1-448f-9c61-1e6b3a324fd1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:49.044729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] Provisioning complete for port 1444417d-29e1-448f-9c61-1e6b3a324fd1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:49.045077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.164803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-f360cb4b-9915-4915-a12c-a9b0c1551ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.167452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-f360cb4b-9915-4915-a12c-a9b0c1551ade service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1099 time: 0.3422084 Jul 06 11:37:49.196918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f13df-5bd7-4e67-b235-4e11ff287519 req-745e66f5-0200-40e7-9bf7-15db9f8aedb5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.204744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-030f13df-5bd7-4e67-b235-4e11ff287519 req-745e66f5-0200-40e7-9bf7-15db9f8aedb5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 948 time: 0.1872385 Jul 06 11:37:49.401495 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.406313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-030f13df-5bd7-4e67-b235-4e11ff287519 req-5a77645a-ca27-4679-8d95-2d220e8732be tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972435 Jul 06 11:37:49.468991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] For port 1444417d-29e1-448f-9c61-1e6b3a324fd1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1444417d-29e1-448f-9c61-1e6b3a324fd1,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:49.479899 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.489735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-61478ae4-a4f6-4ca6-a68e-f530c3c16702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.491410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-61478ae4-a4f6-4ca6-a68e-f530c3c16702 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3140054 Jul 06 11:37:49.538176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35979937-ecb8-4941-954d-7470fcd3d35f None None] Pushing event updated for resources: {'Port': ['ID=1444417d-29e1-448f-9c61-1e6b3a324fd1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:49.613539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-1febf05e-4406-4020-93b3-6c736eadfd7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 200 len: 217 time: 0.1125162 Jul 06 11:37:49.625339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e2347f1-a45a-4799-ba72-7595641689a3 None None] Provisioning complete for port 1444417d-29e1-448f-9c61-1e6b3a324fd1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:49.629868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e2347f1-a45a-4799-ba72-7595641689a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.724974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6ee93407-52b3-40c7-ac22-caaff375bc68 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:49.790911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-7434ec46-91eb-498f-a6f0-d9a3e3491427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.792627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-7434ec46-91eb-498f-a6f0-d9a3e3491427 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1692331 Jul 06 11:37:49.808437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25c888-7ecc-4aff-b39f-c60f209c66d8 req-6e92a92d-8a40-4bf0-b868-5ea3e9aa1d1a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.810370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe25c888-7ecc-4aff-b39f-c60f209c66d8 req-6e92a92d-8a40-4bf0-b868-5ea3e9aa1d1a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 949 time: 0.3034101 Jul 06 11:37:49.912163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf29b-1620-4cd2-84f7-e3d5ba30ff5d req-7b804df0-2d73-4f76-930a-91bde3a74626 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.919449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-373cf29b-1620-4cd2-84f7-e3d5ba30ff5d req-7b804df0-2d73-4f76-930a-91bde3a74626 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 948 time: 0.2693777 Jul 06 11:37:49.943735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe25c888-7ecc-4aff-b39f-c60f209c66d8 req-81735e1f-b4a2-479a-b3d8-5b987de24866 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194930 Jul 06 11:37:49.985480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-373cf29b-1620-4cd2-84f7-e3d5ba30ff5d req-cfacfe59-ccbd-4841-8b41-818883b96634 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Jul 06 11:37:49.986579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1444417d-29e1-448f-9c61-1e6b3a324fd1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:49.999954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-c2253b9a-7a58-444a-a8d3-0a45d3b765ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.001795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-c2253b9a-7a58-444a-a8d3-0a45d3b765ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1901944 Jul 06 11:37:50.113041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 6ee93407-52b3-40c7-ac22-caaff375bc68 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:50.119420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 6ee93407-52b3-40c7-ac22-caaff375bc68 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:50.120431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.136727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-629cc36a-35d3-408c-b85d-584ffc01e6a2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.144651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-629cc36a-35d3-408c-b85d-584ffc01e6a2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.150717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-629cc36a-35d3-408c-b85d-584ffc01e6a2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "GET /v2.0/networks?id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9&id=270cef08-1241-4045-8f35-9354dcf929d0&id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 HTTP/1.1" status: 200 len: 1390 time: 0.4039295 Jul 06 11:37:50.164633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'port': {'device_id': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'admin_state_up': True, 'tenant_id': 'b110190ddeb743df9cfce07845254b12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:50.209224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1444417d-29e1-448f-9c61-1e6b3a324fd1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:50.209962 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.283555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-e246af74-cb91-476f-9f45-e51078928aba service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721922 Jul 06 11:37:50.338592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.410779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:50.416317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.423617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee93407-52b3-40c7-ac22-caaff375bc68'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:50.426224 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58924d7-109c-4161-9c7e-d79cbf5d3b8a" -d '{"events": [{"server_uuid": "26747c45-7a9d-4ab4-9aa6-47c863648061", "name": "network-vif-plugged", "status": "completed", "tag": "6ee93407-52b3-40c7-ac22-caaff375bc68"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:50.448717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7094763b-9201-4c2b-bafd-e768148cc030 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:50.453909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6ee93407-52b3-40c7-ac22-caaff375bc68, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6ee93407-52b3-40c7-ac22-caaff375bc68,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:50.476390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.515643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ac238-d5d0-47b1-8879-6834a93d4e35 req-dda922d3-0858-488f-8baf-3325a8b21845 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.522663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-870ac238-d5d0-47b1-8879-6834a93d4e35 req-dda922d3-0858-488f-8baf-3325a8b21845 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1097 time: 0.3462291 Jul 06 11:37:50.583709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6ee93407-52b3-40c7-ac22-caaff375bc68,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:50.594179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7094763b-9201-4c2b-bafd-e768148cc030 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:50.594179 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.621896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66ade7e0-8c6d-48ac-b734-6089f68cfee7 req-459d54ed-03bd-40a1-bdf6-6c6e7461152b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 210 time: 0.1308963 Jul 06 11:37:50.655115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93c1d93e-9bad-45ba-b9c3-21807d2d1b7d req-a8383b9c-a843-48c2-bd4c-e0ab94d7e33c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527675 Jul 06 11:37:50.666103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Allocated IP 19.80.0.231 (6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9/455a4511-a513-4f95-aa01-9fc77e53d4f1/b99446f7-5b95-4f71-a5de-d852ad75a37b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:50.699787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-870ac238-d5d0-47b1-8879-6834a93d4e35 req-37f1dc9e-2a0b-4938-823c-91fe8ff947dc tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741495 Jul 06 11:37:50.754466 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c6cd6-9575-4d99-bcb0-2da673b1d4fc x-openstack-request-id: req-836c6cd6-9575-4d99-bcb0-2da673b1d4fc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:50.754812 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26747c45-7a9d-4ab4-9aa6-47c863648061", "name": "network-vif-plugged", "status": "completed", "tag": "6ee93407-52b3-40c7-ac22-caaff375bc68", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:50.755010 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-836c6cd6-9575-4d99-bcb0-2da673b1d4fc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:50.755508 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee93407-52b3-40c7-ac22-caaff375bc68', 'code': 200} Jul 06 11:37:50.888332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abb589b1-daf7-4e57-b50b-3ec80358d89f req-9e53a3ca-c1f8-42e3-b7b6-82385c30dbb0 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 210 time: 0.0566676 Jul 06 11:37:50.953553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8edd04ba-0016-44ed-a8b4-3606a67bb584 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:50.956067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a3910cd0-a274-481f-939e-8efb143c917d up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:51.074839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31038a-407f-4af7-9dc3-366862da46d7 req-2d050772-17ac-4b9a-8bcc-b2dea0c87645 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:51.080074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc31038a-407f-4af7-9dc3-366862da46d7 req-2d050772-17ac-4b9a-8bcc-b2dea0c87645 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 948 time: 0.1896517 Jul 06 11:37:51.086373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4c3dc-f88e-4fe0-b8fe-d4f2b32b436d req-e16b8db6-e25f-40de-aa4d-cf2758b7e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:51.092461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4cc4c3dc-f88e-4fe0-b8fe-d4f2b32b436d req-e16b8db6-e25f-40de-aa4d-cf2758b7e17b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 1101 time: 0.1905370 Jul 06 11:37:51.119296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.133597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Transition to ACTIVE for port object b99446f7-5b95-4f71-a5de-d852ad75a37b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:51.170188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.225170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc31038a-407f-4af7-9dc3-366862da46d7 req-649995e1-156a-4994-bfa1-ba82ebad0605 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294115 Jul 06 11:37:51.260692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:51.269135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:51.273752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4cc4c3dc-f88e-4fe0-b8fe-d4f2b32b436d req-2de40bd7-e93b-4a8a-8e71-4ced7b48bdfb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490545 Jul 06 11:37:51.282264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:51.300223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 8edd04ba-0016-44ed-a8b4-3606a67bb584, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:51.320593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '8edd04ba-0016-44ed-a8b4-3606a67bb584', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '8edd04ba-0016-44ed-a8b4-3606a67bb584', 'mac_address': 'fa:16:3e:33:d9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:51.372751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port a3910cd0-a274-481f-939e-8efb143c917d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:51.383056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Port': ['ID=b99446f7-5b95-4f71-a5de-d852ad75a37b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:51.388336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port a3910cd0-a274-481f-939e-8efb143c917d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:51.388336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.438519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:51.442067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.468795 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5293ecd3-eb69-45e7-be54-10863eddfb69 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091886 Jul 06 11:37:51.470933 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.483856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'port': {'device_id': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0', 'admin_state_up': True, 'tenant_id': 'b110190ddeb743df9cfce07845254b12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:51.544556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edd04ba-0016-44ed-a8b4-3606a67bb584 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:51.581949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-58a908db-2ad8-471a-9910-10fd760f930d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:51.583559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-58a908db-2ad8-471a-9910-10fd760f930d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.3214805 Jul 06 11:37:51.625706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 8edd04ba-0016-44ed-a8b4-3606a67bb584, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:51.643432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.644289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Request body: {'port': {'device_id': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'admin_state_up': True, 'tenant_id': '4d09b1953e3345cea362a6d171ec10d6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:51.740993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=8edd04ba-0016-44ed-a8b4-3606a67bb584,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:51.768824 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.783889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:51.804677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21383e19-bcc0-49c7-9cad-1eb0d5183c61 req-f84d2597-83ec-48b4-9594-d2d6a8ea4bd6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:51.808427 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.828832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21383e19-bcc0-49c7-9cad-1eb0d5183c61 req-f84d2597-83ec-48b4-9594-d2d6a8ea4bd6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 950 time: 0.3362653 Jul 06 11:37:51.900360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:51.925720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.973300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21383e19-bcc0-49c7-9cad-1eb0d5183c61 req-716c7749-05ef-4bd8-bb7a-e182d46a6879 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422763 Jul 06 11:37:51.980395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c37da3a-5a03-4009-a342-c9d7b7358345 None None] Provisioning for port b99446f7-5b95-4f71-a5de-d852ad75a37b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:51.994082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c37da3a-5a03-4009-a342-c9d7b7358345 None None] Provisioning complete for port b99446f7-5b95-4f71-a5de-d852ad75a37b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:51.994817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c37da3a-5a03-4009-a342-c9d7b7358345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.050538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:52.062551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c37da3a-5a03-4009-a342-c9d7b7358345 None None] Port b99446f7-5b95-4f71-a5de-d852ad75a37b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:52.105855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Made reservation on behalf of 4d09b1953e3345cea362a6d171ec10d6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:52.111678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.208788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Allocated IP 19.86.0.143 (270cef08-1241-4045-8f35-9354dcf929d0/55ad36e9-d27f-4a94-a8b4-20dcf22ee3af/7ed9e70c-5952-4ce0-a88d-b70839437ee9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:52.282572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['8edd04ba-0016-44ed-a8b4-3606a67bb584'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:52.457709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.469049 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.478213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Transition to ACTIVE for port object 7ed9e70c-5952-4ce0-a88d-b70839437ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:52.511701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Allocated IP 172.20.0.13 (8eae701f-1a0e-496b-a083-fe9613064494/150de5ca-678f-4f79-8a8f-48bb496a6698/77efbf54-2641-425b-a9af-2abc430e1bbd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:52.541811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.545761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629051-f51c-4130-ac48-b990e01bb37e req-089b4c94-121f-4d7a-aed4-37aa8f2652fc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:52.553653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d629051-f51c-4130-ac48-b990e01bb37e req-089b4c94-121f-4d7a-aed4-37aa8f2652fc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 949 time: 0.2427189 Jul 06 11:37:52.616402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 270cef08-1241-4045-8f35-9354dcf929d0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:52.621147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:52.634561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d629051-f51c-4130-ac48-b990e01bb37e req-a9af81dc-5e00-4a3a-8861-bb2ebc5aea6a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800686 Jul 06 11:37:52.641617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:52.706972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Port': ['ID=7ed9e70c-5952-4ce0-a88d-b70839437ee9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:52.756740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:52.760709 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d2892-dfbe-4004-9d30-c84397ba4028" -d '{"events": [{"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-plugged", "status": "completed", "tag": "a3910cd0-a274-481f-939e-8efb143c917d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:52.794732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:52.795715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.815619 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-0e774e99-d963-41e0-b2b7-807659da760c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3379869 Jul 06 11:37:52.828365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'port': {'device_id': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'admin_state_up': True, 'tenant_id': 'b110190ddeb743df9cfce07845254b12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:52.972345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.997454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d6e52e05-b830-4a0b-9f41-6969e9e1767b None None] Provisioning for port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:53.010985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d6e52e05-b830-4a0b-9f41-6969e9e1767b None None] Provisioning complete for port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:53.011465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6e52e05-b830-4a0b-9f41-6969e9e1767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.066376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d6e52e05-b830-4a0b-9f41-6969e9e1767b None None] Port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:53.081293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-c1ae379f-8a8a-4070-adc7-36e6ef0cc8e2 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:37:53.082385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-c1ae379f-8a8a-4070-adc7-36e6ef0cc8e2 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221839 Jul 06 11:37:53.100531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.107406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:53.111167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:37:53.193013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Network 8eae701f-1a0e-496b-a083-fe9613064494 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:53.198223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:53.207745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:53.244410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:53.284570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:53.285230 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.303524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:53.308718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.318402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365c1a-c686-4fc7-b40e-7685461dbb31 req-2e4a517f-e730-4a82-a20a-fdac590af052 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:53.320634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69365c1a-c686-4fc7-b40e-7685461dbb31 req-2e4a517f-e730-4a82-a20a-fdac590af052 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 932 time: 0.1755786 Jul 06 11:37:53.329451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-3381a583-8101-4116-b997-a1c00971ee40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7112107 Jul 06 11:37:53.344714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Request body: {'port': {'device_id': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:53.412923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69365c1a-c686-4fc7-b40e-7685461dbb31 req-ee44b247-5904-4735-8992-ba4d65e4e321 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802853 Jul 06 11:37:53.439379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:53.439716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:53.440079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:53.460599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.467703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:53.468078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:53.480754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:53.481098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:53.481491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:53.481942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Bound port: 3d505de4-91ca-4532-bafa-1bc9062540c2, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:53.528554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Allocated IP 19.80.0.223 (6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9/455a4511-a513-4f95-aa01-9fc77e53d4f1/a6782a6f-e8dd-4a18-a8ba-9d919941534d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:53.574836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:53.583564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.584616 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-2a41fdeb-cbfb-419f-97f2-12cc608ea04b service neutron] 10.222.0.78 "POST /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4933140 Jul 06 11:37:53.796397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.808778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca016-d576-4526-a85a-1131d0e23ef6 req-79e2930e-ad34-489f-9f05-8d46e3c8d493 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:53.813359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Transition to ACTIVE for port object a6782a6f-e8dd-4a18-a8ba-9d919941534d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:53.814881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca016-d576-4526-a85a-1131d0e23ef6 req-79e2930e-ad34-489f-9f05-8d46e3c8d493 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:53.816590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d87ca016-d576-4526-a85a-1131d0e23ef6 req-79e2930e-ad34-489f-9f05-8d46e3c8d493 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 1655 time: 0.1918635 Jul 06 11:37:53.863533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.949942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77efbf54-2641-425b-a9af-2abc430e1bbd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:53.964539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.969916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:53.970152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d87ca016-d576-4526-a85a-1131d0e23ef6 req-606dd06b-2573-4c75-add2-c489b5379edd tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196337 Jul 06 11:37:53.976564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Port': ['ID=a6782a6f-e8dd-4a18-a8ba-9d919941534d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:53.980497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:53.982716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:54.013287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Transition to ACTIVE for port object 77efbf54-2641-425b-a9af-2abc430e1bbd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:54.024919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.056718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.057523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.058888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6bb84-46a0-4998-81d4-ecee6280ba17 req-f4e301d7-2c9e-4aaa-8d5e-3f786bff715c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.062748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-6e436f77-9cfa-4908-b4a6-1d4e67c19605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.064337 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999f75a-b867-4566-a1a0-5e309c2ffa88 x-openstack-request-id: req-a999f75a-b867-4566-a1a0-5e309c2ffa88 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:54.064845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-6e436f77-9cfa-4908-b4a6-1d4e67c19605 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1097 time: 0.1436393 Jul 06 11:37:54.065300 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-plugged", "status": "completed", "tag": "a3910cd0-a274-481f-939e-8efb143c917d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:54.065721 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a999f75a-b867-4566-a1a0-5e309c2ffa88 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:54.067039 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d', 'code': 200} Jul 06 11:37:54.069503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99f6bb84-46a0-4998-81d4-ecee6280ba17 req-f4e301d7-2c9e-4aaa-8d5e-3f786bff715c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.2086430 Jul 06 11:37:54.088828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-a3ffd5f6-7026-40ba-b892-8acd41b2d838 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2660165 Jul 06 11:37:54.119288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Request body: {'port': {'device_id': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:54.228719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:54.241220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99f6bb84-46a0-4998-81d4-ecee6280ba17 req-60690573-ef65-4489-9903-e9085c6b50e5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706195 Jul 06 11:37:54.274168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.310722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-f7052942-8e9d-4ea2-9017-16063c30dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.315218 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-f7052942-8e9d-4ea2-9017-16063c30dae6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.2348995 Jul 06 11:37:54.369290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:54.369654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:54.369957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:54.385108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e961cb-fd40-4767-87c3-a9c97829a452 req-6a8db0ef-591d-416d-b145-aad4e3db75a1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.392318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02e961cb-fd40-4767-87c3-a9c97829a452 req-6a8db0ef-591d-416d-b145-aad4e3db75a1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 950 time: 0.1496222 Jul 06 11:37:54.398393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93450629-d5ae-4b31-8020-611dee11ef14 None None] Provisioning for port a6782a6f-e8dd-4a18-a8ba-9d919941534d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:54.404739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93450629-d5ae-4b31-8020-611dee11ef14 None None] Provisioning complete for port a6782a6f-e8dd-4a18-a8ba-9d919941534d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:54.405109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93450629-d5ae-4b31-8020-611dee11ef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.411854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:54.412204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:54.444530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:54.444862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:54.445113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-93450629-d5ae-4b31-8020-611dee11ef14 None None] Port a6782a6f-e8dd-4a18-a8ba-9d919941534d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:54.445282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:54.445681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Bound port: 77efbf54-2641-425b-a9af-2abc430e1bbd, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:54.446918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.479665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-7b0e8dee-386a-42b5-aca4-5fb10e629cfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 217 time: 0.1319354 Jul 06 11:37:54.481164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02e961cb-fd40-4767-87c3-a9c97829a452 req-ac42bf65-6956-49d6-b34d-cd62c2271b29 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879793 Jul 06 11:37:54.557793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-3ee2b2e3-bade-4c9b-9992-27c12f1594a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.559459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-3ee2b2e3-bade-4c9b-9992-27c12f1594a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0620322 Jul 06 11:37:54.599993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-5a9df7fb-4791-475f-9a1d-feee85dd0f16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331330 Jul 06 11:37:54.772385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-c449b7dd-7838-4566-83a1-6182d48b3b5e service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618657 Jul 06 11:37:54.825274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62187e3-3be7-425a-b219-f467e0a17ed3 req-5bbb3ec9-a1c6-4f8b-9e52-87035d683a31 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.826873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a62187e3-3be7-425a-b219-f467e0a17ed3 req-5bbb3ec9-a1c6-4f8b-9e52-87035d683a31 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 949 time: 0.4269879 Jul 06 11:37:54.852272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:54.856518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:54.869973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.884300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99446f7-5b95-4f71-a5de-d852ad75a37b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:54.894561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.925879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Transition to ACTIVE for port object b99446f7-5b95-4f71-a5de-d852ad75a37b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:54.932654 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-6ee5ea79-5a11-414e-b5f1-4d78efd5177d service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474550 Jul 06 11:37:54.934194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.939101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a62187e3-3be7-425a-b219-f467e0a17ed3 req-e52e0e63-95dc-4937-9fc7-646df7e5bd96 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004057 Jul 06 11:37:54.944440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.945062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.947039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] 10.222.0.79 "PUT /v2.0/ports/77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 1092 time: 1.6078279 Jul 06 11:37:54.949770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:54.951837 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe09c867-b23b-4ffc-8e46-216aa3f366e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:54.966853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c55c58-cf9e-4081-9f6e-98f1b85ce907 req-9f87e685-13a5-49ee-81e5-bd3996782697 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.967374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37c55c58-cf9e-4081-9f6e-98f1b85ce907 req-9f87e685-13a5-49ee-81e5-bd3996782697 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 946 time: 0.2032051 Jul 06 11:37:54.983619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8edd04ba-0016-44ed-a8b4-3606a67bb584 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:54.993791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=b99446f7-5b95-4f71-a5de-d852ad75a37b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:55.026451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078e67-abfc-4cd6-99b6-f482c0c1fc27 service neutron] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:55.098404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37c55c58-cf9e-4081-9f6e-98f1b85ce907 req-a21f3af1-c0b6-4513-a80d-bdaa040e0f95 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162319 Jul 06 11:37:55.123021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 8edd04ba-0016-44ed-a8b4-3606a67bb584 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:55.127774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 8edd04ba-0016-44ed-a8b4-3606a67bb584 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:55.128517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.200560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-1c46df78-3ab0-4556-a6f3-44b91552b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.202386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-1c46df78-3ab0-4556-a6f3-44b91552b9a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1095 time: 0.1647482 Jul 06 11:37:55.215078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Attempting to bind port b99446f7-5b95-4f71-a5de-d852ad75a37b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:55.215078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Attempting to bind port b99446f7-5b95-4f71-a5de-d852ad75a37b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:55.215417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Attempting to bind port b99446f7-5b95-4f71-a5de-d852ad75a37b on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:55.224856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Port b99446f7-5b95-4f71-a5de-d852ad75a37b on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:55.226640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Attempting to bind port b99446f7-5b95-4f71-a5de-d852ad75a37b on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:55.241087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.246949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:55.247215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Checking segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:55.247615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Bound using segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:55.252643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Bound port: b99446f7-5b95-4f71-a5de-d852ad75a37b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:55.253175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.262808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-8d6cdb7e-d804-497a-b6be-af736d8594c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 217 time: 0.0464544 Jul 06 11:37:55.320092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 8edd04ba-0016-44ed-a8b4-3606a67bb584, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:55.327271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.382898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=8edd04ba-0016-44ed-a8b4-3606a67bb584,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:55.386043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-40151463-db68-4f1d-8d13-0e807dc003e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.387522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-40151463-db68-4f1d-8d13-0e807dc003e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1161284 Jul 06 11:37:55.425973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-fa7dc868-389e-4b1e-bd72-dffb50774381 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.427534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-fa7dc868-389e-4b1e-bd72-dffb50774381 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1097 time: 0.3304055 Jul 06 11:37:55.428728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] For port b99446f7-5b95-4f71-a5de-d852ad75a37b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:55.432934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] For port b99446f7-5b95-4f71-a5de-d852ad75a37b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b99446f7-5b95-4f71-a5de-d852ad75a37b,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:55.439195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:55.443354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.453005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-4283cc61-d9a2-4914-960f-6aad7b5e075a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566733 Jul 06 11:37:55.512964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.513602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.514997 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] 10.222.0.79 "PUT /v2.0/ports/b99446f7-5b95-4f71-a5de-d852ad75a37b HTTP/1.1" status: 200 len: 1092 time: 1.4067559 Jul 06 11:37:55.516977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'tag': 'b99446f7-5b95-4f71-a5de-d852ad75a37b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:55.519203 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55888206-2697-4cbf-8a3d-42a134c5db7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "tag": "b99446f7-5b95-4f71-a5de-d852ad75a37b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:55.523849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd8460-f7af-4263-abfa-1dc614d1ebbc req-6fea2037-120c-467d-9d44-d060690b8260 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.533152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8fd8460-f7af-4263-abfa-1dc614d1ebbc req-6fea2037-120c-467d-9d44-d060690b8260 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 1100 time: 0.2062755 Jul 06 11:37:55.576881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Request body: {'port': {'device_id': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:55.605264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adcf93-4d83-4a85-88cc-5ecd50605ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=b99446f7-5b95-4f71-a5de-d852ad75a37b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:55.625634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.632838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8fd8460-f7af-4263-abfa-1dc614d1ebbc req-88eb3564-6d15-40b0-b1cb-cd933f6b6f42 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874953 Jul 06 11:37:55.645722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec52a0-9441-4afc-8827-85ad9c7f7b32 req-a27abbc9-c45e-4da6-9bea-6c78cca96108 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.653061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ec52a0-9441-4afc-8827-85ad9c7f7b32 req-a27abbc9-c45e-4da6-9bea-6c78cca96108 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.2559917 Jul 06 11:37:55.684277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-66c688b4-685b-4fe3-8810-14b9adcb83b2 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206573 Jul 06 11:37:55.720242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.747198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ec52a0-9441-4afc-8827-85ad9c7f7b32 req-72331810-e19b-48e9-bb56-da31a9730f75 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930383 Jul 06 11:37:55.821926 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d3bc3-61f9-4518-a8c8-8aa140a1bdb2 x-openstack-request-id: req-986d3bc3-61f9-4518-a8c8-8aa140a1bdb2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:55.822313 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:55.822689 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-986d3bc3-61f9-4518-a8c8-8aa140a1bdb2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:55.823225 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'status': 'completed', 'code': 200} Jul 06 11:37:55.909728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:55.928681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1850276a-bd6a-4b90-aeef-1de2c24e7a1e req-59441bd5-62b5-476f-b650-343ec19007b5 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326303 Jul 06 11:37:55.941454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dc51f-9fba-4b15-bc3e-a38a9ca45391 req-832b9e15-ae09-4bf0-8fce-481fce1b2ec8 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:55.943421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c4dc51f-9fba-4b15-bc3e-a38a9ca45391 req-832b9e15-ae09-4bf0-8fce-481fce1b2ec8 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 1101 time: 0.1079829 Jul 06 11:37:56.009652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:56.046269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c4dc51f-9fba-4b15-bc3e-a38a9ca45391 req-4b1d536b-474e-4634-b92b-92d6d55a9b47 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907502 Jul 06 11:37:56.068653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd04ba-0016-44ed-a8b4-3606a67bb584'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:56.074712 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28caa483-5051-4e7a-88f5-d598d4b97ead" -d '{"events": [{"server_uuid": "e8938ddd-151c-4d71-9cb9-336ed724af09", "name": "network-vif-plugged", "status": "completed", "tag": "8edd04ba-0016-44ed-a8b4-3606a67bb584"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:56.083258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703c016-2e1e-4e78-b946-22dab3bf2f20 req-a57376a9-5f1e-4431-958f-029aaefe9801 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.088262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.104986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703c016-2e1e-4e78-b946-22dab3bf2f20 req-a57376a9-5f1e-4431-958f-029aaefe9801 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.110987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703c016-2e1e-4e78-b946-22dab3bf2f20 req-a57376a9-5f1e-4431-958f-029aaefe9801 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.121172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c703c016-2e1e-4e78-b946-22dab3bf2f20 req-a57376a9-5f1e-4431-958f-029aaefe9801 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2389 time: 0.1763291 Jul 06 11:37:56.141694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.178710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c703c016-2e1e-4e78-b946-22dab3bf2f20 req-f264e648-e45e-4e45-8071-0d8e29443fa3 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Jul 06 11:37:56.181079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-7bf7d618-dee7-47d2-92aa-d77a1948bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.183269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-7bf7d618-dee7-47d2-92aa-d77a1948bed1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1095 time: 0.1874290 Jul 06 11:37:56.237175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:56.340560 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98177a69-d569-4868-9378-57a78c281211 x-openstack-request-id: req-98177a69-d569-4868-9378-57a78c281211 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:56.341116 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "tag": "b99446f7-5b95-4f71-a5de-d852ad75a37b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:56.341116 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98177a69-d569-4868-9378-57a78c281211 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:56.341475 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'tag': 'b99446f7-5b95-4f71-a5de-d852ad75a37b', 'status': 'completed', 'code': 200} Jul 06 11:37:56.411741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:56.412248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:56.412661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:56.420051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:56.420509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Attempting to bind port 3d505de4-91ca-4532-bafa-1bc9062540c2 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:56.432799 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aad723-75fd-4cec-aba9-d172d4788eff x-openstack-request-id: req-15aad723-75fd-4cec-aba9-d172d4788eff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:56.433339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:56.433339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:56.433830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:56.434120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Bound port: 3d505de4-91ca-4532-bafa-1bc9062540c2, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:56.434438 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8938ddd-151c-4d71-9cb9-336ed724af09", "name": "network-vif-plugged", "status": "completed", "tag": "8edd04ba-0016-44ed-a8b4-3606a67bb584", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:56.434556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.434939 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15aad723-75fd-4cec-aba9-d172d4788eff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:56.436385 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edd04ba-0016-44ed-a8b4-3606a67bb584', 'code': 200} Jul 06 11:37:56.441228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed9e70c-5952-4ce0-a88d-b70839437ee9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:56.461416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.491589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-1894d3fd-ff82-483f-9dc8-77846cf0dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.496049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-1894d3fd-ff82-483f-9dc8-77846cf0dd68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.3019619 Jul 06 11:37:56.510009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-c1ef90be-1d27-4cc7-8f7f-7e490f9d80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.510500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-c1ef90be-1d27-4cc7-8f7f-7e490f9d80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.510979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-c1ef90be-1d27-4cc7-8f7f-7e490f9d80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.516945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-c1ef90be-1d27-4cc7-8f7f-7e490f9d80fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2732 time: 0.2173717 Jul 06 11:37:56.551598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Transition to ACTIVE for port object 7ed9e70c-5952-4ce0-a88d-b70839437ee9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:56.557198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:56.560070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.563542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:56.593781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.629289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed9e70c-5952-4ce0-a88d-b70839437ee9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:56.717852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-2bed3ced-7c3f-49fb-adc3-ec0bb6906d87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 217 time: 0.1988015 Jul 06 11:37:56.741796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.742430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.743981 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-988acff6-f499-46b4-8703-917904f05f35 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 1122 time: 1.3093460 Jul 06 11:37:56.762533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988acff6-f499-46b4-8703-917904f05f35 service neutron] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:56.776449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-32440f52-b526-498c-9436-a2a61a4f4677 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1776872 Jul 06 11:37:56.782269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Attempting to bind port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:56.782623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Attempting to bind port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:56.782991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Attempting to bind port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 on network 270cef08-1241-4045-8f35-9354dcf929d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:56.788381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 on network 270cef08-1241-4045-8f35-9354dcf929d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:56.788716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Attempting to bind port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 on network 270cef08-1241-4045-8f35-9354dcf929d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:56.794761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:56.795098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Checking segment: {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:56.795484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Bound using segment: {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:56.795957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Bound port: 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e85fd3-9d77-47f1-911e-ef64bd387800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:56.796365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.879842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] For port 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:56.884619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] For port 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:56.888456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.923879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:56.924591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.926023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] 10.222.0.79 "PUT /v2.0/ports/7ed9e70c-5952-4ce0-a88d-b70839437ee9 HTTP/1.1" status: 200 len: 1092 time: 1.3608942 Jul 06 11:37:56.950139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237b5a4-8c04-4230-ac19-b39cd6abcf58 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed9e70c-5952-4ce0-a88d-b70839437ee9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:56.954745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3d505de4-91ca-4532-bafa-1bc9062540c2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:56.968395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Request body: {'port': {'device_id': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:57.006634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-c7c5a93a-3281-4eac-ab8d-180cac55dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.009093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-c7c5a93a-3281-4eac-ab8d-180cac55dbca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.2628167 Jul 06 11:37:57.020295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4344cf-db52-496f-b369-d6bd3076c12b req-24b6b10c-7cba-4de2-869b-8875159e09ef tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.021895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4344cf-db52-496f-b369-d6bd3076c12b req-24b6b10c-7cba-4de2-869b-8875159e09ef tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 950 time: 0.5040157 Jul 06 11:37:57.023158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-ec41e579-3997-4f2f-bdd6-e4482a4dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.023702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-ec41e579-3997-4f2f-bdd6-e4482a4dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.025216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-ec41e579-3997-4f2f-bdd6-e4482a4dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.026819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-ec41e579-3997-4f2f-bdd6-e4482a4dbf56 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b110190ddeb743df9cfce07845254b12&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4459443 Jul 06 11:37:57.039369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260d2c8-0274-44b8-83c3-9d427b3032b9 req-3fe8f770-2fda-4490-90d5-5a3ba28b1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.042195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a260d2c8-0274-44b8-83c3-9d427b3032b9 req-3fe8f770-2fda-4490-90d5-5a3ba28b1b97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 1101 time: 0.5036280 Jul 06 11:37:57.058755 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e26a55-5b43-4ad1-b4cf-0dac80b35875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.087607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.141737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-37ae1bc4-f704-4c3c-a1f7-4a6bca84719b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109631 Jul 06 11:37:57.242506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-324ce9dd-e20c-4a82-96d4-733731e9d6d5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.244795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-324ce9dd-e20c-4a82-96d4-733731e9d6d5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522340 Jul 06 11:37:57.312717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4344cf-db52-496f-b369-d6bd3076c12b req-8b75628b-fb60-4184-83fa-e9f46a5777ba tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691364 Jul 06 11:37:57.336385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a260d2c8-0274-44b8-83c3-9d427b3032b9 req-96a38de4-a238-4aff-81c8-ec0edb3caf0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429528 Jul 06 11:37:57.349697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-4e3118b2-1ae2-4989-a9d5-c9394c34e3d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/quotas/3935b51f33fb44f381edfe5271e338d4 HTTP/1.1" status: 200 len: 375 time: 0.0661159 Jul 06 11:37:57.412918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-f77b319b-97bc-4f6b-ba5f-66fbc0c15d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.414435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55888206-2697-4cbf-8a3d-42a134c5db7f req-f77b319b-97bc-4f6b-ba5f-66fbc0c15d30 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3695767 Jul 06 11:37:57.439689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6782a6f-e8dd-4a18-a8ba-9d919941534d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:57.443192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-7323a450-8ec8-4c26-8f90-33ee93977682 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848015 Jul 06 11:37:57.450403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.467443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Transition to ACTIVE for port object a6782a6f-e8dd-4a18-a8ba-9d919941534d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:57.471947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.530431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Pushing event updated for resources: {'Port': ['ID=a6782a6f-e8dd-4a18-a8ba-9d919941534d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:57.533616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-a54f13e7-dae7-45af-b0b5-bdfa30c99cd5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1830585 Jul 06 11:37:57.627860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Attempting to bind port a6782a6f-e8dd-4a18-a8ba-9d919941534d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:57.628373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Attempting to bind port a6782a6f-e8dd-4a18-a8ba-9d919941534d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:57.628822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Attempting to bind port a6782a6f-e8dd-4a18-a8ba-9d919941534d on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:57.636865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Port a6782a6f-e8dd-4a18-a8ba-9d919941534d on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:57.636865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Attempting to bind port a6782a6f-e8dd-4a18-a8ba-9d919941534d on network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:57.644418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:57.644418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Checking segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:57.645156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Bound using segment: {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:57.645857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Bound port: a6782a6f-e8dd-4a18-a8ba-9d919941534d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b4fe47-d570-449a-8294-5675bd9e22f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:57.646315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.651726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe09c867-b23b-4ffc-8e46-216aa3f366e2 req-0303bc27-9066-4d63-b7e5-00a65c863b44 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990798 Jul 06 11:37:57.703766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7653-0109-4e45-a64d-1cec6f2ef3eb req-ecb646f5-e601-47b5-b32e-8505d899c690 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.705433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b72f7653-0109-4e45-a64d-1cec6f2ef3eb req-ecb646f5-e601-47b5-b32e-8505d899c690 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.2453504 Jul 06 11:37:57.750934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] For port a6782a6f-e8dd-4a18-a8ba-9d919941534d, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:57.756933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] For port a6782a6f-e8dd-4a18-a8ba-9d919941534d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:57.764695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.813610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.814229 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.815874 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] 10.222.0.79 "PUT /v2.0/ports/a6782a6f-e8dd-4a18-a8ba-9d919941534d HTTP/1.1" status: 200 len: 1092 time: 0.8521948 Jul 06 11:37:57.840866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b72f7653-0109-4e45-a64d-1cec6f2ef3eb req-7ce92c27-4c44-4b15-a500-309aa6d2f25e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176937 Jul 06 11:37:57.849736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a371b-342a-4e83-b11c-6d5e37172b24 service neutron] Pushing event updated for resources: {'Port': ['ID=a6782a6f-e8dd-4a18-a8ba-9d919941534d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:58.061684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-47229bbd-43da-4348-b104-befa419e5ebd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434718 Jul 06 11:37:58.254630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-d81e5f27-5136-4a2f-a5f8-b20e923fc050 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.256347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-d81e5f27-5136-4a2f-a5f8-b20e923fc050 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927826 Jul 06 11:37:58.267856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4955e-5813-4542-b54d-4d4d83a9ee12 req-1cd36cf6-0f81-4173-a173-248f50c23fa3 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.268197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e5115117-899b-4ed4-8cec-7e3fe0a2f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.268725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e5115117-899b-4ed4-8cec-7e3fe0a2f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.269332 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e5115117-899b-4ed4-8cec-7e3fe0a2f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.269691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fba4955e-5813-4542-b54d-4d4d83a9ee12 req-1cd36cf6-0f81-4173-a173-248f50c23fa3 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 946 time: 0.1943340 Jul 06 11:37:58.271317 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e5115117-899b-4ed4-8cec-7e3fe0a2f6cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2866 time: 0.3643804 Jul 06 11:37:58.291250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-cc7a5a95-c5ac-450f-9eea-9b397e3f0bdf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/quotas/7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 375 time: 0.0203257 Jul 06 11:37:58.329408 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-867f7831-9aaf-4b67-819b-fa949c2fb965 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=b99446f7-5b95-4f71-a5de-d852ad75a37b HTTP/1.1" status: 200 len: 217 time: 0.0467863 Jul 06 11:37:58.342526 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2'}, {'name': 'network-changed', 'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2'}, {'name': 'network-changed', 'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'tag': '7ed9e70c-5952-4ce0-a88d-b70839437ee9'}, {'name': 'network-changed', 'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'tag': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:58.345788 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301" -d '{"events": [{"server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "name": "network-vif-unplugged", "status": "completed", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2"}, {"name": "network-changed", "server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2"}, {"name": "network-changed", "server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "tag": "7ed9e70c-5952-4ce0-a88d-b70839437ee9"}, {"name": "network-changed", "server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "tag": "a6782a6f-e8dd-4a18-a8ba-9d919941534d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:58.373449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fba4955e-5813-4542-b54d-4d4d83a9ee12 req-d39cb199-d97c-44b1-95ca-bf4f6a1c3dad tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931747 Jul 06 11:37:58.414004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-c83bed08-364b-4e87-a16e-3964554af8c8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106741 Jul 06 11:37:58.425724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-b5c87594-b88c-4e12-bf41-f33ccd0e4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.427220 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-b5c87594-b88c-4e12-bf41-f33ccd0e4427 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=455a4511-a513-4f95-aa01-9fc77e53d4f1 HTTP/1.1" status: 200 len: 801 time: 0.0766025 Jul 06 11:37:58.505902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e9246444-e175-4e98-9d5e-644810f12029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.509306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-e9246444-e175-4e98-9d5e-644810f12029 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744653 Jul 06 11:37:58.660564 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-29b10a2c-ecf2-43db-9d2b-0d8101ff98ae service neutron] 10.222.0.79 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275716 Jul 06 11:37:58.660854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef53b1-551d-441c-9a86-9092122bb550 req-15132dd0-9858-4ee6-9088-4d78b391fd8c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.662684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83ef53b1-551d-441c-9a86-9092122bb550 req-15132dd0-9858-4ee6-9088-4d78b391fd8c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1686747 Jul 06 11:37:58.710273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-0854be24-6dac-45af-9cca-7f6e87ff1a2f tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.713304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-0854be24-6dac-45af-9cca-7f6e87ff1a2f tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.79 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 946 time: 0.1779747 Jul 06 11:37:58.801399 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-3a3ece48-6233-4657-bb00-79c7b2e939bc service neutron] 10.222.0.79 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267145 Jul 06 11:37:58.879580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-35385783-3bee-4925-99de-7be1e8fa9f55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9 HTTP/1.1" status: 200 len: 217 time: 0.0695138 Jul 06 11:37:58.954062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5d0f3130-bc7e-43b4-a1cc-d2217675d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.955949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-5d0f3130-bc7e-43b4-a1cc-d2217675d54c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55ad36e9-d27f-4a94-a8b4-20dcf22ee3af HTTP/1.1" status: 200 len: 801 time: 0.0694928 Jul 06 11:37:58.987155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:59.070758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83ef53b1-551d-441c-9a86-9092122bb550 req-f17ef4a4-87b9-4b1f-a46d-01c25a1754f3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988631 Jul 06 11:37:59.083955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-6ae4537e-52ac-4d01-88d0-fedcf2f007d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.087506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-6ae4537e-52ac-4d01-88d0-fedcf2f007d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=270cef08-1241-4045-8f35-9354dcf929d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232965 Jul 06 11:37:59.153563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:59.181972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:37:59.234173 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-996b1bd8-a56b-4f6b-b982-9aec77c64f19 service neutron] 10.222.0.79 "GET /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391191 Jul 06 11:37:59.253836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9cc82-c87b-40b6-8752-0d00b031a007 req-60b8e075-c940-4b82-bd65-d0dcb795cb8c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.261078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9cc82-c87b-40b6-8752-0d00b031a007 req-60b8e075-c940-4b82-bd65-d0dcb795cb8c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.267119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9cc82-c87b-40b6-8752-0d00b031a007 req-60b8e075-c940-4b82-bd65-d0dcb795cb8c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.268834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf9cc82-c87b-40b6-8752-0d00b031a007 req-60b8e075-c940-4b82-bd65-d0dcb795cb8c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2413 time: 0.5540226 Jul 06 11:37:59.295774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-634b4828-79a3-4bf3-8ffd-a89835596286 req-26957ee2-e709-4a7d-9186-c811dc35ab5c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 210 time: 0.0627811 Jul 06 11:37:59.349227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf9cc82-c87b-40b6-8752-0d00b031a007 req-76cfda51-71dc-42bd-aed2-36ce4437593f tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568476 Jul 06 11:37:59.357183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Deleting port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:37:59.358534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:59.361273 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-ff96ced1-e9ad-409d-abec-e1d67ff93310 service neutron] 10.222.0.79 "GET /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176198 Jul 06 11:37:59.445604 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-acb3e31c-46b8-426c-a429-c6c047298388 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d HTTP/1.1" status: 200 len: 217 time: 0.0713367 Jul 06 11:37:59.467602 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64dc830-6291-4451-bfee-af8a8d4f44c0 x-openstack-request-id: req-a64dc830-6291-4451-bfee-af8a8d4f44c0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:59.467602 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "name": "network-vif-unplugged", "status": "completed", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2", "code": 200}, {"name": "network-changed", "server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "tag": "7ed9e70c-5952-4ce0-a88d-b70839437ee9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "tag": "a6782a6f-e8dd-4a18-a8ba-9d919941534d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:59.468041 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a64dc830-6291-4451-bfee-af8a8d4f44c0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:59.468543 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'code': 200} Jul 06 11:37:59.468888 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'status': 'completed', 'code': 200} Jul 06 11:37:59.469198 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'tag': '7ed9e70c-5952-4ce0-a88d-b70839437ee9', 'status': 'completed', 'code': 200} Jul 06 11:37:59.469505 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'tag': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d', 'status': 'completed', 'code': 200} Jul 06 11:37:59.538028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.79', 56143) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:59.563795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-4e879ef4-5f1d-410f-a9e6-03c0ecc0ed61 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673013 Jul 06 11:37:59.579031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04418433-316c-4079-8067-71f35f916ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:59.642181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c0baf555-7b03-4d2d-ba31-05632360fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.643830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-c0baf555-7b03-4d2d-ba31-05632360fc7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=455a4511-a513-4f95-aa01-9fc77e53d4f1 HTTP/1.1" status: 200 len: 801 time: 0.1912758 Jul 06 11:37:59.702102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-1da9f59e-6b7c-4fdc-b002-620ff7040dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.703665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-1da9f59e-6b7c-4fdc-b002-620ff7040dea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1125 time: 0.1645648 Jul 06 11:37:59.714167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:59.769530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28aef807-4818-4d2b-99e4-ccdac087e981 req-e6db851d-4fd3-46a5-a60e-95a13c6f056d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 210 time: 0.1623366 Jul 06 11:37:59.787517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:59.816031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] For port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,segment=NetworkSegment(04513e51-a6be-4baf-8a16-f0f08f2bcc5d),segment_id=04513e51-a6be-4baf-8a16-f0f08f2bcc5d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:59.816572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:59.831518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-848c58b7-c80d-4f24-89ba-ba71758d1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.833164 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-848c58b7-c80d-4f24-89ba-ba71758d1aef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1805165 Jul 06 11:37:59.861492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386055c9-046b-46e1-8286-645797c4a65f req-cb083682-aa33-4e90-92bd-7d59d4a2533e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.873745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-386055c9-046b-46e1-8286-645797c4a65f req-cb083682-aa33-4e90-92bd-7d59d4a2533e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 950 time: 0.4509943 Jul 06 11:37:59.882706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Calling delete_port for 2e9a7edd-d3f4-4b8b-83b5-f7434758584e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:37:59.964114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-eff3ddfb-3f08-485c-ab5c-c239d55cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.964656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:59.965848 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-eff3ddfb-3f08-485c-ab5c-c239d55cc881 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.2549736 Jul 06 11:37:59.975348 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:59.981548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'port_id': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'mac_address': 'fa:16:3e:28:ba:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150de5ca-678f-4f79-8a8f-48bb496a6698', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:00.020574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-386055c9-046b-46e1-8286-645797c4a65f req-1828ff3c-de2f-493f-a684-69cb3d903c0d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458290 Jul 06 11:38:00.021326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-c86bb1aa-0f0e-4cf2-9756-3b09af5af695 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 217 time: 0.0460052 Jul 06 11:38:00.025383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.056326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77efbf54-2641-425b-a9af-2abc430e1bbd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:00.059774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-95c7d0ce-b731-4658-a5ba-5b101d777e46 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.061598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-95c7d0ce-b731-4658-a5ba-5b101d777e46 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648530 Jul 06 11:38:00.068128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-894faf13-a7d4-4e14-87f7-d1950e7adf8a service neutron] 10.222.0.79 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236364 Jul 06 11:38:00.085417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:00.085632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:00.093829 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.157664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-e5601cb3-11fc-4495-b29b-e8f8fa369d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.162807 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-e5601cb3-11fc-4495-b29b-e8f8fa369d39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1274529 Jul 06 11:38:00.166166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:00.208685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-d99b9f80-baea-415f-8df5-fa2932a5a921 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356674 Jul 06 11:38:00.230837 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-99b16732-e249-4ee7-b5d7-bd4b4996d4a0 req-586c8952-34e5-489a-991e-b6e27f7cee77 service neutron] 10.222.0.79 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527483 Jul 06 11:38:00.235816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88711b20-9aa0-4bd2-af53-2a73688be39c req-638c87c7-f012-44a4-8bcf-e86453849e47 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.237494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88711b20-9aa0-4bd2-af53-2a73688be39c req-638c87c7-f012-44a4-8bcf-e86453849e47 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.2635055 Jul 06 11:38:00.326361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-cb8bf177-ee5b-4a39-b83b-9ef2f9eeeeda service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069291 Jul 06 11:38:00.371811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:00.390416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88711b20-9aa0-4bd2-af53-2a73688be39c req-61305164-bf79-4dfb-8805-16d25b021ef4 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388271 Jul 06 11:38:00.404225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.420432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:00.427236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.433581 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-fe8c9cb5-5d63-4f7f-adfc-2a2a7567b7fa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801365 Jul 06 11:38:00.475782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Pushing event deleted for resources: {'Port': ['ID=2e9a7edd-d3f4-4b8b-83b5-f7434758584e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:00.577482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f7d6-a92d-4af0-a519-1ab8f7f92b98 req-082ba3fa-a211-4e59-b0e9-594681d1bbdd tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.586977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6633f7d6-a92d-4af0-a519-1ab8f7f92b98 req-082ba3fa-a211-4e59-b0e9-594681d1bbdd tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/ports?device_id=07035a22-44fa-443e-9514-0033a585e893 HTTP/1.1" status: 200 len: 867 time: 0.2991443 Jul 06 11:38:00.625064 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-8e21e732-b033-49aa-97f8-69cff67082e3 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909069 Jul 06 11:38:00.651043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ace3b121-c839-483a-ac46-fb781c7ca034 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.654113 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ace3b121-c839-483a-ac46-fb781c7ca034 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114427 Jul 06 11:38:00.665187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] No DVR routers for this DVR port 2e9a7edd-d3f4-4b8b-83b5-f7434758584e on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:00.670844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Request body: {'port': {'device_id': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7005234f84c840ffa09c6e598d36f7db'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:00.685525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.687534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2cba4117-05b3-4278-9c4d-d9ad440362c8 req-6a69e762-db35-46ae-ae69-2dbbd5e2b028 tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.79 "DELETE /v2.0/ports/2e9a7edd-d3f4-4b8b-83b5-f7434758584e HTTP/1.1" status: 204 len: 173 time: 1.9537795 Jul 06 11:38:00.689906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07035a22-44fa-443e-9514-0033a585e893', 'name': 'network-vif-deleted', 'tag': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:00.692329 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af451077-091b-4505-ad1c-aa7368383c9b" -d '{"events": [{"server_uuid": "07035a22-44fa-443e-9514-0033a585e893", "name": "network-vif-deleted", "tag": "2e9a7edd-d3f4-4b8b-83b5-f7434758584e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:00.773079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6633f7d6-a92d-4af0-a519-1ab8f7f92b98 req-2034a645-9077-4ebc-ab1a-149f16c4d59d tempest-VolumesAdminNegativeTest-627592610 tempest-VolumesAdminNegativeTest-627592610-project] 10.222.0.78 "GET /v2.0/security-groups?id=30accc62-bce2-4d29-9765-c2b17eaf5b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849809 Jul 06 11:38:00.808842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.832929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Made reservation on behalf of 7005234f84c840ffa09c6e598d36f7db for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:00.840132 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.960608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.235 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/738be43b-af62-43d4-982e-5c38301c6337) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:00.995034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730bbaf-c880-471c-87cf-ed47413cafa5 req-88918350-84a2-4a05-a0a0-2a9ef7f2c335 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.996601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1730bbaf-c880-471c-87cf-ed47413cafa5 req-88918350-84a2-4a05-a0a0-2a9ef7f2c335 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 945 time: 0.3466883 Jul 06 11:38:01.002739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61789474-3d6b-454e-a161-969eba258c43 req-4e56bb9a-2f75-410b-9394-836919969cab tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 210 time: 0.0863671 Jul 06 11:38:01.060320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-4cb1d44b-6f33-4944-a581-b587f4fb58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.060806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-4cb1d44b-6f33-4944-a581-b587f4fb58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.061278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-4cb1d44b-6f33-4944-a581-b587f4fb58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.063094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-4cb1d44b-6f33-4944-a581-b587f4fb58bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2866 time: 0.2073641 Jul 06 11:38:01.114381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1730bbaf-c880-471c-87cf-ed47413cafa5 req-bd6593d3-4a20-4b34-a7bb-69ac4d576e0a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105497 Jul 06 11:38:01.204228 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add07a71-a4d8-415c-9092-bdfcdbd15ad8 x-openstack-request-id: req-add07a71-a4d8-415c-9092-bdfcdbd15ad8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:01.204588 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07035a22-44fa-443e-9514-0033a585e893", "name": "network-vif-deleted", "tag": "2e9a7edd-d3f4-4b8b-83b5-f7434758584e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:01.204753 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-add07a71-a4d8-415c-9092-bdfcdbd15ad8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:01.205151 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07035a22-44fa-443e-9514-0033a585e893', 'name': 'network-vif-deleted', 'tag': '2e9a7edd-d3f4-4b8b-83b5-f7434758584e', 'status': 'completed', 'code': 200} Jul 06 11:38:01.290024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-ef708976-e31b-49b2-8e82-ad10245aae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.291517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-ef708976-e31b-49b2-8e82-ad10245aae09 service neutron] 10.222.0.79 "GET /v2.0/networks?id=270cef08-1241-4045-8f35-9354dcf929d0 HTTP/1.1" status: 200 len: 903 time: 0.2140589 Jul 06 11:38:01.389355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-40ee5a04-aaa1-4b38-8032-185e7244d4b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9 HTTP/1.1" status: 200 len: 217 time: 0.0827057 Jul 06 11:38:01.393004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:01.397189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b66f214b-f323-44a6-97fc-72dc288bad52 req-c761be39-ae90-4411-91fa-2c4de6182335 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 210 time: 0.0832655 Jul 06 11:38:01.447951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b4f4f-e7d2-4cfb-a637-24edf5bb7175 req-e5ee6917-43f2-49ce-be94-b6a7f173d259 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.454269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b4f4f-e7d2-4cfb-a637-24edf5bb7175 req-e5ee6917-43f2-49ce-be94-b6a7f173d259 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.460364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b4f4f-e7d2-4cfb-a637-24edf5bb7175 req-e5ee6917-43f2-49ce-be94-b6a7f173d259 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.462351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c0b4f4f-e7d2-4cfb-a637-24edf5bb7175 req-e5ee6917-43f2-49ce-be94-b6a7f173d259 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2413 time: 0.3196149 Jul 06 11:38:01.467130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object 738be43b-af62-43d4-982e-5c38301c6337 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:01.534106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-6dd2e628-84ad-4f72-abf6-0950eed09b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.535767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-6dd2e628-84ad-4f72-abf6-0950eed09b50 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55ad36e9-d27f-4a94-a8b4-20dcf22ee3af HTTP/1.1" status: 200 len: 801 time: 0.1361873 Jul 06 11:38:01.581333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c0b4f4f-e7d2-4cfb-a637-24edf5bb7175 req-fafb7223-374d-4f60-9429-3d121626b8ff tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088936 Jul 06 11:38:01.630844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:01.648952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56', '6ee93407-52b3-40c7-ac22-caaff375bc68'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:01.653699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:01.714939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Allocated IP 192.168.233.83 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/10133e3d-3fc5-42de-90a9-aba4f920407f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:01.726487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7ccbc-29df-4f83-8c6c-c4e5ab257d5c req-09f17485-d7ce-44f0-81c2-da71563f0424 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.734456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f7ccbc-29df-4f83-8c6c-c4e5ab257d5c req-09f17485-d7ce-44f0-81c2-da71563f0424 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 950 time: 0.2227497 Jul 06 11:38:01.739811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:01.749952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:01.753230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-f77db014-c8f5-41ad-838e-327c3d9a44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.754777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-f77db014-c8f5-41ad-838e-327c3d9a44c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=270cef08-1241-4045-8f35-9354dcf929d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1908126 Jul 06 11:38:01.755416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=738be43b-af62-43d4-982e-5c38301c6337,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:01.758271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:01.799342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:01.958220 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:01.967477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 77efbf54-2641-425b-a9af-2abc430e1bbd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:01.980021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Transition to ACTIVE for port object 10133e3d-3fc5-42de-90a9-aba4f920407f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:01.986604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 77efbf54-2641-425b-a9af-2abc430e1bbd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:01.987277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:01.989710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f7ccbc-29df-4f83-8c6c-c4e5ab257d5c req-493d4a6e-1628-4706-ae3d-7418f78a2afb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533154 Jul 06 11:38:02.017356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:02.018655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.032225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.058459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:02.061063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:02.068103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:02.106443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-174a9a8f-e62a-4357-8edd-7af6a9db2cec service neutron] 10.222.0.79 "GET /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437991 Jul 06 11:38:02.125523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:02.167371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:02.168309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.194503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:02.200704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-2574f20c-3ccf-40ff-aa78-d3173e6f192b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5359733 Jul 06 11:38:02.221429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Request body: {'port': {'device_id': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:02.268535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.280660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5aa7c3f0-99f1-4c91-9350-e04f7a34ebb3 None None] Provisioning for port 738be43b-af62-43d4-982e-5c38301c6337 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:02.289088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5aa7c3f0-99f1-4c91-9350-e04f7a34ebb3 None None] Provisioning complete for port 738be43b-af62-43d4-982e-5c38301c6337 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:02.289425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aa7c3f0-99f1-4c91-9350-e04f7a34ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.346495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7c3f0-99f1-4c91-9350-e04f7a34ebb3 None None] Port 738be43b-af62-43d4-982e-5c38301c6337 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:02.382270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.398242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:02.399644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.404574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:02.406931 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b01b67-5df2-4355-9acf-396a894f4f85" -d '{"events": [{"server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "name": "network-vif-plugged", "status": "completed", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:02.425319 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.426133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e9a7edd-d3f4-4b8b-83b5-f7434758584e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:02.454378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 2e9a7edd-d3f4-4b8b-83b5-f7434758584e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:02.454969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e9a7edd-d3f4-4b8b-83b5-f7434758584e not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:02.562540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-678e1132-062a-4515-8b3f-64b3b62e59f8 None None] Provisioning for port 10133e3d-3fc5-42de-90a9-aba4f920407f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:02.587259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-86660e21-913a-4a82-85fd-3b3d4dc3f5d3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5076375 Jul 06 11:38:02.588052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-678e1132-062a-4515-8b3f-64b3b62e59f8 None None] Provisioning complete for port 10133e3d-3fc5-42de-90a9-aba4f920407f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:02.588052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-678e1132-062a-4515-8b3f-64b3b62e59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.622780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Request body: {'port': {'device_id': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:02.629368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:02.669526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-678e1132-062a-4515-8b3f-64b3b62e59f8 None None] Port 10133e3d-3fc5-42de-90a9-aba4f920407f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:02.693646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e9ae-b6d6-49c3-a8b5-3f2c937d8998 req-0f632f98-6848-463e-b82a-b882c3e91b80 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:02.700956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb90e9ae-b6d6-49c3-a8b5-3f2c937d8998 req-0f632f98-6848-463e-b82a-b882c3e91b80 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 944 time: 0.7811348 Jul 06 11:38:02.706056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10133e3d-3fc5-42de-90a9-aba4f920407f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:02.714328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.729459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Transition to ACTIVE for port object 10133e3d-3fc5-42de-90a9-aba4f920407f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:02.732326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Deleting subnet 026fc28e-9e75-4705-ab69-2f1cb9158e74 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:02.734494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.749067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.818891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-53bd92ad-8e3b-4f7e-8afa-6019011e851d service neutron] 10.222.0.79 "GET /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917470 Jul 06 11:38:02.819278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:02.855378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb90e9ae-b6d6-49c3-a8b5-3f2c937d8998 req-e1165aa8-4040-424b-82cc-531a28823a3c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532621 Jul 06 11:38:02.859794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.897607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Attempting to bind port 10133e3d-3fc5-42de-90a9-aba4f920407f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:02.898412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Attempting to bind port 10133e3d-3fc5-42de-90a9-aba4f920407f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:02.898412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Attempting to bind port 10133e3d-3fc5-42de-90a9-aba4f920407f on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:02.904103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Port 10133e3d-3fc5-42de-90a9-aba4f920407f on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:02.904295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Attempting to bind port 10133e3d-3fc5-42de-90a9-aba4f920407f on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:02.909747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:02.910090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:02.910481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:02.911048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Bound port: 10133e3d-3fc5-42de-90a9-aba4f920407f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:02.911418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.964503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.981471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:02.984525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:02.990938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.015150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:03.018260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ad661-6fc4-4d01-90ef-8627bb43f44e req-e8337136-d68a-45a7-8696-e8d1f4f59694 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.025418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-477ad661-6fc4-4d01-90ef-8627bb43f44e req-e8337136-d68a-45a7-8696-e8d1f4f59694 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 936 time: 0.4484391 Jul 06 11:38:03.031698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.033158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.034706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] 10.222.0.79 "PUT /v2.0/ports/10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 1095 time: 0.8192146 Jul 06 11:38:03.037352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:03.040542 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:03.079409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.084784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0929cf-ae53-4c61-b465-71d14fe1ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:03.166832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ae957a99-24e5-46c2-9c34-4b212f9a55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.167389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:03.168437 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-ae957a99-24e5-46c2-9c34-4b212f9a55c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1098 time: 0.0728319 Jul 06 11:38:03.187345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:38:03.206263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-477ad661-6fc4-4d01-90ef-8627bb43f44e req-36d28170-30fb-49ca-960d-1048c67bf25f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799688 Jul 06 11:38:03.216550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-2c1a1feb-6865-4345-a9ac-807d8c8c0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.217204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-2c1a1feb-6865-4345-a9ac-807d8c8c0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.217569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-2c1a1feb-6865-4345-a9ac-807d8c8c0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.219241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-2c1a1feb-6865-4345-a9ac-807d8c8c0662 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2866 time: 0.3183739 Jul 06 11:38:03.223578 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-7614d557-dffe-4c9f-99ae-91a56a7212a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 217 time: 0.0471270 Jul 06 11:38:03.268095 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a10d745-2bd2-43ac-b933-8a654d45344e x-openstack-request-id: req-7a10d745-2bd2-43ac-b933-8a654d45344e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:03.268993 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "name": "network-vif-plugged", "status": "completed", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:03.269448 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a10d745-2bd2-43ac-b933-8a654d45344e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:03.269915 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'code': 200} Jul 06 11:38:03.273856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.291369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-17365e74-13e6-48f7-b227-b788ba47b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.292767 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-17365e74-13e6-48f7-b227-b788ba47b946 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0608377 Jul 06 11:38:03.359932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026fc28e-9e75-4705-ab69-2f1cb9158e74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:03.370701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.376034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb5a5348-950c-4d62-bb08-799f12feffad admin admin] 10.222.0.78 "DELETE /v2.0/subnets/026fc28e-9e75-4705-ab69-2f1cb9158e74 HTTP/1.1" status: 204 len: 168 time: 1.2304876 Jul 06 11:38:03.381019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:03.400835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f225a96-c24e-4426-9d71-b0edaa225c92 req-9b79d0b6-ebf8-482f-903c-3c8e067e8bc8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.403812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f225a96-c24e-4426-9d71-b0edaa225c92 req-9b79d0b6-ebf8-482f-903c-3c8e067e8bc8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.4125178 Jul 06 11:38:03.404680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-361cdab6-faa2-43f5-984a-347a7a8bce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.406162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-361cdab6-faa2-43f5-984a-347a7a8bce24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050472 Jul 06 11:38:03.464262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e934c-5b7c-4b58-9b8d-a756a599db62 req-15f6d007-36c8-4eef-aa48-dc7e354c864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.465873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c17e934c-5b7c-4b58-9b8d-a756a599db62 req-15f6d007-36c8-4eef-aa48-dc7e354c864b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1097 time: 0.1150687 Jul 06 11:38:03.533335 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c17e934c-5b7c-4b58-9b8d-a756a599db62 req-d82dcf49-72c1-4036-ac86-8e2a3579736f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601377 Jul 06 11:38:03.536771 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-b1c183df-574a-4d33-af93-4763061a05da service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209874 Jul 06 11:38:03.621583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.630193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f225a96-c24e-4426-9d71-b0edaa225c92 req-648a16fc-c7c6-48bb-9aa1-60ab45ebd422 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071643 Jul 06 11:38:03.647684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-cfa708f6-4f67-41fe-88b6-d958f1c7934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.649231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-cfa708f6-4f67-41fe-88b6-d958f1c7934f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 HTTP/1.1" status: 200 len: 901 time: 0.3770862 Jul 06 11:38:03.692356 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0406a293-5e79-46de-a31a-aead76e1fc87 req-88b09a13-822a-4e4c-a306-c840701bd9e5 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014445 Jul 06 11:38:03.752158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-c4cef401-858d-40ec-8052-f1c5e6dafa7e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d HTTP/1.1" status: 200 len: 217 time: 0.0661895 Jul 06 11:38:03.772300 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-f85f9575-974a-43fa-b1d2-b02f2fcd5886 service neutron] 10.222.0.79 "GET /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.0637922 Jul 06 11:38:03.780555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a6782a6f-e8dd-4a18-a8ba-9d919941534d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:03.815694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14efae2-0353-4c2a-a00a-dae63117b07e req-6502cc92-e100-4aa7-b2ea-39e79750319a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.823524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d14efae2-0353-4c2a-a00a-dae63117b07e req-6502cc92-e100-4aa7-b2ea-39e79750319a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 947 time: 0.4130425 Jul 06 11:38:03.923349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a6782a6f-e8dd-4a18-a8ba-9d919941534d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:03.939270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d', 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'port_id': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d', 'mac_address': 'fa:16:3e:67:d4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455a4511-a513-4f95-aa01-9fc77e53d4f1', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:03.972251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.986663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738be43b-af62-43d4-982e-5c38301c6337 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:04.000788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.001004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-6253a6a7-8fb9-43d7-89a5-909312eba324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.002320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-6253a6a7-8fb9-43d7-89a5-909312eba324 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=455a4511-a513-4f95-aa01-9fc77e53d4f1 HTTP/1.1" status: 200 len: 801 time: 0.2212791 Jul 06 11:38:04.007813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a03f8a3-917f-46ea-87a2-aded8ca4ae35']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:04.009009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.017766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.020428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6782a6f-e8dd-4a18-a8ba-9d919941534d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:04.026282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-2dea001a-dd66-4451-b352-bd9fa2f51b32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4001722 Jul 06 11:38:04.035267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:04.040624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04513e51-a6be-4baf-8a16-f0f08f2bcc5d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:04.040919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04513e51-a6be-4baf-8a16-f0f08f2bcc5d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:04.045219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a6782a6f-e8dd-4a18-a8ba-9d919941534d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.050566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.051514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ed9e70c-5952-4ce0-a88d-b70839437ee9 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:04.052991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d14efae2-0353-4c2a-a00a-dae63117b07e req-8f841329-3d7e-4865-af77-21eb275cd8c1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934550 Jul 06 11:38:04.089412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d505de4-91ca-4532-bafa-1bc9062540c2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:04.100662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.131248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.138171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.159430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.173197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:04.174319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.223009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] Transition to ACTIVE for port object 3d505de4-91ca-4532-bafa-1bc9062540c2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:04.228736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.231807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Transition to ACTIVE for port object 738be43b-af62-43d4-982e-5c38301c6337 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:04.234006 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:04.299556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a6782a6f-e8dd-4a18-a8ba-9d919941534d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:04.300952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.302788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] No DVR routers for this DVR port 3d505de4-91ca-4532-bafa-1bc9062540c2 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:04.352712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.355855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] Pushing event updated for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:04.361931 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-50fe8e99-919e-4205-8e72-e38c965b1388 service neutron] 10.222.0.79 "PUT /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5802078 Jul 06 11:38:04.365473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7ed9e70c-5952-4ce0-a88d-b70839437ee9', 'network_id': '270cef08-1241-4045-8f35-9354dcf929d0', 'port_id': '7ed9e70c-5952-4ce0-a88d-b70839437ee9', 'mac_address': 'fa:16:3e:ce:1b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ad36e9-d27f-4a94-a8b4-20dcf22ee3af', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:04.387939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.395692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.399753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1a03f8a3-917f-46ea-87a2-aded8ca4ae35 HTTP/1.1" status: 204 len: 168 time: 1.0172615 Jul 06 11:38:04.403169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:04.417227 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.438190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed9e70c-5952-4ce0-a88d-b70839437ee9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:04.456506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe785f7-2740-4c3b-b542-b60c53969d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a03f8a3-917f-46ea-87a2-aded8ca4ae35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:04.463718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.469887 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.470588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b99446f7-5b95-4f71-a5de-d852ad75a37b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:04.482843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Pushing event updated for resources: {'Port': ['ID=738be43b-af62-43d4-982e-5c38301c6337,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:04.572581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b99446f7-5b95-4f71-a5de-d852ad75a37b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b99446f7-5b95-4f71-a5de-d852ad75a37b,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.582286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7ed9e70c-5952-4ce0-a88d-b70839437ee9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:04.587803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.588647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.589144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.589340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'b99446f7-5b95-4f71-a5de-d852ad75a37b', 'network_id': '6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9', 'port_id': 'b99446f7-5b95-4f71-a5de-d852ad75a37b', 'mac_address': 'fa:16:3e:db:0c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455a4511-a513-4f95-aa01-9fc77e53d4f1', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:04.589621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.590095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.590589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.591030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.591745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.592380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.592731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.593207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.593679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.594147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.594610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.596013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.596013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.596313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.596777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.597244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.597724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.598160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.603011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-19f26145-c72a-4b46-962a-4557ecd7d6c5 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be&device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56&device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72&device_id=e8938ddd-151c-4d71-9cb9-336ed724af09&device_id=26747c45-7a9d-4ab4-9aa6-47c863648061&device_id=6137b3d1-b257-472f-9b76-790d6232f305&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3&device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa&device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d&device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a&device_id=3ec17087-28d6-4ecd-ade2-f7b884776773&device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc&device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e&device_id=f06367df-3914-4746-9667-9deb7c7a99e2&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50&device_id=365fed13-7644-4c31-975b-a765de3be116&device_id=106e87ab-c718-4a41-992e-3135a6adc9b3&device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 18829 time: 0.5821533 Jul 06 11:38:04.643586 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.650606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-fe262209-bbd4-4f34-9df8-67ad87de49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.652546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-fe262209-bbd4-4f34-9df8-67ad87de49b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 1101 time: 0.5701418 Jul 06 11:38:04.667264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99446f7-5b95-4f71-a5de-d852ad75a37b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:04.671866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-2b48a3f7-e6bb-473a-ac5d-ec48bf67aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.677616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-2b48a3f7-e6bb-473a-ac5d-ec48bf67aeb8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6664433 Jul 06 11:38:04.692145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b99446f7-5b95-4f71-a5de-d852ad75a37b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b99446f7-5b95-4f71-a5de-d852ad75a37b,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:04.699401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.718986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526fcde-9d49-43a9-b2a7-d8723b2d9d6c req-04e9ee6a-820e-4c58-af7d-8f813ceaac2a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.725060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526fcde-9d49-43a9-b2a7-d8723b2d9d6c req-04e9ee6a-820e-4c58-af7d-8f813ceaac2a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.731226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526fcde-9d49-43a9-b2a7-d8723b2d9d6c req-04e9ee6a-820e-4c58-af7d-8f813ceaac2a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.732984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1526fcde-9d49-43a9-b2a7-d8723b2d9d6c req-04e9ee6a-820e-4c58-af7d-8f813ceaac2a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2414 time: 0.4973879 Jul 06 11:38:04.745337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-6db34906-c5cb-4913-a4b1-bed0eaaa39a2 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.763408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Deleting subnet 5fdae37c-be54-4355-b042-c5e6961164f0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:04.766671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.770029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b99446f7-5b95-4f71-a5de-d852ad75a37b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:04.811069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.851681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Attempting to bind port 738be43b-af62-43d4-982e-5c38301c6337 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:04.852155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Attempting to bind port 738be43b-af62-43d4-982e-5c38301c6337 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:04.852471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Attempting to bind port 738be43b-af62-43d4-982e-5c38301c6337 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:04.879561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.903598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:04.910354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Port 738be43b-af62-43d4-982e-5c38301c6337 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:04.910688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Attempting to bind port 738be43b-af62-43d4-982e-5c38301c6337 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:04.919549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-b7f1809b-af0a-48de-9139-b959fd8b6f6d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.921353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-b7f1809b-af0a-48de-9139-b959fd8b6f6d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.1233201 Jul 06 11:38:04.949715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:04.950093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:04.950446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:04.950897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Bound port: 738be43b-af62-43d4-982e-5c38301c6337, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:04.951254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:04.973234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1526fcde-9d49-43a9-b2a7-d8723b2d9d6c req-6471b8b0-df45-441a-bb1a-17d89f23b3b1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248201 Jul 06 11:38:04.981001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.016067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdae37c-be54-4355-b042-c5e6961164f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:05.020535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.024767 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9ff8efb-ac5c-4904-bf2c-ee86e02ee1f2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5fdae37c-be54-4355-b042-c5e6961164f0 HTTP/1.1" status: 204 len: 168 time: 0.6177344 Jul 06 11:38:05.028208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:05.040543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-a4848121-0a86-4ddc-8a8f-713759de4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.042184 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-a4848121-0a86-4ddc-8a8f-713759de4f87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305&tenant_id=90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 1096 time: 0.1126442 Jul 06 11:38:05.081530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-c692b1c1-c08c-487f-8c30-1ba1f3522e80 service neutron] 10.222.0.79 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475361 Jul 06 11:38:05.085622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-b78f6ff9-3d7b-43e9-8ea6-40258dce63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.087898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-b78f6ff9-3d7b-43e9-8ea6-40258dce63e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2756205 Jul 06 11:38:05.117582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7ed9e70c-5952-4ce0-a88d-b70839437ee9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:05.151204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.175689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a6782a6f-e8dd-4a18-a8ba-9d919941534d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:05.197580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-5570505e-cf0d-4f1f-a952-850c0099e575 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33 HTTP/1.1" status: 200 len: 217 time: 0.0941234 Jul 06 11:38:05.205459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-0d3d4f38-fb2f-401e-a8f6-bfaf6d9179a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.207361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-0d3d4f38-fb2f-401e-a8f6-bfaf6d9179a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1096 time: 0.1214814 Jul 06 11:38:05.229119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b99446f7-5b95-4f71-a5de-d852ad75a37b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:05.236656 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41b63b-97cf-4984-a974-e1f2e95cf87e x-openstack-request-id: req-5a41b63b-97cf-4984-a974-e1f2e95cf87e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:05.236977 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:05.237234 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a41b63b-97cf-4984-a974-e1f2e95cf87e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:05.237678 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'status': 'completed', 'code': 200} Jul 06 11:38:05.249539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] For port 738be43b-af62-43d4-982e-5c38301c6337, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:05.375796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.395346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf10ee1-dc49-4e80-a38f-aceddff1250e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:05.421326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd124e0c3-c3bd-468f-8034-e0dba93865c4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:05.421659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd124e0c3-c3bd-468f-8034-e0dba93865c4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:05.448205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.466638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-505522c0-bd7d-4d1e-b8a9-0194f0936f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.468516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-505522c0-bd7d-4d1e-b8a9-0194f0936f1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.2426546 Jul 06 11:38:05.478856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.482950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-254e5238-342e-4202-95fd-caf2e7764dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.485144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-254e5238-342e-4202-95fd-caf2e7764dbe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1098 time: 0.2090950 Jul 06 11:38:05.550453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:05.550882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:05.553079 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:05.569852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] For port 738be43b-af62-43d4-982e-5c38301c6337, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=738be43b-af62-43d4-982e-5c38301c6337,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:05.596999 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-bbbe3e5a-cb3a-4615-a5f0-aca8353d60d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 200 len: 217 time: 0.1108720 Jul 06 11:38:05.608649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.625597 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-6db34906-c5cb-4913-a4b1-bed0eaaa39a2 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.666475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-6db34906-c5cb-4913-a4b1-bed0eaaa39a2 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.679681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.679681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.681176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] 10.222.0.79 "PUT /v2.0/ports/738be43b-af62-43d4-982e-5c38301c6337 HTTP/1.1" status: 200 len: 1096 time: 3.0683601 Jul 06 11:38:05.688296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.692528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'tag': '738be43b-af62-43d4-982e-5c38301c6337'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:05.695353 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747651ac-a1e6-4de4-ac92-1282c2fd58e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e984d75-106b-4aff-9a3c-d2e587cbdca8", "tag": "738be43b-af62-43d4-982e-5c38301c6337"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:05.698953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ea797-f4c6-4c1a-a22d-35f3a966d301 req-ee727cbc-3636-4be6-9ef4-bdafb9405a3e service neutron] 10.222.0.79 "GET /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072927 Jul 06 11:38:05.703740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-5aabf42d-1409-4438-8afe-a3091747dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.705847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-5aabf42d-1409-4438-8afe-a3091747dcff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.4818513 Jul 06 11:38:05.715770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:05.717686 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ccf10ee1-dc49-4e80-a38f-aceddff1250e HTTP/1.1" status: 204 len: 168 time: 0.6855049 Jul 06 11:38:05.741425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-0e551572-55db-4e39-9780-41de38e77a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.743025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-0e551572-55db-4e39-9780-41de38e77a46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1193409 Jul 06 11:38:05.745770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb760-9b78-436a-94a5-f5e644b335d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf10ee1-dc49-4e80-a38f-aceddff1250e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:05.748200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-bfcfe6c5-43ba-49ae-8930-e3639d7a6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.757071 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-bfcfe6c5-43ba-49ae-8930-e3639d7a6839 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2603006 Jul 06 11:38:05.795943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:05.817032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efd806d9-72f4-4238-8bf7-b858feb2e26f req-6db34906-c5cb-4913-a4b1-bed0eaaa39a2 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&id=a336a284-a56a-431b-98ac-39e1f7ae604c&id=af5554e3-3281-42b7-b84e-d3ec533a7236&id=1889309a-9e1b-4b3c-816f-bddd6d953812&id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 1.2037694 Jul 06 11:38:05.817732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db34906-c5cb-4913-a4b1-bed0eaaa39a2 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834d4f33-62dd-4d09-8fd1-f126a753639d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:05.903460 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-e54aa72c-ea74-4a1d-9833-c7152ef0c696 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444943 Jul 06 11:38:05.909796 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-4493820b-6b58-4a27-aa6f-81c7e3473db8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 217 time: 0.1403532 Jul 06 11:38:05.913352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:05.939633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c011c-827f-497c-884b-4d4e414d09aa service neutron] Pushing event updated for resources: {'Port': ['ID=738be43b-af62-43d4-982e-5c38301c6337,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:05.956091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:06.004809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f431-40b0-4000-8655-97872652e108 req-434c0eec-049f-46f2-b73a-2510006a0def tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.006444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3911f431-40b0-4000-8655-97872652e108 req-434c0eec-049f-46f2-b73a-2510006a0def tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 945 time: 0.4748280 Jul 06 11:38:06.019576 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-552762a5-ed71-49f2-868e-e86a1f7e6090 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059389 Jul 06 11:38:06.104942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-ddd5205e-7434-48b1-9d46-b8c712b6c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.106431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-ddd5205e-7434-48b1-9d46-b8c712b6c30f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1004212 Jul 06 11:38:06.115374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a2d2031-1b48-4a3e-bc48-17033cbe2467 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ca5ddcc54624ccebdb4f5a4b761a65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572080 Jul 06 11:38:06.118024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-7d53f779-a9b9-40d4-bb7c-93ff88c93edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.119470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-7d53f779-a9b9-40d4-bb7c-93ff88c93edd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3941913 Jul 06 11:38:06.124035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:06.135085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-f5fbd55b-fc6d-4173-b6de-8c98afc9ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.136560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-f5fbd55b-fc6d-4173-b6de-8c98afc9ce73 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 1099 time: 0.3717964 Jul 06 11:38:06.142480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3911f431-40b0-4000-8655-97872652e108 req-93582c3b-589b-49a4-8cd1-a069b12bedbc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260600 Jul 06 11:38:06.179485 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-5453c538-0c9b-479b-9926-acdc5583e0fe service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419775 Jul 06 11:38:06.199139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-04e7b8ff-af08-4b36-a27b-40671c534467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.201361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-04e7b8ff-af08-4b36-a27b-40671c534467 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862937 Jul 06 11:38:06.284544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-de3a71e2-bc2d-4984-89dd-e72db06a0981 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=738be43b-af62-43d4-982e-5c38301c6337 HTTP/1.1" status: 200 len: 217 time: 0.1222920 Jul 06 11:38:06.299519 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-c44557d3-2e0c-48c3-9dac-2443a40f9fa0 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912004 Jul 06 11:38:06.316791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf5c1-8899-450c-b3b7-c5383299254b req-1ea93b81-7cd8-4444-b810-b62657c4f643 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.318772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-320cf5c1-8899-450c-b3b7-c5383299254b req-1ea93b81-7cd8-4444-b810-b62657c4f643 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 948 time: 0.3110256 Jul 06 11:38:06.395131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0d19e6eb-44e2-4624-970e-c0c3fb5425ae req-7a578a83-848e-4f52-a53e-a4e899f147a1 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884135 Jul 06 11:38:06.433940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-544a932b-1fe0-45b8-bcb5-f228bd89d93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:06.448185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-1b20ecac-0a95-4a20-8a34-3f00716e3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.449831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-1b20ecac-0a95-4a20-8a34-3f00716e3d60 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1520774 Jul 06 11:38:06.451648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-fdbe6231-b840-45d4-9bde-2bf70c7d030d service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132133 Jul 06 11:38:06.489536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-320cf5c1-8899-450c-b3b7-c5383299254b req-fcd0477d-c2df-4e3c-9d95-9c28542122c4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447976 Jul 06 11:38:06.540653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-4139a119-3389-4522-8944-8096cbe798aa tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.542404 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-4139a119-3389-4522-8944-8096cbe798aa tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.0666311 Jul 06 11:38:06.560330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-544a932b-1fe0-45b8-bcb5-f228bd89d93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:06.603651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e4adf-839a-4b38-bded-19f4c1fbc692 req-82c540af-2f63-4984-b231-cac9e8edb7c9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.605154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c98e4adf-839a-4b38-bded-19f4c1fbc692 req-82c540af-2f63-4984-b231-cac9e8edb7c9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.3287959 Jul 06 11:38:06.663340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-aa3312fa-d270-4dca-9fd0-110b66bba124 service neutron] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:06.667111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-aa3312fa-d270-4dca-9fd0-110b66bba124 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:06.668279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a61fc5fa-b418-40a8-813e-8b2abdd934cb req-aa3312fa-d270-4dca-9fd0-110b66bba124 service neutron] 10.222.0.64 "DELETE /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.1172256 Jul 06 11:38:06.741716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f5cd0ae-a6c7-4400-9c58-63885b50ff28 req-0d5b40b6-1d92-44e0-a07a-15c31c286591 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766042 Jul 06 11:38:06.745440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-74317074-ecde-49bf-9ea6-52e19b1938aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.746816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-74317074-ecde-49bf-9ea6-52e19b1938aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2860131 Jul 06 11:38:06.750302 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-544a932b-1fe0-45b8-bcb5-f228bd89d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:06.752905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-544a932b-1fe0-45b8-bcb5-f228bd89d93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:06.753960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-544a932b-1fe0-45b8-bcb5-f228bd89d93b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30accc62-bce2-4d29-9765-c2b17eaf5b0c HTTP/1.1" status: 204 len: 168 time: 0.6271100 Jul 06 11:38:06.758898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c98e4adf-839a-4b38-bded-19f4c1fbc692 req-9ed30e9a-edc1-4c75-b879-1df9dda68b60 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418500 Jul 06 11:38:06.792763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a932b-1fe0-45b8-bcb5-f228bd89d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30accc62-bce2-4d29-9765-c2b17eaf5b0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:06.850819 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576e654-5a9d-4bfa-9276-a52f8d5eb1dd x-openstack-request-id: req-1576e654-5a9d-4bfa-9276-a52f8d5eb1dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:06.851327 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e984d75-106b-4aff-9a3c-d2e587cbdca8", "tag": "738be43b-af62-43d4-982e-5c38301c6337", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:06.851583 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1576e654-5a9d-4bfa-9276-a52f8d5eb1dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:06.852733 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'tag': '738be43b-af62-43d4-982e-5c38301c6337', 'status': 'completed', 'code': 200} Jul 06 11:38:06.875331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c852-8291-4d13-833d-339278a49934 req-0f1fad2e-6d4e-486b-b475-84d1354ec088 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.879337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f148c852-8291-4d13-833d-339278a49934 req-0f1fad2e-6d4e-486b-b475-84d1354ec088 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 947 time: 0.2718892 Jul 06 11:38:06.934638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-eb8b46eb-e3f0-414f-a18c-58a7afee866e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755455 Jul 06 11:38:06.942158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f148c852-8291-4d13-833d-339278a49934 req-411d3397-6286-410d-8f05-bb527db021de tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564575 Jul 06 11:38:07.087090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbf14e43-353d-4e5a-bbf0-7542e4264ab7 req-fef0a587-13b4-4e74-9cbb-77da07e45b48 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434064 Jul 06 11:38:07.163697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4864d6-7a5d-4b00-989d-ba74673dc036 req-d74435d1-0be4-414d-afe5-7408ca22ae54 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.171642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4864d6-7a5d-4b00-989d-ba74673dc036 req-d74435d1-0be4-414d-afe5-7408ca22ae54 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.178457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4864d6-7a5d-4b00-989d-ba74673dc036 req-d74435d1-0be4-414d-afe5-7408ca22ae54 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.181000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca4864d6-7a5d-4b00-989d-ba74673dc036 req-d74435d1-0be4-414d-afe5-7408ca22ae54 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2416 time: 0.1108034 Jul 06 11:38:07.233673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:07.283826 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f38c0a0f-2649-4751-8583-11936b4eb514 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e829e2d2dada4d73be686c92b4c74869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435994 Jul 06 11:38:07.284900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:07.309643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca4864d6-7a5d-4b00-989d-ba74673dc036 req-f66a767e-7031-476e-8701-ce4e0cab4dc4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167181 Jul 06 11:38:07.344872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6432d-bd3b-434f-a9bd-af0005db11a9 req-79e412b3-3ad4-4181-a356-848b4131371e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.346419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f6432d-bd3b-434f-a9bd-af0005db11a9 req-79e412b3-3ad4-4181-a356-848b4131371e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1097 time: 0.1201770 Jul 06 11:38:07.353447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0b117d-0e43-4986-abda-d19d224bd0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.379271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0b117d-0e43-4986-abda-d19d224bd0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.386261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-07157fc0-3391-4555-afb7-118c0d6f662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.386261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-07157fc0-3391-4555-afb7-118c0d6f662e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 1099 time: 0.2043509 Jul 06 11:38:07.396218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f6432d-bd3b-434f-a9bd-af0005db11a9 req-6f0a5310-b2d2-4e9e-8a36-ff9cae1c90ff tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Jul 06 11:38:07.445049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0b117d-0e43-4986-abda-d19d224bd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.448480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0b117d-0e43-4986-abda-d19d224bd0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.452840 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd0b117d-0e43-4986-abda-d19d224bd0a6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a01c08f3-dcaa-45d4-a24f-b98f255f078a HTTP/1.1" status: 204 len: 168 time: 0.1643627 Jul 06 11:38:07.469393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b117d-0e43-4986-abda-d19d224bd0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c08f3-dcaa-45d4-a24f-b98f255f078a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:07.620703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-6136569d-0e62-4e11-9278-62316e77544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.622240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-6136569d-0e62-4e11-9278-62316e77544b service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2250590 Jul 06 11:38:07.706367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-64d36eb6-7829-4336-ad8d-723cc4e9beaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=738be43b-af62-43d4-982e-5c38301c6337 HTTP/1.1" status: 200 len: 217 time: 0.0663552 Jul 06 11:38:07.787765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:07.801510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-2df302e1-263b-42f4-a379-8d624b0ab743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.802377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-2df302e1-263b-42f4-a379-8d624b0ab743 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0722461 Jul 06 11:38:07.810026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a6782a6f-e8dd-4a18-a8ba-9d919941534d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:07.811905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f824d-3055-4c72-bcea-e81ac6624c09 req-493692c1-6b88-4db6-ac74-9225086852b0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.813437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-763f824d-3055-4c72-bcea-e81ac6624c09 req-493692c1-6b88-4db6-ac74-9225086852b0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 945 time: 0.2092373 Jul 06 11:38:07.874484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1acbd-4819-436b-80fa-104e388bb6b1 req-8b72bd07-9a71-4669-a87d-9e0c616a8cbf tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.875372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1acbd-4819-436b-80fa-104e388bb6b1 req-8b72bd07-9a71-4669-a87d-9e0c616a8cbf tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.875877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1acbd-4819-436b-80fa-104e388bb6b1 req-8b72bd07-9a71-4669-a87d-9e0c616a8cbf tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.878154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5dd1acbd-4819-436b-80fa-104e388bb6b1 req-8b72bd07-9a71-4669-a87d-9e0c616a8cbf tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3&device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 2882 time: 0.2110593 Jul 06 11:38:07.919034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-763f824d-3055-4c72-bcea-e81ac6624c09 req-753fef25-c361-4d87-a998-e691e1cd735e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898914 Jul 06 11:38:07.944637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5dd1acbd-4819-436b-80fa-104e388bb6b1 req-41ad2846-56ba-4061-81da-ce4768087bf0 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550430 Jul 06 11:38:07.952076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-2585858c-fdc7-43ba-ba6e-9a819a69548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:07.953007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-2585858c-fdc7-43ba-ba6e-9a819a69548e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384516 Jul 06 11:38:07.982817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a6782a6f-e8dd-4a18-a8ba-9d919941534d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:07.990623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:07.998918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a6782a6f-e8dd-4a18-a8ba-9d919941534d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:07.999530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.025589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'mac_address': 'fa:16:3e:c9:d0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:08.071556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-fd47b7e6-878f-46da-8f34-5cce62b6b37e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061575 Jul 06 11:38:08.090393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.131368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10133e3d-3fc5-42de-90a9-aba4f920407f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:08.163872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:08.165555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.180713 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.220499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747651ac-a1e6-4de4-ac92-1282c2fd58e3 req-f1b9ee8f-6367-462c-a845-a9591cae6c5e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400766 Jul 06 11:38:08.238718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:08.241348 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee181c8-1ec2-406f-bf22-7f43d9454047" -d '{"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-plugged", "status": "completed", "tag": "a6782a6f-e8dd-4a18-a8ba-9d919941534d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:08.272203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a6782a6f-e8dd-4a18-a8ba-9d919941534d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:08.284561 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.285590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ed9e70c-5952-4ce0-a88d-b70839437ee9 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:08.318155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:08.347320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd800a-ac91-470d-94ad-6c00d6981d95 req-e2f70799-378e-4e4e-ade4-743d5e2e33b4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:08.349978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51cd800a-ac91-470d-94ad-6c00d6981d95 req-e2f70799-378e-4e4e-ade4-743d5e2e33b4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 948 time: 0.1284740 Jul 06 11:38:08.396596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a6782a6f-e8dd-4a18-a8ba-9d919941534d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:08.407715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51cd800a-ac91-470d-94ad-6c00d6981d95 req-34b8001e-16e8-4cf8-a345-8d61035b0eab tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499842 Jul 06 11:38:08.412502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:08.418257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:08.418660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.523655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.542791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:08.576178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:08.594129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cd197-dc5d-4499-b1b5-3f4c85bf4136 req-e1361943-e17b-432a-9e07-13579e9b873b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:08.612282 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8379c49-3249-4647-8b8f-f602ec9880a6 x-openstack-request-id: req-a8379c49-3249-4647-8b8f-f602ec9880a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:08.612570 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-plugged", "status": "completed", "tag": "a6782a6f-e8dd-4a18-a8ba-9d919941534d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:08.612821 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8379c49-3249-4647-8b8f-f602ec9880a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:08.613213 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d', 'code': 200} Jul 06 11:38:08.614010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209cd197-dc5d-4499-b1b5-3f4c85bf4136 req-e1361943-e17b-432a-9e07-13579e9b873b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 948 time: 0.1564710 Jul 06 11:38:08.675700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:08.677556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209cd197-dc5d-4499-b1b5-3f4c85bf4136 req-547bb457-df1f-48fc-b9bf-75b9b97a9944 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600851 Jul 06 11:38:08.687409 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.688412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b99446f7-5b95-4f71-a5de-d852ad75a37b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:08.795501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7ed9e70c-5952-4ce0-a88d-b70839437ee9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:08.807271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1841857862-network', 'tenant_id': '62a95b5894f942de877c9f0ec74bf2ff'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:08.810565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f73d45-b59a-4359-9a86-b768f00311bc req-0c7ae2ca-e403-42b3-bd9c-1831e5571832 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:08.813652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42f73d45-b59a-4359-9a86-b768f00311bc req-0c7ae2ca-e403-42b3-bd9c-1831e5571832 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 1096 time: 0.0684340 Jul 06 11:38:08.828284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port b99446f7-5b95-4f71-a5de-d852ad75a37b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:08.842404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Made reservation on behalf of 62a95b5894f942de877c9f0ec74bf2ff for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:08.846705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port b99446f7-5b95-4f71-a5de-d852ad75a37b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:08.847101 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.849820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.870026 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.883946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42f73d45-b59a-4359-9a86-b768f00311bc req-c06afc13-776f-4d33-a301-552c6cebffe0 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624619 Jul 06 11:38:09.015681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bb413-0931-4363-97ac-6177a0695c90 req-731abf9d-7af0-46c6-b874-288b98801f42 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.026534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bb413-0931-4363-97ac-6177a0695c90 req-731abf9d-7af0-46c6-b874-288b98801f42 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.036571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bb413-0931-4363-97ac-6177a0695c90 req-731abf9d-7af0-46c6-b874-288b98801f42 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.038514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf0bb413-0931-4363-97ac-6177a0695c90 req-731abf9d-7af0-46c6-b874-288b98801f42 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2418 time: 0.1163733 Jul 06 11:38:09.069460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.088826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.092185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf0bb413-0931-4363-97ac-6177a0695c90 req-910ca0dc-ea14-4a8d-8dc6-5436306b029a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Jul 06 11:38:09.126469 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:09.138093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd40e63f-ddb5-4a44-b1dd-c8439ec3d770,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:09.158405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.158753 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Added segment 004bc05f-8d42-4818-aea5-1ac55c21656f of type vlan for network fa5895b5-fdf9-48c4-b30b-a39af2d71edb Jul 06 11:38:09.175254 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.207637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.252353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.253725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.254440 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.256559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b99446f7-5b95-4f71-a5de-d852ad75a37b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b99446f7-5b95-4f71-a5de-d852ad75a37b,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:09.265339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.330328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7517269 Jul 06 11:38:09.333132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:09.334690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b99446f7-5b95-4f71-a5de-d852ad75a37b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:09.345334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Request body: {'subnet': {'network_id': 'fa5895b5-fdf9-48c4-b30b-a39af2d71edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1841857862-subnet', 'tenant_id': '62a95b5894f942de877c9f0ec74bf2ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:09.358422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688faab-d0ce-4373-a934-6ffb4008c0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5895b5-fdf9-48c4-b30b-a39af2d71edb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:09.378118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network fa5895b5-fdf9-48c4-b30b-a39af2d71edb details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:09.386953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Made reservation on behalf of 62a95b5894f942de877c9f0ec74bf2ff for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:09.388369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-fe8dd34b-ad84-44f9-bbc3-cc5dfdecb0b1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.389374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.395084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-fe8dd34b-ad84-44f9-bbc3-cc5dfdecb0b1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.1581604 Jul 06 11:38:09.414844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-e41f8016-cc2c-48da-a00f-5412137f101b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/quotas/90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 375 time: 0.0186434 Jul 06 11:38:09.539542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-6b7d2286-9130-43a2-b85f-c0b6157f1d68 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136796 Jul 06 11:38:09.641884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.650295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-dff9632a-646c-4493-9431-b0f3366d63f7 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094935 Jul 06 11:38:09.732149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Pushing event updated for resources: {'Subnet': ['ID=42417702-7abd-4d65-87a5-db58e7b24435,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:09.743722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Checking segment: {'id': '004bc05f-8d42-4818-aea5-1ac55c21656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fa5895b5-fdf9-48c4-b30b-a39af2d71edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:09.744256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Network hostable DHCP agents. Network: fa5895b5-fdf9-48c4-b30b-a39af2d71edb, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:09.753135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-c397463a-600c-4fac-a730-25693a479229 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961266 Jul 06 11:38:09.767867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Network fa5895b5-fdf9-48c4-b30b-a39af2d71edb is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:09.780434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, fa5895b5-fdf9-48c4-b30b-a39af2d71edb) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:09.784990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 738be43b-af62-43d4-982e-5c38301c6337 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:09.785327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.786020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.796909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97298e2-50e9-46f8-bd21-cebf84fb39b7 None None] Network fa5895b5-fdf9-48c4-b30b-a39af2d71edb requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:09.806766 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2b410b0-a73a-4c46-89e0-1e42df2b93db admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4720886 Jul 06 11:38:09.877300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3024a-7416-4d96-a414-ac10a7482b4e req-fd34ad3b-8d43-4537-bd14-6a924c60a3e8 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:09.885751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bab3024a-7416-4d96-a414-ac10a7482b4e req-fd34ad3b-8d43-4537-bd14-6a924c60a3e8 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 948 time: 0.0849159 Jul 06 11:38:09.974076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bab3024a-7416-4d96-a414-ac10a7482b4e req-4c95ba9a-21d8-4d72-b3aa-d53514864527 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788977 Jul 06 11:38:10.065437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ca69d-abf0-43fc-bb97-3acccd9fea36 None None] Network fa5895b5-fdf9-48c4-b30b-a39af2d71edb requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:10.067393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 738be43b-af62-43d4-982e-5c38301c6337, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=738be43b-af62-43d4-982e-5c38301c6337,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:10.168062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c6166-7f65-4add-ba30-2d0613031c4b req-21a20f87-05d4-4658-b2ee-019491e078a4 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.169739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a4c6166-7f65-4add-ba30-2d0613031c4b req-21a20f87-05d4-4658-b2ee-019491e078a4 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1100 time: 0.0725405 Jul 06 11:38:10.221578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a4c6166-7f65-4add-ba30-2d0613031c4b req-d4a00149-b843-48ea-bb3f-da8fbebc7f91 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Jul 06 11:38:10.265352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '738be43b-af62-43d4-982e-5c38301c6337', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '738be43b-af62-43d4-982e-5c38301c6337', 'mac_address': 'fa:16:3e:14:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:10.391016 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.407033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738be43b-af62-43d4-982e-5c38301c6337 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:10.436678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 738be43b-af62-43d4-982e-5c38301c6337, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=738be43b-af62-43d4-982e-5c38301c6337,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:10.441143 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.493397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f7ae-4d58-4c92-a414-150457f068ef req-c302da5f-640c-4e9d-bb4e-006f16b7fefa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.495462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd5f7ae-4d58-4c92-a414-150457f068ef req-c302da5f-640c-4e9d-bb4e-006f16b7fefa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 948 time: 0.0841417 Jul 06 11:38:10.512197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=738be43b-af62-43d4-982e-5c38301c6337,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:10.548745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd5f7ae-4d58-4c92-a414-150457f068ef req-ea5accc4-2359-42b9-9aaf-c0afc00a52ce tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Jul 06 11:38:10.614283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed9e70c-5952-4ce0-a88d-b70839437ee9'}, {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99446f7-5b95-4f71-a5de-d852ad75a37b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:10.618988 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb776e0-3f22-4199-97dd-8b31beeca872" -d '{"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-plugged", "status": "completed", "tag": "7ed9e70c-5952-4ce0-a88d-b70839437ee9"}, {"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-plugged", "status": "completed", "tag": "b99446f7-5b95-4f71-a5de-d852ad75a37b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:10.712907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd805b3b-e834-4305-a861-1a326f0a70b9 req-6b9260b9-1f8a-4168-9936-449ce35df6d9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 210 time: 0.0401666 Jul 06 11:38:10.779676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['738be43b-af62-43d4-982e-5c38301c6337'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:10.817379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5306e1a4-d75a-4820-943a-a496b5bfc514 req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-779377524', 'description': 'tempest-description-198920693'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:10.886592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5306e1a4-d75a-4820-943a-a496b5bfc514 req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.932817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d241f-e939-45d4-8694-fd032d243186 req-5443de74-a18d-49be-9857-da85538acc71 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.938837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d241f-e939-45d4-8694-fd032d243186 req-5443de74-a18d-49be-9857-da85538acc71 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.947099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d241f-e939-45d4-8694-fd032d243186 req-5443de74-a18d-49be-9857-da85538acc71 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.954966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f64d241f-e939-45d4-8694-fd032d243186 req-5443de74-a18d-49be-9857-da85538acc71 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2419 time: 0.1230035 Jul 06 11:38:11.012263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f64d241f-e939-45d4-8694-fd032d243186 req-ee98625f-38d7-4126-adf6-8a9a3ff2db0b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Jul 06 11:38:11.058860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5306e1a4-d75a-4820-943a-a496b5bfc514 req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:11.063686 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5306e1a4-d75a-4820-943a-a496b5bfc514 req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:11.096186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5306e1a4-d75a-4820-943a-a496b5bfc514 req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:11.097404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5306e1a4-d75a-4820-943a-a496b5bfc514 req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2845695 Jul 06 11:38:11.098377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758c06-cf15-4136-bfae-5264aa6094af tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51875001-8a5d-44dc-bca6-e1767b78baf8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:11.145518 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c305a894-587f-45a1-a7fa-511774d849da x-openstack-request-id: req-c305a894-587f-45a1-a7fa-511774d849da {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:11.146349 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-plugged", "status": "completed", "tag": "7ed9e70c-5952-4ce0-a88d-b70839437ee9", "code": 200}, {"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-plugged", "status": "completed", "tag": "b99446f7-5b95-4f71-a5de-d852ad75a37b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:11.146789 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c305a894-587f-45a1-a7fa-511774d849da {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:11.147344 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed9e70c-5952-4ce0-a88d-b70839437ee9', 'code': 200} Jul 06 11:38:11.147760 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99446f7-5b95-4f71-a5de-d852ad75a37b', 'code': 200} Jul 06 11:38:11.199111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556f952-220c-423c-99fc-c6bd8499eaed req-65431849-dfe3-430b-87f8-588c6724906a tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.206544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5556f952-220c-423c-99fc-c6bd8499eaed req-65431849-dfe3-430b-87f8-588c6724906a tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1100 time: 0.0803955 Jul 06 11:38:11.249437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5556f952-220c-423c-99fc-c6bd8499eaed req-77280052-96f9-4514-8f6d-1209aebf2eb2 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Jul 06 11:38:11.343465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64e9b-883b-44c3-ad55-0ea5fb4a1427 req-50d3641b-968d-42c0-a3ad-03d88f6e2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.344110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64e9b-883b-44c3-ad55-0ea5fb4a1427 req-50d3641b-968d-42c0-a3ad-03d88f6e2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.344602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64e9b-883b-44c3-ad55-0ea5fb4a1427 req-50d3641b-968d-42c0-a3ad-03d88f6e2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.346355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07a64e9b-883b-44c3-ad55-0ea5fb4a1427 req-50d3641b-968d-42c0-a3ad-03d88f6e2a97 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2872 time: 0.1084433 Jul 06 11:38:11.369986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a305ba-02b3-44e6-a153-15fe2b42a817 req-2c3da89d-7f95-40a5-9519-62e51aac69fb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.377623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04a305ba-02b3-44e6-a153-15fe2b42a817 req-2c3da89d-7f95-40a5-9519-62e51aac69fb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 949 time: 0.1314349 Jul 06 11:38:11.515675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07a64e9b-883b-44c3-ad55-0ea5fb4a1427 req-293cff6c-c8a4-47e3-b9f0-02d9aba5a136 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612220 Jul 06 11:38:11.530513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04a305ba-02b3-44e6-a153-15fe2b42a817 req-7f2209f3-77e0-4476-aa91-a18db5914480 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521263 Jul 06 11:38:11.543369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-35e3148d-7147-42b1-b5c1-d5268e06706d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/51875001-8a5d-44dc-bca6-e1767b78baf8 HTTP/1.1" status: 200 len: 1811 time: 0.1417603 Jul 06 11:38:11.563416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51875001-8a5d-44dc-bca6-e1767b78baf8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:11.563816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51875001-8a5d-44dc-bca6-e1767b78baf8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:11.598772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-c28d9f0a-88fe-4b56-b123-d50165b94f1e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.599570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-c28d9f0a-88fe-4b56-b123-d50165b94f1e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.1969612 Jul 06 11:38:11.620532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Request body: {'port': {'device_id': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'admin_state_up': True, 'tenant_id': '90984fee70d2435791401bce2c6bacc3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:11.811054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:11.896844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 10133e3d-3fc5-42de-90a9-aba4f920407f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:11.905067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 10133e3d-3fc5-42de-90a9-aba4f920407f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:11.905808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.004174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.034437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.047353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:12.057834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.096025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.105227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.124890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b38d-bbb0-4fbf-94bc-5d256228c637 req-0f950be9-9079-46a7-a39b-c232d7fd1737 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:12.126471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad6b38d-bbb0-4fbf-94bc-5d256228c637 req-0f950be9-9079-46a7-a39b-c232d7fd1737 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 948 time: 0.1845295 Jul 06 11:38:12.129645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:12.153454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653e5cce-fec6-4353-88ad-1d5e71d0f431,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:12.168867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Made reservation on behalf of 90984fee70d2435791401bce2c6bacc3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:12.172761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.177994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.179152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d465d59-42c7-4a6e-baf8-adc1c247d5bd req-c13e7006-62c8-45bf-a94c-4e319f30791d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6260180 Jul 06 11:38:12.220910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad6b38d-bbb0-4fbf-94bc-5d256228c637 req-76e6d630-364c-4f38-aa4d-bc569a353dd5 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856962 Jul 06 11:38:12.336080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93e67dc1-4d2f-4ebf-bc36-153a015091b4 req-bc4c2ce4-3ebf-47f7-8d85-48fe6f476b62 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 210 time: 0.0557232 Jul 06 11:38:12.368690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Allocated IP 172.20.0.10 (33e15860-3f86-4485-801b-4a6fb60ed484/c6235e97-5b88-4078-8656-ccdf1fb32672/eb69a6db-d45b-49a2-b033-50a7210e30e8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:12.472497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e575923f-b52d-4c03-b0a0-7f3bde9fda81 req-574baca3-02ef-4a04-ba68-e935456d02c8 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/51875001-8a5d-44dc-bca6-e1767b78baf8 HTTP/1.1" status: 200 len: 2404 time: 0.0874152 Jul 06 11:38:12.621141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa255f-2f8e-4c0c-a300-654b513d241d req-3552b93c-c2c6-4ccd-b615-8bf5993c837c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:12.628089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa255f-2f8e-4c0c-a300-654b513d241d req-3552b93c-c2c6-4ccd-b615-8bf5993c837c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:12.634929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa255f-2f8e-4c0c-a300-654b513d241d req-3552b93c-c2c6-4ccd-b615-8bf5993c837c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:12.636741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04fa255f-2f8e-4c0c-a300-654b513d241d req-3552b93c-c2c6-4ccd-b615-8bf5993c837c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2419 time: 0.1867170 Jul 06 11:38:12.674639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.708397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04fa255f-2f8e-4c0c-a300-654b513d241d req-0765516e-14e6-4837-9756-77fd91f10733 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572450 Jul 06 11:38:12.771078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:12.798929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2e319b7-9c82-4927-b610-e54939c39451 req-39ebf90a-069d-4481-beca-f86b87b7efe9 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-group-rules/653e5cce-fec6-4353-88ad-1d5e71d0f431 HTTP/1.1" status: 200 len: 778 time: 0.0503526 Jul 06 11:38:12.878984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Network 33e15860-3f86-4485-801b-4a6fb60ed484 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:12.887568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:12.893880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:12.899974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:12.922374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2e319b7-9c82-4927-b610-e54939c39451 req-37151fb4-f401-4665-a72f-798c754b1d2d tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/51875001-8a5d-44dc-bca6-e1767b78baf8 HTTP/1.1" status: 200 len: 2404 time: 0.1225212 Jul 06 11:38:12.977590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:12.978303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.013189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2e319b7-9c82-4927-b610-e54939c39451 req-6693ea6d-3543-425c-a083-553950d2a83b tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.029663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2e319b7-9c82-4927-b610-e54939c39451 req-6693ea6d-3543-425c-a083-553950d2a83b tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.038451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-73823e27-8d90-410f-95cb-9ed5000d995a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4249933 Jul 06 11:38:13.058099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Request body: {'port': {'device_id': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:13.103144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2e319b7-9c82-4927-b610-e54939c39451 req-6693ea6d-3543-425c-a083-553950d2a83b tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.109288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2e319b7-9c82-4927-b610-e54939c39451 req-6693ea6d-3543-425c-a083-553950d2a83b tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.110396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2e319b7-9c82-4927-b610-e54939c39451 req-6693ea6d-3543-425c-a083-553950d2a83b tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/653e5cce-fec6-4353-88ad-1d5e71d0f431 HTTP/1.1" status: 204 len: 173 time: 0.1791644 Jul 06 11:38:13.138115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a0945-5df5-4d8e-87d5-f7f1ffa74c8e req-721736d9-0a48-4676-bec9-3e34027b3103 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:13.139620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c90a0945-5df5-4d8e-87d5-f7f1ffa74c8e req-721736d9-0a48-4676-bec9-3e34027b3103 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 949 time: 0.1842997 Jul 06 11:38:13.149363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:13.151771 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07593c8d-a4d7-47bf-9f96-4e4cd8563bf5" -d '{"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-plugged", "status": "completed", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:13.159138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693ea6d-3543-425c-a083-553950d2a83b tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=653e5cce-fec6-4353-88ad-1d5e71d0f431,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:13.200915 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.216591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c90a0945-5df5-4d8e-87d5-f7f1ffa74c8e req-9adddaf3-045c-448e-b9c7-4428cff72b3e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584557 Jul 06 11:38:13.269841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5b1551b4-ad08-4393-baf9-28b20ae16d34 req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1533290670', 'description': 'tempest-description-241080858'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:13.352184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1551b4-ad08-4393-baf9-28b20ae16d34 req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.549951 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a932627-5908-4444-a756-63fc135ff4f2 x-openstack-request-id: req-9a932627-5908-4444-a756-63fc135ff4f2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:13.550351 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-plugged", "status": "completed", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:13.550882 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a932627-5908-4444-a756-63fc135ff4f2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:13.551291 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'code': 200} Jul 06 11:38:13.562072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1551b4-ad08-4393-baf9-28b20ae16d34 req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.589746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1551b4-ad08-4393-baf9-28b20ae16d34 req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.636157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb69a6db-d45b-49a2-b033-50a7210e30e8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:13.659356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.666591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5b1551b4-ad08-4393-baf9-28b20ae16d34 req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.668024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b1551b4-ad08-4393-baf9-28b20ae16d34 req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4051781 Jul 06 11:38:13.710148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ca36a-69d8-4a54-ab1d-2ade016023fb tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d98e29-f7e1-43fa-b316-e101666c7efe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:13.755539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Transition to ACTIVE for port object eb69a6db-d45b-49a2-b033-50a7210e30e8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:13.771173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.818241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 738be43b-af62-43d4-982e-5c38301c6337 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:13.904641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 738be43b-af62-43d4-982e-5c38301c6337 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:13.913341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 738be43b-af62-43d4-982e-5c38301c6337 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:13.913725 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:13.925070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba80369-d87b-4ee9-ba1f-f0faaaea222a req-ba1f9192-d54e-47b7-b957-e80e6fc35a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:13.926586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ba80369-d87b-4ee9-ba1f-f0faaaea222a req-ba1f9192-d54e-47b7-b957-e80e6fc35a5e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1100 time: 0.2784791 Jul 06 11:38:13.952631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:14.017677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eefb2-57ce-45e7-9740-01bda384645b req-b2d92bd8-3173-4861-9343-dd12e9128dcc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.019427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-363eefb2-57ce-45e7-9740-01bda384645b req-b2d92bd8-3173-4861-9343-dd12e9128dcc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.3567495 Jul 06 11:38:14.038146 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.072137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 738be43b-af62-43d4-982e-5c38301c6337, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=738be43b-af62-43d4-982e-5c38301c6337,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:14.077539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.079777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7403e-f670-41bc-99b5-c56068c82e89 req-d7f1cfdd-d615-44fa-8c5b-5347a41fc7a0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.081326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ceb7403e-f670-41bc-99b5-c56068c82e89 req-d7f1cfdd-d615-44fa-8c5b-5347a41fc7a0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.3126316 Jul 06 11:38:14.093027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ba80369-d87b-4ee9-ba1f-f0faaaea222a req-1717cf42-8cd8-4fc2-ba93-c11194a3e84e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251273 Jul 06 11:38:14.127491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:14.127827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:14.128181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:14.136305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-363eefb2-57ce-45e7-9740-01bda384645b req-6a5c914e-aecf-49d2-b181-d9cbc4fbf91f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015875 Jul 06 11:38:14.140546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=738be43b-af62-43d4-982e-5c38301c6337,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:14.143383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:14.143383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:14.156524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:14.157088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:14.157487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:14.157919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Bound port: eb69a6db-d45b-49a2-b033-50a7210e30e8, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:14.158277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.171062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ceb7403e-f670-41bc-99b5-c56068c82e89 req-785faff9-8086-4122-8afb-fc93b267a739 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770707 Jul 06 11:38:14.269140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:14.274077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38f57dfd-9e69-46bd-8fc1-aba2ee8ef8ca req-d920fbbc-8336-4d7d-8efa-51b23b8bdc59 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/61d98e29-f7e1-43fa-b316-e101666c7efe HTTP/1.1" status: 200 len: 1812 time: 0.0661919 Jul 06 11:38:14.289401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:14.301815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.370881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.371768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.373225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 1092 time: 1.3206460 Jul 06 11:38:14.373669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:14.375949 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43695abc-3d22-4bf3-806e-368c8df81f94" -d '{"events": [{"name": "network-changed", "server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:14.399871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deabe2-70a9-4a2b-851a-b49456a9e9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:14.474975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfecab-c79a-4601-b2cd-0003db24391d req-d1eaad29-0734-4c11-a516-9a5cd1712255 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.476989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5dbfecab-c79a-4601-b2cd-0003db24391d req-d1eaad29-0734-4c11-a516-9a5cd1712255 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1898665 Jul 06 11:38:14.543080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5dbfecab-c79a-4601-b2cd-0003db24391d req-4e95c24a-428f-4e9b-b1a5-ac86e9df3bf7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590873 Jul 06 11:38:14.560662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d98b90-4307-49e2-bae2-3f688797857a req-7a41c6ce-92ed-4a43-81ca-0aa83b996be1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.566565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d98b90-4307-49e2-bae2-3f688797857a req-7a41c6ce-92ed-4a43-81ca-0aa83b996be1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.572883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d98b90-4307-49e2-bae2-3f688797857a req-7a41c6ce-92ed-4a43-81ca-0aa83b996be1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.574568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d98b90-4307-49e2-bae2-3f688797857a req-7a41c6ce-92ed-4a43-81ca-0aa83b996be1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2419 time: 0.1757228 Jul 06 11:38:14.576833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-855bf813-d6b4-4d98-9335-82ecd1fcb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.578189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-855bf813-d6b4-4d98-9335-82ecd1fcb958 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1095 time: 0.1577830 Jul 06 11:38:14.636661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-7a8273ec-fc40-47ed-b9cd-f153873ae662 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 217 time: 0.0405333 Jul 06 11:38:14.656855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d98b90-4307-49e2-bae2-3f688797857a req-2a654980-2bf5-44bb-bf19-886d1c778547 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750678 Jul 06 11:38:14.711609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-10f7a044-e54b-49c9-be9f-fd3e2e6c4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.713279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-10f7a044-e54b-49c9-be9f-fd3e2e6c4ca8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0690510 Jul 06 11:38:14.760226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-447bd435-cd2e-4bd7-94eb-1337c19edd82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384405 Jul 06 11:38:14.762004 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415f09d-35aa-43c4-b647-1d10389e8bfb x-openstack-request-id: req-0415f09d-35aa-43c4-b647-1d10389e8bfb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:14.762453 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:14.762809 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0415f09d-35aa-43c4-b647-1d10389e8bfb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:14.763298 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'status': 'completed', 'code': 200} Jul 06 11:38:14.857365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1611f7af-766b-4949-aef1-b2efca74d39f req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-757473796', 'description': 'tempest-description-311345515'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:14.905964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1611f7af-766b-4949-aef1-b2efca74d39f req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.936627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-0409dce3-6adb-4ea7-8d1f-0367d9542993 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656125 Jul 06 11:38:14.980121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6050b45-84c6-441d-858e-488418d0401c req-7aed09ed-bb0f-4291-8b0a-7c88d08b28e6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.981581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6050b45-84c6-441d-858e-488418d0401c req-7aed09ed-bb0f-4291-8b0a-7c88d08b28e6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 950 time: 0.1926076 Jul 06 11:38:15.104196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6050b45-84c6-441d-858e-488418d0401c req-5a4cca8c-e7a8-4cbf-b772-ddf6b3d84a1c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895269 Jul 06 11:38:15.128231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f2fc3d-398d-476e-84b3-e57a9df2b777 req-05f6c6b6-4efc-4971-a432-c0d9b4d3c631 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816094 Jul 06 11:38:15.163324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1611f7af-766b-4949-aef1-b2efca74d39f req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.170158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1611f7af-766b-4949-aef1-b2efca74d39f req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.211799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143ea3d8-2721-43d6-aab4-bcce396592a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:15.231170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.231435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.231780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.232167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.232507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.232841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.233171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.233500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.233826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.234147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.234474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.234803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:15.268268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1611f7af-766b-4949-aef1-b2efca74d39f req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.269563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1611f7af-766b-4949-aef1-b2efca74d39f req-5ca0f204-9b68-4c15-b1fc-800fe32ab211 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4195163 Jul 06 11:38:15.302956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-4e7e9201-7449-430e-a39f-fdeb87d176ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:15.306417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-4e7e9201-7449-430e-a39f-fdeb87d176ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1095 time: 0.0964763 Jul 06 11:38:15.449031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-3b514e33-2ec2-4734-af52-26daa9350000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:15.450500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-3b514e33-2ec2-4734-af52-26daa9350000 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1287150 Jul 06 11:38:15.474383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf8936-cad9-434a-a8ea-8c23d8d03291 req-06180e19-1c05-418f-888d-265e660c928e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:15.475889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fcf8936-cad9-434a-a8ea-8c23d8d03291 req-06180e19-1c05-418f-888d-265e660c928e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1032810 Jul 06 11:38:15.518975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-86ece6f8-d655-4ee4-9dcd-1785573377b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 217 time: 0.0588360 Jul 06 11:38:15.552686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738be43b-af62-43d4-982e-5c38301c6337'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:15.556414 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359b651-98f3-4456-88c7-916c7a3fb375" -d '{"events": [{"server_uuid": "9e984d75-106b-4aff-9a3c-d2e587cbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "738be43b-af62-43d4-982e-5c38301c6337"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:15.605183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fcf8936-cad9-434a-a8ea-8c23d8d03291 req-ae6d1e08-6909-4d1e-87b1-b97cd351201b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022220 Jul 06 11:38:15.617798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-82c05b59-c298-4c33-8b6e-7ac55555a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:15.619367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-82c05b59-c298-4c33-8b6e-7ac55555a989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0797250 Jul 06 11:38:15.661570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-322e640c-9185-44b6-8f3b-36ed00af4946 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345495 Jul 06 11:38:15.669592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6e2a-1e06-4219-a02e-348666df8c73 req-03ef39b2-c7ee-42a3-8110-2f930635e198 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:15.670967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4ff6e2a-1e06-4219-a02e-348666df8c73 req-03ef39b2-c7ee-42a3-8110-2f930635e198 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.1941371 Jul 06 11:38:15.774112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c02a3bd-9757-4c1e-9000-8eb9d3174355 req-0d152891-f6f7-4ca9-8f77-fe45f3b1a282 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/143ea3d8-2721-43d6-aab4-bcce396592a8 HTTP/1.1" status: 200 len: 1811 time: 0.1355166 Jul 06 11:38:15.784830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4ff6e2a-1e06-4219-a02e-348666df8c73 req-5d3e860d-ac35-4eff-9c6f-452ea258fe35 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066620 Jul 06 11:38:15.819377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-ee553daa-a0f5-47d1-aebe-04765e128b0a service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401744 Jul 06 11:38:15.853920 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4848c79-2317-48a1-89ee-f4ec9490e267 x-openstack-request-id: req-f4848c79-2317-48a1-89ee-f4ec9490e267 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:15.854215 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e984d75-106b-4aff-9a3c-d2e587cbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "738be43b-af62-43d4-982e-5c38301c6337", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:15.854473 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4848c79-2317-48a1-89ee-f4ec9490e267 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:15.854873 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738be43b-af62-43d4-982e-5c38301c6337', 'code': 200} Jul 06 11:38:16.024941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43695abc-3d22-4bf3-806e-368c8df81f94 req-e22cafe7-ab84-4317-a2e7-a7b2fb682e24 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974366 Jul 06 11:38:16.060535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37ac4-4597-4eda-aa9c-2cab2884e1fc req-1dc14880-87e3-4ba5-a531-585a81b1a3e1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.066438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37ac4-4597-4eda-aa9c-2cab2884e1fc req-1dc14880-87e3-4ba5-a531-585a81b1a3e1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.073037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37ac4-4597-4eda-aa9c-2cab2884e1fc req-1dc14880-87e3-4ba5-a531-585a81b1a3e1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.074631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f37ac4-4597-4eda-aa9c-2cab2884e1fc req-1dc14880-87e3-4ba5-a531-585a81b1a3e1 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2419 time: 0.1825447 Jul 06 11:38:16.354348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18239f18-80b4-47e6-88ab-7581e7f39e98 req-dfd8d33c-c60e-4096-8313-352e959ad202 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.355746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18239f18-80b4-47e6-88ab-7581e7f39e98 req-dfd8d33c-c60e-4096-8313-352e959ad202 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.4092715 Jul 06 11:38:16.357808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466e5f4-cac3-4bb8-8634-e95e2f1fdaf3 req-6cef8d49-2e76-449d-9aa1-818776558180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.359157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e466e5f4-cac3-4bb8-8634-e95e2f1fdaf3 req-6cef8d49-2e76-449d-9aa1-818776558180 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 1101 time: 0.4145229 Jul 06 11:38:16.397716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f37ac4-4597-4eda-aa9c-2cab2884e1fc req-52477339-5ec5-4ed5-9683-b84f8938eff5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134866 Jul 06 11:38:16.429486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e466e5f4-cac3-4bb8-8634-e95e2f1fdaf3 req-074e2fda-0cf3-48d0-b785-536cfebf6279 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553455 Jul 06 11:38:16.432566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18239f18-80b4-47e6-88ab-7581e7f39e98 req-18d05f64-5a40-4617-9ea9-6c7ee928d968 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703652 Jul 06 11:38:16.561648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5d03da89-8aab-4c5a-a8cc-0534106fc0ab req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1074863265', 'description': 'tempest-description-1966322615'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:16.583713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d03da89-8aab-4c5a-a8cc-0534106fc0ab req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.674939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d03da89-8aab-4c5a-a8cc-0534106fc0ab req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.680866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d03da89-8aab-4c5a-a8cc-0534106fc0ab req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.710089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d03da89-8aab-4c5a-a8cc-0534106fc0ab req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.711481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d03da89-8aab-4c5a-a8cc-0534106fc0ab req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1540244 Jul 06 11:38:16.717557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc0654-253d-48d3-a3e9-0535183aaa7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89aa05-93a1-4fac-8594-970bd49d505e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:16.738534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-25749aad-e7e3-4955-afa4-1009f9fdf698 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594013 Jul 06 11:38:16.794333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae6f65-795a-403a-bad9-5145cab06a92 req-0b41ceff-83f8-4b1a-8c23-26c8a394421d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.795941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecae6f65-795a-403a-bad9-5145cab06a92 req-0b41ceff-83f8-4b1a-8c23-26c8a394421d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 950 time: 0.0746160 Jul 06 11:38:16.848108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecae6f65-795a-403a-bad9-5145cab06a92 req-39f85f41-627b-415c-9cfd-dc25f27fe5ea tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458009 Jul 06 11:38:16.929090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a274c209-483b-43df-abd8-386dd6b50470 req-1c49fabd-5a51-45ae-b128-88557b727ef4 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/bf89aa05-93a1-4fac-8594-970bd49d505e HTTP/1.1" status: 200 len: 1813 time: 0.0546200 Jul 06 11:38:16.947221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b6a4-b7e7-4592-ab2f-109cf0e11a80 req-bde8f71b-e01a-480f-a27d-e910c3b17c7a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:16.954061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f29b6a4-b7e7-4592-ab2f-109cf0e11a80 req-bde8f71b-e01a-480f-a27d-e910c3b17c7a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1207271 Jul 06 11:38:16.991318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f29b6a4-b7e7-4592-ab2f-109cf0e11a80 req-64a18949-f0dc-4e7e-b2ac-b6b0848e62a3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Jul 06 11:38:17.041545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1030151-ad19-43cf-bd20-85460916fcfd req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-6009111', 'description': 'tempest-description-966214962'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:17.089329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1030151-ad19-43cf-bd20-85460916fcfd req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.127845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d524c-bce9-46d2-9183-78e18f53f778 req-10445e1d-fc98-40da-895e-2c065640d278 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.129640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca5d524c-bce9-46d2-9183-78e18f53f778 req-10445e1d-fc98-40da-895e-2c065640d278 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.1038394 Jul 06 11:38:17.191544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca5d524c-bce9-46d2-9183-78e18f53f778 req-ee5a6f8d-8880-4fde-bbb1-c187b41710b2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512323 Jul 06 11:38:17.229657 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1030151-ad19-43cf-bd20-85460916fcfd req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.233762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1030151-ad19-43cf-bd20-85460916fcfd req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.261664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1030151-ad19-43cf-bd20-85460916fcfd req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.262834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1030151-ad19-43cf-bd20-85460916fcfd req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2351542 Jul 06 11:38:17.273879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d31ce3-e378-4b69-b5e0-8ac7fe85b0d3 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ede227-c57f-43c7-b61e-4795e67b8ae6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:17.348480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aba7227d-6a79-491d-b05d-9da1fd31d517 req-21871928-f1b8-4492-bc95-bccc68d76da5 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/d7ede227-c57f-43c7-b61e-4795e67b8ae6 HTTP/1.1" status: 200 len: 1809 time: 0.0541000 Jul 06 11:38:17.388056 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-114ba153-c747-42c6-aa91-04b04ea4d6c7 req-d2b0ec56-fd70-4b85-9008-5d3431b0816f tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] show failed (client error): The resource could not be found. Jul 06 11:38:17.389359 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-114ba153-c747-42c6-aa91-04b04ea4d6c7 req-d2b0ec56-fd70-4b85-9008-5d3431b0816f tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/cba3feda-0684-4641-9253-9517d9bd3afa HTTP/1.1" status: 404 len: 352 time: 0.0168726 Jul 06 11:38:17.427241 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-afaa7b32-9463-46e7-ac73-78757d133598 req-70261989-ba6f-429a-bc4a-1dc599981d22 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] show failed (client error): The resource could not be found. Jul 06 11:38:17.428350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afaa7b32-9463-46e7-ac73-78757d133598 req-70261989-ba6f-429a-bc4a-1dc599981d22 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-group-rules/ebea259c-f2e1-4baa-a5d4-edfaf9a4f454 HTTP/1.1" status: 404 len: 361 time: 0.0152791 Jul 06 11:38:17.497383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19d72f1d-2168-4f9a-85d8-c2f786c98157 req-5e9f3845-22af-44ea-9d6b-22f645f8b3ce tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/d7ede227-c57f-43c7-b61e-4795e67b8ae6 HTTP/1.1" status: 200 len: 1809 time: 0.0456483 Jul 06 11:38:17.575398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19d72f1d-2168-4f9a-85d8-c2f786c98157 req-a56075c8-77f1-495a-8a22-7d9555c69fb1 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.610163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19d72f1d-2168-4f9a-85d8-c2f786c98157 req-a56075c8-77f1-495a-8a22-7d9555c69fb1 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.695511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19d72f1d-2168-4f9a-85d8-c2f786c98157 req-a56075c8-77f1-495a-8a22-7d9555c69fb1 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.698334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-19d72f1d-2168-4f9a-85d8-c2f786c98157 req-a56075c8-77f1-495a-8a22-7d9555c69fb1 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:17.699484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19d72f1d-2168-4f9a-85d8-c2f786c98157 req-a56075c8-77f1-495a-8a22-7d9555c69fb1 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "DELETE /v2.0/security-groups/d7ede227-c57f-43c7-b61e-4795e67b8ae6 HTTP/1.1" status: 204 len: 173 time: 0.1965830 Jul 06 11:38:17.713283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56075c8-77f1-495a-8a22-7d9555c69fb1 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ede227-c57f-43c7-b61e-4795e67b8ae6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:17.734538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442510-c52d-4f42-80bf-29a635a12815 req-bcb1f0fe-37a0-46c3-b696-085c7f055588 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.740756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442510-c52d-4f42-80bf-29a635a12815 req-bcb1f0fe-37a0-46c3-b696-085c7f055588 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.747467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442510-c52d-4f42-80bf-29a635a12815 req-bcb1f0fe-37a0-46c3-b696-085c7f055588 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.749442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93442510-c52d-4f42-80bf-29a635a12815 req-bcb1f0fe-37a0-46c3-b696-085c7f055588 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2419 time: 0.1300254 Jul 06 11:38:17.944338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4705022-e6fc-4867-a7cf-7f39498a6800 req-ea169e4f-402f-4959-a592-0dfe7134b76b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.951023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4705022-e6fc-4867-a7cf-7f39498a6800 req-ea169e4f-402f-4959-a592-0dfe7134b76b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.956829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4705022-e6fc-4867-a7cf-7f39498a6800 req-ea169e4f-402f-4959-a592-0dfe7134b76b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:17.958464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4705022-e6fc-4867-a7cf-7f39498a6800 req-ea169e4f-402f-4959-a592-0dfe7134b76b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 2419 time: 0.2083955 Jul 06 11:38:18.012625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab9f0-db2c-4779-925d-71365946b802 req-3619c498-8dbc-4ae2-9c24-7521171941ee tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.014096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-496ab9f0-db2c-4779-925d-71365946b802 req-3619c498-8dbc-4ae2-9c24-7521171941ee tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1915803 Jul 06 11:38:18.030149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port b99446f7-5b95-4f71-a5de-d852ad75a37b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:18.030483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.062533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4705022-e6fc-4867-a7cf-7f39498a6800 req-d7b1d7ac-3afe-4aad-b746-40166fe470d4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974727 Jul 06 11:38:18.118363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-496ab9f0-db2c-4779-925d-71365946b802 req-5e9ad5ae-7265-42da-9e26-2a2fbbb06783 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951688 Jul 06 11:38:18.189417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port b99446f7-5b95-4f71-a5de-d852ad75a37b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b99446f7-5b95-4f71-a5de-d852ad75a37b,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:18.189593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.214190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for b99446f7-5b95-4f71-a5de-d852ad75a37b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:18.221568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a5bab1c-1fea-40c9-aea2-fe2be0239188 req-27a26e54-f82d-4b86-bcfb-8251c254fe7e tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/bf89aa05-93a1-4fac-8594-970bd49d505e HTTP/1.1" status: 200 len: 1813 time: 0.0739641 Jul 06 11:38:18.296640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-9980dc26-0494-4a94-88e1-aebd86c92711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.298175 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-9980dc26-0494-4a94-88e1-aebd86c92711 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1100 time: 0.0850551 Jul 06 11:38:18.398988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1a5bab1c-1fea-40c9-aea2-fe2be0239188 req-8812dc47-8e94-4135-a236-a02921428845 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.403732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-13564a1b-c59d-4406-9912-ca12d517f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.405265 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-13564a1b-c59d-4406-9912-ca12d517f09e service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0995624 Jul 06 11:38:18.416505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f8b21-e8a7-4615-a181-d6eb7b959301 req-8e090af4-bf7b-4d9e-845a-05f53bc731d2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.417968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5f8b21-e8a7-4615-a181-d6eb7b959301 req-8e090af4-bf7b-4d9e-845a-05f53bc731d2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 950 time: 0.1312175 Jul 06 11:38:18.457179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-f93062a6-9b60-4e44-a306-bca34e49e79b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 217 time: 0.0359340 Jul 06 11:38:18.483867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1a5bab1c-1fea-40c9-aea2-fe2be0239188 req-8812dc47-8e94-4135-a236-a02921428845 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.506796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-8e22b134-b30b-4d9d-990a-a605a0c98c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.509339 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-8e22b134-b30b-4d9d-990a-a605a0c98c73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0446701 Jul 06 11:38:18.527235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5f8b21-e8a7-4615-a181-d6eb7b959301 req-31957bd9-cf89-4f0e-98e1-b83c76234248 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802383 Jul 06 11:38:18.527810 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.541766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7ed9e70c-5952-4ce0-a88d-b70839437ee9', 'a6782a6f-e8dd-4a18-a8ba-9d919941534d', 'b99446f7-5b95-4f71-a5de-d852ad75a37b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:18.568432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=b99446f7-5b95-4f71-a5de-d852ad75a37b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:18.614195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-2bbc66b9-1ff7-46cd-974c-f8ba98ff722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.615751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-2bbc66b9-1ff7-46cd-974c-f8ba98ff722a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986540 Jul 06 11:38:18.630902 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1a5bab1c-1fea-40c9-aea2-fe2be0239188 req-8812dc47-8e94-4135-a236-a02921428845 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.635193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1a5bab1c-1fea-40c9-aea2-fe2be0239188 req-8812dc47-8e94-4135-a236-a02921428845 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.649085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a5bab1c-1fea-40c9-aea2-fe2be0239188 req-8812dc47-8e94-4135-a236-a02921428845 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "DELETE /v2.0/security-groups/bf89aa05-93a1-4fac-8594-970bd49d505e HTTP/1.1" status: 204 len: 173 time: 0.4174438 Jul 06 11:38:18.650242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port b99446f7-5b95-4f71-a5de-d852ad75a37b on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:18.668178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.673522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93442510-c52d-4f42-80bf-29a635a12815 req-fd6c40e7-f6a1-438c-8ed2-aee1a3ccb9e6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "DELETE /v2.0/ports/b99446f7-5b95-4f71-a5de-d852ad75a37b HTTP/1.1" status: 204 len: 173 time: 0.9098034 Jul 06 11:38:18.674005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-deleted', 'tag': 'b99446f7-5b95-4f71-a5de-d852ad75a37b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:18.676369 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4420d17-2e69-48cc-9311-11bbad7fa70d" -d '{"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-deleted", "tag": "b99446f7-5b95-4f71-a5de-d852ad75a37b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:18.732869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812dc47-8e94-4135-a236-a02921428845 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89aa05-93a1-4fac-8594-970bd49d505e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:18.756805 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-2009545d-398e-4c25-9aaa-50f7833ad5b1 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290903 Jul 06 11:38:18.892776 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-e2e8050e-b94e-4181-a5ce-8a1346bbeaac service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234725 Jul 06 11:38:18.906437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f45c13-f98c-4f12-8dcf-8dd57174944c req-a6e62bc2-e0f3-4b9d-85f8-3a08d68fb60f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.912393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8f45c13-f98c-4f12-8dcf-8dd57174944c req-a6e62bc2-e0f3-4b9d-85f8-3a08d68fb60f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.2330601 Jul 06 11:38:18.963356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port a6782a6f-e8dd-4a18-a8ba-9d919941534d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:18.963765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.989910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738184-cd9a-4a94-b77b-cfabd821c513 req-dca81f8a-119a-4288-a25d-bbf1602f1216 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.991294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11738184-cd9a-4a94-b77b-cfabd821c513 req-dca81f8a-119a-4288-a25d-bbf1602f1216 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.1577709 Jul 06 11:38:19.022576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8f45c13-f98c-4f12-8dcf-8dd57174944c req-fbbad29b-8255-497a-8e61-775f5052b086 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069238 Jul 06 11:38:19.083365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11738184-cd9a-4a94-b77b-cfabd821c513 req-7aede800-d2c3-4be2-9bfb-f21810fb3b45 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665963 Jul 06 11:38:19.092058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:19.104218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port a6782a6f-e8dd-4a18-a8ba-9d919941534d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a6782a6f-e8dd-4a18-a8ba-9d919941534d,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:19.104580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.123865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for a6782a6f-e8dd-4a18-a8ba-9d919941534d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:19.199664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:19.211654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'port_id': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'mac_address': 'fa:16:3e:c5:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6235e97-5b88-4078-8656-ccdf1fb32672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:19.230014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcc35ae-4b5c-4f8e-8a13-aa6d9889c757 req-998a7fb7-522d-4357-ac90-d91527257501 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/143ea3d8-2721-43d6-aab4-bcce396592a8 HTTP/1.1" status: 200 len: 1811 time: 0.1179883 Jul 06 11:38:19.248622 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.261729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb69a6db-d45b-49a2-b033-50a7210e30e8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:19.281935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:19.286390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.308252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb540-cc39-4a06-90cb-3122ce826d27 req-79876a43-6d02-472d-9800-5aa07c28c16f tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:19.309984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eafdb540-cc39-4a06-90cb-3122ce826d27 req-79876a43-6d02-472d-9800-5aa07c28c16f tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 1101 time: 0.1659026 Jul 06 11:38:19.342152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:19.354539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffcc35ae-4b5c-4f8e-8a13-aa6d9889c757 req-e5fad1e8-f17c-4f14-88ff-958b92ed1b00 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.395249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffcc35ae-4b5c-4f8e-8a13-aa6d9889c757 req-e5fad1e8-f17c-4f14-88ff-958b92ed1b00 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.421438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eafdb540-cc39-4a06-90cb-3122ce826d27 req-ba896f86-40a1-4c7e-8662-99c5bc27cd52 tempest-ServersOnMultiNodesTest-1481044244 tempest-ServersOnMultiNodesTest-1481044244-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000538 Jul 06 11:38:19.428116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.451150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b99446f7-5b95-4f71-a5de-d852ad75a37b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:19.472918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=a6782a6f-e8dd-4a18-a8ba-9d919941534d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:19.522019 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375bdea2-f5fc-4429-9e3d-5569718491d9 x-openstack-request-id: req-375bdea2-f5fc-4429-9e3d-5569718491d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:19.522343 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-deleted", "tag": "b99446f7-5b95-4f71-a5de-d852ad75a37b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:19.522616 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-375bdea2-f5fc-4429-9e3d-5569718491d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:19.523573 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-deleted', 'tag': 'b99446f7-5b95-4f71-a5de-d852ad75a37b', 'status': 'completed', 'code': 200} Jul 06 11:38:19.526727 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffcc35ae-4b5c-4f8e-8a13-aa6d9889c757 req-e5fad1e8-f17c-4f14-88ff-958b92ed1b00 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.529609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffcc35ae-4b5c-4f8e-8a13-aa6d9889c757 req-e5fad1e8-f17c-4f14-88ff-958b92ed1b00 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.536427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcc35ae-4b5c-4f8e-8a13-aa6d9889c757 req-e5fad1e8-f17c-4f14-88ff-958b92ed1b00 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "DELETE /v2.0/security-groups/143ea3d8-2721-43d6-aab4-bcce396592a8 HTTP/1.1" status: 204 len: 173 time: 0.2947600 Jul 06 11:38:19.565208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port a6782a6f-e8dd-4a18-a8ba-9d919941534d on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:19.567940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.570606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93442510-c52d-4f42-80bf-29a635a12815 req-b2a00f97-588f-4878-970b-434938909d16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "DELETE /v2.0/ports/a6782a6f-e8dd-4a18-a8ba-9d919941534d HTTP/1.1" status: 204 len: 173 time: 0.8595378 Jul 06 11:38:19.585498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fad1e8-f17c-4f14-88ff-958b92ed1b00 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ea3d8-2721-43d6-aab4-bcce396592a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:19.803190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701cdae-f93d-4827-a719-b22f62d52dfb req-880f3ca1-dbd1-4489-9354-847dbf42ac6b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:19.805127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1701cdae-f93d-4827-a719-b22f62d52dfb req-880f3ca1-dbd1-4489-9354-847dbf42ac6b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 946 time: 0.1661017 Jul 06 11:38:19.807502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:19.807843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.861089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d442f3a-cfcf-47fb-be53-d6ddfd30cc35 req-f2869ec5-87fd-4ee6-a7f6-1d4b1adb42f2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:19.862572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d442f3a-cfcf-47fb-be53-d6ddfd30cc35 req-f2869ec5-87fd-4ee6-a7f6-1d4b1adb42f2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1572561 Jul 06 11:38:19.903876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['eb69a6db-d45b-49a2-b033-50a7210e30e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:19.966646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1701cdae-f93d-4827-a719-b22f62d52dfb req-34913bfa-5fdf-494f-8694-abe5c1f1778a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432605 Jul 06 11:38:19.974724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d442f3a-cfcf-47fb-be53-d6ddfd30cc35 req-a82fe9db-db82-464d-938d-949472fbb1df tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041458 Jul 06 11:38:19.991371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port 7ed9e70c-5952-4ce0-a88d-b70839437ee9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ed9e70c-5952-4ce0-a88d-b70839437ee9,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:19.991371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.011443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for 7ed9e70c-5952-4ce0-a88d-b70839437ee9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:20.153639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-017b7b68-3cba-4cb3-8e4f-ae1bf8a06ea4 req-38a21709-bab0-474f-b3b4-f7506487378a tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/61d98e29-f7e1-43fa-b316-e101666c7efe HTTP/1.1" status: 200 len: 1812 time: 0.1151588 Jul 06 11:38:20.263532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-9587b7ba-c8cc-4eb7-8648-dbc40407e379 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595753 Jul 06 11:38:20.352213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-017b7b68-3cba-4cb3-8e4f-ae1bf8a06ea4 req-f3ff5b89-4398-4a54-80db-1f99be3f3bbd tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.364073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.428991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=7ed9e70c-5952-4ce0-a88d-b70839437ee9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:20.432634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-017b7b68-3cba-4cb3-8e4f-ae1bf8a06ea4 req-f3ff5b89-4398-4a54-80db-1f99be3f3bbd tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.531643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-66d72a6d-db9c-4a49-828e-3adf293c7d73 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:20.533237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-66d72a6d-db9c-4a49-828e-3adf293c7d73 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637427 Jul 06 11:38:20.534590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port 7ed9e70c-5952-4ce0-a88d-b70839437ee9 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:20.537408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.540214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93442510-c52d-4f42-80bf-29a635a12815 req-3a84d5ef-ff6c-4033-8e21-2301c2a8accb tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "DELETE /v2.0/ports/7ed9e70c-5952-4ce0-a88d-b70839437ee9 HTTP/1.1" status: 204 len: 173 time: 0.9622817 Jul 06 11:38:20.556837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-4a4b7ea1-dd6d-4ece-846c-34000078f212 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/quotas/3935b51f33fb44f381edfe5271e338d4 HTTP/1.1" status: 200 len: 375 time: 0.0148029 Jul 06 11:38:20.577956 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-017b7b68-3cba-4cb3-8e4f-ae1bf8a06ea4 req-f3ff5b89-4398-4a54-80db-1f99be3f3bbd tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.579028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-017b7b68-3cba-4cb3-8e4f-ae1bf8a06ea4 req-f3ff5b89-4398-4a54-80db-1f99be3f3bbd tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.580096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-017b7b68-3cba-4cb3-8e4f-ae1bf8a06ea4 req-f3ff5b89-4398-4a54-80db-1f99be3f3bbd tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "DELETE /v2.0/security-groups/61d98e29-f7e1-43fa-b316-e101666c7efe HTTP/1.1" status: 204 len: 173 time: 0.4158728 Jul 06 11:38:20.615355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff5b89-4398-4a54-80db-1f99be3f3bbd tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d98e29-f7e1-43fa-b316-e101666c7efe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:20.688486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-0cffdab2-2003-42ca-a041-edd09d843239 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1239142 Jul 06 11:38:20.778691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfaf4a-8555-4930-8feb-1720ae420332 req-8411e2bd-7163-4173-90ad-e405af386b74 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:20.780599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39bfaf4a-8555-4930-8feb-1720ae420332 req-8411e2bd-7163-4173-90ad-e405af386b74 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0729802 Jul 06 11:38:20.856221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39bfaf4a-8555-4930-8feb-1720ae420332 req-f129f4ef-5f52-4330-8207-2b72e0af39bf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Jul 06 11:38:20.964305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff8add76-e431-44b8-bd5c-4b43cf5ad396 req-d4de2545-5617-4361-80dd-a6d9dc7b7b50 tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "GET /v2.0/security-groups/51875001-8a5d-44dc-bca6-e1767b78baf8 HTTP/1.1" status: 200 len: 1811 time: 0.0776441 Jul 06 11:38:21.020814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d776c-7cec-4f10-80ce-1ecf15718d85 req-b26229a8-ecfd-4990-a41e-53844454d164 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:21.022357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e2d776c-7cec-4f10-80ce-1ecf15718d85 req-b26229a8-ecfd-4990-a41e-53844454d164 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 945 time: 0.1054604 Jul 06 11:38:21.071826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff8add76-e431-44b8-bd5c-4b43cf5ad396 req-032b4e92-458b-4420-9bc5-d6d61e70d2ac tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.088283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e2d776c-7cec-4f10-80ce-1ecf15718d85 req-6e6b773e-9049-4daa-95ba-c88376fcff94 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580590 Jul 06 11:38:21.102458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff8add76-e431-44b8-bd5c-4b43cf5ad396 req-032b4e92-458b-4420-9bc5-d6d61e70d2ac tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.167160 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff8add76-e431-44b8-bd5c-4b43cf5ad396 req-032b4e92-458b-4420-9bc5-d6d61e70d2ac tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.169731 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff8add76-e431-44b8-bd5c-4b43cf5ad396 req-032b4e92-458b-4420-9bc5-d6d61e70d2ac tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.172364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff8add76-e431-44b8-bd5c-4b43cf5ad396 req-032b4e92-458b-4420-9bc5-d6d61e70d2ac tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] 10.222.0.78 "DELETE /v2.0/security-groups/51875001-8a5d-44dc-bca6-e1767b78baf8 HTTP/1.1" status: 204 len: 173 time: 0.1982555 Jul 06 11:38:21.176648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:21.231271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd7e2248-0764-438b-9a3a-988a12a49422 req-d49721a1-c50f-4bd8-97dd-dd2667835b0a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 210 time: 0.0750639 Jul 06 11:38:21.232592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4e92-458b-4420-9bc5-d6d61e70d2ac tempest-SecurityGroupRulesNegativeTestJSON-1592781493 tempest-SecurityGroupRulesNegativeTestJSON-1592781493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51875001-8a5d-44dc-bca6-e1767b78baf8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:21.246093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Deleting subnet 42417702-7abd-4d65-87a5-db58e7b24435 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:21.249827 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.309340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.329953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0baee3da-ee89-4c67-8e0c-583ec6365b82 req-2786e0ca-a90c-426a-bc92-5905d18d5033 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7064c6c-be47-4ab8-9f07-d474a0213d72 HTTP/1.1" status: 200 len: 210 time: 0.0364883 Jul 06 11:38:21.376540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.457024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.484143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2242-4d06-4837-b4fb-f491b00af74a req-4af5228d-485a-482a-965b-9b28a5af0700 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:21.488305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42417702-7abd-4d65-87a5-db58e7b24435,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:21.490904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.496036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/42417702-7abd-4d65-87a5-db58e7b24435 HTTP/1.1" status: 204 len: 168 time: 0.3161473 Jul 06 11:38:21.497966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6ff2242-4d06-4837-b4fb-f491b00af74a req-4af5228d-485a-482a-965b-9b28a5af0700 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0831203 Jul 06 11:38:21.500019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:21.500952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.501375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.501812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.502222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.502626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.503030 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.503428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.503825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.504256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.504658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.505055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.505460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b563c-b324-43af-8252-770e06b1cdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.525512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-deleted', 'tag': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d'}, {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-deleted', 'tag': '7ed9e70c-5952-4ce0-a88d-b70839437ee9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:21.528034 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4621a0-6437-4d76-9578-c12970b85346" -d '{"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-deleted", "tag": "a6782a6f-e8dd-4a18-a8ba-9d919941534d"}, {"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-deleted", "tag": "7ed9e70c-5952-4ce0-a88d-b70839437ee9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:21.583244 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54766bf6-754b-4d26-85f7-debfa8130b97 x-openstack-request-id: req-54766bf6-754b-4d26-85f7-debfa8130b97 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:21.583539 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-deleted", "tag": "a6782a6f-e8dd-4a18-a8ba-9d919941534d", "status": "completed", "code": 200}, {"server_uuid": "f7064c6c-be47-4ab8-9f07-d474a0213d72", "name": "network-vif-deleted", "tag": "7ed9e70c-5952-4ce0-a88d-b70839437ee9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:21.584006 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54766bf6-754b-4d26-85f7-debfa8130b97 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:21.584199 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-deleted', 'tag': 'a6782a6f-e8dd-4a18-a8ba-9d919941534d', 'status': 'completed', 'code': 200} Jul 06 11:38:21.584449 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7064c6c-be47-4ab8-9f07-d474a0213d72', 'name': 'network-vif-deleted', 'tag': '7ed9e70c-5952-4ce0-a88d-b70839437ee9', 'status': 'completed', 'code': 200} Jul 06 11:38:21.607029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6ff2242-4d06-4837-b4fb-f491b00af74a req-24c05bbb-562a-47d8-b1b9-466d8de1e2be tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085587 Jul 06 11:38:21.613916 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.706229 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.717512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5895b5-fdf9-48c4-b30b-a39af2d71edb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:21.728309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004bc05f-8d42-4818-aea5-1ac55c21656f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:21.728701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004bc05f-8d42-4818-aea5-1ac55c21656f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:21.737370 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.755415 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.762809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:21.763201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:21.765005 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:21.827152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a6782a6f-e8dd-4a18-a8ba-9d919941534d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:21.844054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.851948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.852942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: a6782a6f-e8dd-4a18-a8ba-9d919941534d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:21.852942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a6782a6f-e8dd-4a18-a8ba-9d919941534d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:21.853115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ed9e70c-5952-4ce0-a88d-b70839437ee9 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:21.854664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] 10.222.0.78 "DELETE /v2.0/networks/fa5895b5-fdf9-48c4-b30b-a39af2d71edb HTTP/1.1" status: 204 len: 168 time: 0.3433163 Jul 06 11:38:21.868636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9c004-59aa-4f86-bb7b-a9d5744f989b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5895b5-fdf9-48c4-b30b-a39af2d71edb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:21.872755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7ed9e70c-5952-4ce0-a88d-b70839437ee9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:21.873114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ed9e70c-5952-4ce0-a88d-b70839437ee9 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:21.873540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b99446f7-5b95-4f71-a5de-d852ad75a37b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:21.891961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96faf-a5b2-4a51-9d41-1869ab466339 req-2945cf0c-02a5-43c6-903b-e4e8ceaa9a15 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:21.893571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c96faf-a5b2-4a51-9d41-1869ab466339 req-2945cf0c-02a5-43c6-903b-e4e8ceaa9a15 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1097 time: 0.0894737 Jul 06 11:38:21.903701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: b99446f7-5b95-4f71-a5de-d852ad75a37b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:21.904048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b99446f7-5b95-4f71-a5de-d852ad75a37b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:21.931558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c96faf-a5b2-4a51-9d41-1869ab466339 req-68031b7c-7daa-4da8-b0b7-6819a9eab7a9 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Jul 06 11:38:22.010905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:22.056442 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8f89b80e-bf1c-48a5-a287-361f022dc015 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62a95b5894f942de877c9f0ec74bf2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442262 Jul 06 11:38:22.059253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:22.117315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4434b05b-cdd2-4fb8-93a8-4d22c69bf845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.151358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4434b05b-cdd2-4fb8-93a8-4d22c69bf845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.209595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4434b05b-cdd2-4fb8-93a8-4d22c69bf845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.215270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4434b05b-cdd2-4fb8-93a8-4d22c69bf845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.216932 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4434b05b-cdd2-4fb8-93a8-4d22c69bf845 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd40e63f-ddb5-4a44-b1dd-c8439ec3d770 HTTP/1.1" status: 204 len: 168 time: 0.1561017 Jul 06 11:38:22.245690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434b05b-cdd2-4fb8-93a8-4d22c69bf845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd40e63f-ddb5-4a44-b1dd-c8439ec3d770,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:22.311317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-49189e34-a284-40f2-99a7-f96a8889b3f5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3935b51f33fb44f381edfe5271e338d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368137 Jul 06 11:38:22.389803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecc3cf-757f-43d4-955e-c1f35e24cdb2 req-99de3702-9d97-4163-89a0-db5b23a1cada tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.396810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02ecc3cf-757f-43d4-955e-c1f35e24cdb2 req-99de3702-9d97-4163-89a0-db5b23a1cada tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.4166493 Jul 06 11:38:22.466287 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.474164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02ecc3cf-757f-43d4-955e-c1f35e24cdb2 req-309c69f8-6f1a-435d-a5b7-33e956e273ee tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763190 Jul 06 11:38:22.512089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-10eec438-9af4-44c9-8245-e0c21217d108 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.513706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-10eec438-9af4-44c9-8245-e0c21217d108 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942983 Jul 06 11:38:22.535398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Request body: {'port': {'device_id': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '3935b51f33fb44f381edfe5271e338d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:22.722878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257da60-ceee-4a26-9d57-5dcfed5a2f69 req-e7391e7d-cde6-41d9-8e8a-2186d29d37ec tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.730925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b257da60-ceee-4a26-9d57-5dcfed5a2f69 req-e7391e7d-cde6-41d9-8e8a-2186d29d37ec tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 945 time: 0.1368213 Jul 06 11:38:22.759249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Made reservation on behalf of 3935b51f33fb44f381edfe5271e338d4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:22.762809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.786507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b257da60-ceee-4a26-9d57-5dcfed5a2f69 req-c39b8e8a-bff4-4c64-8d8d-7c6127a16b3d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Jul 06 11:38:22.936958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Allocated IP 192.168.233.222 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/9cfdb8be-fb50-4a3f-8240-1b38d79b96be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:22.980426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b6c537c-a2b6-47d9-a317-f793cdcf67dc req-ad1737c8-91cc-4140-89e1-bd54eb51dbdf tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 210 time: 0.0456340 Jul 06 11:38:23.081836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:23.107021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:23.155057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting subnet 55ad36e9-d27f-4a94-a8b4-20dcf22ee3af {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:23.159829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.201779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port eb69a6db-d45b-49a2-b033-50a7210e30e8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:23.209916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port eb69a6db-d45b-49a2-b033-50a7210e30e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:23.210446 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.219384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:23.219889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.244361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Transition to ACTIVE for port object 9cfdb8be-fb50-4a3f-8240-1b38d79b96be will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:23.259342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.317931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.322810 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.362034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56', '6ee93407-52b3-40c7-ac22-caaff375bc68', '738be43b-af62-43d4-982e-5c38301c6337'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:23.364512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:23.406833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-b2d65fea-9b8e-42c0-9a3e-6237db058488 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:23.414261 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-b2d65fea-9b8e-42c0-9a3e-6237db058488 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251114 Jul 06 11:38:23.422419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:23.422710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:23.423443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:38:23.426169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:23.428611 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d6bdb1-1422-4dac-9b57-1a06f045dba5" -d '{"events": [{"server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "name": "network-vif-plugged", "status": "completed", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:23.428801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-587453647-network', 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:23.449176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:23.453835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:23.458194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event updated for resources: {'Port': ['ID=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:23.458327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:23.469419 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.518863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:23.519437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.537998 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.546818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-93385c71-8b2c-4ad9-8537-4b3f062c7fba tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0237024 Jul 06 11:38:23.555168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129c887-807c-430b-8037-677c5431044b req-7f8c6a25-4936-4ebe-b901-c3b4b8905172 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:23.562036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a129c887-807c-430b-8037-677c5431044b req-7f8c6a25-4936-4ebe-b901-c3b4b8905172 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1652367 Jul 06 11:38:23.568278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Request body: {'port': {'device_id': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:23.584125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:23.587420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.616513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:23.622935 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.637099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.637663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.638179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.638672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.639195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.639678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.640191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.640762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.641252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.641741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.642071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.642405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.653479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a129c887-807c-430b-8037-677c5431044b req-38a4d2a9-cb36-4a77-a098-f2747c9fe2b8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796642 Jul 06 11:38:23.713128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.725469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.744399 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa465594-d47a-435a-a3f5-aa6613a09187 x-openstack-request-id: req-aa465594-d47a-435a-a3f5-aa6613a09187 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:23.744696 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "name": "network-vif-plugged", "status": "completed", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:23.744952 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa465594-d47a-435a-a3f5-aa6613a09187 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:23.745348 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'code': 200} Jul 06 11:38:23.802348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb6982-44bb-450d-9afa-e609c7525a85 None None] Network 270cef08-1241-4045-8f35-9354dcf929d0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:23.859651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-735ad88a-e969-43d9-a4b8-b1ddb1205bf7 None None] Provisioning for port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:23.890885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.895684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/subnets/55ad36e9-d27f-4a94-a8b4-20dcf22ee3af HTTP/1.1" status: 204 len: 168 time: 0.8102345 Jul 06 11:38:23.897592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-735ad88a-e969-43d9-a4b8-b1ddb1205bf7 None None] Provisioning complete for port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:23.898739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735ad88a-e969-43d9-a4b8-b1ddb1205bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.900534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf21e09-691b-47ba-8899-d7eb44935b85 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Subnet': ['ID=55ad36e9-d27f-4a94-a8b4-20dcf22ee3af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:23.902147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:23.993131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:23.993471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:23.993809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:24.024376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:24.024701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:24.032774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.037421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-735ad88a-e969-43d9-a4b8-b1ddb1205bf7 None None] Port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:24.045639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:24.045981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:24.046371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:24.046822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Bound port: 77efbf54-2641-425b-a9af-2abc430e1bbd, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:24.053470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.061943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160ac59-155e-4dc8-be49-7748689ae5dc req-ac6f8a7a-931f-463d-a82b-3ea2c7729098 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.063993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2160ac59-155e-4dc8-be49-7748689ae5dc req-ac6f8a7a-931f-463d-a82b-3ea2c7729098 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1495712 Jul 06 11:38:24.093900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.111702 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:24.151659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aaab47-933c-4279-aee6-b39f94515440,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.156319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.156319 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Added segment 01168d93-68b9-4613-a505-1e16cc6a3d15 of type vlan for network cabc9ab0-0fad-45ac-8d68-d2613292cd2e Jul 06 11:38:24.161506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2160ac59-155e-4dc8-be49-7748689ae5dc req-32b537e8-852d-4609-bf1b-f0a12d8797c8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Jul 06 11:38:24.182343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150b6f9-591f-4457-80ea-fd20f113465c req-b8923d57-2096-4dbd-90fc-4d83b5958057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.185726 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b150b6f9-591f-4457-80ea-fd20f113465c req-b8923d57-2096-4dbd-90fc-4d83b5958057 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1097 time: 0.2905402 Jul 06 11:38:24.236765 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:38:24.262752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfdb8be-fb50-4a3f-8240-1b38d79b96be {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:24.270072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] DHCP port deletion for 270cef08-1241-4045-8f35-9354dcf929d0 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:38:24.272004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.288437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Transition to ACTIVE for port object 9cfdb8be-fb50-4a3f-8240-1b38d79b96be will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:24.294513 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.412913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.479830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] Deleting port 1444417d-29e1-448f-9c61-1e6b3a324fd1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:24.480254 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.500616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9485a6-1983-4d4d-8463-841e38ed1d44 req-bc9ba215-ee03-465e-8adb-6f8d84603c18 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.502414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb9485a6-1983-4d4d-8463-841e38ed1d44 req-bc9ba215-ee03-465e-8adb-6f8d84603c18 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1759005 Jul 06 11:38:24.505350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Attempting to bind port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:24.505958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Attempting to bind port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:24.506539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Attempting to bind port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:24.520305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:24.521419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Attempting to bind port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:24.536243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:24.536595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:24.536974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:24.537415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Bound port: 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:24.537775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.537928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.559858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] For port 1444417d-29e1-448f-9c61-1e6b3a324fd1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1444417d-29e1-448f-9c61-1e6b3a324fd1,segment=NetworkSegment(d4e85fd3-9d77-47f1-911e-ef64bd387800),segment_id=d4e85fd3-9d77-47f1-911e-ef64bd387800)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:24.560732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.565945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb9485a6-1983-4d4d-8463-841e38ed1d44 req-e1fa6180-60e0-4556-8500-f0672fed5e39 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Jul 06 11:38:24.567371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:24.579839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] Calling delete_port for 1444417d-29e1-448f-9c61-1e6b3a324fd1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:24.582301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.583417 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-835e8809-db36-45ed-89f0-a0de93acd9c2 service neutron] 10.222.0.78 "POST /v2.0/ports/77efbf54-2641-425b-a9af-2abc430e1bbd/bindings HTTP/1.1" status: 201 len: 389 time: 1.1680615 Jul 06 11:38:24.590705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.591685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.592302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.654474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] For port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:24.658125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] For port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:24.668224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.710056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] Pushing event updated for resources: {'Network': ['ID=cabc9ab0-0fad-45ac-8d68-d2613292cd2e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.716156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8c5e48a-c29a-4e35-aeb5-8fc5617eb03d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4958401 Jul 06 11:38:24.724731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:24.727577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:24.744282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.745366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.748174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Request body: {'subnet': {'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-587453647-subnet', 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:24.749067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] 10.222.0.64 "PUT /v2.0/ports/9cfdb8be-fb50-4a3f-8240-1b38d79b96be HTTP/1.1" status: 200 len: 1096 time: 1.1831760 Jul 06 11:38:24.752659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'tag': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:24.756155 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b" -d '{"events": [{"name": "network-changed", "server_uuid": "afc2caf1-e285-4375-9c6b-d3b527bbdeaf", "tag": "9cfdb8be-fb50-4a3f-8240-1b38d79b96be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:24.805430 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b150b6f9-591f-4457-80ea-fd20f113465c req-b9cf9f3c-63ca-41d5-aa3c-28930ad12425 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355435 Jul 06 11:38:24.806356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:24.808950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.812846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160080-1068-4e78-9d3c-942b71c2287a service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.925053 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.971632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4c1b-7bde-4908-ad8d-b1ba975e7807 req-a7ce5bec-0077-447e-a495-a6375519fc6e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.974016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b2b4c1b-7bde-4908-ad8d-b1ba975e7807 req-a7ce5bec-0077-447e-a495-a6375519fc6e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 948 time: 0.0842669 Jul 06 11:38:24.985550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port 1444417d-29e1-448f-9c61-1e6b3a324fd1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:24.985891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.027810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b2b4c1b-7bde-4908-ad8d-b1ba975e7807 req-e264ff0b-920b-4b66-a561-acfb5a0161fb tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483699 Jul 06 11:38:25.128909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] No DVR routers for this DVR port 1444417d-29e1-448f-9c61-1e6b3a324fd1 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:25.138277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b4599-a92a-49ed-b676-a9364429be7c None None] Pushing event deleted for resources: {'Port': ['ID=1444417d-29e1-448f-9c61-1e6b3a324fd1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:25.156221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port 1444417d-29e1-448f-9c61-1e6b3a324fd1, host n-d-799528-2, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:25.156583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.166018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.203183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for 1444417d-29e1-448f-9c61-1e6b3a324fd1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:25.212943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Port 1444417d-29e1-448f-9c61-1e6b3a324fd1 was not found and therefore no delete operation was performed {{(pid=93766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:38:25.223524 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.256941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-ce9bba62-d710-45fc-87b1-b834accf6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.258764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-ce9bba62-d710-45fc-87b1-b834accf6f99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1097 time: 0.1561368 Jul 06 11:38:25.266496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=1444417d-29e1-448f-9c61-1e6b3a324fd1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:25.269213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port 1444417d-29e1-448f-9c61-1e6b3a324fd1 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:25.279235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc85477-c0b5-441c-ba4b-e99c3d3e58db,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:25.296174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-aea14c73-8bc5-41c3-9a58-bf8612483ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.297686 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-aea14c73-8bc5-41c3-9a58-bf8612483ad7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 1099 time: 0.2496748 Jul 06 11:38:25.368279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6be4c7-ad4d-4458-b9aa-a0ccff86a159 req-e9ae0493-beef-49c7-82ac-70fe27619a76 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.369715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e6be4c7-ad4d-4458-b9aa-a0ccff86a159 req-e9ae0493-beef-49c7-82ac-70fe27619a76 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.1751094 Jul 06 11:38:25.373359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-2b210a13-5c77-452f-9084-a7b58f7fd798 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be HTTP/1.1" status: 200 len: 217 time: 0.0558033 Jul 06 11:38:25.408358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63fe0-966c-442c-b42b-f7a587384d0f req-02bdfbad-8577-4ace-85f3-3772cc73e5a3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.408563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:25.408723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Network hostable DHCP agents. Network: cabc9ab0-0fad-45ac-8d68-d2613292cd2e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:25.409779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fda63fe0-966c-442c-b42b-f7a587384d0f req-02bdfbad-8577-4ace-85f3-3772cc73e5a3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.2024448 Jul 06 11:38:25.436206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-d8558c6f-2566-4072-851c-9c3edec4f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.437741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-d8558c6f-2566-4072-851c-9c3edec4f020 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1648753 Jul 06 11:38:25.457177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.474644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270cef08-1241-4045-8f35-9354dcf929d0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:25.492371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e85fd3-9d77-47f1-911e-ef64bd387800') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:25.492621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e85fd3-9d77-47f1-911e-ef64bd387800') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:25.495971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-4d018e41-eceb-4be1-883f-31b49e44eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.497782 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-4d018e41-eceb-4be1-883f-31b49e44eadf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0989141 Jul 06 11:38:25.501637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-840a70f2-6fbb-41d2-a12c-e4c62a4a866b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 217 time: 0.0544538 Jul 06 11:38:25.503739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:25.509370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.511823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e6be4c7-ad4d-4458-b9aa-a0ccff86a159 req-5c6eaae4-ec32-4d2e-8dd2-40114a8a6a31 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299224 Jul 06 11:38:25.546916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fda63fe0-966c-442c-b42b-f7a587384d0f req-d854ed20-93b8-4963-be48-698ab512724c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249828 Jul 06 11:38:25.550459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, cabc9ab0-0fad-45ac-8d68-d2613292cd2e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:25.552585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.559361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c9b5b-bd16-4c12-8a76-4bb289e87849 None None] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:25.560691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.561278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.571738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:25.572522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:25.576028 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:25.580375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-2f8947ea-c624-46b0-a57f-ada85008449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.582061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-2f8947ea-c624-46b0-a57f-ada85008449f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0674703 Jul 06 11:38:25.617558 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ecf8338-caeb-4bfe-a6ee-686e77c7b49c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8901055 Jul 06 11:38:25.667025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.672984 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f4bda0-6a49-48aa-8bf8-50c02024761a x-openstack-request-id: req-22f4bda0-6a49-48aa-8bf8-50c02024761a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:25.673392 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc2caf1-e285-4375-9c6b-d3b527bbdeaf", "tag": "9cfdb8be-fb50-4a3f-8240-1b38d79b96be", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:25.673748 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22f4bda0-6a49-48aa-8bf8-50c02024761a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:25.678451 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'tag': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be', 'status': 'completed', 'code': 200} Jul 06 11:38:25.682157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-d6a49678-8f9c-426f-a026-cc355ac63b4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914783 Jul 06 11:38:25.686779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-b1aef552-5380-4be0-bdd7-c6651b76a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.688370 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-b1aef552-5380-4be0-bdd7-c6651b76a652 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753721 Jul 06 11:38:25.696622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.698584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/networks/270cef08-1241-4045-8f35-9354dcf929d0 HTTP/1.1" status: 204 len: 168 time: 1.7790322 Jul 06 11:38:25.709019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:25.724181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b423838-d200-495e-b245-21f3db192c5e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Network': ['ID=270cef08-1241-4045-8f35-9354dcf929d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:25.815721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce45abd-6127-42b3-81d6-7fcd1af1417e None None] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:25.880539 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-f11346ab-5431-4445-bb34-0218cbc66c02 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661322 Jul 06 11:38:25.931356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting subnet 455a4511-a513-4f95-aa01-9fc77e53d4f1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:25.940079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.952048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1444417d-29e1-448f-9c61-1e6b3a324fd1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:25.994499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1444417d-29e1-448f-9c61-1e6b3a324fd1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:25.994936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1444417d-29e1-448f-9c61-1e6b3a324fd1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:25.995054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-fa44862f-2090-4ff7-981a-2facc2407c84 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882028 Jul 06 11:38:26.003482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037fbe-488a-4e7b-891f-3f191e56015d req-fd001b87-809c-45d0-9627-07d9f81a3677 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.004784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1037fbe-488a-4e7b-891f-3f191e56015d req-fd001b87-809c-45d0-9627-07d9f81a3677 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.3130715 Jul 06 11:38:26.009235 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-20a7c600-001a-457c-84e7-5309fbe65b13 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184218 Jul 06 11:38:26.042904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.134140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-d50128a1-990b-4771-a96a-90eb35f18d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.135650 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-d50128a1-990b-4771-a96a-90eb35f18d9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 1099 time: 0.0555413 Jul 06 11:38:26.137094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b959e-9cdb-45ae-b6a2-5f258189a8e1 req-3390e698-2750-4ff0-a7ad-c328884584b5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.138580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66b959e-9cdb-45ae-b6a2-5f258189a8e1 req-3390e698-2750-4ff0-a7ad-c328884584b5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.2936699 Jul 06 11:38:26.226399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-99ed4beb-ca88-4e7b-8fc9-76824a60cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.227998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-99ed4beb-ca88-4e7b-8fc9-76824a60cada service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0848880 Jul 06 11:38:26.239240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1037fbe-488a-4e7b-891f-3f191e56015d req-d25c02f1-3bc7-4576-b533-8571c79ee236 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111292 Jul 06 11:38:26.276967 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-6b30c64f-d0a2-4b82-89d0-aed88612cb21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be HTTP/1.1" status: 200 len: 217 time: 0.0405850 Jul 06 11:38:26.295381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-ce9eb11f-2071-4462-a333-333197f83f93 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837059 Jul 06 11:38:26.302292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66b959e-9cdb-45ae-b6a2-5f258189a8e1 req-70897897-82be-4502-a182-e4b7fbb73a4e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529195 Jul 06 11:38:26.305623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.352485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-aca5babe-0e7b-417d-a9f1-9b11ebc19713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.354083 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-aca5babe-0e7b-417d-a9f1-9b11ebc19713 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0674715 Jul 06 11:38:26.388561 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.430024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-11b4d911-e201-4595-b6ca-345054a69236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.431727 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-11b4d911-e201-4595-b6ca-345054a69236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636513 Jul 06 11:38:26.444227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Subnet': ['ID=455a4511-a513-4f95-aa01-9fc77e53d4f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:26.448496 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.451689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5fba8f9-0af3-411b-8cd4-5d26d7ec1840 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/subnets/455a4511-a513-4f95-aa01-9fc77e53d4f1 HTTP/1.1" status: 204 len: 168 time: 0.7417219 Jul 06 11:38:26.454233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:26.456788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e000d66a-eef5-4786-90b8-29acfaae90e9 None None] Network 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:26.608294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.672767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] DHCP port deletion for 6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:38:26.739224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-c00e50a3-5e86-4a93-a687-aee6b7ad8a24 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403158 Jul 06 11:38:26.745853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] Deleting port 7094763b-9201-4c2b-bafd-e768148cc030 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:26.746316 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.849896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] For port 7094763b-9201-4c2b-bafd-e768148cc030, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7094763b-9201-4c2b-bafd-e768148cc030,segment=NetworkSegment(a4b4fe47-d570-449a-8294-5675bd9e22f4),segment_id=a4b4fe47-d570-449a-8294-5675bd9e22f4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:26.850543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.876808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] Calling delete_port for 7094763b-9201-4c2b-bafd-e768148cc030 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:26.905308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-683fab7c-1dff-4840-b1ff-e4c7c52bda8b req-6b3323df-30a9-4aea-8105-2f0f85cff962 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488295 Jul 06 11:38:27.002407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.026198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-1c482cfd-1bfb-491b-82ba-140a253edb1b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:27.027700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-1c482cfd-1bfb-491b-82ba-140a253edb1b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.5163374 Jul 06 11:38:27.033749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] Pushing event deleted for resources: {'Port': ['ID=7094763b-9201-4c2b-bafd-e768148cc030,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:27.044924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f460a0-48f7-4acb-8ad7-993c0c76881f None None] No DVR routers for this DVR port 7094763b-9201-4c2b-bafd-e768148cc030 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:27.062306 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb77d-9ba4-46f1-b25b-e63057e6bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.079136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-f771f8ea-3bc7-40c5-b0df-308f6bbad5f8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.0392840 Jul 06 11:38:27.126285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-793b58d4-d9b3-4c58-8c65-c624dffefd36 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406501 Jul 06 11:38:27.145956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port 7094763b-9201-4c2b-bafd-e768148cc030 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:27.146299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.233404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d2bf-b752-404c-87ae-89f8f082a323 req-97069844-2679-4eb9-9d82-cf45a7b9c427 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:27.234945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b222d2bf-b752-404c-87ae-89f8f082a323 req-97069844-2679-4eb9-9d82-cf45a7b9c427 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 948 time: 0.2353451 Jul 06 11:38:27.307122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port 7094763b-9201-4c2b-bafd-e768148cc030, host n-d-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:27.307489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.325093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b222d2bf-b752-404c-87ae-89f8f082a323 req-2eb2d4a4-faad-43cc-a1e4-ce72bede6a3e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791867 Jul 06 11:38:27.336414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for 7094763b-9201-4c2b-bafd-e768148cc030 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:27.340590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Port 7094763b-9201-4c2b-bafd-e768148cc030 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:38:27.345513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-37ae7fc9-2644-4e57-a79e-774c2b14f695 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087226 Jul 06 11:38:27.346090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.383194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=7094763b-9201-4c2b-bafd-e768148cc030,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:27.418059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port 7094763b-9201-4c2b-bafd-e768148cc030 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:27.566220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.582590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:27.603108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b4fe47-d570-449a-8294-5675bd9e22f4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:27.603405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b4fe47-d570-449a-8294-5675bd9e22f4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:27.613356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-907a9f54-ff43-475f-8039-08f9e0105175 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447586 Jul 06 11:38:27.622174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.644617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a68c-45ac-4efd-9436-20de2c0c275a req-9e347984-8693-4905-9fe1-d701a45ebf0a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:27.646133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf1a68c-45ac-4efd-9436-20de2c0c275a req-9e347984-8693-4905-9fe1-d701a45ebf0a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.1877780 Jul 06 11:38:27.651062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.670979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:27.671392 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:27.674584 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:27.742429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf1a68c-45ac-4efd-9436-20de2c0c275a req-984bb48e-0a54-4631-9fb5-18f2d0f71759 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889080 Jul 06 11:38:27.752367 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.762523 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.764659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/networks/6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9 HTTP/1.1" status: 204 len: 168 time: 1.3093381 Jul 06 11:38:27.774585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:27.780314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc462-0d80-41f1-9531-7c41fd4720e2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Network': ['ID=6f2afcf3-b2c3-4e0c-adbd-59bff05e87c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:27.780886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-362709911'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:27.862677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:27.871515 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.938811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:27.953486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7094763b-9201-4c2b-bafd-e768148cc030 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:27.966135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.969570 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Added segment 6c1a4198-43d3-4e7b-868a-e27b2756301b of type vlan for network 169aeb08-a31a-4f30-90c1-0017da97e917 Jul 06 11:38:27.979573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7094763b-9201-4c2b-bafd-e768148cc030 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:27.980120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7094763b-9201-4c2b-bafd-e768148cc030 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:27.989620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a415e-5ffa-4370-9a48-a92c09ffea39 req-5fd13b09-4d85-407e-84fa-a2d2f5104dff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:27.991075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-791a415e-5ffa-4370-9a48-a92c09ffea39 req-5fd13b09-4d85-407e-84fa-a2d2f5104dff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1289973 Jul 06 11:38:28.033081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.075534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-791a415e-5ffa-4370-9a48-a92c09ffea39 req-1bc05863-d3f8-4817-b151-84c0d8c39318 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696099 Jul 06 11:38:28.090561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.097407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.097970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.108900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef9d4-4c4f-4675-9d2e-d2f4f22e876c req-ce823815-0b9e-4961-96a9-4fc0d9ec8adc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.110476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29cef9d4-4c4f-4675-9d2e-d2f4f22e876c req-ce823815-0b9e-4961-96a9-4fc0d9ec8adc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1177773 Jul 06 11:38:28.178494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29cef9d4-4c4f-4675-9d2e-d2f4f22e876c req-c0163852-f9de-4bd7-8c10-008c106dd58c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568073 Jul 06 11:38:28.221725 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4431798 Jul 06 11:38:28.222765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:28.229741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'subnet': {'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:28.247802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcbb6f-7d31-45cf-b414-9c8d7f6623e4 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Network': ['ID=169aeb08-a31a-4f30-90c1-0017da97e917,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:28.261229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 169aeb08-a31a-4f30-90c1-0017da97e917 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:28.416662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:28.420287 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.430921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750e068-34c5-428e-a3c1-20d0c963e490 req-c63d0db2-c540-44a2-823c-62d3de4f4707 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.434494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b750e068-34c5-428e-a3c1-20d0c963e490 req-c63d0db2-c540-44a2-823c-62d3de4f4707 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1363220 Jul 06 11:38:28.509161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e30e6721-cc55-402d-a95a-071c2544ffd1 req-63f8abe5-3867-4c0a-b408-c3efbaf35e5e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 210 time: 0.0736461 Jul 06 11:38:28.571542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b750e068-34c5-428e-a3c1-20d0c963e490 req-0865a3f5-5962-4e1d-b71c-bfd0a58a11b0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328244 Jul 06 11:38:28.809046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.896703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Subnet': ['ID=3f9f2d32-d0d3-438d-a546-07c889ab7805,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:28.911293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe18f-a96b-41bb-9cbc-94141f033945 req-5284d63c-bda6-4ff4-a669-caabed54b5c3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.912822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cafbe18f-a96b-41bb-9cbc-94141f033945 req-5284d63c-bda6-4ff4-a669-caabed54b5c3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 948 time: 0.2189312 Jul 06 11:38:28.925487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdf9fd-20f9-4592-b4ff-8ad160bfc7f1 req-6ca0ef95-ead0-43f3-a21a-e0a0cec2cc89 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.926961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8cdf9fd-20f9-4592-b4ff-8ad160bfc7f1 req-6ca0ef95-ead0-43f3-a21a-e0a0cec2cc89 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1097 time: 0.1956587 Jul 06 11:38:28.937347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Checking segment: {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:28.937701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network hostable DHCP agents. Network: 169aeb08-a31a-4f30-90c1-0017da97e917, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:28.998912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8cdf9fd-20f9-4592-b4ff-8ad160bfc7f1 req-69126ecb-733e-45c7-b6a1-53645d523404 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641961 Jul 06 11:38:29.001931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cafbe18f-a96b-41bb-9cbc-94141f033945 req-a106505d-272f-4639-84aa-0aae53290264 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808401 Jul 06 11:38:29.002982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 169aeb08-a31a-4f30-90c1-0017da97e917 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:29.013408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 169aeb08-a31a-4f30-90c1-0017da97e917) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:29.029030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.029973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.038074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83275e17-1da3-4704-aa43-c4627db3da6e None None] Network 169aeb08-a31a-4f30-90c1-0017da97e917 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:29.064327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-263c3359-3ab6-4f82-8828-ec3bf25cef57 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8384626 Jul 06 11:38:29.064636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:29.072445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-282415606'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:29.101962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:29.108405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.142086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:29.159106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.159106 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Added segment f78fdcaa-e3a8-41cf-acd8-92be177afd0b of type vlan for network 30460bb5-2671-4759-b77e-a24dd14cad71 Jul 06 11:38:29.208515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.252335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.260676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.262702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.309137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:29.434461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3683088 Jul 06 11:38:29.436705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:29.442890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'subnet': {'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:29.604928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.644499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7715fd-f34d-48d6-b0d1-3bbc4ad4e6a7 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Network': ['ID=30460bb5-2671-4759-b77e-a24dd14cad71,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:29.667779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:29.673533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.674137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:29.676844 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb6fe1-8b15-4949-b956-3fe5771a49f2" -d '{"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:29.686108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 30460bb5-2671-4759-b77e-a24dd14cad71 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:29.688307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-169aeb08-a31a-4f30-90c1-0017da97e917', 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'fixed_ips': [{'subnet_id': '3f9f2d32-d0d3-438d-a546-07c889ab7805'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:38:29.689219 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.747026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045433c-22a6-48d6-81bd-16be88d85d73 req-20ab0755-5811-4a38-9719-f82f6164ef23 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.748635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0045433c-22a6-48d6-81bd-16be88d85d73 req-20ab0755-5811-4a38-9719-f82f6164ef23 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.4209054 Jul 06 11:38:29.818954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:29.822400 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09ee43c0-21a8-438b-a899-cdc7f8034b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.853715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818f139-05f6-4a04-a21f-01e0498f02f7 req-74a82b6f-a76d-45b5-8f98-e121e7dfd0c9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.856502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e818f139-05f6-4a04-a21f-01e0498f02f7 req-74a82b6f-a76d-45b5-8f98-e121e7dfd0c9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.4853141 Jul 06 11:38:29.870586 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.923680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0045433c-22a6-48d6-81bd-16be88d85d73 req-2f577ff5-df51-4a28-babc-cc57b762714d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566353 Jul 06 11:38:29.948714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-dcd1da38-4e1b-42d8-a0d4-dca431fd7ce1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.953802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-dcd1da38-4e1b-42d8-a0d4-dca431fd7ce1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.5297720 Jul 06 11:38:29.972779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:30.071642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.093927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e818f139-05f6-4a04-a21f-01e0498f02f7 req-6999dfd9-c489-4d6f-aa09-dfe867e54ba0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296584 Jul 06 11:38:30.138119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Allocated IP 19.80.0.2 (169aeb08-a31a-4f30-90c1-0017da97e917/3f9f2d32-d0d3-438d-a546-07c889ab7805/4cb45578-1cbe-4da7-93ec-7beac77ec522) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:30.231253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Subnet': ['ID=404fd4c8-4515-47b9-9845-2ad121e12e8f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:30.261001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Checking segment: {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:30.261367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network hostable DHCP agents. Network: 30460bb5-2671-4759-b77e-a24dd14cad71, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:30.298754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 30460bb5-2671-4759-b77e-a24dd14cad71 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:30.313867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:30.318155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.326967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 30460bb5-2671-4759-b77e-a24dd14cad71) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:30.331595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:30.332617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.375694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.377860 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a9396d61-e78e-461a-9285-765dd774d564 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9400299 Jul 06 11:38:30.388259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Transition to ACTIVE for port object 4cb45578-1cbe-4da7-93ec-7beac77ec522 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:30.417326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dca98-4612-4bf7-9648-86590a219f07 req-60e772b4-b951-4349-8005-1f1ff9be689e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:30.419031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Transition to ACTIVE for port object 4cb45578-1cbe-4da7-93ec-7beac77ec522 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:30.419749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2dca98-4612-4bf7-9648-86590a219f07 req-60e772b4-b951-4349-8005-1f1ff9be689e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.2002249 Jul 06 11:38:30.433371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.434512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:30.454751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.457247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1c7da-f51a-411b-9d61-998cd9e701b4 None None] Network 30460bb5-2671-4759-b77e-a24dd14cad71 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:30.522204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2dca98-4612-4bf7-9648-86590a219f07 req-26b1f694-0b79-47bc-91d6-40ee375c92d4 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565891 Jul 06 11:38:30.644404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.11 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/39cbe92c-5225-469a-b88b-396a0a32ccad) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:30.667552 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0592836-17ef-4fe3-ab41-4bc94a6ebe49 x-openstack-request-id: req-d0592836-17ef-4fe3-ab41-4bc94a6ebe49 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:30.667939 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:30.668243 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0592836-17ef-4fe3-ab41-4bc94a6ebe49 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:30.668639 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'code': 200} Jul 06 11:38:30.669266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Pushing event updated for resources: {'Port': ['ID=4cb45578-1cbe-4da7-93ec-7beac77ec522,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:30.721074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Network 169aeb08-a31a-4f30-90c1-0017da97e917 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:30.724449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:30.727778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-30460bb5-2671-4759-b77e-a24dd14cad71', 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'fixed_ips': [{'subnet_id': '404fd4c8-4515-47b9-9845-2ad121e12e8f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:38:30.728684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.752485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:30.757375 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.787609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e13a29aa-093b-480b-99da-1333249115c1 req-127b60d8-39eb-440d-a449-e02ef66eda57 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 210 time: 0.2533121 Jul 06 11:38:30.842886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.925425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.940801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Attempting to bind port 4cb45578-1cbe-4da7-93ec-7beac77ec522 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:30.941162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Attempting to bind port 4cb45578-1cbe-4da7-93ec-7beac77ec522 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:30.941526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Attempting to bind port 4cb45578-1cbe-4da7-93ec-7beac77ec522 on network 169aeb08-a31a-4f30-90c1-0017da97e917 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:30.949393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.964080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7306-b3a3-473e-a2c6-6360e85d8055 req-2ead4af9-23c2-4c80-ae16-ca373ecb2cfc tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:30.965646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e06c7306-b3a3-473e-a2c6-6360e85d8055 req-2ead4af9-23c2-4c80-ae16-ca373ecb2cfc tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 948 time: 0.1717367 Jul 06 11:38:30.973326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:30.973698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Checking segment: {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:30.974099 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.974486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Bound using segment: {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:30.974956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Bound port: 4cb45578-1cbe-4da7-93ec-7beac77ec522, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:30.975329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.022135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Allocated IP 19.86.0.2 (30460bb5-2671-4759-b77e-a24dd14cad71/404fd4c8-4515-47b9-9845-2ad121e12e8f/53f5d172-c32b-4006-8a2f-0125a26f9ede) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:31.065708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:31.080192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:31.082813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:31.099933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] For port 4cb45578-1cbe-4da7-93ec-7beac77ec522, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:31.122754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] For port 4cb45578-1cbe-4da7-93ec-7beac77ec522, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cb45578-1cbe-4da7-93ec-7beac77ec522,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:31.132739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.135829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=39cbe92c-5225-469a-b88b-396a0a32ccad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:31.158478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e06c7306-b3a3-473e-a2c6-6360e85d8055 req-784b39d8-27a8-447a-af31-9d0d5dd2fe9f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529069 Jul 06 11:38:31.176995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:31.177641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.188636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-e803675b-410b-46be-8894-ee1a10cdbef2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:31.197916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-e803675b-410b-46be-8894-ee1a10cdbef2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:31.199533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-e803675b-410b-46be-8894-ee1a10cdbef2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/networks?id=169aeb08-a31a-4f30-90c1-0017da97e917&id=30460bb5-2671-4759-b77e-a24dd14cad71 HTTP/1.1" status: 200 len: 1390 time: 0.2807915 Jul 06 11:38:31.222914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-691f9b90-f49e-4964-8b3d-8888b49486af tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2547488 Jul 06 11:38:31.233235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-cd7d58ec-f443-493b-bcd3-0508039c3ef0 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/quotas/b110190ddeb743df9cfce07845254b12 HTTP/1.1" status: 200 len: 375 time: 0.0232849 Jul 06 11:38:31.248135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Request body: {'port': {'device_id': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:31.272036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53cc30-736d-4d32-b95f-a8144ee5dae4 None None] Pushing event updated for resources: {'Port': ['ID=4cb45578-1cbe-4da7-93ec-7beac77ec522,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:31.298475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.307561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Transition to ACTIVE for port object 53f5d172-c32b-4006-8a2f-0125a26f9ede will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:31.326452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Transition to ACTIVE for port object 53f5d172-c32b-4006-8a2f-0125a26f9ede will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:31.334582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.379067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Network 30460bb5-2671-4759-b77e-a24dd14cad71 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:31.386527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:31.396413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:31.399886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Pushing event updated for resources: {'Port': ['ID=53f5d172-c32b-4006-8a2f-0125a26f9ede,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:31.447802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-ed632bf1-c676-4052-a74b-52555964ab82 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2136233 Jul 06 11:38:31.459738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.521967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Attempting to bind port 53f5d172-c32b-4006-8a2f-0125a26f9ede on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:31.522517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Attempting to bind port 53f5d172-c32b-4006-8a2f-0125a26f9ede by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:31.522979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Attempting to bind port 53f5d172-c32b-4006-8a2f-0125a26f9ede on network 30460bb5-2671-4759-b77e-a24dd14cad71 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:31.528974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:31.529515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Checking segment: {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:31.530019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.530512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Bound using segment: {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:31.531229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Bound port: 53f5d172-c32b-4006-8a2f-0125a26f9ede, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:31.531710 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.629132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] For port 53f5d172-c32b-4006-8a2f-0125a26f9ede, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:31.635869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] For port 53f5d172-c32b-4006-8a2f-0125a26f9ede, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=53f5d172-c32b-4006-8a2f-0125a26f9ede,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:31.643689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.721968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebe43-80cf-4be6-8164-357abfe499c1 None None] Pushing event updated for resources: {'Port': ['ID=53f5d172-c32b-4006-8a2f-0125a26f9ede,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:31.724469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-e3a82bf9-e90d-4df8-9271-8208b2503c03 service neutron] 10.222.0.78 "GET /v2.0/networks/169aeb08-a31a-4f30-90c1-0017da97e917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757254 Jul 06 11:38:31.941350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-3fb0da40-0229-4bda-bec5-71166ddf13f3 service neutron] 10.222.0.78 "GET /v2.0/networks/169aeb08-a31a-4f30-90c1-0017da97e917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095263 Jul 06 11:38:32.120421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cb45578-1cbe-4da7-93ec-7beac77ec522 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:32.198908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4cb45578-1cbe-4da7-93ec-7beac77ec522 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:32.280738 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.504014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-bcd8c312-8a13-4504-9224-4934788fe306 service neutron] 10.222.0.78 "GET /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613594 Jul 06 11:38:32.562987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7a482-3b79-4338-a565-d80a28aa599d req-2e805c9b-dbee-42bc-a463-12e131c8692e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:32.565823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ca7a482-3b79-4338-a565-d80a28aa599d req-2e805c9b-dbee-42bc-a463-12e131c8692e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.2053297 Jul 06 11:38:32.566762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12721e5-4723-48fa-be1c-1ce9679a4080 None None] Network 169aeb08-a31a-4f30-90c1-0017da97e917 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:32.612750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cbe92c-5225-469a-b88b-396a0a32ccad {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:32.638399 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.672388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Transition to ACTIVE for port object 39cbe92c-5225-469a-b88b-396a0a32ccad will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:32.675946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ca7a482-3b79-4338-a565-d80a28aa599d req-ef55e6c2-f094-4a40-b394-fffe9974ca3a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756102 Jul 06 11:38:32.690645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.697864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] Provisioning for port 4cb45578-1cbe-4da7-93ec-7beac77ec522 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:32.706025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] Provisioning complete for port 4cb45578-1cbe-4da7-93ec-7beac77ec522 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:32.706636 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.817714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-7776d81b-a5bb-4992-98f6-ba6cb079cb62 service neutron] 10.222.0.78 "GET /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873178 Jul 06 11:38:32.847003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Pushing event updated for resources: {'Port': ['ID=39cbe92c-5225-469a-b88b-396a0a32ccad,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:32.909641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Attempting to bind port 39cbe92c-5225-469a-b88b-396a0a32ccad on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:32.910102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Attempting to bind port 39cbe92c-5225-469a-b88b-396a0a32ccad by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:32.910558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Attempting to bind port 39cbe92c-5225-469a-b88b-396a0a32ccad on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:32.916508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Port 39cbe92c-5225-469a-b88b-396a0a32ccad on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:32.916978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Attempting to bind port 39cbe92c-5225-469a-b88b-396a0a32ccad on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:32.922827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:32.923311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:32.923800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:32.924399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Bound port: 39cbe92c-5225-469a-b88b-396a0a32ccad, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:32.924863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.052937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] For port 39cbe92c-5225-469a-b88b-396a0a32ccad, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:33.080413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9932-1783-4021-9527-797135f6c3a4 req-599f7542-6591-40ca-acc5-aa2481d5fe87 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.083680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.099584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e68a9932-1783-4021-9527-797135f6c3a4 req-599f7542-6591-40ca-acc5-aa2481d5fe87 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1699150 Jul 06 11:38:33.115419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] For port 39cbe92c-5225-469a-b88b-396a0a32ccad, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=39cbe92c-5225-469a-b88b-396a0a32ccad,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:33.134825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.173537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:33.180050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] For port 4cb45578-1cbe-4da7-93ec-7beac77ec522, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cb45578-1cbe-4da7-93ec-7beac77ec522,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:33.188204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.191279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.193176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] 10.222.0.79 "PUT /v2.0/ports/39cbe92c-5225-469a-b88b-396a0a32ccad HTTP/1.1" status: 200 len: 1092 time: 1.9493973 Jul 06 11:38:33.193747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'tag': '39cbe92c-5225-469a-b88b-396a0a32ccad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:33.197245 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e586b5-073b-4810-91b5-fd526e725b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c13761d-a7fe-4f59-843b-dc02584b5287", "tag": "39cbe92c-5225-469a-b88b-396a0a32ccad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:33.209271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.245118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e68a9932-1783-4021-9527-797135f6c3a4 req-900b2aac-8175-4926-b3f4-b97f3cae5bfa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404202 Jul 06 11:38:33.355228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5eaa59-4f17-4210-b55b-e494ea924f16 None None] Network 30460bb5-2671-4759-b77e-a24dd14cad71 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:33.371806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfabe5b-0ce5-467c-b6b2-b56cc5e2ee01 service neutron] Pushing event updated for resources: {'Port': ['ID=39cbe92c-5225-469a-b88b-396a0a32ccad,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:33.408055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-2248edca-6f6e-4d62-a602-2d70c1f1369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.409652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-2248edca-6f6e-4d62-a602-2d70c1f1369f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 1095 time: 0.1560969 Jul 06 11:38:33.532039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-14fac7cd-b6ef-464f-b1b3-d7b8ce599a97 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39cbe92c-5225-469a-b88b-396a0a32ccad HTTP/1.1" status: 200 len: 217 time: 0.1117384 Jul 06 11:38:33.570023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f1004-49d2-484a-b2a9-10ebe3cdb120 None None] Pushing event updated for resources: {'Port': ['ID=4cb45578-1cbe-4da7-93ec-7beac77ec522,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:33.617297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a4980d4-097e-4e5d-80bb-9d99959862a2 None None] Provisioning for port 53f5d172-c32b-4006-8a2f-0125a26f9ede completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:33.621167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167163f-e973-44d3-be7d-794355b515f5 req-c4bd47c6-6880-4599-b752-fc58bca20b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.623367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-c4bd47c6-6880-4599-b752-fc58bca20b1a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0630100 Jul 06 11:38:33.661294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:33.684481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-4c6f8445-6ede-49e2-9abf-43fdba97d96f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474613 Jul 06 11:38:33.697998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'mac_address': 'fa:16:3e:c4:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:33.714103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f3f1f-47c5-4a84-bdbc-b9fa79e02dae req-a31b0307-fdd1-44e6-a39b-e5df4d20f62b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.715812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-749f3f1f-47c5-4a84-bdbc-b9fa79e02dae req-a31b0307-fdd1-44e6-a39b-e5df4d20f62b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.2422597 Jul 06 11:38:33.796842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.817320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e91abe5-fa4c-49fd-8d0c-699ed9660df3 None None] Provisioning complete for port 4cb45578-1cbe-4da7-93ec-7beac77ec522 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:33.817948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e91abe5-fa4c-49fd-8d0c-699ed9660df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.824222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599aa06a-bac1-4049-bffa-b276c7f2bd3d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:33.829388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f808c-ea84-402c-b351-6164d9d7cf18 req-219dc7d5-f7ec-438a-9394-7273444b47b7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.847797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e0f808c-ea84-402c-b351-6164d9d7cf18 req-219dc7d5-f7ec-438a-9394-7273444b47b7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 944 time: 0.3289669 Jul 06 11:38:33.895212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-749f3f1f-47c5-4a84-bdbc-b9fa79e02dae req-1aa4fe28-003e-4b88-83e6-4c33a2bd2fc9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586008 Jul 06 11:38:33.911996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:33.937853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.938527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9cfdb8be-fb50-4a3f-8240-1b38d79b96be details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:34.021240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e0f808c-ea84-402c-b351-6164d9d7cf18 req-1c9ddb78-5c70-4a85-b460-c8ef32986415 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724160 Jul 06 11:38:34.030495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-713c74ed-a958-4df6-ba07-f5c42af7f46c service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349695 Jul 06 11:38:34.150777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:34.192850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 53f5d172-c32b-4006-8a2f-0125a26f9ede up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:34.206816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:34.233561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be', 'mac_address': 'fa:16:3e:14:f5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:34.331041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c81b72-2bf8-4e31-8f82-dcc73b8d29a0 req-37ee3a2c-f097-49d2-8d81-ce73de49faa5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 210 time: 0.0468645 Jul 06 11:38:34.333781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3167163f-e973-44d3-be7d-794355b515f5 req-7260dc40-9117-4cbf-a96f-12a150338c77 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930062 Jul 06 11:38:34.365710 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.368196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc3629-fcae-4b66-bf03-1bad660c89ea req-3e795abb-c29a-41c5-ba5c-1c87838a8786 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.369516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bcc3629-fcae-4b66-bf03-1bad660c89ea req-3e795abb-c29a-41c5-ba5c-1c87838a8786 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 948 time: 0.1736827 Jul 06 11:38:34.383313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfdb8be-fb50-4a3f-8240-1b38d79b96be {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:34.404882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 53f5d172-c32b-4006-8a2f-0125a26f9ede completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:34.421164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 53f5d172-c32b-4006-8a2f-0125a26f9ede triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:34.421608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.424359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:34.425562 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daee861f-5a28-4c30-9324-5256e5d27706 x-openstack-request-id: req-daee861f-5a28-4c30-9324-5256e5d27706 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:34.425821 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c13761d-a7fe-4f59-843b-dc02584b5287", "tag": "39cbe92c-5225-469a-b88b-396a0a32ccad", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:34.426118 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-daee861f-5a28-4c30-9324-5256e5d27706 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:34.426439 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'tag': '39cbe92c-5225-469a-b88b-396a0a32ccad', 'status': 'completed', 'code': 200} Jul 06 11:38:34.431036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bcc3629-fcae-4b66-bf03-1bad660c89ea req-cb404d33-abd1-487f-b314-35a5266851de tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546157 Jul 06 11:38:34.455927 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.465550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c0cbf34-7ec9-4ae7-9f9e-9a87334c66a6 None None] Provisioning complete for port 53f5d172-c32b-4006-8a2f-0125a26f9ede triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:34.465550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c0cbf34-7ec9-4ae7-9f9e-9a87334c66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.556242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:34.609656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e586b5-073b-4810-91b5-fd526e725b6b req-91b6e135-0f74-467d-949e-32500a42fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.611138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-91b6e135-0f74-467d-949e-32500a42fea0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 1095 time: 0.1455369 Jul 06 11:38:34.633487 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.650771 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c0cbf34-7ec9-4ae7-9f9e-9a87334c66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.688144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 53f5d172-c32b-4006-8a2f-0125a26f9ede, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=53f5d172-c32b-4006-8a2f-0125a26f9ede,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:34.693052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.694906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cb45578-1cbe-4da7-93ec-7beac77ec522 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:34.697786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6984d-faf4-4a01-b13a-aed5f7d3de0a req-861aae56-c419-4783-a40d-b6d519a649d8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.699305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e6984d-faf4-4a01-b13a-aed5f7d3de0a req-861aae56-c419-4783-a40d-b6d519a649d8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.1634154 Jul 06 11:38:34.790043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e6984d-faf4-4a01-b13a-aed5f7d3de0a req-ca0c03a9-df8c-4f27-993e-61506678e63a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850992 Jul 06 11:38:34.792274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e586b5-073b-4810-91b5-fd526e725b6b req-669fe75e-08dc-49a0-87c6-9e6aea813dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.793795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-669fe75e-08dc-49a0-87c6-9e6aea813dfa service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.1582406 Jul 06 11:38:34.801860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2c3c-f0db-4a0e-9428-c9b731ccdcfb req-9ddb8de7-64d2-4cb0-ba0c-b6a5b4d1e033 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.809516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca9e2c3c-f0db-4a0e-9428-c9b731ccdcfb req-9ddb8de7-64d2-4cb0-ba0c-b6a5b4d1e033 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 948 time: 0.2139878 Jul 06 11:38:34.861168 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-8c0cbf34-7ec9-4ae7-9f9e-9a87334c66a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:38:34.861788 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-8c0cbf34-7ec9-4ae7-9f9e-9a87334c66a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:38:34.868967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=53f5d172-c32b-4006-8a2f-0125a26f9ede,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:34.879248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4cb45578-1cbe-4da7-93ec-7beac77ec522 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:34.880868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.902565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-da3bd17e-3c36-49b2-aa03-0b7f33dfa994 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39cbe92c-5225-469a-b88b-396a0a32ccad HTTP/1.1" status: 200 len: 217 time: 0.0903316 Jul 06 11:38:34.962438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca9e2c3c-f0db-4a0e-9428-c9b731ccdcfb req-0aa40eb9-0734-4673-8407-066a8174c884 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519706 Jul 06 11:38:34.993944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e586b5-073b-4810-91b5-fd526e725b6b req-889a0817-7651-4291-ba10-682153d6c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.997034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-889a0817-7651-4291-ba10-682153d6c0bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0849426 Jul 06 11:38:35.066945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-2b121e72-b153-4f5a-a5d7-46162043a505 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520763 Jul 06 11:38:35.109028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-4247d790-dc09-44db-9330-86e0617dbd08 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.115837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-4247d790-dc09-44db-9330-86e0617dbd08 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.117937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-4247d790-dc09-44db-9330-86e0617dbd08 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "GET /v2.0/networks?id=169aeb08-a31a-4f30-90c1-0017da97e917&id=30460bb5-2671-4759-b77e-a24dd14cad71 HTTP/1.1" status: 200 len: 1390 time: 0.1269441 Jul 06 11:38:35.132734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['599aa06a-bac1-4049-bffa-b276c7f2bd3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:35.134820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'port': {'device_id': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917', 'admin_state_up': True, 'tenant_id': 'b110190ddeb743df9cfce07845254b12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:35.139606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9cfdb8be-fb50-4a3f-8240-1b38d79b96be'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:35.302243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-2718fe35-e957-4fc4-8b34-bc7a9a0777de service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263625 Jul 06 11:38:35.311401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:35.316213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.327526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370f0ff-48e7-4ff8-a2de-eca7c5f40f0b req-9d4ebd30-ecff-4b42-ac44-54c9cdcd00cc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.340450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2370f0ff-48e7-4ff8-a2de-eca7c5f40f0b req-9d4ebd30-ecff-4b42-ac44-54c9cdcd00cc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1991627 Jul 06 11:38:35.482325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6c072-a9ec-450b-9278-4ab18f99dc68 req-3fc757da-f0b2-46c7-8f75-350f87f7788c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.489884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79c6c072-a9ec-450b-9278-4ab18f99dc68 req-3fc757da-f0b2-46c7-8f75-350f87f7788c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 944 time: 0.2916427 Jul 06 11:38:35.494025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Allocated IP 19.80.0.121 (169aeb08-a31a-4f30-90c1-0017da97e917/3f9f2d32-d0d3-438d-a546-07c889ab7805/f09612c2-e140-4402-bdcf-5d41051e269b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:35.502519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2370f0ff-48e7-4ff8-a2de-eca7c5f40f0b req-5c872d82-6cf7-45bf-9407-d95edaf9f42a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605573 Jul 06 11:38:35.565844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79c6c072-a9ec-450b-9278-4ab18f99dc68 req-b0e03c50-494b-4933-af4c-009df2155cb3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749896 Jul 06 11:38:35.578665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53e586b5-073b-4810-91b5-fd526e725b6b req-045feed0-1610-4fb2-8c3f-14a0f6d62012 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344499 Jul 06 11:38:35.673684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9721ebdb-1783-4c6c-9c4a-5fbda0df7f3f req-b2e415a7-a187-485e-82eb-60f2c3d9b24b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 210 time: 0.0302961 Jul 06 11:38:35.733122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.752186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Transition to ACTIVE for port object f09612c2-e140-4402-bdcf-5d41051e269b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:35.768565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6fb6-cdec-4f4c-b91f-ba8e2956bf8c req-c38c1b7a-71eb-4c11-91b7-5243029c4063 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.770246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-149a6fb6-cdec-4f4c-b91f-ba8e2956bf8c req-c38c1b7a-71eb-4c11-91b7-5243029c4063 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 949 time: 0.0814199 Jul 06 11:38:35.788967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.818396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-149a6fb6-cdec-4f4c-b91f-ba8e2956bf8c req-2b4a6702-df92-4bd1-8995-e54a0df65923 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385876 Jul 06 11:38:35.840520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 169aeb08-a31a-4f30-90c1-0017da97e917 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:35.851845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:35.857866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:35.915130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Port': ['ID=f09612c2-e140-4402-bdcf-5d41051e269b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:35.943193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.944618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.956610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 53f5d172-c32b-4006-8a2f-0125a26f9ede up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:35.969583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-dc5504fe-c190-4e53-9b71-f212ff68d6e5 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8414168 Jul 06 11:38:35.981885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Request body: {'port': {'device_id': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71', 'admin_state_up': True, 'tenant_id': 'b110190ddeb743df9cfce07845254b12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:36.067074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 53f5d172-c32b-4006-8a2f-0125a26f9ede triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:36.067449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.096652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce415a14-b48f-4ecc-804a-8b84a05b74f6 req-cbd7b640-e7fb-4faa-a6ca-113dcce05a7b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.111397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce415a14-b48f-4ecc-804a-8b84a05b74f6 req-cbd7b640-e7fb-4faa-a6ca-113dcce05a7b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.1221466 Jul 06 11:38:36.186361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce415a14-b48f-4ecc-804a-8b84a05b74f6 req-5dca9791-908b-4fee-a2c2-404ca7f5ec00 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Jul 06 11:38:36.223566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Made reservation on behalf of b110190ddeb743df9cfce07845254b12 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:36.229197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.261672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a088b257-e959-4228-ae37-9590e10a015e None None] Provisioning for port f09612c2-e140-4402-bdcf-5d41051e269b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:36.266941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a088b257-e959-4228-ae37-9590e10a015e None None] Provisioning complete for port f09612c2-e140-4402-bdcf-5d41051e269b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:36.267305 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a088b257-e959-4228-ae37-9590e10a015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.316284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a088b257-e959-4228-ae37-9590e10a015e None None] Port f09612c2-e140-4402-bdcf-5d41051e269b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:36.342961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b246a09-28dc-419b-84dc-e7d930d1b5a4 req-8130d865-86b8-458f-8fef-b633368fb5e1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.345596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b246a09-28dc-419b-84dc-e7d930d1b5a4 req-8130d865-86b8-458f-8fef-b633368fb5e1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 948 time: 0.0732403 Jul 06 11:38:36.384993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Allocated IP 19.86.0.128 (30460bb5-2671-4759-b77e-a24dd14cad71/404fd4c8-4515-47b9-9845-2ad121e12e8f/30e4de47-5ed1-465d-8541-1809b0b396fa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:36.389096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b246a09-28dc-419b-84dc-e7d930d1b5a4 req-2e2f4089-d8ce-4e28-8b98-bd0a3497aab1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Jul 06 11:38:36.548659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.561750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Transition to ACTIVE for port object 30e4de47-5ed1-465d-8541-1809b0b396fa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:36.598925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.630211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Network 30460bb5-2671-4759-b77e-a24dd14cad71 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:36.634680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:36.639231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:36.716279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60227a-b3a6-4794-b221-5233e0999d2a req-1fcc55ea-81a5-4065-af2a-dc13c5bfe7b3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.721469 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.722259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.723761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e60227a-b3a6-4794-b221-5233e0999d2a req-1fcc55ea-81a5-4065-af2a-dc13c5bfe7b3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0834012 Jul 06 11:38:36.760722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event updated for resources: {'Port': ['ID=30e4de47-5ed1-465d-8541-1809b0b396fa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:36.766031 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-53b60667-e4ac-4d78-b41f-89e6b5b5ae3c tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7885878 Jul 06 11:38:36.786564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Request body: {'port': {'device_id': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:36.802157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e60227a-b3a6-4794-b221-5233e0999d2a req-eae641f4-f8c4-45cc-b9e5-df3028d46b46 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774760 Jul 06 11:38:36.829200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42346-b4cf-4381-be83-8552e7fa9270 req-88ad3b6d-c5a3-41ba-a388-4ab0032ef091 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.839120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28a42346-b4cf-4381-be83-8552e7fa9270 req-88ad3b6d-c5a3-41ba-a388-4ab0032ef091 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 944 time: 0.1130364 Jul 06 11:38:36.906083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.906548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28a42346-b4cf-4381-be83-8552e7fa9270 req-b81f2a0b-99d8-40bb-98ad-f8b4d8a5f796 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645742 Jul 06 11:38:36.963498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb3dc803-ac77-4c94-aec9-38b586670f05 None None] Provisioning for port 30e4de47-5ed1-465d-8541-1809b0b396fa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:36.969686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb3dc803-ac77-4c94-aec9-38b586670f05 None None] Provisioning complete for port 30e4de47-5ed1-465d-8541-1809b0b396fa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:36.970160 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc803-ac77-4c94-aec9-38b586670f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.023501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dc803-ac77-4c94-aec9-38b586670f05 None None] Port 30e4de47-5ed1-465d-8541-1809b0b396fa cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:37.102892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca210b1c-15a3-42ff-b824-36ad8341d892 req-9c6678af-a0e1-4697-95f4-3591f3614e53 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.108746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca210b1c-15a3-42ff-b824-36ad8341d892 req-9c6678af-a0e1-4697-95f4-3591f3614e53 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.110374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca210b1c-15a3-42ff-b824-36ad8341d892 req-9c6678af-a0e1-4697-95f4-3591f3614e53 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1655 time: 0.1339040 Jul 06 11:38:37.151059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bc10a-af28-401b-9b99-ab8b65e0ae29 req-7c0f793f-eaf9-4311-a0cf-9c515f5a8da6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.152594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e86bc10a-af28-401b-9b99-ab8b65e0ae29 req-7c0f793f-eaf9-4311-a0cf-9c515f5a8da6 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 949 time: 0.1096354 Jul 06 11:38:37.176544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca210b1c-15a3-42ff-b824-36ad8341d892 req-2d1f7c89-802a-48fd-a202-1469b3631ce0 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Jul 06 11:38:37.203270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e86bc10a-af28-401b-9b99-ab8b65e0ae29 req-b03483e1-599d-441d-ae68-b94071f48a97 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Jul 06 11:38:37.246350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09612c2-e140-4402-bdcf-5d41051e269b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:37.256328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.271307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Transition to ACTIVE for port object f09612c2-e140-4402-bdcf-5d41051e269b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:37.279152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.338709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Pushing event updated for resources: {'Port': ['ID=f09612c2-e140-4402-bdcf-5d41051e269b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:37.431451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Attempting to bind port f09612c2-e140-4402-bdcf-5d41051e269b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:37.431669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Attempting to bind port f09612c2-e140-4402-bdcf-5d41051e269b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:37.431851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Attempting to bind port f09612c2-e140-4402-bdcf-5d41051e269b on network 169aeb08-a31a-4f30-90c1-0017da97e917 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:37.436685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Port f09612c2-e140-4402-bdcf-5d41051e269b on network 169aeb08-a31a-4f30-90c1-0017da97e917 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:37.437016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Attempting to bind port f09612c2-e140-4402-bdcf-5d41051e269b on network 169aeb08-a31a-4f30-90c1-0017da97e917 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:37.442374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:37.442726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Checking segment: {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:37.443096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Bound using segment: {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:37.443524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Bound port: f09612c2-e140-4402-bdcf-5d41051e269b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1a4198-43d3-4e7b-868a-e27b2756301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:37.443989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.495503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892164cf-fe9f-4380-9e3b-384ac3a68091 req-14eab524-c65b-4aec-97af-3c47fefdc81b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.497253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-892164cf-fe9f-4380-9e3b-384ac3a68091 req-14eab524-c65b-4aec-97af-3c47fefdc81b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.1508744 Jul 06 11:38:37.538069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] For port f09612c2-e140-4402-bdcf-5d41051e269b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:37.544022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] For port f09612c2-e140-4402-bdcf-5d41051e269b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f09612c2-e140-4402-bdcf-5d41051e269b,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:37.560722 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.567473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-892164cf-fe9f-4380-9e3b-384ac3a68091 req-b652728e-1a71-4bda-83c6-3fa179c4d8e4 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Jul 06 11:38:37.610699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.611317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.613616 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] 10.222.0.79 "PUT /v2.0/ports/f09612c2-e140-4402-bdcf-5d41051e269b HTTP/1.1" status: 200 len: 1092 time: 0.8314602 Jul 06 11:38:37.619755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'tag': 'f09612c2-e140-4402-bdcf-5d41051e269b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:37.623220 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02202db1-f269-40a0-8e59-571911d19242" -d '{"events": [{"name": "network-changed", "server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "tag": "f09612c2-e140-4402-bdcf-5d41051e269b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:37.662390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Request body: {'port': {'device_id': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:37.671891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8933ece-4558-4c22-9fda-7b3c5a617d62 req-88fc85a1-5f4e-48f7-8bf0-247576ca7c91 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.673698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8933ece-4558-4c22-9fda-7b3c5a617d62 req-88fc85a1-5f4e-48f7-8bf0-247576ca7c91 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 948 time: 0.0893245 Jul 06 11:38:37.705774 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef9b8e-a478-40e7-840b-96da0d73b89c x-openstack-request-id: req-51ef9b8e-a478-40e7-840b-96da0d73b89c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:37.706212 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "tag": "f09612c2-e140-4402-bdcf-5d41051e269b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:37.706611 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51ef9b8e-a478-40e7-840b-96da0d73b89c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:37.707210 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'tag': 'f09612c2-e140-4402-bdcf-5d41051e269b', 'status': 'completed', 'code': 200} Jul 06 11:38:37.724562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8933ece-4558-4c22-9fda-7b3c5a617d62 req-fdc66dd1-34a1-445f-ae04-dcac40841b5c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Jul 06 11:38:37.751218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c9e87-eac3-4960-afff-070b02925c88 service neutron] Pushing event updated for resources: {'Port': ['ID=f09612c2-e140-4402-bdcf-5d41051e269b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:37.813516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202db1-f269-40a0-8e59-571911d19242 req-df400773-a7d6-4617-b56e-7b569a5b1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.814452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202db1-f269-40a0-8e59-571911d19242 req-df400773-a7d6-4617-b56e-7b569a5b1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.817111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02202db1-f269-40a0-8e59-571911d19242 req-df400773-a7d6-4617-b56e-7b569a5b1602 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1914 time: 0.0889683 Jul 06 11:38:37.826428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.903482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 39cbe92c-5225-469a-b88b-396a0a32ccad details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:37.980120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202db1-f269-40a0-8e59-571911d19242 req-c92dee0d-d963-4d71-a9c6-20eb7a6729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.981595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202db1-f269-40a0-8e59-571911d19242 req-c92dee0d-d963-4d71-a9c6-20eb7a6729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.982712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202db1-f269-40a0-8e59-571911d19242 req-c92dee0d-d963-4d71-a9c6-20eb7a6729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.985664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02202db1-f269-40a0-8e59-571911d19242 req-c92dee0d-d963-4d71-a9c6-20eb7a6729fc service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b110190ddeb743df9cfce07845254b12&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1607664 Jul 06 11:38:38.113290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 39cbe92c-5225-469a-b88b-396a0a32ccad, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=39cbe92c-5225-469a-b88b-396a0a32ccad,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:38.127855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '39cbe92c-5225-469a-b88b-396a0a32ccad', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': '39cbe92c-5225-469a-b88b-396a0a32ccad', 'mac_address': 'fa:16:3e:96:37:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:38.192022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e4de47-5ed1-465d-8541-1809b0b396fa {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:38.203586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.224223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Transition to ACTIVE for port object 30e4de47-5ed1-465d-8541-1809b0b396fa will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:38.229979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.250653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202db1-f269-40a0-8e59-571911d19242 req-0764502c-1e12-484c-b9cf-35491fac971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.252235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02202db1-f269-40a0-8e59-571911d19242 req-0764502c-1e12-484c-b9cf-35491fac971a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561841 Jul 06 11:38:38.280259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776619-5cf9-4d19-8535-20d01435e947 req-c6dfc0a6-74f5-4a08-a85d-ff3dde1eab51 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.282297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db776619-5cf9-4d19-8535-20d01435e947 req-c6dfc0a6-74f5-4a08-a85d-ff3dde1eab51 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 944 time: 0.2323599 Jul 06 11:38:38.292552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdda01-ba7f-4e39-b8c3-24ec33b6c136 req-ff4c89c1-1a51-4e6b-8232-4b561734dde6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.294662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adcdda01-ba7f-4e39-b8c3-24ec33b6c136 req-ff4c89c1-1a51-4e6b-8232-4b561734dde6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1761861 Jul 06 11:38:38.297522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Pushing event updated for resources: {'Port': ['ID=30e4de47-5ed1-465d-8541-1809b0b396fa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:38.324840 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.341934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cbe92c-5225-469a-b88b-396a0a32ccad {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:38.370163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db776619-5cf9-4d19-8535-20d01435e947 req-01ca6f4d-3ccb-4b21-97fc-76fdb1410c79 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744896 Jul 06 11:38:38.372294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 39cbe92c-5225-469a-b88b-396a0a32ccad, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=39cbe92c-5225-469a-b88b-396a0a32ccad,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:38.373031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adcdda01-ba7f-4e39-b8c3-24ec33b6c136 req-5f5d8f92-da22-451b-8305-9c274b59c1c4 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Jul 06 11:38:38.379381 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.404961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Attempting to bind port 30e4de47-5ed1-465d-8541-1809b0b396fa on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:38.404961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Attempting to bind port 30e4de47-5ed1-465d-8541-1809b0b396fa by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:38.404961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Attempting to bind port 30e4de47-5ed1-465d-8541-1809b0b396fa on network 30460bb5-2671-4759-b77e-a24dd14cad71 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:38.407796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Port 30e4de47-5ed1-465d-8541-1809b0b396fa on network 30460bb5-2671-4759-b77e-a24dd14cad71 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:38.408153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Attempting to bind port 30e4de47-5ed1-465d-8541-1809b0b396fa on network 30460bb5-2671-4759-b77e-a24dd14cad71 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:38.414491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:38.414888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Checking segment: {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:38.415565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Bound using segment: {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:38.416067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Bound port: 30e4de47-5ed1-465d-8541-1809b0b396fa, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:38.416565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.450439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=39cbe92c-5225-469a-b88b-396a0a32ccad,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:38.515402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] For port 30e4de47-5ed1-465d-8541-1809b0b396fa, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:38.518793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] For port 30e4de47-5ed1-465d-8541-1809b0b396fa, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=30e4de47-5ed1-465d-8541-1809b0b396fa,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:38.525087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.562446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.563271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.565513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] 10.222.0.79 "PUT /v2.0/ports/30e4de47-5ed1-465d-8541-1809b0b396fa HTTP/1.1" status: 200 len: 1092 time: 0.9150479 Jul 06 11:38:38.614751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835d8c1-9ab3-4006-b87f-975d3fd683d4 service neutron] Pushing event updated for resources: {'Port': ['ID=30e4de47-5ed1-465d-8541-1809b0b396fa,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:38.644365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad95da-6483-44af-8480-9c68150f170f req-b00ecbbc-5067-4dde-b5c7-04203dcdb4f3 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.651228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad95da-6483-44af-8480-9c68150f170f req-b00ecbbc-5067-4dde-b5c7-04203dcdb4f3 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.658434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdad95da-6483-44af-8480-9c68150f170f req-b00ecbbc-5067-4dde-b5c7-04203dcdb4f3 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1679 time: 0.1341717 Jul 06 11:38:38.686160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5868a-ba2b-4382-bdb6-47da2fe74c02 req-b7bc2325-4c92-43f0-a11a-cdac9cfc1e98 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.688415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66e5868a-ba2b-4382-bdb6-47da2fe74c02 req-b7bc2325-4c92-43f0-a11a-cdac9cfc1e98 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 949 time: 0.1524370 Jul 06 11:38:38.716132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['39cbe92c-5225-469a-b88b-396a0a32ccad'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:38.718489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-c04469e4-45ce-41e5-b804-ed54dab3c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.719990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-c04469e4-45ce-41e5-b804-ed54dab3c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.720638 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-c04469e4-45ce-41e5-b804-ed54dab3c645 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1981 time: 0.0958233 Jul 06 11:38:38.720999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdad95da-6483-44af-8480-9c68150f170f req-3d942f24-ed89-4447-9391-8b42672fd0f9 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616033 Jul 06 11:38:38.747029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66e5868a-ba2b-4382-bdb6-47da2fe74c02 req-9aea6d29-5d79-4dd4-bbf0-71e29f45b018 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Jul 06 11:38:38.784967 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-cc88e9de-0539-4a55-8760-5f11e531444f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=f09612c2-e140-4402-bdcf-5d41051e269b HTTP/1.1" status: 200 len: 217 time: 0.0497453 Jul 06 11:38:38.852363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-821c95f1-1189-4eb1-baf9-547caf3c7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.854293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-821c95f1-1189-4eb1-baf9-547caf3c7d16 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3f9f2d32-d0d3-438d-a546-07c889ab7805 HTTP/1.1" status: 200 len: 801 time: 0.0618818 Jul 06 11:38:38.926743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-e8882336-69c8-4054-85fe-033d063e1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.928417 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-e8882336-69c8-4054-85fe-033d063e1c19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=169aeb08-a31a-4f30-90c1-0017da97e917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0638866 Jul 06 11:38:39.029177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-1f89d3a6-c520-4435-8e34-036f6edf183e service neutron] 10.222.0.79 "GET /v2.0/networks/169aeb08-a31a-4f30-90c1-0017da97e917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933819 Jul 06 11:38:39.126933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f50fbd58-7ab3-4d22-843d-4fcb3b623a62 service neutron] 10.222.0.79 "GET /v2.0/networks/169aeb08-a31a-4f30-90c1-0017da97e917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895379 Jul 06 11:38:39.169444 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-ab2aea0e-2870-4ae8-9224-469227f1ef07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=30e4de47-5ed1-465d-8541-1809b0b396fa HTTP/1.1" status: 200 len: 217 time: 0.0349743 Jul 06 11:38:39.181782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9cfdb8be-fb50-4a3f-8240-1b38d79b96be up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:39.220530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-31d016e8-4563-4e87-b2dd-a5e8c09705ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.222002 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-31d016e8-4563-4e87-b2dd-a5e8c09705ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=404fd4c8-4515-47b9-9845-2ad121e12e8f HTTP/1.1" status: 200 len: 801 time: 0.0441325 Jul 06 11:38:39.234524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:39.239285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:39.239828 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.248183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568af7-fdf2-4855-8efc-61e31c073fab req-85eaef63-2a77-4368-ab50-3b69340ae890 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.249704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43568af7-fdf2-4855-8efc-61e31c073fab req-85eaef63-2a77-4368-ab50-3b69340ae890 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.3547487 Jul 06 11:38:39.262011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893b2d-c7a9-405e-bb46-2ad0678cfc1e req-ed48c3f4-c7fe-434f-95ff-fccc829bcb59 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.263709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54893b2d-c7a9-405e-bb46-2ad0678cfc1e req-ed48c3f4-c7fe-434f-95ff-fccc829bcb59 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 948 time: 0.0920253 Jul 06 11:38:39.300984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-14206e92-1962-4590-9a82-054589e89dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.302481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-14206e92-1962-4590-9a82-054589e89dce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30460bb5-2671-4759-b77e-a24dd14cad71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683978 Jul 06 11:38:39.315636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43568af7-fdf2-4855-8efc-61e31c073fab req-1f255d39-f000-46f5-afda-915accf4623c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507536 Jul 06 11:38:39.325699 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.330327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54893b2d-c7a9-405e-bb46-2ad0678cfc1e req-fda433c5-48e7-4e48-8af7-0fc8e5d349f7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Jul 06 11:38:39.353218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:39.356249 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72a2f95-ab08-4da1-a803-c9cb3861c0de" -d '{"events": [{"server_uuid": "afc2caf1-e285-4375-9c6b-d3b527bbdeaf", "name": "network-vif-plugged", "status": "completed", "tag": "9cfdb8be-fb50-4a3f-8240-1b38d79b96be"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:39.369851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:39.375206 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.376085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:39.415243 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c89b112-2c29-4473-87ff-4bb66bed003a x-openstack-request-id: req-4c89b112-2c29-4473-87ff-4bb66bed003a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:39.415608 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc2caf1-e285-4375-9c6b-d3b527bbdeaf", "name": "network-vif-plugged", "status": "completed", "tag": "9cfdb8be-fb50-4a3f-8240-1b38d79b96be", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:39.415791 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c89b112-2c29-4473-87ff-4bb66bed003a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:39.416215 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be', 'code': 200} Jul 06 11:38:39.470906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:39.485351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 599aa06a-bac1-4049-bffa-b276c7f2bd3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:39.485954 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.575871 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.610498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:39.615003 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.638639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cbb58-1ed6-4ec2-a138-5fa552276ccc req-4b9537f0-8a16-4a5e-94ed-4d8f6fb8f0f0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.640291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c0cbb58-1ed6-4ec2-a138-5fa552276ccc req-4b9537f0-8a16-4a5e-94ed-4d8f6fb8f0f0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 945 time: 0.1133919 Jul 06 11:38:39.649006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed32976-4668-44f7-bc81-2a6b997f5d29 req-b6243a4f-1429-46ef-b4aa-c11e51166528 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.650557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ed32976-4668-44f7-bc81-2a6b997f5d29 req-b6243a4f-1429-46ef-b4aa-c11e51166528 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0931857 Jul 06 11:38:39.666580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:39.673782 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-712880f6-dbc4-46c1-bd0b-e63c21d1d01f service neutron] 10.222.0.79 "GET /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582239 Jul 06 11:38:39.704088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c0cbb58-1ed6-4ec2-a138-5fa552276ccc req-be89a1aa-820d-4434-822a-db64ba1916e3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524650 Jul 06 11:38:39.710341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'tag': '30e4de47-5ed1-465d-8541-1809b0b396fa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:39.712990 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "tag": "30e4de47-5ed1-465d-8541-1809b0b396fa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:39.720199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ed32976-4668-44f7-bc81-2a6b997f5d29 req-4a6053d8-c694-4a4e-b2e9-0c6ae460ce46 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Jul 06 11:38:39.781329 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db94994-baf2-4738-b5aa-c99bb95c45a0 x-openstack-request-id: req-3db94994-baf2-4738-b5aa-c99bb95c45a0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:39.781613 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "tag": "30e4de47-5ed1-465d-8541-1809b0b396fa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:39.781857 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3db94994-baf2-4738-b5aa-c99bb95c45a0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:39.782240 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'tag': '30e4de47-5ed1-465d-8541-1809b0b396fa', 'status': 'completed', 'code': 200} Jul 06 11:38:39.789726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c897-7231-49cc-a1c2-fc030867c0d2 req-38f9fc16-4b6b-4ffb-8388-dad99b120d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.791240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6206c897-7231-49cc-a1c2-fc030867c0d2 req-38f9fc16-4b6b-4ffb-8388-dad99b120d6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 1101 time: 0.1163666 Jul 06 11:38:39.846895 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4784c8b6-8b5f-47c5-a82e-e7aaa2ce4aa9 req-f344e1c5-1d25-4269-815b-898986050899 service neutron] 10.222.0.79 "GET /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452601 Jul 06 11:38:39.853602 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6206c897-7231-49cc-a1c2-fc030867c0d2 req-6627a7b9-a3f7-4862-be66-57c8984ce669 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Jul 06 11:38:39.914580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 39cbe92c-5225-469a-b88b-396a0a32ccad up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:39.968768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 39cbe92c-5225-469a-b88b-396a0a32ccad completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:39.973905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 39cbe92c-5225-469a-b88b-396a0a32ccad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:39.974285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.985361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-4a838774-6707-4fd5-8251-f1e196bd0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.985948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-4a838774-6707-4fd5-8251-f1e196bd0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.987596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-4a838774-6707-4fd5-8251-f1e196bd0032 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b110190ddeb743df9cfce07845254b12&device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1981 time: 0.0698662 Jul 06 11:38:39.992310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7cf5-f509-45ea-8b76-dcd7773602a5 req-30b7ceb3-5378-4862-840a-584e4378a193 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.000165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7cf5-f509-45ea-8b76-dcd7773602a5 req-30b7ceb3-5378-4862-840a-584e4378a193 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.000165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01cf7cf5-f509-45ea-8b76-dcd7773602a5 req-30b7ceb3-5378-4862-840a-584e4378a193 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1679 time: 0.1290970 Jul 06 11:38:40.016321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad829b3-2b82-4591-ba18-3d5ae85abce9 req-6c6f9ba5-2658-4948-9698-2c7619eed44f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.017849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad829b3-2b82-4591-ba18-3d5ae85abce9 req-6c6f9ba5-2658-4948-9698-2c7619eed44f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.1120684 Jul 06 11:38:40.074069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.076817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01cf7cf5-f509-45ea-8b76-dcd7773602a5 req-2b30fd21-8e70-4091-8a84-350d8f60007d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Jul 06 11:38:40.090425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad829b3-2b82-4591-ba18-3d5ae85abce9 req-0abf0e10-039b-42ca-aa94-f01b5d112f06 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646999 Jul 06 11:38:40.093533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-00da4f96-83fa-4719-9f85-80d65304b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.095045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-00da4f96-83fa-4719-9f85-80d65304b41b service neutron] 10.222.0.79 "GET /v2.0/networks?id=30460bb5-2671-4759-b77e-a24dd14cad71 HTTP/1.1" status: 200 len: 902 time: 0.1004448 Jul 06 11:38:40.129822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 39cbe92c-5225-469a-b88b-396a0a32ccad, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=39cbe92c-5225-469a-b88b-396a0a32ccad,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:40.134240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.145148 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-86682000-2efe-43db-9984-47efb950d377 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=30e4de47-5ed1-465d-8541-1809b0b396fa HTTP/1.1" status: 200 len: 217 time: 0.0360723 Jul 06 11:38:40.189424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=39cbe92c-5225-469a-b88b-396a0a32ccad,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:40.201342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-12844d3d-6e11-42ac-9b63-a862fddf17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.201342 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-12844d3d-6e11-42ac-9b63-a862fddf17cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=404fd4c8-4515-47b9-9845-2ad121e12e8f HTTP/1.1" status: 200 len: 801 time: 0.0482137 Jul 06 11:38:40.262445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-cd34db3b-6e81-4969-8597-4f8cad74f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.263845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-cd34db3b-6e81-4969-8597-4f8cad74f099 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30460bb5-2671-4759-b77e-a24dd14cad71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548787 Jul 06 11:38:40.357190 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-4cdbe81b-84b8-4030-b5fb-c88675f6564d service neutron] 10.222.0.79 "GET /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817416 Jul 06 11:38:40.460240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f381996-82a4-42fc-92f8-ca2bbcdd0cc6 req-e911c154-be17-469d-a5f4-6493da4884ff service neutron] 10.222.0.79 "GET /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928931 Jul 06 11:38:40.556214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915bc9e-2fa5-44f0-b2a8-5f6df65114c8 req-664acb57-9dfc-4a24-829d-63497f6bb19b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.557599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1915bc9e-2fa5-44f0-b2a8-5f6df65114c8 req-664acb57-9dfc-4a24-829d-63497f6bb19b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1086333 Jul 06 11:38:40.565850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5e66-755d-47be-abd0-9d7fbf6394b5 req-dc2166e3-db4b-4f30-b47b-d21484c5e95a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.567221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-130c5e66-755d-47be-abd0-9d7fbf6394b5 req-dc2166e3-db4b-4f30-b47b-d21484c5e95a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 946 time: 0.1083052 Jul 06 11:38:40.620301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1915bc9e-2fa5-44f0-b2a8-5f6df65114c8 req-961c6244-b30b-42f7-b6a5-bdff6bc6dcd5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521028 Jul 06 11:38:40.627329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-130c5e66-755d-47be-abd0-9d7fbf6394b5 req-2abac11e-7af3-4dc5-bfc9-0fd02d243140 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Jul 06 11:38:40.942564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197f61-e67a-46c1-a55d-661c97f121c4 req-ab934643-6dc6-4d8b-acbe-7eb5f308ab62 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.944684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a197f61-e67a-46c1-a55d-661c97f121c4 req-ab934643-6dc6-4d8b-acbe-7eb5f308ab62 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 946 time: 0.1127980 Jul 06 11:38:40.955672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd36d-cd34-41b9-b42b-38b8e43cc60f req-8673550b-3151-412d-9669-5ae3a5f52c54 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.957166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-252bd36d-cd34-41b9-b42b-38b8e43cc60f req-8673550b-3151-412d-9669-5ae3a5f52c54 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0931880 Jul 06 11:38:41.010540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a197f61-e67a-46c1-a55d-661c97f121c4 req-0da5827b-7ceb-4606-aa50-86f51614062c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524230 Jul 06 11:38:41.017920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-252bd36d-cd34-41b9-b42b-38b8e43cc60f req-83419f19-a17f-4642-bc01-79c9effc97cf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Jul 06 11:38:41.273058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-7480660c-7d9c-4114-bffe-5cb5be0179e2 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.274842 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-7480660c-7d9c-4114-bffe-5cb5be0179e2 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1097 time: 0.0583241 Jul 06 11:38:41.291142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:41.298002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a0d18-bcb0-476a-86b6-901d64dce932 req-288ce5cb-a196-46ae-9ca5-743b0651b15a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.303997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a0d18-bcb0-476a-86b6-901d64dce932 req-288ce5cb-a196-46ae-9ca5-743b0651b15a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.305566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f7a0d18-bcb0-476a-86b6-901d64dce932 req-288ce5cb-a196-46ae-9ca5-743b0651b15a tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1679 time: 0.1124320 Jul 06 11:38:41.317859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e93c5-ee09-456a-83e0-840ff1c62d95 req-5627cd7b-5fc5-47d4-9e55-68ead6c9146a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.319839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-273e93c5-ee09-456a-83e0-840ff1c62d95 req-5627cd7b-5fc5-47d4-9e55-68ead6c9146a tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.1169319 Jul 06 11:38:41.372406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.376600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f7a0d18-bcb0-476a-86b6-901d64dce932 req-83279126-2a70-4fd9-99f0-241d28d9b537 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555432 Jul 06 11:38:41.384150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-273e93c5-ee09-456a-83e0-840ff1c62d95 req-5f2afd13-a67c-47d2-9da6-6871e0125d81 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Jul 06 11:38:41.417416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}, {'server_uuid': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cbe92c-5225-469a-b88b-396a0a32ccad'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:41.420332 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82639258-84ca-4cd3-abb6-0bdf7fe65e9f" -d '{"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}, {"server_uuid": "1c13761d-a7fe-4f59-843b-dc02584b5287", "name": "network-vif-plugged", "status": "completed", "tag": "39cbe92c-5225-469a-b88b-396a0a32ccad"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:41.467330 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d148f-249e-4330-8f1c-281228b60153 x-openstack-request-id: req-0e0d148f-249e-4330-8f1c-281228b60153 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:41.467811 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "code": 200}, {"server_uuid": "1c13761d-a7fe-4f59-843b-dc02584b5287", "name": "network-vif-plugged", "status": "completed", "tag": "39cbe92c-5225-469a-b88b-396a0a32ccad", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:41.468185 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e0d148f-249e-4330-8f1c-281228b60153 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:41.468651 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'code': 200} Jul 06 11:38:41.468968 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cbe92c-5225-469a-b88b-396a0a32ccad', 'code': 200} Jul 06 11:38:41.514855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:41.592133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:41.653405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.656715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1e66d-80ce-4d34-a6e3-be7bf1f17af3 req-6cafa8fc-5ee8-465f-b44b-234140bb989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.658305 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-98f1e66d-80ce-4d34-a6e3-be7bf1f17af3 req-6cafa8fc-5ee8-465f-b44b-234140bb989f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 1097 time: 0.1205211 Jul 06 11:38:41.664183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.717768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f4cd0-74a9-4897-9d22-300177f64193 req-8e506cae-e608-4ea1-a399-a8c988e74fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.719289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af9f4cd0-74a9-4897-9d22-300177f64193 req-8e506cae-e608-4ea1-a399-a8c988e74fe7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1100 time: 0.0541422 Jul 06 11:38:41.776702 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-98f1e66d-80ce-4d34-a6e3-be7bf1f17af3 req-914ea9e5-9cb7-49b9-8bd6-795b5a8d83d7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088662 Jul 06 11:38:41.792478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:41.794622 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021f7084-9c0f-4949-9e00-e565c6b47df7" -d '{"events": [{"server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "name": "network-vif-unplugged", "status": "completed", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:41.796963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:41.807729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af9f4cd0-74a9-4897-9d22-300177f64193 req-ed6178cd-1a6d-4097-99a9-7f13dfdb21b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789864 Jul 06 11:38:41.813647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:41.813983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:41.814316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:41.818632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:41.819589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:41.824351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:41.824685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:41.825068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:41.825490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Bound port: 77efbf54-2641-425b-a9af-2abc430e1bbd, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:41.825846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.882759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55d5cf-b707-40ee-bb74-686fe53dd67c req-c78c26fd-19ba-46c5-bfb5-8d7356ca63fd tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.884594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c55d5cf-b707-40ee-bb74-686fe53dd67c req-c78c26fd-19ba-46c5-bfb5-8d7356ca63fd tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1284196 Jul 06 11:38:41.893657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad55a2-c936-421d-9731-2a121bdd751c req-eab588a1-8f90-4a68-aabe-7e9531b36c8d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:41.895166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1ad55a2-c936-421d-9731-2a121bdd751c req-eab588a1-8f90-4a68-aabe-7e9531b36c8d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1050956 Jul 06 11:38:41.901784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:41.905810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:41.914713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.945679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 30e4de47-5ed1-465d-8541-1809b0b396fa details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:41.960476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c55d5cf-b707-40ee-bb74-686fe53dd67c req-928ed14c-d193-4d8b-afbf-096af7230b8c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642736 Jul 06 11:38:41.972437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1ad55a2-c936-421d-9731-2a121bdd751c req-d2c22ee1-43b7-4870-9eaa-e2ef50657a74 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 Jul 06 11:38:42.019820 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ace8e-f902-4d54-97a2-4d8b3bff7b95 x-openstack-request-id: req-817ace8e-f902-4d54-97a2-4d8b3bff7b95 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:42.020142 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "name": "network-vif-unplugged", "status": "completed", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:42.020397 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-817ace8e-f902-4d54-97a2-4d8b3bff7b95 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:42.020787 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'code': 200} Jul 06 11:38:42.040806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:42.056632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.057865 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.059309 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dae0b499-051f-4de6-935e-60d5a06c64a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 1122 time: 0.7723799 Jul 06 11:38:42.082746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 30e4de47-5ed1-465d-8541-1809b0b396fa, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=30e4de47-5ed1-465d-8541-1809b0b396fa,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:42.097325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '30e4de47-5ed1-465d-8541-1809b0b396fa', 'network_id': '30460bb5-2671-4759-b77e-a24dd14cad71', 'port_id': '30e4de47-5ed1-465d-8541-1809b0b396fa', 'mac_address': 'fa:16:3e:33:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404fd4c8-4515-47b9-9845-2ad121e12e8f', 'ip_address': '19.86.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:42.162242 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.177842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e4de47-5ed1-465d-8541-1809b0b396fa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:42.203983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 30e4de47-5ed1-465d-8541-1809b0b396fa, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=30e4de47-5ed1-465d-8541-1809b0b396fa,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:42.207697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.208498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f09612c2-e140-4402-bdcf-5d41051e269b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:42.243318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:42.252344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56110e77-9df4-46e1-bcee-b3231893698e req-373adf85-57cb-49c8-8747-a30c8c3a56cc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.253870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56110e77-9df4-46e1-bcee-b3231893698e req-373adf85-57cb-49c8-8747-a30c8c3a56cc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 946 time: 0.1161706 Jul 06 11:38:42.267079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a77f3-3bcc-40ac-8b97-62925aa8af73 req-891ac1a8-4262-493a-848c-fedf64287e88 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.268771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f78a77f3-3bcc-40ac-8b97-62925aa8af73 req-891ac1a8-4262-493a-848c-fedf64287e88 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0959725 Jul 06 11:38:42.320666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56110e77-9df4-46e1-bcee-b3231893698e req-c14445e8-91b4-41ab-81d9-97313264398d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507572 Jul 06 11:38:42.333397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f78a77f3-3bcc-40ac-8b97-62925aa8af73 req-6ee83a8e-5b34-4242-8aba-7309fd137b20 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Jul 06 11:38:42.337949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:42.378488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=30e4de47-5ed1-465d-8541-1809b0b396fa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:42.464811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f09612c2-e140-4402-bdcf-5d41051e269b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f09612c2-e140-4402-bdcf-5d41051e269b,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:42.495896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f09612c2-e140-4402-bdcf-5d41051e269b', 'network_id': '169aeb08-a31a-4f30-90c1-0017da97e917', 'port_id': 'f09612c2-e140-4402-bdcf-5d41051e269b', 'mac_address': 'fa:16:3e:b9:39:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9f2d32-d0d3-438d-a546-07c889ab7805', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:42.588310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.609923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8c0dc-97ff-4f22-ae66-0984df605caf req-4ce87027-5191-41d8-bd56-1d3112747123 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.611441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bd8c0dc-97ff-4f22-ae66-0984df605caf req-4ce87027-5191-41d8-bd56-1d3112747123 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.1138978 Jul 06 11:38:42.625130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01111a3b-671b-4456-9961-877d1a8171f8 req-7caa8b90-b54f-458d-bb78-1c70f05ecd56 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.630271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09612c2-e140-4402-bdcf-5d41051e269b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:42.630972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01111a3b-671b-4456-9961-877d1a8171f8 req-7caa8b90-b54f-458d-bb78-1c70f05ecd56 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.633443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01111a3b-671b-4456-9961-877d1a8171f8 req-7caa8b90-b54f-458d-bb78-1c70f05ecd56 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1680 time: 0.1220136 Jul 06 11:38:42.667576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f09612c2-e140-4402-bdcf-5d41051e269b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f09612c2-e140-4402-bdcf-5d41051e269b,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:42.674352 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.694971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bd8c0dc-97ff-4f22-ae66-0984df605caf req-272e1232-8615-4cf2-8149-a9e895a6838d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Jul 06 11:38:42.700223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01111a3b-671b-4456-9961-877d1a8171f8 req-8f2a15af-cdce-4c17-b61b-23c4977f38db tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597439 Jul 06 11:38:42.738487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f09612c2-e140-4402-bdcf-5d41051e269b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:43.067591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['30e4de47-5ed1-465d-8541-1809b0b396fa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:43.183168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696c553-b7b2-4f88-bf93-53331775d639 req-e83f1554-03ea-44df-b08e-c1bd009ab51a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:43.184744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d696c553-b7b2-4f88-bf93-53331775d639 req-e83f1554-03ea-44df-b08e-c1bd009ab51a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1066301 Jul 06 11:38:43.203656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:43.216180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f956a-5e2f-407d-8f5f-10b1a0f448c3 req-48ce4caa-6af2-40cb-83da-9c17e85e614a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:43.217667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-197f956a-5e2f-407d-8f5f-10b1a0f448c3 req-48ce4caa-6af2-40cb-83da-9c17e85e614a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1102993 Jul 06 11:38:43.251429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d696c553-b7b2-4f88-bf93-53331775d639 req-1a456f15-f6c5-406e-b3f4-9450d60cac32 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jul 06 11:38:43.270510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-197f956a-5e2f-407d-8f5f-10b1a0f448c3 req-0321e115-b01f-4930-b51e-2199266ff822 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Jul 06 11:38:43.319383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:43.330397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:38:43.544067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00915b52-a19c-4016-a17d-afc05f356bcc req-79a5dcf8-8b05-4354-b510-c285fa1f3712 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:43.545471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00915b52-a19c-4016-a17d-afc05f356bcc req-79a5dcf8-8b05-4354-b510-c285fa1f3712 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 946 time: 0.1103275 Jul 06 11:38:43.554313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66fe95-654c-42ea-bf52-826aef53cb5d req-be640221-b1aa-4ec1-86ae-5d2dc879283f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:43.555679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd66fe95-654c-42ea-bf52-826aef53cb5d req-be640221-b1aa-4ec1-86ae-5d2dc879283f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0930848 Jul 06 11:38:43.609625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00915b52-a19c-4016-a17d-afc05f356bcc req-8f936e34-bc99-45dd-a2f6-5dc0e0e9f0fe tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Jul 06 11:38:43.614461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd66fe95-654c-42ea-bf52-826aef53cb5d req-11e45df9-525c-4be7-9fd0-e5c63bfbab8a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Jul 06 11:38:43.890440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54dcd-4948-4c52-acbb-ca6bcf0a3abf req-0a38424e-6cad-400f-b860-10d1139b946e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:43.891938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd54dcd-4948-4c52-acbb-ca6bcf0a3abf req-0a38424e-6cad-400f-b860-10d1139b946e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0821278 Jul 06 11:38:43.930382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd54dcd-4948-4c52-acbb-ca6bcf0a3abf req-9b41407b-de8c-43cb-9243-accccbbcfbc3 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Jul 06 11:38:44.007515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468bc60-7343-4c6a-82e3-a703a5534772 req-1b20b6cd-dbaf-43d5-b478-2aa31f832d3f tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.014102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468bc60-7343-4c6a-82e3-a703a5534772 req-1b20b6cd-dbaf-43d5-b478-2aa31f832d3f tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.015798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d468bc60-7343-4c6a-82e3-a703a5534772 req-1b20b6cd-dbaf-43d5-b478-2aa31f832d3f tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1681 time: 0.0779679 Jul 06 11:38:44.022747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:44.025427 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c4118-ffbb-4e96-a728-41bb45cf600a" -d '{"events": [{"name": "network-changed", "server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:44.064103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d468bc60-7343-4c6a-82e3-a703a5534772 req-c02b2330-8993-4fc6-80f9-a756e2091529 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Jul 06 11:38:44.108763 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71732bb4-a96b-4502-bf7e-39e315fe6843 x-openstack-request-id: req-71732bb4-a96b-4502-bf7e-39e315fe6843 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:44.109056 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:44.109307 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71732bb4-a96b-4502-bf7e-39e315fe6843 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:44.109702 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'status': 'completed', 'code': 200} Jul 06 11:38:44.184423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f09612c2-e140-4402-bdcf-5d41051e269b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:44.220105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-e54ad866-a399-4894-b9f9-2aa6b2ff44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.221518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979ea1-7781-48b3-b902-03b0ec05b2f7 req-0e35af7d-7095-4b70-a309-4035414a983b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.222894 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-e54ad866-a399-4894-b9f9-2aa6b2ff44f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1125 time: 0.0686557 Jul 06 11:38:44.223267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99979ea1-7781-48b3-b902-03b0ec05b2f7 req-0e35af7d-7095-4b70-a309-4035414a983b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 946 time: 0.0733647 Jul 06 11:38:44.269620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99979ea1-7781-48b3-b902-03b0ec05b2f7 req-44e55a8a-2735-46d3-933e-081fefef38ba tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jul 06 11:38:44.372841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-68bd42dd-3c3b-4d2d-8e07-c92d3327097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.374607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-68bd42dd-3c3b-4d2d-8e07-c92d3327097a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1332574 Jul 06 11:38:44.427928 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-8bfb3f3e-0255-4843-8cd9-41c10c2e880b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 217 time: 0.0392482 Jul 06 11:38:44.483005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-8fb74a6b-0802-4c9e-83b0-fbb8cff871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.484536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-8fb74a6b-0802-4c9e-83b0-fbb8cff871c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0444975 Jul 06 11:38:44.498156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05354ca-dbb8-403b-9107-3b5542ea4ae3 req-df36337e-f435-4def-8073-b0cbca3309b3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.499637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d05354ca-dbb8-403b-9107-3b5542ea4ae3 req-df36337e-f435-4def-8073-b0cbca3309b3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1095967 Jul 06 11:38:44.512052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8725e-d0ad-4420-8096-bfe47c44df33 req-de176c58-383f-42c2-a6b4-aba843ed4717 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.513496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8e8725e-d0ad-4420-8096-bfe47c44df33 req-de176c58-383f-42c2-a6b4-aba843ed4717 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0959888 Jul 06 11:38:44.523562 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-923ea963-d525-4fea-8fd5-cbe5751e8a16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277998 Jul 06 11:38:44.570003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d05354ca-dbb8-403b-9107-3b5542ea4ae3 req-cd9c8d75-8447-4e05-a1c3-0e7c6c1ea6d0 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Jul 06 11:38:44.572735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8e8725e-d0ad-4420-8096-bfe47c44df33 req-50d09042-5649-47b7-84e0-3d437cc004a2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Jul 06 11:38:44.626341 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-526e6788-32ef-4af9-a1e2-ac562643f770 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872862 Jul 06 11:38:44.731491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa0c4118-ffbb-4e96-a728-41bb45cf600a req-fa25ad8a-9896-4598-bf1d-02895624e41a service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969014 Jul 06 11:38:44.796303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65a783-9f6d-4209-aa93-957e9e9dd36d req-9bf7f9c7-3247-4b3b-a7f8-3fab89b8477e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.797772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e65a783-9f6d-4209-aa93-957e9e9dd36d req-9bf7f9c7-3247-4b3b-a7f8-3fab89b8477e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0653167 Jul 06 11:38:44.840434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e65a783-9f6d-4209-aa93-957e9e9dd36d req-e36b75c0-3dd2-4993-b9d5-3e60ac25713f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Jul 06 11:38:45.118201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d596e-5264-4cbe-a300-2efcd1a5b45e req-d43accf0-75ee-4282-9c29-65edbe2077a7 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.120121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a8d596e-5264-4cbe-a300-2efcd1a5b45e req-d43accf0-75ee-4282-9c29-65edbe2077a7 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0707252 Jul 06 11:38:45.160367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a8d596e-5264-4cbe-a300-2efcd1a5b45e req-0ef29d19-68d7-4053-ad83-bb24394c211f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Jul 06 11:38:45.354586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efd910-a58d-421e-840e-834f7af7b20c req-af644157-8153-400b-aa41-dc51e7c8242d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.356066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69efd910-a58d-421e-840e-834f7af7b20c req-af644157-8153-400b-aa41-dc51e7c8242d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1097 time: 0.0890067 Jul 06 11:38:45.365176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6395-f990-43da-89bb-31733a85a4f9 req-b1eb7812-307a-40cd-a01d-b97753eec610 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.371696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6395-f990-43da-89bb-31733a85a4f9 req-b1eb7812-307a-40cd-a01d-b97753eec610 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.373236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faca6395-f990-43da-89bb-31733a85a4f9 req-b1eb7812-307a-40cd-a01d-b97753eec610 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1681 time: 0.1153340 Jul 06 11:38:45.436224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69efd910-a58d-421e-840e-834f7af7b20c req-fe135a09-cc7b-478b-a723-2ae0a72639bc tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619535 Jul 06 11:38:45.443441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faca6395-f990-43da-89bb-31733a85a4f9 req-4e2ad21c-640b-4bf4-ab65-c9426200c799 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Jul 06 11:38:45.599966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d703d-bf09-4850-a539-ab8786876f07 req-caafa8c9-d69a-4a28-9de2-686d6d30f540 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.601517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e43d703d-bf09-4850-a539-ab8786876f07 req-caafa8c9-d69a-4a28-9de2-686d6d30f540 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 946 time: 0.0644603 Jul 06 11:38:45.646110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e43d703d-bf09-4850-a539-ab8786876f07 req-da78c338-d131-4b36-bf29-37b588a32853 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Jul 06 11:38:45.688959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea975d79-0871-4881-a5fb-106425a5c674 req-470e4eac-4039-4235-90f2-06b271e548e0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.690706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ea975d79-0871-4881-a5fb-106425a5c674 req-470e4eac-4039-4235-90f2-06b271e548e0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 946 time: 0.0867999 Jul 06 11:38:45.849402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939b23-7351-4d4c-bcf3-b56934a26c74 req-83c4e1d6-0620-42f5-aed4-b4fe87e04717 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.858880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50939b23-7351-4d4c-bcf3-b56934a26c74 req-83c4e1d6-0620-42f5-aed4-b4fe87e04717 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0952773 Jul 06 11:38:45.879090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port 39cbe92c-5225-469a-b88b-396a0a32ccad {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:45.879561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:45.924222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50939b23-7351-4d4c-bcf3-b56934a26c74 req-154417d2-fd16-4dc0-a712-8e44ccc662e6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619395 Jul 06 11:38:45.961482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 30e4de47-5ed1-465d-8541-1809b0b396fa up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:45.996006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port 39cbe92c-5225-469a-b88b-396a0a32ccad, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=39cbe92c-5225-469a-b88b-396a0a32ccad,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:45.996743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.012636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for 39cbe92c-5225-469a-b88b-396a0a32ccad owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:46.045026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 30e4de47-5ed1-465d-8541-1809b0b396fa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:46.061413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 30e4de47-5ed1-465d-8541-1809b0b396fa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:46.063065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.119833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6768cc2-53a4-461c-a086-ca337369e38e req-803753c1-198f-4f06-80d8-c58fcedd0223 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:46.121628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6768cc2-53a4-461c-a086-ca337369e38e req-803753c1-198f-4f06-80d8-c58fcedd0223 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.0778244 Jul 06 11:38:46.185819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.187754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6768cc2-53a4-461c-a086-ca337369e38e req-21701e93-dce7-4639-ad92-642e8e260afc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603733 Jul 06 11:38:46.231781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.253910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['39cbe92c-5225-469a-b88b-396a0a32ccad'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:46.265602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e4de47-5ed1-465d-8541-1809b0b396fa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:46.268434 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3461b696-6dd4-477f-8733-109781a8d613" -d '{"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-plugged", "status": "completed", "tag": "30e4de47-5ed1-465d-8541-1809b0b396fa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:46.303758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=39cbe92c-5225-469a-b88b-396a0a32ccad,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:46.349320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 30e4de47-5ed1-465d-8541-1809b0b396fa, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=30e4de47-5ed1-465d-8541-1809b0b396fa,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:46.356106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port 39cbe92c-5225-469a-b88b-396a0a32ccad on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:46.360804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.363246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ea975d79-0871-4881-a5fb-106425a5c674 req-549f300e-b0f8-4d77-a35a-3623307917d0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "DELETE /v2.0/ports/39cbe92c-5225-469a-b88b-396a0a32ccad HTTP/1.1" status: 204 len: 173 time: 0.6624103 Jul 06 11:38:46.363690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'name': 'network-vif-deleted', 'tag': '39cbe92c-5225-469a-b88b-396a0a32ccad'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:46.370264 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.371975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f09612c2-e140-4402-bdcf-5d41051e269b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:46.375245 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ed5f5a-693c-4e94-804c-1c77975c6bb1" -d '{"events": [{"server_uuid": "1c13761d-a7fe-4f59-843b-dc02584b5287", "name": "network-vif-deleted", "tag": "39cbe92c-5225-469a-b88b-396a0a32ccad"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:46.401968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136438-9cac-475d-8f22-8b643d6b6041 req-5403e7a2-e5fd-41cc-8a38-4e661c7837e6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:46.410129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e136438-9cac-475d-8f22-8b643d6b6041 req-5403e7a2-e5fd-41cc-8a38-4e661c7837e6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0848489 Jul 06 11:38:46.457162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e136438-9cac-475d-8f22-8b643d6b6041 req-79209f89-b5d7-4f6b-9378-cb2fc98f42a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Jul 06 11:38:46.458354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=30e4de47-5ed1-465d-8541-1809b0b396fa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:46.502250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f09612c2-e140-4402-bdcf-5d41051e269b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:46.508238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f09612c2-e140-4402-bdcf-5d41051e269b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:46.508613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.608607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.648111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f09612c2-e140-4402-bdcf-5d41051e269b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f09612c2-e140-4402-bdcf-5d41051e269b,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:46.652621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.704077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-45a2053a-5018-48ec-ba85-826d21db59a5 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:46.710957 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-45a2053a-5018-48ec-ba85-826d21db59a5 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115550 Jul 06 11:38:46.715221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Request body: {'binding': {'host': 'n-h2-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:46.715684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:38:46.715948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f09612c2-e140-4402-bdcf-5d41051e269b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:46.796873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad8e1c-6d8b-42f9-ab47-5c92b5df3ac0 req-d281fcab-487c-40d4-87c6-697ab87834c5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:46.798361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7ad8e1c-6d8b-42f9-ab47-5c92b5df3ac0 req-d281fcab-487c-40d4-87c6-697ab87834c5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0682628 Jul 06 11:38:46.852562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7ad8e1c-6d8b-42f9-ab47-5c92b5df3ac0 req-cfbb0461-dd57-4fbe-b2bc-ebef1a76593f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Jul 06 11:38:46.867162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on host n-h2-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:46.867503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:46.867835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:46.873743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:46.874247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:46.879086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:46.879487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:46.879807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:46.880273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Bound port: eb69a6db-d45b-49a2-b033-50a7210e30e8, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:46.908512 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835bdafe-f986-4b02-99ff-4be794f0d0de x-openstack-request-id: req-835bdafe-f986-4b02-99ff-4be794f0d0de {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:46.908942 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-plugged", "status": "completed", "tag": "30e4de47-5ed1-465d-8541-1809b0b396fa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:46.909724 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-835bdafe-f986-4b02-99ff-4be794f0d0de {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:46.909724 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e4de47-5ed1-465d-8541-1809b0b396fa', 'code': 200} Jul 06 11:38:46.940280 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefbb105-d77f-42d8-8e46-af4ff3e57b85 x-openstack-request-id: req-eefbb105-d77f-42d8-8e46-af4ff3e57b85 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:46.940683 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c13761d-a7fe-4f59-843b-dc02584b5287", "name": "network-vif-deleted", "tag": "39cbe92c-5225-469a-b88b-396a0a32ccad", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:46.941193 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eefbb105-d77f-42d8-8e46-af4ff3e57b85 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:46.941758 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c13761d-a7fe-4f59-843b-dc02584b5287', 'name': 'network-vif-deleted', 'tag': '39cbe92c-5225-469a-b88b-396a0a32ccad', 'status': 'completed', 'code': 200} Jul 06 11:38:46.945674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:46.952557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:46.953820 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f7d3d331-2583-4412-a341-5d0dcfd4c101 service neutron] 10.222.0.78 "POST /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2420752 Jul 06 11:38:47.102210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e1ecd-3d92-4d43-ba1f-287b2e164040 req-a6d23438-36a6-4e65-aea0-67ece6bf1464 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.108747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e1ecd-3d92-4d43-ba1f-287b2e164040 req-a6d23438-36a6-4e65-aea0-67ece6bf1464 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.110551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-584e1ecd-3d92-4d43-ba1f-287b2e164040 req-a6d23438-36a6-4e65-aea0-67ece6bf1464 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.0780327 Jul 06 11:38:47.163752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92730001-94bb-43fe-ae8c-fc381808a817 req-df6ee926-d608-4299-86c7-43dd76416ff8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c13761d-a7fe-4f59-843b-dc02584b5287 HTTP/1.1" status: 200 len: 210 time: 0.0408199 Jul 06 11:38:47.191607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-584e1ecd-3d92-4d43-ba1f-287b2e164040 req-d2e236c0-1b21-4fba-80ab-efae75928545 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705280 Jul 06 11:38:47.329296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-2f2ab0d9-50bc-4b09-9a89-9c8681becb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.330827 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-2f2ab0d9-50bc-4b09-9a89-9c8681becb01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1097 time: 0.0607982 Jul 06 11:38:47.393830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced722d3-7ede-42f1-9ff1-77b7e4377da1 req-2d873ac8-ce94-4502-a1cc-df82751bb2f1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.395303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ced722d3-7ede-42f1-9ff1-77b7e4377da1 req-2d873ac8-ce94-4502-a1cc-df82751bb2f1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1124690 Jul 06 11:38:47.407822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571359-8269-496d-8dd9-964a1f51d637 req-2777d96a-cbc8-41ef-bf0b-62835980a6ad tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.409279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b571359-8269-496d-8dd9-964a1f51d637 req-2777d96a-cbc8-41ef-bf0b-62835980a6ad tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.0953593 Jul 06 11:38:47.430624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-32c756eb-4d49-42c9-9ea7-df7ca178c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.432316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-32c756eb-4d49-42c9-9ea7-df7ca178c0e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.0948789 Jul 06 11:38:47.470728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ced722d3-7ede-42f1-9ff1-77b7e4377da1 req-f8947ddc-e760-4ba5-97ce-10de19d8b764 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Jul 06 11:38:47.473877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b571359-8269-496d-8dd9-964a1f51d637 req-d9c97e21-5867-486f-afac-c65b6543baac tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571017 Jul 06 11:38:47.474007 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-c18f8c23-2b80-4fe5-bfe1-d573ca5171ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 217 time: 0.0340917 Jul 06 11:38:47.528585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-82cc55e5-6dd4-4b12-82e1-ba849382efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.530293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-82cc55e5-6dd4-4b12-82e1-ba849382efd4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0499661 Jul 06 11:38:47.570770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3458a55e-e428-4214-800b-702e193fed27 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307534 Jul 06 11:38:47.660845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-bdadd2c7-b871-4cab-af1a-802d7ea607d5 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 Jul 06 11:38:47.677568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de0ef-b4cb-4f28-9d29-d1723f3b2770 req-34e4876c-8272-4f46-9d2d-648e3e7b06a1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.679509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-190de0ef-b4cb-4f28-9d29-d1723f3b2770 req-34e4876c-8272-4f46-9d2d-648e3e7b06a1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1009972 Jul 06 11:38:47.712031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f50f8-f187-486f-b826-5a43b75603a5 req-4350028c-76dc-4dd1-85f5-45efc3202e51 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.713554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-638f50f8-f187-486f-b826-5a43b75603a5 req-4350028c-76dc-4dd1-85f5-45efc3202e51 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1073582 Jul 06 11:38:47.745245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-190de0ef-b4cb-4f28-9d29-d1723f3b2770 req-1a520834-1880-4c8d-b65b-252825635505 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592728 Jul 06 11:38:47.758949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-ae1a8585-b504-4fe7-af9f-99a28050ea87 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900600 Jul 06 11:38:47.763417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-638f50f8-f187-486f-b826-5a43b75603a5 req-7cc15141-6ae7-405b-8062-fb74d7be048a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Jul 06 11:38:48.029822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85fe62-f2e5-40e9-b659-bd51a5a53edd req-ab95d970-1049-4244-88f0-65f0265faac2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.031247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd85fe62-f2e5-40e9-b659-bd51a5a53edd req-ab95d970-1049-4244-88f0-65f0265faac2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0675731 Jul 06 11:38:48.069400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd85fe62-f2e5-40e9-b659-bd51a5a53edd req-08c972d0-61b5-4c58-8529-0d8b93711a6c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Jul 06 11:38:48.393267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e345-3fc8-4737-bf3e-abe99e958aa5 req-9addf798-2fa7-4aa5-aee9-a1ec6e7a71e0 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.399291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e345-3fc8-4737-bf3e-abe99e958aa5 req-9addf798-2fa7-4aa5-aee9-a1ec6e7a71e0 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.400984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3b6e345-3fc8-4737-bf3e-abe99e958aa5 req-9addf798-2fa7-4aa5-aee9-a1ec6e7a71e0 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.0824721 Jul 06 11:38:48.453932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3b6e345-3fc8-4737-bf3e-abe99e958aa5 req-ae70182b-963f-46bd-b372-aa9c0d01351f tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470910 Jul 06 11:38:48.551203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-7aa9d969-0929-48fb-8e9c-1c5f70684298 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.553400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-7aa9d969-0929-48fb-8e9c-1c5f70684298 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.1156404 Jul 06 11:38:48.569962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-834b2796-196f-45b8-a812-f78ef9043146 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.0105982 Jul 06 11:38:48.612332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-ad3fb3e7-e853-4838-990d-18046645c4e9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363417 Jul 06 11:38:48.738664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2c435-f13f-4401-8f38-298e6c53d38f req-4eeb3c45-dc37-49d8-b57b-55c7539c7c99 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.740706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08c2c435-f13f-4401-8f38-298e6c53d38f req-4eeb3c45-dc37-49d8-b57b-55c7539c7c99 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1544077 Jul 06 11:38:48.744618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-bc502e99-88a5-4aaa-b48b-7ce314b35fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119583 Jul 06 11:38:48.833401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08c2c435-f13f-4401-8f38-298e6c53d38f req-4b3c786c-cfa3-42ce-b7c0-cfc0622e4971 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864925 Jul 06 11:38:48.877016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-6c22c66d-d60a-4fe8-97fc-43e39a5166f8 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242211 Jul 06 11:38:48.910876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09612c2-e140-4402-bdcf-5d41051e269b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:48.914901 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea88476b-3cc9-4f7c-99c4-495dde6c3789" -d '{"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-plugged", "status": "completed", "tag": "f09612c2-e140-4402-bdcf-5d41051e269b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:49.062622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe40e6-44d0-4178-9dc0-75ba0ef6dff1 req-29a2baae-f437-44a8-84fc-b408660d52f9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.064163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2efe40e6-44d0-4178-9dc0-75ba0ef6dff1 req-29a2baae-f437-44a8-84fc-b408660d52f9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.0805502 Jul 06 11:38:49.113772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2efe40e6-44d0-4178-9dc0-75ba0ef6dff1 req-e39eb6c1-c6a9-40e0-a30c-75fb851abbac tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jul 06 11:38:49.192991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc65e30-ce18-4878-b401-3d3001a158e9 req-fd77a809-f8e9-4e1f-8cde-b24ca9d3c8a6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.200723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccc65e30-ce18-4878-b401-3d3001a158e9 req-fd77a809-f8e9-4e1f-8cde-b24ca9d3c8a6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.0857596 Jul 06 11:38:49.526259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccc65e30-ce18-4878-b401-3d3001a158e9 req-44ef4cc6-b99c-4f27-aff7-ae2682887f5a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245451 Jul 06 11:38:49.576718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534727-7cbe-49c4-b6df-b11f499b758f req-4d0517ec-0e5e-463e-9e0b-2fb63a4635bf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.579447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5534727-7cbe-49c4-b6df-b11f499b758f req-4d0517ec-0e5e-463e-9e0b-2fb63a4635bf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.3403902 Jul 06 11:38:49.628815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5534727-7cbe-49c4-b6df-b11f499b758f req-f18ca3b5-7f47-4de9-b9d2-a9f43ba92780 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Jul 06 11:38:49.692448 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23883624-14cf-49c6-bce8-b2af3f3b3884 x-openstack-request-id: req-23883624-14cf-49c6-bce8-b2af3f3b3884 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:49.692984 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-plugged", "status": "completed", "tag": "f09612c2-e140-4402-bdcf-5d41051e269b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:49.694150 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23883624-14cf-49c6-bce8-b2af3f3b3884 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:49.694724 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09612c2-e140-4402-bdcf-5d41051e269b', 'code': 200} Jul 06 11:38:49.815533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-871a9b18-fd61-4a29-9c04-7c63d0a23199 req-18d4fcf0-3aa6-4aa8-bcda-0c5f2c8fdb5e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 210 time: 0.0422833 Jul 06 11:38:49.922694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9750ab-1111-4543-babf-b49fe58b8cc3 req-200f0395-d49b-4337-8ba1-018e21f5accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.923881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9750ab-1111-4543-babf-b49fe58b8cc3 req-200f0395-d49b-4337-8ba1-018e21f5accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.925910 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ea9750ab-1111-4543-babf-b49fe58b8cc3 req-200f0395-d49b-4337-8ba1-018e21f5accc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1985 time: 0.0987313 Jul 06 11:38:49.926417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268ba86-0cb8-4dd5-89fc-0bbb9d63c92f req-7240662c-1873-4493-b7c6-fa98c1c97001 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.932534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d268ba86-0cb8-4dd5-89fc-0bbb9d63c92f req-7240662c-1873-4493-b7c6-fa98c1c97001 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.1285555 Jul 06 11:38:49.969630 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ea9750ab-1111-4543-babf-b49fe58b8cc3 req-d661762c-f7b4-486d-8289-463d0f11c9ff service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Jul 06 11:38:49.983968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 39cbe92c-5225-469a-b88b-396a0a32ccad no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:50.005640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d268ba86-0cb8-4dd5-89fc-0bbb9d63c92f req-c2bdc15c-0f1b-4906-a946-d297702742b1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711725 Jul 06 11:38:50.008946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 39cbe92c-5225-469a-b88b-396a0a32ccad {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:50.009523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 39cbe92c-5225-469a-b88b-396a0a32ccad not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:50.044060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17b3fb-b491-47a3-87a3-83624aac27e1 req-b6c520b4-4e70-48ad-a405-610dd1beed80 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.050640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17b3fb-b491-47a3-87a3-83624aac27e1 req-b6c520b4-4e70-48ad-a405-610dd1beed80 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.052811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb17b3fb-b491-47a3-87a3-83624aac27e1 req-b6c520b4-4e70-48ad-a405-610dd1beed80 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.1119690 Jul 06 11:38:50.095590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb17b3fb-b491-47a3-87a3-83624aac27e1 req-458fe757-1fbb-43ed-b5a0-81eb3973ddff tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Jul 06 11:38:50.177637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabacb00-71c2-4318-8175-76c53a591d78 req-fc9500b0-41a6-4c65-919d-afafd46e185e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.179833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cabacb00-71c2-4318-8175-76c53a591d78 req-fc9500b0-41a6-4c65-919d-afafd46e185e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0662825 Jul 06 11:38:50.219831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cabacb00-71c2-4318-8175-76c53a591d78 req-70e53fc7-a80e-4444-b2b7-df041aea4698 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Jul 06 11:38:50.326333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad549c-5307-46ef-9ee8-e07308101d1c req-2d66df72-5075-43f5-843f-e8638f4c89c8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.328273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2ad549c-5307-46ef-9ee8-e07308101d1c req-2d66df72-5075-43f5-843f-e8638f4c89c8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.0747881 Jul 06 11:38:50.370151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2ad549c-5307-46ef-9ee8-e07308101d1c req-c76efde0-25dd-499f-b25b-5ef4dd300eb1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Jul 06 11:38:50.507675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-d1d5f9f8-b8f1-4cbb-b8a3-2c8cc41361eb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.509469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-d1d5f9f8-b8f1-4cbb-b8a3-2c8cc41361eb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.1296933 Jul 06 11:38:50.534718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': 'a71f01aa-7313-4df8-993d-d7af51750525', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:50.686267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:50.691506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:50.744282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23403f-82de-4f59-b625-12d6244ec80f req-dd7049d4-1928-4265-a985-398bf78a00fa tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.751612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e23403f-82de-4f59-b625-12d6244ec80f req-dd7049d4-1928-4265-a985-398bf78a00fa tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.0805047 Jul 06 11:38:50.832548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e23403f-82de-4f59-b625-12d6244ec80f req-ff12270e-c068-4c49-b187-308fcc373a7c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799236 Jul 06 11:38:50.853937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.6 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/142ee439-7170-4d88-ab4a-2389f86ae100) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:50.874160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f88e-586d-418f-bb48-d6fee17c0101 req-9064b645-1188-4752-abb9-e469aa0813db tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.877748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1729f88e-586d-418f-bb48-d6fee17c0101 req-9064b645-1188-4752-abb9-e469aa0813db tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1180828 Jul 06 11:38:50.930702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1729f88e-586d-418f-bb48-d6fee17c0101 req-7f5efa43-5add-4ed2-9a4d-c32c69f14ef9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Jul 06 11:38:51.056730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.087554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcbd5970-f8ac-4641-a200-6f15d973b5ad req-b98d4374-ef5b-4c5e-a064-921de4dd37b2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 210 time: 0.0404658 Jul 06 11:38:51.109948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.161876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:51.170733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:51.174799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:51.241251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=142ee439-7170-4d88-ab4a-2389f86ae100,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:51.264898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.265808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.289776 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-dcd21c12-32a5-43f0-ab30-f36d2050f689 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585504 Jul 06 11:38:51.307966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Request body: {'port': {'device_id': 'a71f01aa-7313-4df8-993d-d7af51750525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:51.373269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-efafd958-b371-4c57-850c-62c04e7bf00a service neutron] 10.222.0.79 "GET /v2.0/ports/10133e3d-3fc5-42de-90a9-aba4f920407f/bindings/n-h2-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.1448488 Jul 06 11:38:51.384341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d4242-9fe3-4a8d-baba-37bcde3801fd req-180c9cc8-ef3d-495e-bb23-e4c735e609cf tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.385871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-395d4242-9fe3-4a8d-baba-37bcde3801fd req-180c9cc8-ef3d-495e-bb23-e4c735e609cf tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.1888475 Jul 06 11:38:51.388063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.421441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cb1ee-6278-488e-a0ce-dc8bdc9d2516 req-03ad382f-bbb5-43f9-b104-b109da34b75b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.427405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cb1ee-6278-488e-a0ce-dc8bdc9d2516 req-03ad382f-bbb5-43f9-b104-b109da34b75b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.435416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-927cb1ee-6278-488e-a0ce-dc8bdc9d2516 req-03ad382f-bbb5-43f9-b104-b109da34b75b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.1557388 Jul 06 11:38:51.481460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-395d4242-9fe3-4a8d-baba-37bcde3801fd req-62eae636-d032-44ab-9c50-cef4b5765564 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874479 Jul 06 11:38:51.501564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-927cb1ee-6278-488e-a0ce-dc8bdc9d2516 req-18d3096c-b155-4aee-a900-d2e9a3be8125 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651374 Jul 06 11:38:51.753161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142ee439-7170-4d88-ab4a-2389f86ae100 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:51.762478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.776410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Transition to ACTIVE for port object 142ee439-7170-4d88-ab4a-2389f86ae100 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:51.781758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.807233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef5c4-a662-4e9a-a998-e1e0d9aaa6ac req-c269f32e-caaf-4f3e-800e-53c4688c554d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.808824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d52ef5c4-a662-4e9a-a998-e1e0d9aaa6ac req-c269f32e-caaf-4f3e-800e-53c4688c554d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1629448 Jul 06 11:38:51.816807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40e0d5-e6a2-4750-a6fd-e4b706f8d761 req-d8429b67-072f-45b9-aa99-926bd47b9a9d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.818789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e40e0d5-e6a2-4750-a6fd-e4b706f8d761 req-d8429b67-072f-45b9-aa99-926bd47b9a9d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1619551 Jul 06 11:38:51.846085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-9b54bfd5-fe85-4231-8af3-f4d97bde2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.847478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-9b54bfd5-fe85-4231-8af3-f4d97bde2ddf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be&tenant_id=7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 1100 time: 0.1585479 Jul 06 11:38:51.905670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d52ef5c4-a662-4e9a-a998-e1e0d9aaa6ac req-b77e7f39-6841-4a00-87a5-3f629f10e8f5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849004 Jul 06 11:38:51.914766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Pushing event updated for resources: {'Port': ['ID=142ee439-7170-4d88-ab4a-2389f86ae100,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:51.948956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e40e0d5-e6a2-4750-a6fd-e4b706f8d761 req-efa5c645-5cbc-4e8c-842b-dbbfc812af17 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196866 Jul 06 11:38:51.957265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Attempting to bind port 142ee439-7170-4d88-ab4a-2389f86ae100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:51.957619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Attempting to bind port 142ee439-7170-4d88-ab4a-2389f86ae100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:51.957942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Attempting to bind port 142ee439-7170-4d88-ab4a-2389f86ae100 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:51.963153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Port 142ee439-7170-4d88-ab4a-2389f86ae100 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:51.963862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Attempting to bind port 142ee439-7170-4d88-ab4a-2389f86ae100 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:51.969970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:51.970302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:51.970689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:51.971305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Bound port: 142ee439-7170-4d88-ab4a-2389f86ae100, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:51.971668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.014366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-1ad9564a-8161-4bef-a75e-204181f40683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.016126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-1ad9564a-8161-4bef-a75e-204181f40683 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1100 time: 0.1344881 Jul 06 11:38:52.075080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] For port 142ee439-7170-4d88-ab4a-2389f86ae100, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:52.080897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] For port 142ee439-7170-4d88-ab4a-2389f86ae100, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=142ee439-7170-4d88-ab4a-2389f86ae100,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:52.088159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.135687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.136333 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.137810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] 10.222.0.79 "PUT /v2.0/ports/142ee439-7170-4d88-ab4a-2389f86ae100 HTTP/1.1" status: 200 len: 1091 time: 0.8386018 Jul 06 11:38:52.138259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71f01aa-7313-4df8-993d-d7af51750525', 'tag': '142ee439-7170-4d88-ab4a-2389f86ae100'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:52.140571 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16104d2-1ed5-4ad2-b903-9e4765b37981" -d '{"events": [{"name": "network-changed", "server_uuid": "a71f01aa-7313-4df8-993d-d7af51750525", "tag": "142ee439-7170-4d88-ab4a-2389f86ae100"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:52.175451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bafcd-e2f5-45a7-8151-46eab81a14e1 service neutron] Pushing event updated for resources: {'Port': ['ID=142ee439-7170-4d88-ab4a-2389f86ae100,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:52.255477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-ac326565-9dd2-4768-a1c6-d3062158cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.258085 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-ac326565-9dd2-4768-a1c6-d3062158cd98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 1094 time: 0.0766490 Jul 06 11:38:52.265512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-a4861c22-2a5d-4ffd-bfca-3851c4cdaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.266901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-a4861c22-2a5d-4ffd-bfca-3851c4cdaee9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2438545 Jul 06 11:38:52.298947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7385f-f4a7-487c-bf27-81c4a282607b req-c8eb8232-b854-41a1-a048-970328c1ad99 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.302349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1b7385f-f4a7-487c-bf27-81c4a282607b req-c8eb8232-b854-41a1-a048-970328c1ad99 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1709440 Jul 06 11:38:52.333753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-d695ee43-4aff-47fe-9882-fd4c3d3399fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142ee439-7170-4d88-ab4a-2389f86ae100 HTTP/1.1" status: 200 len: 217 time: 0.0546041 Jul 06 11:38:52.337647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15fdd4-7f20-484c-8f38-537d44a0b84f req-0f7d3ee4-0862-4fc1-ab60-d3e9e8d62cfc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.340027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf15fdd4-7f20-484c-8f38-537d44a0b84f req-0f7d3ee4-0862-4fc1-ab60-d3e9e8d62cfc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.2357597 Jul 06 11:38:52.344124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-16800d1e-3f8d-4042-9708-3856ee1b90b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 217 time: 0.0618625 Jul 06 11:38:52.391957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-26b023bb-cc4c-4dbd-8757-c8a8e5d37170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.393340 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-26b023bb-cc4c-4dbd-8757-c8a8e5d37170 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0475721 Jul 06 11:38:52.427101 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-18b34028-5570-4ac9-901a-edfb880b3f4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256202 Jul 06 11:38:52.430408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.438538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1b7385f-f4a7-487c-bf27-81c4a282607b req-8ddd4dd1-341e-46cb-9e68-f65ff2d33737 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110992 Jul 06 11:38:52.449963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf15fdd4-7f20-484c-8f38-537d44a0b84f req-639405df-0ad8-49e2-9a7c-394b479733f6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981271 Jul 06 11:38:52.451751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-7524bf2c-cb17-4f69-ad3d-e88c3804d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.453323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-7524bf2c-cb17-4f69-ad3d-e88c3804d06b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1034579 Jul 06 11:38:52.530923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-a1941816-9196-4f11-881c-ee40fdf24db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.532500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-a1941816-9196-4f11-881c-ee40fdf24db1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649271 Jul 06 11:38:52.534142 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-b6426d00-54f0-432b-bd25-4d0d974213f4 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989406 Jul 06 11:38:52.639940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b792250-d5e5-4647-8e67-c8442a36af49 req-1d23fb43-0b66-4d41-928e-6a21d80c595e service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936515 Jul 06 11:38:52.645079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-3ebc7c3f-884f-47bd-82d6-844fb1654cfc service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983608 Jul 06 11:38:52.753402 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb7400a-c686-4c90-9066-e56e2dc6eaf6 x-openstack-request-id: req-3bb7400a-c686-4c90-9066-e56e2dc6eaf6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:52.753674 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71f01aa-7313-4df8-993d-d7af51750525", "tag": "142ee439-7170-4d88-ab4a-2389f86ae100", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:52.754023 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bb7400a-c686-4c90-9066-e56e2dc6eaf6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:52.754519 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71f01aa-7313-4df8-993d-d7af51750525', 'tag': '142ee439-7170-4d88-ab4a-2389f86ae100', 'status': 'completed', 'code': 200} Jul 06 11:38:52.799326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b5189e6-7d09-42a9-94af-a82a74ddd92a req-69d8d344-b8c9-4126-beb3-7eab2b062ba0 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427081 Jul 06 11:38:52.811420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6a54b-11a0-40a4-8c1e-0789f99e88fa req-5d13e7fe-1142-4413-9ab4-aff7363fd627 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.813013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada6a54b-11a0-40a4-8c1e-0789f99e88fa req-5d13e7fe-1142-4413-9ab4-aff7363fd627 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 943 time: 0.1019907 Jul 06 11:38:52.852715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-bb778168-9ee4-4ad4-ac80-8b4b2dfc53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.854379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-bb778168-9ee4-4ad4-ac80-8b4b2dfc53a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 1094 time: 0.0660164 Jul 06 11:38:52.862132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada6a54b-11a0-40a4-8c1e-0789f99e88fa req-e976b16c-04a8-4bda-ac4e-ae02f3d5e461 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Jul 06 11:38:52.932864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0828-4cd6-4fdf-a317-c6032133e9e6 req-71010d62-3f41-4bfa-a33f-39ab17c8b1fd tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.934427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77eb0828-4cd6-4fdf-a317-c6032133e9e6 req-71010d62-3f41-4bfa-a33f-39ab17c8b1fd tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0763347 Jul 06 11:38:52.982970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-52af27b4-32c3-4072-8a00-e5b483241647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.984909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-52af27b4-32c3-4072-8a00-e5b483241647 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.1150231 Jul 06 11:38:52.987668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77eb0828-4cd6-4fdf-a317-c6032133e9e6 req-234dd845-c604-41ad-976a-af19398d9b0b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Jul 06 11:38:53.047336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-56a9bd38-9003-4a4c-a971-7e8807d2268b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=142ee439-7170-4d88-ab4a-2389f86ae100 HTTP/1.1" status: 200 len: 217 time: 0.0427034 Jul 06 11:38:53.070309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6462a7-4a70-4f3a-872a-dcfb022e4fbd req-81a708cc-34e7-445f-bd25-e09e200b1f0d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.076112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6462a7-4a70-4f3a-872a-dcfb022e4fbd req-81a708cc-34e7-445f-bd25-e09e200b1f0d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.077782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6462a7-4a70-4f3a-872a-dcfb022e4fbd req-81a708cc-34e7-445f-bd25-e09e200b1f0d tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.0753279 Jul 06 11:38:53.109202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-028951a2-5640-4739-bed8-bf787044d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.110677 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-028951a2-5640-4739-bed8-bf787044d4a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0493903 Jul 06 11:38:53.144262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-0eb3fb5f-9460-4bf5-9992-37bdc822d527 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263286 Jul 06 11:38:53.153002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6462a7-4a70-4f3a-872a-dcfb022e4fbd req-ac42f39d-42f9-4047-b8e7-4346ec5ba92b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692451 Jul 06 11:38:53.190422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5c11-b4e0-4bdc-b902-59d7c2ff9b78 req-6e133ec0-3971-4dee-82b1-5aaff97205ec tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.192057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f2f5c11-b4e0-4bdc-b902-59d7c2ff9b78 req-6e133ec0-3971-4dee-82b1-5aaff97205ec tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1011136 Jul 06 11:38:53.232357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f2f5c11-b4e0-4bdc-b902-59d7c2ff9b78 req-bb3a175a-9046-4a0d-8b76-708c987a0dda tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Jul 06 11:38:53.242337 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-be39d465-95a3-418e-bcb7-0e23630e2122 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868680 Jul 06 11:38:53.322389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772ad29-db87-4635-81cc-23fc0beb8114 req-2acd5f8f-70cb-47bf-bc5c-a21150ddef3d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.324021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7772ad29-db87-4635-81cc-23fc0beb8114 req-2acd5f8f-70cb-47bf-bc5c-a21150ddef3d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0691028 Jul 06 11:38:53.345223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b16104d2-1ed5-4ad2-b903-9e4765b37981 req-78286dd2-cb85-40fa-8827-60d09c7df8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874367 Jul 06 11:38:53.362871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7772ad29-db87-4635-81cc-23fc0beb8114 req-81c6bfa4-166d-4b92-b5d1-521248064800 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Jul 06 11:38:53.670204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6064-3635-46d0-b257-76698f5bd4cc req-3e1afd50-e83e-4061-b545-76a2bd746080 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.671596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-232c6064-3635-46d0-b257-76698f5bd4cc req-3e1afd50-e83e-4061-b545-76a2bd746080 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1093347 Jul 06 11:38:53.683134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f16ab-bf56-4042-b769-8c293fbeb381 req-2d6cdab0-b6a6-44d0-ac04-8e3fbf8b98d5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.684544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a3f16ab-bf56-4042-b769-8c293fbeb381 req-2d6cdab0-b6a6-44d0-ac04-8e3fbf8b98d5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.0944426 Jul 06 11:38:53.740827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-232c6064-3635-46d0-b257-76698f5bd4cc req-03fcb130-f430-48eb-98ca-b7fe88b1b65c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552537 Jul 06 11:38:53.743633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a3f16ab-bf56-4042-b769-8c293fbeb381 req-7f3ddcdd-7c1f-4fba-86a3-1dccfb685e07 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523934 Jul 06 11:38:53.994486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:54.044662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7755c2e-84df-4f97-80e6-8a72532404a4 req-f22db6d3-2412-409c-a6bb-78a4ba824eba tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.046154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7755c2e-84df-4f97-80e6-8a72532404a4 req-f22db6d3-2412-409c-a6bb-78a4ba824eba tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 943 time: 0.0650675 Jul 06 11:38:54.075363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:54.088470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7755c2e-84df-4f97-80e6-8a72532404a4 req-70febdf0-cfbc-4aa9-b79f-aea6ed9a7d59 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Jul 06 11:38:54.100070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:54.102622 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08879b1-7dc6-4e95-9582-5567bfe11125" -d '{"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-unplugged", "status": "completed", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:54.121509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:54.126689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:54.160687 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048f83ab-6aff-435c-9dc3-6976ac946d6a x-openstack-request-id: req-048f83ab-6aff-435c-9dc3-6976ac946d6a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:54.160977 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-unplugged", "status": "completed", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:54.161225 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-048f83ab-6aff-435c-9dc3-6976ac946d6a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:54.161809 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'code': 200} Jul 06 11:38:54.169511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9d9d1-0aef-468c-b09b-d5a8c53dd5ef req-895aec95-2604-420b-85f7-be40e4fc3366 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.171139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92f9d9d1-0aef-468c-b09b-d5a8c53dd5ef req-895aec95-2604-420b-85f7-be40e4fc3366 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0701003 Jul 06 11:38:54.186485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:54.211611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92f9d9d1-0aef-468c-b09b-d5a8c53dd5ef req-7bdb74e8-40e3-4b04-a1c4-36a758e18769 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Jul 06 11:38:54.340263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce050-6249-49dd-99b3-394c05b758f3 req-e135a031-bb3a-481b-bee5-1726a8d886d6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.346252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce050-6249-49dd-99b3-394c05b758f3 req-e135a031-bb3a-481b-bee5-1726a8d886d6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.347833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a0ce050-6249-49dd-99b3-394c05b758f3 req-e135a031-bb3a-481b-bee5-1726a8d886d6 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.0713580 Jul 06 11:38:54.416261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a0ce050-6249-49dd-99b3-394c05b758f3 req-ca14256d-f004-427f-af04-c6ef29d2fe00 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Jul 06 11:38:54.441252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4ef3-212c-4c2c-85ec-9f20bdb00958 req-fc673012-2729-4c85-a84a-452b3065dda7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.442752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-821c4ef3-212c-4c2c-85ec-9f20bdb00958 req-fc673012-2729-4c85-a84a-452b3065dda7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.0939484 Jul 06 11:38:54.483006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-821c4ef3-212c-4c2c-85ec-9f20bdb00958 req-7dbc7766-0ed8-4777-9578-7e8f12876049 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Jul 06 11:38:54.590908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f14999-544b-46bb-a584-f02acaac194a req-3d8b4ea4-69c9-414b-96ce-f2fea0f92807 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.592343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f14999-544b-46bb-a584-f02acaac194a req-3d8b4ea4-69c9-414b-96ce-f2fea0f92807 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0632715 Jul 06 11:38:54.631739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f14999-544b-46bb-a584-f02acaac194a req-94ad678e-a6f6-4ac5-b512-9c85971f0787 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Jul 06 11:38:54.662672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-fe69bc2e-9046-4dd9-8bd8-5c13793ae6bd tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.668590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-fe69bc2e-9046-4dd9-8bd8-5c13793ae6bd tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.670102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-fe69bc2e-9046-4dd9-8bd8-5c13793ae6bd tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 1683 time: 0.0790057 Jul 06 11:38:54.979895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e17a-37c0-4df1-b691-e5f827841d3a req-3cf9fced-e9af-424f-b4e9-a0ef548b0140 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.981435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e94e17a-37c0-4df1-b691-e5f827841d3a req-3cf9fced-e9af-424f-b4e9-a0ef548b0140 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 947 time: 0.1162617 Jul 06 11:38:54.994130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fae23-3d13-48f1-ba8b-9e93477af502 req-87b1cd83-41ef-4fbb-a1cc-2f997cc2632d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.995621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f2fae23-3d13-48f1-ba8b-9e93477af502 req-87b1cd83-41ef-4fbb-a1cc-2f997cc2632d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1186557 Jul 06 11:38:55.014217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port 30e4de47-5ed1-465d-8541-1809b0b396fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:55.014918 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.056198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e94e17a-37c0-4df1-b691-e5f827841d3a req-e06c37e0-48d2-48b0-8c76-8871c782e098 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 Jul 06 11:38:55.059338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f2fae23-3d13-48f1-ba8b-9e93477af502 req-d8fb5b28-6aa2-45cb-8446-338677882c5c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565047 Jul 06 11:38:55.107944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port 30e4de47-5ed1-465d-8541-1809b0b396fa, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=30e4de47-5ed1-465d-8541-1809b0b396fa,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:55.108413 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.124244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for 30e4de47-5ed1-465d-8541-1809b0b396fa owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:55.279247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.282661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb134168-dbb1-44e4-a1bd-61398434e977 req-d786d442-455c-4913-b02c-dc292001e38f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.284731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb134168-dbb1-44e4-a1bd-61398434e977 req-d786d442-455c-4913-b02c-dc292001e38f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 943 time: 0.0714655 Jul 06 11:38:55.293855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['30e4de47-5ed1-465d-8541-1809b0b396fa', 'f09612c2-e140-4402-bdcf-5d41051e269b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:55.316277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=30e4de47-5ed1-465d-8541-1809b0b396fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:55.360854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb134168-dbb1-44e4-a1bd-61398434e977 req-f6b8e72e-1ae9-4f15-a732-4ad0e7cebb26 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568757 Jul 06 11:38:55.377005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port 30e4de47-5ed1-465d-8541-1809b0b396fa on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:55.389426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.391542 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-7e3a2fe8-f6c8-4608-8561-d2516bc53d3b tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "DELETE /v2.0/ports/30e4de47-5ed1-465d-8541-1809b0b396fa HTTP/1.1" status: 204 len: 173 time: 0.7153299 Jul 06 11:38:55.392047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-deleted', 'tag': '30e4de47-5ed1-465d-8541-1809b0b396fa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:55.394349 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525162f3-1717-4974-98e5-d8b7dd6fb319" -d '{"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-deleted", "tag": "30e4de47-5ed1-465d-8541-1809b0b396fa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:55.441031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278481db-a5a2-469e-83c6-2ab6219dd961 req-f4d72664-9984-48bd-b435-2c01d6dc94db tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.443133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-278481db-a5a2-469e-83c6-2ab6219dd961 req-f4d72664-9984-48bd-b435-2c01d6dc94db tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.0810738 Jul 06 11:38:55.486370 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f0f3a6-bd10-4746-9318-fb7e598a37d8 x-openstack-request-id: req-32f0f3a6-bd10-4746-9318-fb7e598a37d8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:55.486667 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-deleted", "tag": "30e4de47-5ed1-465d-8541-1809b0b396fa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:55.486928 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32f0f3a6-bd10-4746-9318-fb7e598a37d8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:55.487882 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-deleted', 'tag': '30e4de47-5ed1-465d-8541-1809b0b396fa', 'status': 'completed', 'code': 200} Jul 06 11:38:55.524550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-278481db-a5a2-469e-83c6-2ab6219dd961 req-00a4fc52-012a-4fc8-ae0e-d6894ae00b7f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753467 Jul 06 11:38:55.533244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port f09612c2-e140-4402-bdcf-5d41051e269b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:55.533669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.656086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port f09612c2-e140-4402-bdcf-5d41051e269b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f09612c2-e140-4402-bdcf-5d41051e269b,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:55.656086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.669235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for f09612c2-e140-4402-bdcf-5d41051e269b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:55.681817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc9be-99bb-49c4-9368-d8a7a2089617 req-dd1451c2-0754-4e20-b341-174910bc8002 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.683320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-782cc9be-99bb-49c4-9368-d8a7a2089617 req-dd1451c2-0754-4e20-b341-174910bc8002 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/ports?device_id=e68e7b37-902b-4801-ace2-5cbdb1590cdc HTTP/1.1" status: 200 len: 946 time: 0.0983126 Jul 06 11:38:55.737411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-782cc9be-99bb-49c4-9368-d8a7a2089617 req-8176ecfa-4c28-43b0-b969-da959bb10b16 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "GET /v2.0/security-groups?id=72f31959-fc15-48fa-8397-27551ebecc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Jul 06 11:38:55.749864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f3ea-977e-4cd1-8a69-3aa4d339fe24 req-27a566a1-ddde-49f7-8caf-1b5472cefe7e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.752157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a17f3ea-977e-4cd1-8a69-3aa4d339fe24 req-27a566a1-ddde-49f7-8caf-1b5472cefe7e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1120253 Jul 06 11:38:55.796161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a17f3ea-977e-4cd1-8a69-3aa4d339fe24 req-944c33a7-13da-49d4-9d27-ee4b29382fa5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Jul 06 11:38:55.836201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.861529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['30e4de47-5ed1-465d-8541-1809b0b396fa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:55.878127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=f09612c2-e140-4402-bdcf-5d41051e269b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:55.926923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port f09612c2-e140-4402-bdcf-5d41051e269b on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:55.930557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.941530 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-161a6965-2d7d-4f8c-a34c-8669c3580e49 req-d44163e2-94c2-465a-a36e-e4c88a07755e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.79 "DELETE /v2.0/ports/f09612c2-e140-4402-bdcf-5d41051e269b HTTP/1.1" status: 204 len: 173 time: 0.5435429 Jul 06 11:38:55.971488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c16354-f295-4dfb-871b-9a2c1edeaead req-c3659d1d-be93-48b4-b603-8ac16aef27bc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.973069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6c16354-f295-4dfb-871b-9a2c1edeaead req-c3659d1d-be93-48b4-b603-8ac16aef27bc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.0846901 Jul 06 11:38:56.022571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6c16354-f295-4dfb-871b-9a2c1edeaead req-ca313be2-6ded-4b97-8788-b957fa4a776e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Jul 06 11:38:56.030137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 142ee439-7170-4d88-ab4a-2389f86ae100 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:56.153610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 142ee439-7170-4d88-ab4a-2389f86ae100, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=142ee439-7170-4d88-ab4a-2389f86ae100,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:56.166687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '142ee439-7170-4d88-ab4a-2389f86ae100', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': '142ee439-7170-4d88-ab4a-2389f86ae100', 'mac_address': 'fa:16:3e:13:11:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:56.219060 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:56.232031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142ee439-7170-4d88-ab4a-2389f86ae100 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:56.252319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 142ee439-7170-4d88-ab4a-2389f86ae100, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=142ee439-7170-4d88-ab4a-2389f86ae100,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:56.257884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:56.258535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:56.324920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651336-99dc-471e-9d75-276cf20ecf14 req-9a985286-b528-4b56-b9b3-5bd501438b41 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:56.326785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51651336-99dc-471e-9d75-276cf20ecf14 req-9a985286-b528-4b56-b9b3-5bd501438b41 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 947 time: 0.1374919 Jul 06 11:38:56.336624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aadc4e-141f-45e1-afdd-f93535d88951 req-31526b10-dd6c-4042-a3af-b64f11aad696 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:56.338079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10aadc4e-141f-45e1-afdd-f93535d88951 req-31526b10-dd6c-4042-a3af-b64f11aad696 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1376960 Jul 06 11:38:56.362949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=142ee439-7170-4d88-ab4a-2389f86ae100,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:56.398552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51651336-99dc-471e-9d75-276cf20ecf14 req-624fb49e-bfea-490a-a6c1-e9269909a01e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Jul 06 11:38:56.401973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10aadc4e-141f-45e1-afdd-f93535d88951 req-b15dfaa4-90f0-4a07-b723-9eb386e978cb tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562205 Jul 06 11:38:56.414169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:56.440739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'mac_address': 'fa:16:3e:c9:d0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:56.486066 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:56.507445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10133e3d-3fc5-42de-90a9-aba4f920407f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:56.534473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:56.539812 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:56.640182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa690c52-d5e4-41bc-a89a-473644a3c809 req-bb12a357-6946-4d4c-b984-3f92d1fe9d4c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:56.663504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa690c52-d5e4-41bc-a89a-473644a3c809 req-bb12a357-6946-4d4c-b984-3f92d1fe9d4c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 944 time: 0.1462157 Jul 06 11:38:56.716349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa690c52-d5e4-41bc-a89a-473644a3c809 req-9aa8d25f-1e3a-41fa-b880-c0fc2ad19e60 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514638 Jul 06 11:38:56.796631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:56.914131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:56.941495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['142ee439-7170-4d88-ab4a-2389f86ae100'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:57.024305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89158df0-05de-4d45-a1cd-54f93d95bdcc req-60e17681-3281-4cd4-a519-c66ec2421a71 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.026043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89158df0-05de-4d45-a1cd-54f93d95bdcc req-60e17681-3281-4cd4-a519-c66ec2421a71 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.1341980 Jul 06 11:38:57.067330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d102a-37fc-47a2-81d6-a17a12e21c3e req-2848dcf9-5e87-4bc1-bbdc-7872f6755b7f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.068967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc5d102a-37fc-47a2-81d6-a17a12e21c3e req-2848dcf9-5e87-4bc1-bbdc-7872f6755b7f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 948 time: 0.1352100 Jul 06 11:38:57.098386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bff1d573-a9e8-409e-afa7-c29157a13e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.164225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc5d102a-37fc-47a2-81d6-a17a12e21c3e req-21238ea0-0d93-4a06-8154-65bb9f6c4a54 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804205 Jul 06 11:38:57.172506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89158df0-05de-4d45-a1cd-54f93d95bdcc req-3fa703fc-8772-4efd-ab0a-1671e85d1fc5 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297028 Jul 06 11:38:57.202119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-3ac48ac7-95de-499e-8c72-2e5e6eb477a8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.203724 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-3ac48ac7-95de-499e-8c72-2e5e6eb477a8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be&tenant_id=7005234f84c840ffa09c6e598d36f7db&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 948 time: 0.2750251 Jul 06 11:38:57.251250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:57.344633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting subnet 404fd4c8-4515-47b9-9845-2ad121e12e8f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:57.367205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.440969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.485624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5ff40-f488-431a-8788-b009ee10c61c req-7aabd88d-9ded-4e91-813e-9d625d5e2bef tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.487064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ef5ff40-f488-431a-8788-b009ee10c61c req-7aabd88d-9ded-4e91-813e-9d625d5e2bef tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1478636 Jul 06 11:38:57.491413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-deleted', 'tag': 'f09612c2-e140-4402-bdcf-5d41051e269b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:57.493802 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a99c9-f07b-4518-93a7-25290b5e768a" -d '{"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-deleted", "tag": "f09612c2-e140-4402-bdcf-5d41051e269b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:57.496327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaf133-4009-436c-ad4c-4d222515f0e7 req-d8e56b3b-207a-4f0a-b589-77d4d18577ff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.497843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adeaf133-4009-436c-ad4c-4d222515f0e7 req-d8e56b3b-207a-4f0a-b589-77d4d18577ff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1014864 Jul 06 11:38:57.505280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-28e127b6-3627-4e72-b3f8-945064392f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.507893 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-28e127b6-3627-4e72-b3f8-945064392f6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1099 time: 0.1558776 Jul 06 11:38:57.556529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ef5ff40-f488-431a-8788-b009ee10c61c req-4ff3634c-4959-4f88-8d09-83ade3f74fc8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575929 Jul 06 11:38:57.582200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adeaf133-4009-436c-ad4c-4d222515f0e7 req-fcadfb4d-ae2b-48f9-853c-a4835e967461 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746863 Jul 06 11:38:57.612170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.650797 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f0069-8c80-4d4c-8c73-35e63c3b6bf6 x-openstack-request-id: req-a71f0069-8c80-4d4c-8c73-35e63c3b6bf6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:57.651201 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68e7b37-902b-4801-ace2-5cbdb1590cdc", "name": "network-vif-deleted", "tag": "f09612c2-e140-4402-bdcf-5d41051e269b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:57.651620 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a71f0069-8c80-4d4c-8c73-35e63c3b6bf6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:57.652125 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68e7b37-902b-4801-ace2-5cbdb1590cdc', 'name': 'network-vif-deleted', 'tag': 'f09612c2-e140-4402-bdcf-5d41051e269b', 'status': 'completed', 'code': 200} Jul 06 11:38:57.689463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-f477df81-d1f4-4709-ae32-dbad682e46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.691183 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-f477df81-d1f4-4709-ae32-dbad682e46a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1624541 Jul 06 11:38:57.753886 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-2b9dd2b4-0ab8-4e84-8f19-4d9ea966ce93 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 217 time: 0.0527537 Jul 06 11:38:57.754950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.800366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df98736-7c2d-4f16-a60a-fda62536b7cc req-9f8a53f5-9d5c-45d1-afc3-618fa0ad22cc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.809468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7df98736-7c2d-4f16-a60a-fda62536b7cc req-9f8a53f5-9d5c-45d1-afc3-618fa0ad22cc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.0932178 Jul 06 11:38:57.813660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Subnet': ['ID=404fd4c8-4515-47b9-9845-2ad121e12e8f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:57.821766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.826898 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b0e873e3-668f-4fe9-80e8-194717e00963 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/subnets/404fd4c8-4515-47b9-9845-2ad121e12e8f HTTP/1.1" status: 204 len: 168 time: 0.5713704 Jul 06 11:38:57.828930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc461b0-bc76-40c5-8224-c14175703dba None None] Network 30460bb5-2671-4759-b77e-a24dd14cad71 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:57.832211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:57.866080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-0b501dc6-f6fd-4ece-82f9-40cebf2daa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.867559 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-0b501dc6-f6fd-4ece-82f9-40cebf2daa40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1036005 Jul 06 11:38:57.935208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7df98736-7c2d-4f16-a60a-fda62536b7cc req-5407fb0d-f612-4b1a-b63b-78702f1042bc tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169920 Jul 06 11:38:57.965038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-6fe8e437-3ac4-46b7-a82f-56518b928869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.967734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-6fe8e437-3ac4-46b7-a82f-56518b928869 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858021 Jul 06 11:38:58.023108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.025936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 30e4de47-5ed1-465d-8541-1809b0b396fa no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:58.057300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 30e4de47-5ed1-465d-8541-1809b0b396fa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:58.058202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 30e4de47-5ed1-465d-8541-1809b0b396fa not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:58.059334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f09612c2-e140-4402-bdcf-5d41051e269b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:58.085335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: f09612c2-e140-4402-bdcf-5d41051e269b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:58.085807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f09612c2-e140-4402-bdcf-5d41051e269b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:58.103066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] DHCP port deletion for 30460bb5-2671-4759-b77e-a24dd14cad71 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:38:58.106903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-3c489e41-d236-47eb-b0d5-0cc202afd27a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314228 Jul 06 11:38:58.110129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739db90-5306-4173-81aa-7cb75d729aa4 req-deb32b09-1387-4bef-8d04-042042727da8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.110657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a739db90-5306-4173-81aa-7cb75d729aa4 req-deb32b09-1387-4bef-8d04-042042727da8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 944 time: 0.1999586 Jul 06 11:38:58.163636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] Deleting port 53f5d172-c32b-4006-8a2f-0125a26f9ede {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:58.164047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.166034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port 53f5d172-c32b-4006-8a2f-0125a26f9ede {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:58.166388 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.246861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port 53f5d172-c32b-4006-8a2f-0125a26f9ede, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=53f5d172-c32b-4006-8a2f-0125a26f9ede,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:58.247228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.251491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eef3f55e-cb4c-45c2-a077-88a497dcd88d req-0677ecc3-c537-47e5-838a-1ac24a073bda service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288826 Jul 06 11:38:58.274019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] For port 53f5d172-c32b-4006-8a2f-0125a26f9ede, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=53f5d172-c32b-4006-8a2f-0125a26f9ede,segment=NetworkSegment(f78fdcaa-e3a8-41cf-acd8-92be177afd0b),segment_id=f78fdcaa-e3a8-41cf-acd8-92be177afd0b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:58.277229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.278304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a739db90-5306-4173-81aa-7cb75d729aa4 req-9b861069-bffb-4190-a3ba-5c5557307af8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589983 Jul 06 11:38:58.288495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for 53f5d172-c32b-4006-8a2f-0125a26f9ede owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:58.312533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] Calling delete_port for 53f5d172-c32b-4006-8a2f-0125a26f9ede owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:58.439518 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.466167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] No DVR routers for this DVR port 53f5d172-c32b-4006-8a2f-0125a26f9ede on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:58.467648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87bcc5-1bda-409f-b290-c77f3c1a7e33 None None] Pushing event deleted for resources: {'Port': ['ID=53f5d172-c32b-4006-8a2f-0125a26f9ede,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:58.485739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.523507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=53f5d172-c32b-4006-8a2f-0125a26f9ede,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:58.531597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port 53f5d172-c32b-4006-8a2f-0125a26f9ede on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:58.568245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f23278-aae0-4a0e-a1f8-1b737e03169f req-bead52d8-2773-4d34-842c-d90a61a46e88 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.569758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f23278-aae0-4a0e-a1f8-1b737e03169f req-bead52d8-2773-4d34-842c-d90a61a46e88 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 948 time: 0.2104788 Jul 06 11:38:58.602369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-ac3fa95e-ade9-4978-bd13-253b7315d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.604076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-ac3fa95e-ade9-4978-bd13-253b7315d583 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1125 time: 0.0750225 Jul 06 11:38:58.654291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878dbfd-b46d-4272-b07d-101b46ba5112 req-7a9c6629-219f-41be-bc71-1d8a7f40f86d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.655761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a878dbfd-b46d-4272-b07d-101b46ba5112 req-7a9c6629-219f-41be-bc71-1d8a7f40f86d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.2267315 Jul 06 11:38:58.665631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.708320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-a29cc7d9-d4df-45e1-9f7b-f6b6059a74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.710383 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-a29cc7d9-d4df-45e1-9f7b-f6b6059a74d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.0916615 Jul 06 11:38:58.765283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-d2c4d344-6c87-46fe-a1e1-f86e54cbcd4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 217 time: 0.0401473 Jul 06 11:38:58.827424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-a31a0224-c622-4620-be00-f312ff257c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.828941 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-a31a0224-c622-4620-be00-f312ff257c70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0522828 Jul 06 11:38:58.871785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-f3c0db86-e8ac-4318-b70c-a922ef2e2a3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300424 Jul 06 11:38:58.940784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30460bb5-2671-4759-b77e-a24dd14cad71']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:58.955109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f23278-aae0-4a0e-a1f8-1b737e03169f req-f7362701-8aff-4488-90f3-c3cddb8840a7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382096 Jul 06 11:38:58.960883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:58.961180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78fdcaa-e3a8-41cf-acd8-92be177afd0b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:58.980830 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.982712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-dba6fb66-dbe7-442b-a063-9e77a16146a3 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931780 Jul 06 11:38:59.000037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a878dbfd-b46d-4272-b07d-101b46ba5112 req-b14f4bce-4969-41a8-97d7-9676b5290c7f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360863 Jul 06 11:38:59.018430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.025383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:59.025777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:59.029201 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:59.176470 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-35f12413-4bc2-42ff-bdb9-6ec874ceb291 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843922 Jul 06 11:38:59.192181 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.200394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-55ba36ba-d9e1-4ca8-b0fc-835c6cfb5b1b tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:59.201891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-55ba36ba-d9e1-4ca8-b0fc-835c6cfb5b1b tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1097 time: 0.1106875 Jul 06 11:38:59.206322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.208330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/networks/30460bb5-2671-4759-b77e-a24dd14cad71 HTTP/1.1" status: 204 len: 168 time: 1.3751583 Jul 06 11:38:59.211929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:59.225349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ba1b7-149d-42af-aac8-f8cd23a4c7c2 tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Network': ['ID=30460bb5-2671-4759-b77e-a24dd14cad71,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:59.228400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-2'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:59.257499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aa67c-0eed-488e-b42e-45f38dc515ce req-0265ca9d-839c-48d4-b3d1-a39846036c9a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:59.259013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-630aa67c-0eed-488e-b42e-45f38dc515ce req-0265ca9d-839c-48d4-b3d1-a39846036c9a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 946 time: 0.1662135 Jul 06 11:38:59.274378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5d3d6-887f-4720-9549-b4c190e59fe1 req-f31776c6-5647-4ecd-a8fc-567a3e864152 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:59.276366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deb5d3d6-887f-4720-9549-b4c190e59fe1 req-f31776c6-5647-4ecd-a8fc-567a3e864152 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1372552 Jul 06 11:38:59.336841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-630aa67c-0eed-488e-b42e-45f38dc515ce req-fd0e2e47-41e7-417b-b203-067621be6a9f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590119 Jul 06 11:38:59.338701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting subnet 3f9f2d32-d0d3-438d-a546-07c889ab7805 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:59.344806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deb5d3d6-887f-4720-9549-b4c190e59fe1 req-576f52ec-72b6-4dff-aec4-def72d4bdeb0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518768 Jul 06 11:38:59.347411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.429682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.432033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.463794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-f7bc74fe-52e2-40e4-bf3b-8d37145bf822 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:59.465342 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-f7bc74fe-52e2-40e4-bf3b-8d37145bf822 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1125 time: 0.2426438 Jul 06 11:38:59.501016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:59.584519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66831368-4aca-489f-bda5-2511c968ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.640037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dcaec-0d96-450c-ac8f-116f089133ac req-ba7f7d66-cb49-4e8d-bd4c-ce40ffe8a157 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:59.641579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db6dcaec-0d96-450c-ac8f-116f089133ac req-ba7f7d66-cb49-4e8d-bd4c-ce40ffe8a157 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 944 time: 0.1479304 Jul 06 11:38:59.686630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.704439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f95bb-a6f4-4c31-91e6-57ef9d5d31df req-35907e64-04b1-4ccf-a8c2-b3673ecc0501 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:59.705965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-871f95bb-a6f4-4c31-91e6-57ef9d5d31df req-35907e64-04b1-4ccf-a8c2-b3673ecc0501 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 944 time: 0.1177449 Jul 06 11:38:59.709779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db6dcaec-0d96-450c-ac8f-116f089133ac req-fd05cc06-2ba2-4a93-8792-ce3924d6e69c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Jul 06 11:38:59.723260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.723874 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.776289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:59.793579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-871f95bb-a6f4-4c31-91e6-57ef9d5d31df req-4a22d6af-101b-4a9a-a551-a164891c766c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725150 Jul 06 11:38:59.844825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.925227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9f2d32-d0d3-438d-a546-07c889ab7805,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:59.928084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.932378 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b683fb9f-3246-43eb-b5d1-d292475eef4e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/subnets/3f9f2d32-d0d3-438d-a546-07c889ab7805 HTTP/1.1" status: 204 len: 168 time: 0.7170103 Jul 06 11:38:59.934083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:59.940772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9da9a1-3a89-49fa-9668-08b3e04f97da None None] Network 169aeb08-a31a-4f30-90c1-0017da97e917 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:59.944302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:59.967737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 53f5d172-c32b-4006-8a2f-0125a26f9ede no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:00.034478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968ad3-6c2f-47dd-ade6-595fbd1f50e4 req-f81312ba-09c4-4a49-8e3f-2828fb5b04b8 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.050879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc968ad3-6c2f-47dd-ade6-595fbd1f50e4 req-f81312ba-09c4-4a49-8e3f-2828fb5b04b8 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1125 time: 0.1353927 Jul 06 11:39:00.057541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:00.065150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:00.067480 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20871d7d-bf82-4cb9-bf20-987c2c574276" -d '{"events": [{"server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "name": "network-vif-unplugged", "status": "completed", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:00.068939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 142ee439-7170-4d88-ab4a-2389f86ae100 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:00.074864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.075048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 53f5d172-c32b-4006-8a2f-0125a26f9ede {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:00.075204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 53f5d172-c32b-4006-8a2f-0125a26f9ede not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:00.083371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.089366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.104705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-458cec3b-c3a2-4c2f-acdf-eb1cc9f6df71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466708 Jul 06 11:39:00.123376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc968ad3-6c2f-47dd-ade6-595fbd1f50e4 req-0f3c6cc6-069a-478e-b761-d14f81c3ab7f tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698123 Jul 06 11:39:00.136956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.150596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:00.250054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:00.295297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 142ee439-7170-4d88-ab4a-2389f86ae100 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:00.303099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b09989-6ee1-4047-9fa8-cb4521fccf84 req-2da3d2ac-701f-481a-80db-406782710364 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.305205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5b09989-6ee1-4047-9fa8-cb4521fccf84 req-2da3d2ac-701f-481a-80db-406782710364 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 948 time: 0.1703608 Jul 06 11:39:00.309242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-750d7342-3cd2-4695-a353-219098d3ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.311180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-750d7342-3cd2-4695-a353-219098d3ee1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3935b51f33fb44f381edfe5271e338d4&device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 1101 time: 0.1422999 Jul 06 11:39:00.340363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:00.353939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 142ee439-7170-4d88-ab4a-2389f86ae100 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:00.354633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.375093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 has no active binding in host n-h2-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:39:00.391749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:00.404627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77efbf54-2641-425b-a9af-2abc430e1bbd {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:00.428392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.444612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on host n-h1-799528-2 for vnic_type normal with profile {"migrating_to": "n-h2-799528-2"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:00.445266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:00.445637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:00.459037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.463226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.478259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:00.478915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Attempting to bind port eb69a6db-d45b-49a2-b033-50a7210e30e8 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:00.494541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5b09989-6ee1-4047-9fa8-cb4521fccf84 req-d3716015-604e-4c8f-8bfb-9eed8310998d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822925 Jul 06 11:39:00.505556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 142ee439-7170-4d88-ab4a-2389f86ae100, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=142ee439-7170-4d88-ab4a-2389f86ae100,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:00.507456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71f01aa-7313-4df8-993d-d7af51750525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142ee439-7170-4d88-ab4a-2389f86ae100'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:00.515353 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb06c33-4edb-4b6f-8f67-22b21d173138" -d '{"events": [{"server_uuid": "a71f01aa-7313-4df8-993d-d7af51750525", "name": "network-vif-plugged", "status": "completed", "tag": "142ee439-7170-4d88-ab4a-2389f86ae100"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:00.521684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] DHCP port deletion for 169aeb08-a31a-4f30-90c1-0017da97e917 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:39:00.526907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.528101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:00.529395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-0b4a3cb9-3a65-4fa7-a5f1-b2444dbece41 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.532269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-0b4a3cb9-3a65-4fa7-a5f1-b2444dbece41 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.2744539 Jul 06 11:39:00.533690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:00.534116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:00.535633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:00.535633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Bound port: eb69a6db-d45b-49a2-b033-50a7210e30e8, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:00.535633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.577135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Deleting port 4cb45578-1cbe-4da7-93ec-7beac77ec522 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:00.577531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.584509 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82371d86-6a4e-4d40-8058-f7f22eefe2dc x-openstack-request-id: req-82371d86-6a4e-4d40-8058-f7f22eefe2dc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:00.584919 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "name": "network-vif-unplugged", "status": "completed", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:00.585203 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82371d86-6a4e-4d40-8058-f7f22eefe2dc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:00.585649 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'code': 200} Jul 06 11:39:00.602037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on host n-h2-799528-2 for vnic_type normal with profile {} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:00.602457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:00.602683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:00.613359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=142ee439-7170-4d88-ab4a-2389f86ae100,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:00.631126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=9']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:00.644868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-cb7ea299-0c43-401f-acfe-d2daec760c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.647677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-cb7ea299-0c43-401f-acfe-d2daec760c72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3020029 Jul 06 11:39:00.663288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:00.663691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Attempting to bind port 77efbf54-2641-425b-a9af-2abc430e1bbd on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:00.676225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:00.676563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:00.676951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:00.677466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Bound port: 77efbf54-2641-425b-a9af-2abc430e1bbd, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:00.677834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.682379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] Deleting port 4cb45578-1cbe-4da7-93ec-7beac77ec522 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:00.682882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.694885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a5cfe-cb29-4e3e-ad1f-3395206ce97d req-5b1115da-be56-4e14-b927-a687d9b8c025 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.696811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a3a5cfe-cb29-4e3e-ad1f-3395206ce97d req-5b1115da-be56-4e14-b927-a687d9b8c025 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 950 time: 0.3224957 Jul 06 11:39:00.702230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 10133e3d-3fc5-42de-90a9-aba4f920407f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:00.702612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.719729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] For port 4cb45578-1cbe-4da7-93ec-7beac77ec522, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cb45578-1cbe-4da7-93ec-7beac77ec522,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:00.720063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.734167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-f6773e0b-56b3-4fd8-8755-28c185d4c082 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=07092662-dd34-4143-900a-71e19bb5af56 HTTP/1.1" status: 200 len: 217 time: 0.0575869 Jul 06 11:39:00.803637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] For port 4cb45578-1cbe-4da7-93ec-7beac77ec522, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cb45578-1cbe-4da7-93ec-7beac77ec522,segment=NetworkSegment(6c1a4198-43d3-4e7b-868a-e27b2756301b),segment_id=6c1a4198-43d3-4e7b-868a-e27b2756301b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:00.804065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.832762 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.838718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] Calling delete_port for 4cb45578-1cbe-4da7-93ec-7beac77ec522 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:00.874632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-532eaab9-6bb1-4259-9cc8-6b0161182b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.876251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-532eaab9-6bb1-4259-9cc8-6b0161182b4d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1245596 Jul 06 11:39:00.895859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a3a5cfe-cb29-4e3e-ad1f-3395206ce97d req-08a883e4-3a65-47c0-8a70-cc566a89ccc1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660011 Jul 06 11:39:00.911695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:00.912707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.025607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Calling delete_port for 4cb45578-1cbe-4da7-93ec-7beac77ec522 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:01.056606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:01.058358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:01.058784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.075689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-87ae5404-c927-4c04-a39d-98254a8b559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:01.077329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-87ae5404-c927-4c04-a39d-98254a8b559b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757274 Jul 06 11:39:01.081737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for 9cfdb8be-fb50-4a3f-8240-1b38d79b96be owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:01.111526 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:01.135325 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.192303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:01.202758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.220683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] No DVR routers for this DVR port 4cb45578-1cbe-4da7-93ec-7beac77ec522 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:01.221677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:01.243298 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:39:01.252609 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.257207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.273242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b008f1-a507-4ffa-a7b4-22fc0344f502 None None] Pushing event deleted for resources: {'Port': ['ID=4cb45578-1cbe-4da7-93ec-7beac77ec522,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.303435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:01.309918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.312235 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.324170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:01.324794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.326204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] 10.222.0.64 "PUT /v2.0/ports/77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 1092 time: 1.8312471 Jul 06 11:39:01.327981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:01.328819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.329769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-34953164-63c8-4510-8c17-e7991b83c888 service neutron] 10.222.0.79 "PUT /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 1122 time: 2.1060181 Jul 06 11:39:01.336063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.366248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] No DVR routers for this DVR port 4cb45578-1cbe-4da7-93ec-7beac77ec522 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:01.369537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-b464a51a-ca58-47fc-b29c-7e2d41eb9e1c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821743 Jul 06 11:39:01.400199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03ed0f-f46d-4357-8f7a-49b2e5b39d83 req-61771ff8-b316-476d-8bf2-73f365b3c43d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:01.401880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f03ed0f-f46d-4357-8f7a-49b2e5b39d83 req-61771ff8-b316-476d-8bf2-73f365b3c43d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.2988427 Jul 06 11:39:01.407012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.457080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['eb69a6db-d45b-49a2-b033-50a7210e30e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:01.463497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:01.511756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f180273-b395-4a42-9d73-2da1ae85a070 req-4ac0cf48-51b2-48d0-888f-973201f83d7f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:01.516482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f180273-b395-4a42-9d73-2da1ae85a070 req-4ac0cf48-51b2-48d0-888f-973201f83d7f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.2897327 Jul 06 11:39:01.578504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.587120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f03ed0f-f46d-4357-8f7a-49b2e5b39d83 req-08c2bc49-f70e-4ec9-ad03-c4298c67d7cb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235182 Jul 06 11:39:01.596515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.601176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169aeb08-a31a-4f30-90c1-0017da97e917']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:01.603891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f071-b7c0-4aae-ad09-09da27e018fa service neutron] Pushing event updated for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.625369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:01.627452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=9cfdb8be-fb50-4a3f-8240-1b38d79b96be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.650158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f180273-b395-4a42-9d73-2da1ae85a070 req-158c141b-895d-4cef-9644-f257062e8fd5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182775 Jul 06 11:39:01.652333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9562b8-3718-41cf-b92e-cb9f1a4cfca0 req-516bda50-185a-40b8-a4f4-ebf0067c25e8 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696378 Jul 06 11:39:01.672488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:01.680057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['eb69a6db-d45b-49a2-b033-50a7210e30e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:01.710569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1a4198-43d3-4e7b-868a-e27b2756301b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:01.710968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1a4198-43d3-4e7b-868a-e27b2756301b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:01.715342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Port': ['ID=4cb45578-1cbe-4da7-93ec-7beac77ec522,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.754490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port 9cfdb8be-fb50-4a3f-8240-1b38d79b96be on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:01.770240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.774314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-e6434a43-fa7c-4091-ae3d-f4ef27946448 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "DELETE /v2.0/ports/9cfdb8be-fb50-4a3f-8240-1b38d79b96be HTTP/1.1" status: 204 len: 173 time: 1.2236860 Jul 06 11:39:01.775867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.779040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'name': 'network-vif-deleted', 'tag': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:01.781647 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1808ed3b-fa31-4d9a-907c-8a472fa1e0ce" -d '{"events": [{"server_uuid": "afc2caf1-e285-4375-9c6b-d3b527bbdeaf", "name": "network-vif-deleted", "tag": "9cfdb8be-fb50-4a3f-8240-1b38d79b96be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:01.833023 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.858032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:39:01.858425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:39:01.862848 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:39:02.015184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393835c-e9b6-4e38-b366-2ff8dc4b2677 req-3a3950ed-decd-40a5-af98-e0d0a17b2a87 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:02.019635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9393835c-e9b6-4e38-b366-2ff8dc4b2677 req-3a3950ed-decd-40a5-af98-e0d0a17b2a87 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.1580384 Jul 06 11:39:02.026206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cb45578-1cbe-4da7-93ec-7beac77ec522 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:02.049988 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98851b1d-af8b-4124-afbc-4da1fc66bdd5 x-openstack-request-id: req-98851b1d-af8b-4124-afbc-4da1fc66bdd5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:02.058373 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71f01aa-7313-4df8-993d-d7af51750525", "name": "network-vif-plugged", "status": "completed", "tag": "142ee439-7170-4d88-ab4a-2389f86ae100", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:02.058841 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98851b1d-af8b-4124-afbc-4da1fc66bdd5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:02.059353 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71f01aa-7313-4df8-993d-d7af51750525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142ee439-7170-4d88-ab4a-2389f86ae100', 'code': 200} Jul 06 11:39:02.076648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-9fe6b787-d36e-4d03-b13a-de642ad55ef7 service neutron] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:02.079604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:02.103942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:02.105942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] 10.222.0.78 "DELETE /v2.0/networks/169aeb08-a31a-4f30-90c1-0017da97e917 HTTP/1.1" status: 204 len: 168 time: 2.1689911 Jul 06 11:39:02.107467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73730586-5980-42d2-8361-142fcf1ea41e tempest-ServersTestMultiNic-953372784 tempest-ServersTestMultiNic-953372784-project] Pushing event deleted for resources: {'Network': ['ID=169aeb08-a31a-4f30-90c1-0017da97e917,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:02.113128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-9fe6b787-d36e-4d03-b13a-de642ad55ef7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:02.114233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e19c24a0-80a3-484c-b3c8-7f2aacb6bac9 req-9fe6b787-d36e-4d03-b13a-de642ad55ef7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/77efbf54-2641-425b-a9af-2abc430e1bbd/bindings/n-h1-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.7756975 Jul 06 11:39:02.133261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4cb45578-1cbe-4da7-93ec-7beac77ec522 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:02.134599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cb45578-1cbe-4da7-93ec-7beac77ec522 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:02.174202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9393835c-e9b6-4e38-b366-2ff8dc4b2677 req-65a86899-4fd9-4050-a73b-e334a35e2755 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418583 Jul 06 11:39:02.306311 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f0efd-08ef-4e05-a0e1-3e9328e3142e x-openstack-request-id: req-691f0efd-08ef-4e05-a0e1-3e9328e3142e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:02.307086 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc2caf1-e285-4375-9c6b-d3b527bbdeaf", "name": "network-vif-deleted", "tag": "9cfdb8be-fb50-4a3f-8240-1b38d79b96be", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:02.307373 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-691f0efd-08ef-4e05-a0e1-3e9328e3142e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:02.307984 n-d-799528-2 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afc2caf1-e285-4375-9c6b-d3b527bbdeaf', 'name': 'network-vif-deleted', 'tag': '9cfdb8be-fb50-4a3f-8240-1b38d79b96be', 'status': 'failed', 'code': 422} returned with failed status Jul 06 11:39:02.363478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56', '6ee93407-52b3-40c7-ac22-caaff375bc68', '738be43b-af62-43d4-982e-5c38301c6337'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:02.367357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c59bc-a7ac-4d0c-ad4c-ec11e33b5cc7 req-ea1ff7d3-c6ef-47e1-ae9e-44986d17153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:02.369269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db3c59bc-a7ac-4d0c-ad4c-ec11e33b5cc7 req-ea1ff7d3-c6ef-47e1-ae9e-44986d17153d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 1096 time: 0.1882527 Jul 06 11:39:02.379246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:02.385064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab82ed-cc4e-44c7-a859-e4129eac44f1 req-c09e5f57-99d5-498f-abed-904168bf2f49 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:02.395080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4ab82ed-cc4e-44c7-a859-e4129eac44f1 req-c09e5f57-99d5-498f-abed-904168bf2f49 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 945 time: 0.1304932 Jul 06 11:39:02.501274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4ab82ed-cc4e-44c7-a859-e4129eac44f1 req-a050660f-c868-4db6-8126-4a548139bffa tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049929 Jul 06 11:39:02.508920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab71ea95-ff28-4a07-bd4a-5dcaeb10de4b req-96077e13-d493-48dc-8ee0-073ec4411252 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 210 time: 0.0484505 Jul 06 11:39:02.519688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db3c59bc-a7ac-4d0c-ad4c-ec11e33b5cc7 req-e6f47a51-2588-4f09-9a29-541c23325853 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146815 Jul 06 11:39:02.587000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd'}, {'name': 'network-changed', 'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:02.589579 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de38ea7f-430c-4a12-a0c6-aa98fdd09065" -d '{"events": [{"name": "network-changed", "server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd"}, {"name": "network-changed", "server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:02.685608 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f9a7d4-6ade-4f52-a4c7-fd1f47d0c29e x-openstack-request-id: req-c4f9a7d4-6ade-4f52-a4c7-fd1f47d0c29e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:02.685917 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:02.686164 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4f9a7d4-6ade-4f52-a4c7-fd1f47d0c29e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:02.686568 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'status': 'completed', 'code': 200} Jul 06 11:39:02.686823 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'status': 'completed', 'code': 200} Jul 06 11:39:02.794825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:02.831093 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-4f2a8ebe-f678-4db5-89ce-e22a878de3b4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 210 time: 0.0341184 Jul 06 11:39:02.858038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-09066161-ac39-462c-bf85-16cd333fa293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:02.870171 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-09066161-ac39-462c-bf85-16cd333fa293 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1125 time: 0.1425824 Jul 06 11:39:02.948306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-32b22ea8-3351-43e6-8837-047c7199ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:02.949960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-32b22ea8-3351-43e6-8837-047c7199ab3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 1096 time: 0.1770887 Jul 06 11:39:02.962699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a134cf-8b8a-44b4-8db0-e015c443c53a req-8f0c86b1-4b23-4d07-bd06-c1c7d41430a2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:02.964550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41a134cf-8b8a-44b4-8db0-e015c443c53a req-8f0c86b1-4b23-4d07-bd06-c1c7d41430a2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.1274962 Jul 06 11:39:03.046627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-d7fa8e72-d69a-4e43-9d27-58ecafc43b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.048179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-d7fa8e72-d69a-4e43-9d27-58ecafc43b05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1771615 Jul 06 11:39:03.064370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41a134cf-8b8a-44b4-8db0-e015c443c53a req-c77e41be-daf2-4d77-8c32-3ccdda39c137 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899827 Jul 06 11:39:03.125205 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-0a31bcd1-ee3c-4af0-a6a6-7daa03a5da90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 217 time: 0.0661001 Jul 06 11:39:03.137964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-957d1141-2aa9-4dc9-a54f-adde4770663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.139567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-957d1141-2aa9-4dc9-a54f-adde4770663b service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1739237 Jul 06 11:39:03.206966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-4eaf1ae9-2302-4910-840e-a924bb5d50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.209040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-4eaf1ae9-2302-4910-840e-a924bb5d50cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0733471 Jul 06 11:39:03.217189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-cae91d90-0cae-4b37-abb0-1b479c0b678f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 200 len: 217 time: 0.0613925 Jul 06 11:39:03.232436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cbe62-4625-4b7e-aedd-8142407ee68c req-d4f48927-1438-4553-a2bb-7784e6ab642d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.234081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a39cbe62-4625-4b7e-aedd-8142407ee68c req-d4f48927-1438-4553-a2bb-7784e6ab642d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.1731465 Jul 06 11:39:03.269532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-7d354306-a4ee-4129-88f3-50a695e00dc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532682 Jul 06 11:39:03.326665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-75e4974a-1af4-4b17-b185-abc6909831b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.330849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-75e4974a-1af4-4b17-b185-abc6909831b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0957732 Jul 06 11:39:03.338421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a39cbe62-4625-4b7e-aedd-8142407ee68c req-26db2500-5692-47d9-a2b3-917b5bf4d084 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949566 Jul 06 11:39:03.383073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9cfdb8be-fb50-4a3f-8240-1b38d79b96be no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:03.419886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-5e3bc7f9-0313-4dd0-b798-98cf4c42b71f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773518 Jul 06 11:39:03.427671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 9cfdb8be-fb50-4a3f-8240-1b38d79b96be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:03.428044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9cfdb8be-fb50-4a3f-8240-1b38d79b96be not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:03.428473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:03.496072 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-dcbb8e83-2904-45ae-908a-3bbbedf283a2 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151439 Jul 06 11:39:03.557644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:03.581339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:03.673308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:03.688533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:03.738897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-9e40dacb-d096-4ddc-bc83-bb791102c82e service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361057 Jul 06 11:39:03.790904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:04.044978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f382103-6746-4599-8fcd-6144f97f623a req-eb8be4f2-5143-433f-8f7b-8306a8d61007 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 210 time: 0.0800984 Jul 06 11:39:04.060521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f'}, {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:04.065066 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697bdb0f-da54-4427-8d48-6c05b2b0d559" -d '{"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-plugged", "status": "completed", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f"}, {"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:04.110623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-6cd51477-f43c-4209-9832-194cc61f70e7 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799855 Jul 06 11:39:04.245883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e433f5-e4ed-48fc-8094-46a3352b05be req-4ee26294-6afb-4efe-a134-2b1a4a4be52f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.247378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13e433f5-e4ed-48fc-8094-46a3352b05be req-4ee26294-6afb-4efe-a134-2b1a4a4be52f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 945 time: 0.2837079 Jul 06 11:39:04.253872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-0c04d4d3-714b-4649-9e50-992bc0754552 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000772 Jul 06 11:39:04.402801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de38ea7f-430c-4a12-a0c6-aa98fdd09065 req-0be80ab3-58cc-4872-a97c-b3bb340796aa service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753994 Jul 06 11:39:04.405630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13e433f5-e4ed-48fc-8094-46a3352b05be req-54792126-7b9f-4bb7-8c3c-7ab9365a55e5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495533 Jul 06 11:39:04.492418 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdc52ac-e81f-40f9-a1c0-604c7a7c83a0 x-openstack-request-id: req-5fdc52ac-e81f-40f9-a1c0-604c7a7c83a0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:04.492936 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-plugged", "status": "completed", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f", "code": 200}, {"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:04.493045 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fdc52ac-e81f-40f9-a1c0-604c7a7c83a0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:04.493697 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'code': 200} Jul 06 11:39:04.494147 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'code': 200} Jul 06 11:39:04.510111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-b41262cc-08af-428b-987c-d63eeda1dff1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.511713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-b41262cc-08af-428b-987c-d63eeda1dff1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502882 Jul 06 11:39:04.538386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-822b813d-3636-415d-9bda-acfa97702732 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/quotas/7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 375 time: 0.0182638 Jul 06 11:39:04.699247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-2e201b51-c988-4534-981d-2cdc7c78e094 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516781 Jul 06 11:39:04.732481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a1c9fba-d127-49eb-8cc8-47d961789aeb req-7a771b45-2419-4981-8cde-8ddc62ba990d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=afc2caf1-e285-4375-9c6b-d3b527bbdeaf HTTP/1.1" status: 200 len: 210 time: 0.0409563 Jul 06 11:39:04.759060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:05.138740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f5c1-4ba3-4e2d-bd16-0212bce9f5be req-9be68485-e6bd-4bfa-a4f0-422c8182d185 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:05.140556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73b4f5c1-4ba3-4e2d-bd16-0212bce9f5be req-9be68485-e6bd-4bfa-a4f0-422c8182d185 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.1640079 Jul 06 11:39:05.252867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73b4f5c1-4ba3-4e2d-bd16-0212bce9f5be req-222c8689-dafa-450c-9b3f-50f9690a8b3c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051414 Jul 06 11:39:05.269785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Deleting port c1b58bb3-adb4-4a58-8da6-4884f098b9c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:05.271663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:05.403473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] For port c1b58bb3-adb4-4a58-8da6-4884f098b9c5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:05.403924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:05.423361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Calling delete_port for c1b58bb3-adb4-4a58-8da6-4884f098b9c5 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:05.557280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bef7d54-65c9-4f93-8b89-cd7335eaa0c7 req-dbd3bdd1-a921-483a-99fe-c742b6b9553f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 210 time: 0.0496337 Jul 06 11:39:05.623414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f402147-e1d1-4c75-bea3-6b8df2396b12 req-7bf365bc-7606-4ff3-9e29-36f7f9351f30 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:05.625358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f402147-e1d1-4c75-bea3-6b8df2396b12 req-7bf365bc-7606-4ff3-9e29-36f7f9351f30 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1901188 Jul 06 11:39:05.757177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f402147-e1d1-4c75-bea3-6b8df2396b12 req-8dc53fd9-bcfe-4ff1-9556-7800458a0abc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962255 Jul 06 11:39:05.852047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:05.885099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b58bb3-adb4-4a58-8da6-4884f098b9c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:06.191308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:06.217592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c33b31-c139-4ed4-bb15-a1519de2f654 req-12d76039-4894-42e0-8664-0fab4cef315e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:06.219153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c33b31-c139-4ed4-bb15-a1519de2f654 req-12d76039-4894-42e0-8664-0fab4cef315e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 945 time: 0.1271410 Jul 06 11:39:06.613829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-731f9e29-b9fe-4428-9441-a5488dd83f1c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722599 Jul 06 11:39:06.718869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c33b31-c139-4ed4-bb15-a1519de2f654 req-c7475728-bd61-400a-a077-20fadbbc60b7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873925 Jul 06 11:39:06.789665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e65d-200d-4f94-a1af-5dc185b7ca88 req-81c01828-c006-416f-94ac-96495576f829 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:06.791241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9882e65d-200d-4f94-a1af-5dc185b7ca88 req-81c01828-c006-416f-94ac-96495576f829 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 950 time: 0.5318818 Jul 06 11:39:06.884171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-93567f3c-efc4-4b71-ba8c-539db44e39b0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:06.885671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-93567f3c-efc4-4b71-ba8c-539db44e39b0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626071 Jul 06 11:39:06.918353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Request body: {'port': {'device_id': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7005234f84c840ffa09c6e598d36f7db'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:06.995984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9882e65d-200d-4f94-a1af-5dc185b7ca88 req-00d25b57-462e-4596-b3e9-016c6ec5555d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984682 Jul 06 11:39:07.117461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Router 9f12304d-a409-4723-a37b-398e0fbd94d6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:07.252787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b0fb-cc1d-445b-a9de-c5dd57042b68 req-5be78dca-c20f-4097-8923-78153e37f85d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:07.254699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1873b0fb-cc1d-445b-a9de-c5dd57042b68 req-5be78dca-c20f-4097-8923-78153e37f85d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.3681200 Jul 06 11:39:07.330636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9cd88f5-f668-4f81-bd27-80e3b23aa0cd req-bffc8111-5caa-46e1-88ee-28bde5f30339 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 210 time: 0.0872991 Jul 06 11:39:07.336468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Made reservation on behalf of 7005234f84c840ffa09c6e598d36f7db for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:07.340473 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.346918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:07.411853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:07.426628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1873b0fb-cc1d-445b-a9de-c5dd57042b68 req-00566dd4-6c99-43f9-9ce8-f261339b285d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252422 Jul 06 11:39:07.428251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:07.438820 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] Sync routers for ids ['9f12304d-a409-4723-a37b-398e0fbd94d6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:07.444592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d00cdf8e-ec07-4348-be87-2a0decd7885a admin admin] 10.222.0.78 "PUT /v2.0/routers/9f12304d-a409-4723-a37b-398e0fbd94d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8851616 Jul 06 11:39:07.447368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:07.463004 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] Routers {'9f12304d-a409-4723-a37b-398e0fbd94d6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:07.463834 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:39:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9f12304d-a409-4723-a37b-398e0fbd94d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:07.616560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] Set router 9f12304d-a409-4723-a37b-398e0fbd94d6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:07.655072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.688281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Allocated IP 192.168.233.94 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/272ab562-e5c6-40ae-b189-94f9de9d374d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:07.760067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26603f1-f3df-43da-95ff-018fdf02fc51 req-ad05d8fb-2075-40c9-8921-80e63eb1060f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:07.761742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f26603f1-f3df-43da-95ff-018fdf02fc51 req-ad05d8fb-2075-40c9-8921-80e63eb1060f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1718597 Jul 06 11:39:07.886671 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:39:05Z', 'revision_number': 5, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port': {'id': 'bc63b741-ae44-4d73-a096-157c8525b13a', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:30Z', 'updated_at': '2021-07-06T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:07.897661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f26603f1-f3df-43da-95ff-018fdf02fc51 req-d5d490a2-959b-4078-a81d-8bc94c5072ec tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215456 Jul 06 11:39:07.901050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.920148 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] Checking router: 9f12304d-a409-4723-a37b-398e0fbd94d6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:07.920603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-5c4ebff5-4ead-4fad-bad8-cb9ffbd5a94b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:07.922478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-5c4ebff5-4ead-4fad-bad8-cb9ffbd5a94b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 950 time: 0.1205201 Jul 06 11:39:07.931935 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] Routers {'9f12304d-a409-4723-a37b-398e0fbd94d6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:07.932586 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:39:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9f12304d-a409-4723-a37b-398e0fbd94d6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:07.951469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.984001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Transition to ACTIVE for port object 272ab562-e5c6-40ae-b189-94f9de9d374d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:08.054786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.071951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:08.148261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Deleting port bc63b741-ae44-4d73-a096-157c8525b13a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:08.153703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.185209 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] Set router 9f12304d-a409-4723-a37b-398e0fbd94d6 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:08.229324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:08.232915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:08.241978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:08.269506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:08.358990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:08.445440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port 738be43b-af62-43d4-982e-5c38301c6337 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:08.445845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.482651 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:39:07Z', 'revision_number': 6, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:08.570213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] For port bc63b741-ae44-4d73-a096-157c8525b13a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bc63b741-ae44-4d73-a096-157c8525b13a,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:08.571631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.596865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c05c4-caaf-48fe-bf22-a53a17b8ee03 None None] The sync data for ids ['9f12304d-a409-4723-a37b-398e0fbd94d6'] in n-d-799528-2 is: [{'id': '9f12304d-a409-4723-a37b-398e0fbd94d6', 'name': 'tempest-ServersTestMultiNic-895939312-router', 'tenant_id': 'b110190ddeb743df9cfce07845254b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:29Z', 'updated_at': '2021-07-06T11:39:07Z', 'revision_number': 6, 'project_id': 'b110190ddeb743df9cfce07845254b12', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:08.598007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:08.598237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.611775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Calling delete_port for bc63b741-ae44-4d73-a096-157c8525b13a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:08.656692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-a5e5ed8e-a481-4c21-8aac-f2de3d3cafe1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7540660 Jul 06 11:39:08.690891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Request body: {'port': {'device_id': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:08.817493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fe952-052c-4386-8aab-8223e1d3150b req-9b270308-c517-4b99-a507-7ed24cc5ae3e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:08.819859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-905fe952-052c-4386-8aab-8223e1d3150b req-9b270308-c517-4b99-a507-7ed24cc5ae3e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 950 time: 0.5351882 Jul 06 11:39:08.898376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.916133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-116c048e-3285-4e19-b0f7-72e58d4282ff None None] Provisioning for port 272ab562-e5c6-40ae-b189-94f9de9d374d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:08.949553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-116c048e-3285-4e19-b0f7-72e58d4282ff None None] Provisioning complete for port 272ab562-e5c6-40ae-b189-94f9de9d374d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:08.952255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-116c048e-3285-4e19-b0f7-72e58d4282ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.042155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port 738be43b-af62-43d4-982e-5c38301c6337, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=738be43b-af62-43d4-982e-5c38301c6337,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:09.047637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.092623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-94779f20-3dce-4085-8db0-b88de4558738 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3516686 Jul 06 11:39:09.095403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for 738be43b-af62-43d4-982e-5c38301c6337 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:09.100020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-116c048e-3285-4e19-b0f7-72e58d4282ff None None] Port 272ab562-e5c6-40ae-b189-94f9de9d374d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:39:09.194816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-905fe952-052c-4386-8aab-8223e1d3150b req-66d52dc2-f31a-4b89-99a6-4a5c931a477f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729218 Jul 06 11:39:09.254746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af21fd-d4df-4d5e-8450-02a090c5bdbf req-bae20ab2-f227-49bd-a298-bae79b50b638 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.262262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4af21fd-d4df-4d5e-8450-02a090c5bdbf req-bae20ab2-f227-49bd-a298-bae79b50b638 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 935 time: 0.4410508 Jul 06 11:39:09.307989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.342217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc63b741-ae44-4d73-a096-157c8525b13a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:09.356505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4af21fd-d4df-4d5e-8450-02a090c5bdbf req-2f098be6-8f0d-467b-88e0-002341a5cff8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Jul 06 11:39:09.368588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-890c5898-4f3b-45fc-8d8e-c8554d5941cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.387374 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-890c5898-4f3b-45fc-8d8e-c8554d5941cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 1096 time: 0.2361746 Jul 06 11:39:09.484571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272ab562-e5c6-40ae-b189-94f9de9d374d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:09.494467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.536802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Transition to ACTIVE for port object 272ab562-e5c6-40ae-b189-94f9de9d374d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:09.552554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.675442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5a970-61fd-41a4-8536-79addb06d4c5 req-d7023634-9098-48c8-be68-4dfbb242ebd7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.677721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4e5a970-61fd-41a4-8536-79addb06d4c5 req-d7023634-9098-48c8-be68-4dfbb242ebd7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.2668717 Jul 06 11:39:09.699135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95176650-0d38-480d-8026-94059c4122cc service neutron] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:09.742835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.803870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.865425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:09.869415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56', '6ee93407-52b3-40c7-ac22-caaff375bc68'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:09.872864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4e5a970-61fd-41a4-8536-79addb06d4c5 req-68f439c8-203c-43f2-9456-b7b627d48c7b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787944 Jul 06 11:39:09.933129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ecc4-3591-4eb4-8e97-6ef4866ab3b7 req-f302d0d5-af77-40ce-996c-40769df8607e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.934907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-420881e7-d70f-4c54-85a7-098558e4422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.936427 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-420881e7-d70f-4c54-85a7-098558e4422d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.5119328 Jul 06 11:39:09.967329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3535ecc4-3591-4eb4-8e97-6ef4866ab3b7 req-f302d0d5-af77-40ce-996c-40769df8607e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3461773 Jul 06 11:39:10.022113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bc63b741-ae44-4d73-a096-157c8525b13a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:10.023843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Attempting to bind port 272ab562-e5c6-40ae-b189-94f9de9d374d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:10.024432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Attempting to bind port 272ab562-e5c6-40ae-b189-94f9de9d374d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:10.024852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Attempting to bind port 272ab562-e5c6-40ae-b189-94f9de9d374d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:10.042984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Port 272ab562-e5c6-40ae-b189-94f9de9d374d on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:10.043472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Attempting to bind port 272ab562-e5c6-40ae-b189-94f9de9d374d on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:10.056140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3535ecc4-3591-4eb4-8e97-6ef4866ab3b7 req-c1785497-3e67-45ae-84a4-ae2987473d8c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867872 Jul 06 11:39:10.062709 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-4783b8b7-4638-4582-a797-5c68f2036ac5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 200 len: 217 time: 0.0783145 Jul 06 11:39:10.069819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:10.070277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:10.071456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:10.073442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Bound port: 272ab562-e5c6-40ae-b189-94f9de9d374d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:10.074139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.080109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=738be43b-af62-43d4-982e-5c38301c6337,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:10.085451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.091340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.094489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: bc63b741-ae44-4d73-a096-157c8525b13a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:10.095012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bc63b741-ae44-4d73-a096-157c8525b13a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:10.095713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1b58bb3-adb4-4a58-8da6-4884f098b9c5 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:10.144641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 738be43b-af62-43d4-982e-5c38301c6337 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:10.157280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c1b58bb3-adb4-4a58-8da6-4884f098b9c5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:10.157880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1b58bb3-adb4-4a58-8da6-4884f098b9c5 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:10.227902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port 738be43b-af62-43d4-982e-5c38301c6337 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:10.235736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.238042 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d5fb4fda-4862-46c3-9b5b-f308a4e0bd57 req-41502cc9-411e-4785-b3c8-e51c06738953 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "DELETE /v2.0/ports/738be43b-af62-43d4-982e-5c38301c6337 HTTP/1.1" status: 204 len: 173 time: 2.2895429 Jul 06 11:39:10.238498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'name': 'network-vif-deleted', 'tag': '738be43b-af62-43d4-982e-5c38301c6337'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:10.241596 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba733fb1-1fa9-4b7a-809d-c1354c31ce56" -d '{"events": [{"server_uuid": "9e984d75-106b-4aff-9a3c-d2e587cbdca8", "name": "network-vif-deleted", "tag": "738be43b-af62-43d4-982e-5c38301c6337"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:10.249981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-15f2c711-f095-403f-8a0c-0ae7437be59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:10.251492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-15f2c711-f095-403f-8a0c-0ae7437be59c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1691899 Jul 06 11:39:10.254565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 738be43b-af62-43d4-982e-5c38301c6337 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:10.257386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.257962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f12304d-a409-4723-a37b-398e0fbd94d6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:10.260906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 738be43b-af62-43d4-982e-5c38301c6337 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:10.302543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.303749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-055b3f87-c784-41c8-a9e2-715d4f3024e2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9f12304d-a409-4723-a37b-398e0fbd94d6 HTTP/1.1" status: 204 len: 168 time: 2.8546479 Jul 06 11:39:10.306230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:10.306464 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-07e741be-55f5-43dc-8b0b-a6dbcd5cfb85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467124 Jul 06 11:39:10.308980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:10.498052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:10.531900 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.600765 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-f770673f-5232-42d3-a088-fc1736826e2b service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865150 Jul 06 11:39:10.645337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Deleting subnet bfab130b-4a80-48cf-a70b-e3b66afd59e0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:39:10.706307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.793050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:10.793672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.795522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-95176650-0d38-480d-8026-94059c4122cc service neutron] 10.222.0.79 "PUT /v2.0/ports/272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 1095 time: 2.1199164 Jul 06 11:39:10.812783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6d5d530-5b5a-46c8-a3d6-2c6f5b57ae97 req-2579cf59-f9f3-43e0-b5a6-3abebcf8d691 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e984d75-106b-4aff-9a3c-d2e587cbdca8 HTTP/1.1" status: 200 len: 210 time: 0.1803236 Jul 06 11:39:10.813422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:10.819989 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c" -d '{"events": [{"name": "network-changed", "server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:10.961179 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.104743 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543388fb-4c80-42dd-a1d9-fae953702a32 x-openstack-request-id: req-543388fb-4c80-42dd-a1d9-fae953702a32 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:11.107378 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:11.107581 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-543388fb-4c80-42dd-a1d9-fae953702a32 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:11.107973 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'status': 'completed', 'code': 200} Jul 06 11:39:11.111338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95176650-0d38-480d-8026-94059c4122cc service neutron] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:11.373000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:11.405135 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf072411-833c-46f2-9230-e90cbca54308 x-openstack-request-id: req-bf072411-833c-46f2-9230-e90cbca54308 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:11.405809 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e984d75-106b-4aff-9a3c-d2e587cbdca8", "name": "network-vif-deleted", "tag": "738be43b-af62-43d4-982e-5c38301c6337", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:11.405809 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf072411-833c-46f2-9230-e90cbca54308 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:11.408156 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e984d75-106b-4aff-9a3c-d2e587cbdca8', 'name': 'network-vif-deleted', 'tag': '738be43b-af62-43d4-982e-5c38301c6337', 'status': 'completed', 'code': 200} Jul 06 11:39:11.440503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.447354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-4393959e-4b35-4df6-94ba-b9ce3b6e6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:11.447354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-4393959e-4b35-4df6-94ba-b9ce3b6e6b73 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1098 time: 0.5484650 Jul 06 11:39:11.483273 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-96c5de70-2c13-453a-a06f-b3c424a77473 req-776d82d8-3351-466a-b96e-0da202c66142 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8745437 Jul 06 11:39:11.823711 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-b3ea9b0e-b523-4c77-b310-8d93915e0c12 service neutron] 10.222.0.64 "GET /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8/bindings/n-h2-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.1189618 Jul 06 11:39:11.869881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-a1034bf3-7547-4348-991e-dde553a3b8cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 217 time: 0.3919251 Jul 06 11:39:11.973299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688c493-bb0c-4956-8f62-97f3db63bedd req-1bd1f0e5-db53-4f1c-853a-7587fd99c86f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:11.975527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3688c493-bb0c-4956-8f62-97f3db63bedd req-1bd1f0e5-db53-4f1c-853a-7587fd99c86f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 947 time: 0.7249255 Jul 06 11:39:11.980186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.993306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f07a6b-da98-4d6a-85e2-7d738d8d94a9 req-441334b7-ebfb-41bc-aefe-618bc4ef26eb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:12.000876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08f07a6b-da98-4d6a-85e2-7d738d8d94a9 req-441334b7-ebfb-41bc-aefe-618bc4ef26eb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 944 time: 0.6412659 Jul 06 11:39:12.018600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-8c1c1867-8bbb-45f5-8a7a-9fbd4fa9909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:12.020290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-8c1c1867-8bbb-45f5-8a7a-9fbd4fa9909c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1410642 Jul 06 11:39:12.071013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfab130b-4a80-48cf-a70b-e3b66afd59e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:12.101960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.103936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-10f8d42c-a553-409b-9e98-7418342601a4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bfab130b-4a80-48cf-a70b-e3b66afd59e0 HTTP/1.1" status: 204 len: 168 time: 1.7964678 Jul 06 11:39:12.108680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33d6e4-5a5e-4d11-8e46-057adb470ee4 None None] Network a93575b1-b2ac-43a9-863d-760e19e0a2e2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:12.109780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:12.188193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08f07a6b-da98-4d6a-85e2-7d738d8d94a9 req-c78ddf95-393b-4c11-a2a2-c068dc7b82ae tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863921 Jul 06 11:39:12.196736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3688c493-bb0c-4956-8f62-97f3db63bedd req-f3382a98-61d5-4d29-881f-5ae265658759 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143154 Jul 06 11:39:12.260137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.333218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:12.347054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692947-ad76-429f-b859-d791244d1942 req-cac72b3a-137e-4174-ae13-8f008b50e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:12.351084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-cac72b3a-137e-4174-ae13-8f008b50e4b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2961874 Jul 06 11:39:12.388951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:12.457399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb69a6db-d45b-49a2-b033-50a7210e30e8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:12.472503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:12.499262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.540640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] DHCP port deletion for a93575b1-b2ac-43a9-863d-760e19e0a2e2 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:39:12.616399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] Deleting port 4c3c436f-e072-46bf-ab4c-4a34f6411055 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:12.617930 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.706050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Deleting port 4c3c436f-e072-46bf-ab4c-4a34f6411055 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:12.706393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.732722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] Transition to ACTIVE for port object eb69a6db-d45b-49a2-b033-50a7210e30e8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:12.743308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.772918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] For port 4c3c436f-e072-46bf-ab4c-4a34f6411055, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4c3c436f-e072-46bf-ab4c-4a34f6411055,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:12.773326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.801306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] Calling delete_port for 4c3c436f-e072-46bf-ab4c-4a34f6411055 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:12.843868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-f877a89f-3f10-4871-8381-859dcc785537 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371843 Jul 06 11:39:12.874980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] No DVR routers for this DVR port eb69a6db-d45b-49a2-b033-50a7210e30e8 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:12.982098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] Pushing event updated for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:13.016211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] For port 4c3c436f-e072-46bf-ab4c-4a34f6411055, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4c3c436f-e072-46bf-ab4c-4a34f6411055,segment=NetworkSegment(a7b2cab4-311b-4548-af2a-e32ede0d7c60),segment_id=a7b2cab4-311b-4548-af2a-e32ede0d7c60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:13.016971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3bde67c4-1fbc-445f-a5b0-f0563650979c service neutron] 10.222.0.64 "PUT /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8/bindings/n-h2-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1862986 Jul 06 11:39:13.018959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.041999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.052821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Calling delete_port for 4c3c436f-e072-46bf-ab4c-4a34f6411055 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:13.087578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47096f-3444-4f6a-bab7-99d50346057f req-3a134af0-cdd0-4df3-96d3-e5bc6bdcfbc0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.090780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a47096f-3444-4f6a-bab7-99d50346057f req-3a134af0-cdd0-4df3-96d3-e5bc6bdcfbc0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4913123 Jul 06 11:39:13.095308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] Pushing event deleted for resources: {'Port': ['ID=4c3c436f-e072-46bf-ab4c-4a34f6411055,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:13.097135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f591e-d8af-4125-a05c-da7c3ad89ac1 None None] No DVR routers for this DVR port 4c3c436f-e072-46bf-ab4c-4a34f6411055 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:13.250985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-ff85578e-ca6a-47a4-8b3d-6be73d887553 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.253002 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-ff85578e-ca6a-47a4-8b3d-6be73d887553 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.1548729 Jul 06 11:39:13.370781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a692947-ad76-429f-b859-d791244d1942 req-1c140a05-759e-4d2f-a7a9-cc530a0aef91 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171235 Jul 06 11:39:13.444139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a47096f-3444-4f6a-bab7-99d50346057f req-3074e085-ce75-406a-afbf-736555e52c0a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407395 Jul 06 11:39:13.463634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.500590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-740982ea-7f5a-44ed-a9aa-b492f14d48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.506463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-740982ea-7f5a-44ed-a9aa-b492f14d48a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049&tenant_id=90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 1096 time: 0.2422705 Jul 06 11:39:13.568032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] No DVR routers for this DVR port 4c3c436f-e072-46bf-ab4c-4a34f6411055 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:13.573865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3c436f-e072-46bf-ab4c-4a34f6411055,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:13.610946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac13fa1-fc22-4124-9811-af941ad2771c req-fa2f35ad-dca5-4a49-888f-948ff0708116 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.621245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eac13fa1-fc22-4124-9811-af941ad2771c req-fa2f35ad-dca5-4a49-888f-948ff0708116 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 950 time: 0.4948764 Jul 06 11:39:13.628688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f46c7225-f9e1-4e59-a411-b0f09fe79995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.630885 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-f46c7225-f9e1-4e59-a411-b0f09fe79995 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1096 time: 0.0850668 Jul 06 11:39:13.765512 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.794023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-c925f872-4fa3-4866-9401-6dc2ee179a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.794269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93575b1-b2ac-43a9-863d-760e19e0a2e2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:13.795521 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-c925f872-4fa3-4866-9401-6dc2ee179a77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1507065 Jul 06 11:39:13.826510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b2cab4-311b-4548-af2a-e32ede0d7c60') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:13.826874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b2cab4-311b-4548-af2a-e32ede0d7c60') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:13.858499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eac13fa1-fc22-4124-9811-af941ad2771c req-f8eff62e-1cc4-45e9-870b-32a05c62524b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335074 Jul 06 11:39:13.865715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.891015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-235afae6-0dfc-4c64-bef3-b0d2790b1cf0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 200 len: 217 time: 0.0866508 Jul 06 11:39:13.903807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-6286f52f-da3a-44cd-a14a-fee4e849dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.905417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-6286f52f-da3a-44cd-a14a-fee4e849dd15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1098 time: 0.4319770 Jul 06 11:39:13.906547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.927862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:39:13.928357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:39:13.933441 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:39:13.982131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb649-24e3-42f4-8a9e-5c2e677462a4 req-6cfb826a-e796-4d18-b282-4a86f3567f9a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.983840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-479bb649-24e3-42f4-8a9e-5c2e677462a4 req-6cfb826a-e796-4d18-b282-4a86f3567f9a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 947 time: 0.3844528 Jul 06 11:39:14.002245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4c3c436f-e072-46bf-ab4c-4a34f6411055 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:14.011825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-a2409376-29ae-4b1c-8105-002a817e0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.014496 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-a2409376-29ae-4b1c-8105-002a817e0d30 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1105070 Jul 06 11:39:14.044382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4c3c436f-e072-46bf-ab4c-4a34f6411055 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:14.044840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4c3c436f-e072-46bf-ab4c-4a34f6411055 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:14.063811 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-3a22f0e6-cb0c-4564-80ae-989e7c244c34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372367 Jul 06 11:39:14.186572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-582e41cd-6b3a-46c5-b0aa-a46e77ea6ca2 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112618 Jul 06 11:39:14.196055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.218494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.220656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a93575b1-b2ac-43a9-863d-760e19e0a2e2 HTTP/1.1" status: 204 len: 168 time: 2.1066568 Jul 06 11:39:14.275370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-b4ccd17e-5a45-4ccf-8307-b5f4b0bd0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.277190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-b4ccd17e-5a45-4ccf-8307-b5f4b0bd0ac4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3632660 Jul 06 11:39:14.350488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-2e19ca8b-bcc6-4f44-a8b5-6f4d3f2517c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 217 time: 0.0508406 Jul 06 11:39:14.363100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-479bb649-24e3-42f4-8a9e-5c2e677462a4 req-dffd05bd-c284-4560-9e2f-24b8644657ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016024 Jul 06 11:39:14.364661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ca3c6-e7a7-480e-81c7-a333b5c0dfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93575b1-b2ac-43a9-863d-760e19e0a2e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:14.418068 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-44649c4b-2090-41c7-ac9b-c56d596f2e03 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215660 Jul 06 11:39:14.479773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4a359-c5f4-48be-a38b-e8859e445058 req-d5e5d848-312c-428e-96a2-11ab1532add0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.481837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29c4a359-c5f4-48be-a38b-e8859e445058 req-d5e5d848-312c-428e-96a2-11ab1532add0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 945 time: 0.4076176 Jul 06 11:39:14.515451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-03559c72-1aa6-4e56-848a-5c42e5d7b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.516887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-03559c72-1aa6-4e56-848a-5c42e5d7b0ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1467335 Jul 06 11:39:14.524121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:14.617641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29c4a359-c5f4-48be-a38b-e8859e445058 req-b24e5bbd-484b-424c-842b-85d530cdf29a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266611 Jul 06 11:39:14.651179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-67560df2-7c59-4ccc-8b3b-b7e4618c0d28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b110190ddeb743df9cfce07845254b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259513 Jul 06 11:39:14.654033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:14.719286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-ad9a2f07-4a33-4c61-a89d-d98ca30f3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.730576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-ad9a2f07-4a33-4c61-a89d-d98ca30f3a4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915898 Jul 06 11:39:14.791394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-41379f4f-8809-45c8-9660-3105d45451b1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.801228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-41379f4f-8809-45c8-9660-3105d45451b1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 950 time: 0.2663896 Jul 06 11:39:14.971759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port 6ee93407-52b3-40c7-ac22-caaff375bc68 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:14.972317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.982942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.033319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-1f8b0be0-9302-437d-a7a2-8f03a8ab8bfb service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916543 Jul 06 11:39:15.055609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.077459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8ceb-76cd-467b-8221-2b46da98367f req-23f22164-9601-4e63-9855-c6f341a9ee73 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:15.079191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-004a8ceb-76cd-467b-8221-2b46da98367f req-23f22164-9601-4e63-9855-c6f341a9ee73 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2663069 Jul 06 11:39:15.143718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port 6ee93407-52b3-40c7-ac22-caaff375bc68, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6ee93407-52b3-40c7-ac22-caaff375bc68,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:15.144120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.167250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for 6ee93407-52b3-40c7-ac22-caaff375bc68 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:15.247136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-004a8ceb-76cd-467b-8221-2b46da98367f req-e64cb991-8ace-4220-b243-c5fcc479c110 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608911 Jul 06 11:39:15.280873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-0b7da1e8-e547-442c-a45c-1bd5ab202a59 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:15.282641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-0b7da1e8-e547-442c-a45c-1bd5ab202a59 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.3589127 Jul 06 11:39:15.346225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.349702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.353995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72f31959-fc15-48fa-8397-27551ebecc78 HTTP/1.1" status: 204 len: 168 time: 0.6989064 Jul 06 11:39:15.378345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.392309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['07092662-dd34-4143-900a-71e19bb5af56', '6ee93407-52b3-40c7-ac22-caaff375bc68'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:15.424170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=6ee93407-52b3-40c7-ac22-caaff375bc68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:15.435355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f813e9-e954-452e-acb8-85db29c2989b req-c6a3228d-498c-4f1b-9753-509f67f47e59 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:15.442884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82f813e9-e954-452e-acb8-85db29c2989b req-c6a3228d-498c-4f1b-9753-509f67f47e59 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=26747c45-7a9d-4ab4-9aa6-47c863648061 HTTP/1.1" status: 200 len: 950 time: 0.3834126 Jul 06 11:39:15.457383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:15.492423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port 6ee93407-52b3-40c7-ac22-caaff375bc68 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:15.501835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.506206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea6b5fa-7bb0-4f15-a221-83c5bcb5920c req-817e2310-691f-41f7-9a9a-4379303d07f4 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616089 Jul 06 11:39:15.525452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f31959-fc15-48fa-8397-27551ebecc78,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:15.526709 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-787e6f2f-e2f2-44d8-9cda-e886bc7e3726 req-676a0d13-a846-470d-8d48-a4e597a79536 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "DELETE /v2.0/ports/6ee93407-52b3-40c7-ac22-caaff375bc68 HTTP/1.1" status: 204 len: 173 time: 0.7030349 Jul 06 11:39:15.527638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'name': 'network-vif-deleted', 'tag': '6ee93407-52b3-40c7-ac22-caaff375bc68'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:15.536191 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823f4e82-faec-4419-ab04-fba2622b38c9" -d '{"events": [{"server_uuid": "26747c45-7a9d-4ab4-9aa6-47c863648061", "name": "network-vif-deleted", "tag": "6ee93407-52b3-40c7-ac22-caaff375bc68"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:15.653713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.654426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.654971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.655522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.656798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.657516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.658062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.658621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.659465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.661984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.662180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.662648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169fdd8-cf2b-4dbc-91fa-834324bbd648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:15.679396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82f813e9-e954-452e-acb8-85db29c2989b req-360f1b03-7a19-44b6-a61d-93e62877ce0f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251985 Jul 06 11:39:15.768040 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031eb97a-ea10-47d1-a96a-a6de1be587a4 x-openstack-request-id: req-031eb97a-ea10-47d1-a96a-a6de1be587a4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:15.768419 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26747c45-7a9d-4ab4-9aa6-47c863648061", "name": "network-vif-deleted", "tag": "6ee93407-52b3-40c7-ac22-caaff375bc68", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:15.768603 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-031eb97a-ea10-47d1-a96a-a6de1be587a4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:15.769004 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26747c45-7a9d-4ab4-9aa6-47c863648061', 'name': 'network-vif-deleted', 'tag': '6ee93407-52b3-40c7-ac22-caaff375bc68', 'status': 'completed', 'code': 200} Jul 06 11:39:15.867603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-c023f11a-8fcf-42ec-9706-1464c49a1790 service neutron] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:15.881407 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-c023f11a-8fcf-42ec-9706-1464c49a1790 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.898453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b75afc80-0a18-4b67-9f53-e66bfe7676a3 req-c023f11a-8fcf-42ec-9706-1464c49a1790 service neutron] 10.222.0.79 "DELETE /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8/bindings/n-h1-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.5934405 Jul 06 11:39:15.939302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c411a-5335-4bdd-a71e-877cc190966d req-984788b9-76ba-4638-8550-89565987a26a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:15.943035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a3c411a-5335-4bdd-a71e-877cc190966d req-984788b9-76ba-4638-8550-89565987a26a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 947 time: 0.3371356 Jul 06 11:39:16.044367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a3c411a-5335-4bdd-a71e-877cc190966d req-8c9bd87c-0758-45b9-a82d-85b60420169d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910590 Jul 06 11:39:16.129007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:16.527264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016241-e7af-4bc5-a090-012765250030 req-feaa75bc-fcf5-47ee-8ca5-bf0357f0fbca tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:16.541524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3016241-e7af-4bc5-a090-012765250030 req-feaa75bc-fcf5-47ee-8ca5-bf0357f0fbca tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1184959 Jul 06 11:39:16.630154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:16.659502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'mac_address': 'fa:16:3e:53:be:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:16.683220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3016241-e7af-4bc5-a090-012765250030 req-fd2b2e14-bf31-4b37-9e5b-d2ce1885c91a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403353 Jul 06 11:39:16.737251 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:16.765861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272ab562-e5c6-40ae-b189-94f9de9d374d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:16.805438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:16.823042 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:16.882988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1fe1c-0859-4dc1-a423-8ea77eef24a1 req-06366a81-6db6-40a1-b6d8-f719c4fbd966 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:16.888874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-add1fe1c-0859-4dc1-a423-8ea77eef24a1 req-06366a81-6db6-40a1-b6d8-f719c4fbd966 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 945 time: 0.2417073 Jul 06 11:39:16.951081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:16.969928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-add1fe1c-0859-4dc1-a423-8ea77eef24a1 req-3f47495a-f230-4c60-9b0d-0589c1970422 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Jul 06 11:39:17.123027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['272ab562-e5c6-40ae-b189-94f9de9d374d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:17.171402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:17.481219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-314193790-network', 'tenant_id': '256e9d4074b04ffa9f0428558486c30a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:17.554400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Made reservation on behalf of 256e9d4074b04ffa9f0428558486c30a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:17.556645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.578072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.606185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891215-8176-4328-9488-d1f6e539e85e req-08e5ea1a-0078-4699-a9e9-c035479b2f7d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:17.607702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43891215-8176-4328-9488-d1f6e539e85e req-08e5ea1a-0078-4699-a9e9-c035479b2f7d tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1096 time: 0.1679537 Jul 06 11:39:17.681336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053553f3-a820-49fe-a434-f52a2071455e req-65124d76-3e05-48aa-a3a4-d8ceba5c25cd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:17.682868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-053553f3-a820-49fe-a434-f52a2071455e req-65124d76-3e05-48aa-a3a4-d8ceba5c25cd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 948 time: 0.1747510 Jul 06 11:39:17.709858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43891215-8176-4328-9488-d1f6e539e85e req-26f40387-fa67-4d2e-b7f2-fc5952508606 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955529 Jul 06 11:39:17.772768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-053553f3-a820-49fe-a434-f52a2071455e req-60ff5f2d-6d88-4156-a1df-3a3a11f54083 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731661 Jul 06 11:39:17.862326 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.873632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.897141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:39:17.923620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.924808 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Added segment 329d019b-933d-4639-a093-a17ff145d070 of type vlan for network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e Jul 06 11:39:18.068926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8a3bf-d173-49a5-acff-a132aa0534c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:18.086086 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.138048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6ee93407-52b3-40c7-ac22-caaff375bc68 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:18.174796 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.175776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:18.180218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.210870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 6ee93407-52b3-40c7-ac22-caaff375bc68 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:18.211328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6ee93407-52b3-40c7-ac22-caaff375bc68 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:18.385616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2129505 Jul 06 11:39:18.388325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:18.393474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Request body: {'subnet': {'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-314193790-subnet', 'tenant_id': '256e9d4074b04ffa9f0428558486c30a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:18.415119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece0f6f-bb54-49b8-84fa-849d2cda0892 req-3c75008a-ecde-4b9e-a7e5-af91f45c17db tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:18.422347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fece0f6f-bb54-49b8-84fa-849d2cda0892 req-3c75008a-ecde-4b9e-a7e5-af91f45c17db tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4085600 Jul 06 11:39:18.424754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Made reservation on behalf of 256e9d4074b04ffa9f0428558486c30a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:18.427766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.443013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182da845-e6c8-469c-9d46-eb8bb1a953cf admin admin] Pushing event updated for resources: {'Network': ['ID=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:18.461609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:39:18.541023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fece0f6f-bb54-49b8-84fa-849d2cda0892 req-6046b9e1-9afe-4691-a35f-e9123a8086f5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174977 Jul 06 11:39:18.575140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d110f9-c8e7-4d2c-b0eb-e92764be050c req-dd070260-24e5-47f7-b162-282c4c011c06 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:18.588852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19d110f9-c8e7-4d2c-b0eb-e92764be050c req-dd070260-24e5-47f7-b162-282c4c011c06 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 1096 time: 0.2010763 Jul 06 11:39:18.639903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19d110f9-c8e7-4d2c-b0eb-e92764be050c req-eb1d9862-f6d9-4f3f-ad81-dc5ad0c8954c tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Jul 06 11:39:18.714103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.768151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbeaf0-128b-469e-816a-1db955ccf9c9 req-fa5eee8c-59a8-41cf-9639-e2b7825466a4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:18.775599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44cbeaf0-128b-469e-816a-1db955ccf9c9 req-fa5eee8c-59a8-41cf-9639-e2b7825466a4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 950 time: 0.0910964 Jul 06 11:39:18.798899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:18.811952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Checking segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:18.812334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Network hostable DHCP agents. Network: ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:39:18.834775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:39:18.840263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44cbeaf0-128b-469e-816a-1db955ccf9c9 req-afe432f8-7f94-4570-9782-9c50c6c234a2 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623984 Jul 06 11:39:18.856576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:18.862111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:18.863228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.874670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526ad42-27d9-4e76-b13b-363acf0d3e34 None None] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:18.890851 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a7ab3bcd-b510-4a99-bdda-37633bd8d417 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5014019 Jul 06 11:39:19.088154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55735289-e28a-4630-937a-7eb8faa6feb3 None None] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:19.155655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06118-169f-48d3-a846-4d732c388523 req-94e38e91-552b-4b9a-ba40-1d2abbda9f2d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:19.157222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bab06118-169f-48d3-a846-4d732c388523 req-94e38e91-552b-4b9a-ba40-1d2abbda9f2d tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 950 time: 0.1505961 Jul 06 11:39:19.291865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066ce3f-6a6d-425e-8b45-2a87a700d930 req-0f7a8c12-9359-4978-a9d2-ff81bc257aef tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:19.293429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b066ce3f-6a6d-425e-8b45-2a87a700d930 req-0f7a8c12-9359-4978-a9d2-ff81bc257aef tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 948 time: 0.2376845 Jul 06 11:39:19.337334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port 07092662-dd34-4143-900a-71e19bb5af56 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:19.337680 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:19.390417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b066ce3f-6a6d-425e-8b45-2a87a700d930 req-db81e2b8-7f0d-46f3-aa90-94d55e22fcef tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839608 Jul 06 11:39:19.450212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port 07092662-dd34-4143-900a-71e19bb5af56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=07092662-dd34-4143-900a-71e19bb5af56,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:19.450576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:19.511195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for 07092662-dd34-4143-900a-71e19bb5af56 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:19.988132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9b5db248-a706-4169-93f4-6ef7e8b192a7 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:19.989939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860262-4919-49f7-8597-fce844c0ce23 req-eacbabd9-88c0-4414-8321-74d69f8e6a58 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:19.991887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1f860262-4919-49f7-8597-fce844c0ce23 req-eacbabd9-88c0-4414-8321-74d69f8e6a58 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/ports?device_id=a66add51-dcfa-40b2-918a-e0ec88bd0c0d HTTP/1.1" status: 200 len: 950 time: 0.1009018 Jul 06 11:39:19.996532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9b5db248-a706-4169-93f4-6ef7e8b192a7 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 814 time: 0.5432930 Jul 06 11:39:20.058172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-7856efde-9a3b-4917-b4f7-22314aa02b32 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/quotas/256e9d4074b04ffa9f0428558486c30a HTTP/1.1" status: 200 len: 375 time: 0.0575161 Jul 06 11:39:20.128513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-552be4ad-3811-4575-a64d-33241124a65b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683701 Jul 06 11:39:20.141109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfafa9b-e7eb-411c-9d65-c70a0aec442e req-2c4ecd58-d086-4c92-be6d-35c13a15cd1f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:20.144243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bfafa9b-e7eb-411c-9d65-c70a0aec442e req-2c4ecd58-d086-4c92-be6d-35c13a15cd1f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2693334 Jul 06 11:39:20.163234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:20.180749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port ce09886f-7487-4b6f-9d89-67da69d7c299 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:20.181014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.239052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 272ab562-e5c6-40ae-b189-94f9de9d374d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:20.244748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 272ab562-e5c6-40ae-b189-94f9de9d374d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:20.245465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.323558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bfafa9b-e7eb-411c-9d65-c70a0aec442e req-433ea923-42bf-4315-9b1d-c0e922abf517 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628222 Jul 06 11:39:20.330554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.336215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port ce09886f-7487-4b6f-9d89-67da69d7c299, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=ce09886f-7487-4b6f-9d89-67da69d7c299,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:20.336572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.343554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'ce09886f-7487-4b6f-9d89-67da69d7c299'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:20.376480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for ce09886f-7487-4b6f-9d89-67da69d7c299 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:20.399034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=07092662-dd34-4143-900a-71e19bb5af56,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:20.516816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-d5781192-63c9-477a-8bfd-055f3f7391ce service neutron] 10.222.0.78 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711691 Jul 06 11:39:20.665515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.712384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:20.719393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:20.722719 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f51fe-221f-4131-97a4-1db714bf4cdc" -d '{"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-plugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:20.730341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.731221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 07092662-dd34-4143-900a-71e19bb5af56 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:20.768153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 07092662-dd34-4143-900a-71e19bb5af56 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:20.768392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.769174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 07092662-dd34-4143-900a-71e19bb5af56 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:20.808044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-feed2639-91e5-474a-9978-fadb437dd906 service neutron] 10.222.0.78 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888017 Jul 06 11:39:20.885475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=ce09886f-7487-4b6f-9d89-67da69d7c299,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:20.905029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port 07092662-dd34-4143-900a-71e19bb5af56 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:20.910434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.916153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:20.917975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bab06118-169f-48d3-a846-4d732c388523 req-8d6b04c4-e596-4b55-816b-4a23fc0ba6e9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.79 "DELETE /v2.0/ports/07092662-dd34-4143-900a-71e19bb5af56 HTTP/1.1" status: 204 len: 173 time: 1.7542772 Jul 06 11:39:20.937811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'name': 'network-vif-deleted', 'tag': '07092662-dd34-4143-900a-71e19bb5af56'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:20.943725 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35aeff2-1676-4879-9ed9-a2cc42536c07" -d '{"events": [{"server_uuid": "aede2b1b-b33a-43ee-a2a4-2b39e79b445a", "name": "network-vif-deleted", "tag": "07092662-dd34-4143-900a-71e19bb5af56"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:21.007767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port ce09886f-7487-4b6f-9d89-67da69d7c299 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:21.023146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:21.031251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5a22f72-fb56-4760-81a9-b7a0a8dcf90f req-c63c8833-46f1-420c-b9f8-0a230f7a42d1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 210 time: 0.1390424 Jul 06 11:39:21.033574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1f860262-4919-49f7-8597-fce844c0ce23 req-706b0dfc-09eb-4d63-876e-4fff474f3996 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "DELETE /v2.0/ports/ce09886f-7487-4b6f-9d89-67da69d7c299 HTTP/1.1" status: 204 len: 173 time: 1.0345113 Jul 06 11:39:21.034057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'name': 'network-vif-deleted', 'tag': 'ce09886f-7487-4b6f-9d89-67da69d7c299'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:21.041089 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5c3f0-bcf1-4026-967b-50181a3be117" -d '{"events": [{"server_uuid": "a66add51-dcfa-40b2-918a-e0ec88bd0c0d", "name": "network-vif-deleted", "tag": "ce09886f-7487-4b6f-9d89-67da69d7c299"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:21.305358 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b77799-e76c-4ef7-ac13-ae96f31fc128 x-openstack-request-id: req-16b77799-e76c-4ef7-ac13-ae96f31fc128 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:21.308332 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-plugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:21.308692 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16b77799-e76c-4ef7-ac13-ae96f31fc128 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:21.309420 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'code': 200} Jul 06 11:39:21.374217 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594366a1-9eb5-4ee4-bc81-4e4ac78071ee x-openstack-request-id: req-594366a1-9eb5-4ee4-bc81-4e4ac78071ee {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:21.374802 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede2b1b-b33a-43ee-a2a4-2b39e79b445a", "name": "network-vif-deleted", "tag": "07092662-dd34-4143-900a-71e19bb5af56", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:21.375154 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-594366a1-9eb5-4ee4-bc81-4e4ac78071ee {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:21.377738 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede2b1b-b33a-43ee-a2a4-2b39e79b445a', 'name': 'network-vif-deleted', 'tag': '07092662-dd34-4143-900a-71e19bb5af56', 'status': 'completed', 'code': 200} Jul 06 11:39:21.427548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513f4e-5085-4921-938e-16e11a70c191 req-2571aaee-ad06-49ff-9e06-8b8e8edabedb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:21.435986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06513f4e-5085-4921-938e-16e11a70c191 req-2571aaee-ad06-49ff-9e06-8b8e8edabedb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1473632 Jul 06 11:39:21.459686 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b18bf-bc80-45a4-b6a6-d09fb2b7011a x-openstack-request-id: req-3a7b18bf-bc80-45a4-b6a6-d09fb2b7011a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:21.460427 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66add51-dcfa-40b2-918a-e0ec88bd0c0d", "name": "network-vif-deleted", "tag": "ce09886f-7487-4b6f-9d89-67da69d7c299", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:21.460685 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a7b18bf-bc80-45a4-b6a6-d09fb2b7011a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:21.461351 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66add51-dcfa-40b2-918a-e0ec88bd0c0d', 'name': 'network-vif-deleted', 'tag': 'ce09886f-7487-4b6f-9d89-67da69d7c299', 'status': 'completed', 'code': 200} Jul 06 11:39:21.657707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06513f4e-5085-4921-938e-16e11a70c191 req-8e132ae8-215e-4425-a4be-5e18542db0f8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206140 Jul 06 11:39:21.744989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbb99d36-0d50-4f08-b3bb-816d661cb190 req-a06db47c-e4c4-4179-bca4-c5448488a744 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 210 time: 0.2316594 Jul 06 11:39:21.838319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfd3ec-c635-4eb2-8899-69198097bf6b req-df47d934-8cc6-41d1-8eeb-f88cd810ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:21.845645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91cfd3ec-c635-4eb2-8899-69198097bf6b req-df47d934-8cc6-41d1-8eeb-f88cd810ee1f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1100 time: 0.3698251 Jul 06 11:39:21.950311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91cfd3ec-c635-4eb2-8899-69198097bf6b req-0e35dfda-77e8-4d50-bce7-138d3016054a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927966 Jul 06 11:39:22.109846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317fd5d-b82f-4d0f-ab2f-1d8ff89f0a93 req-f1c68f7b-8b7a-408e-b77e-d77651368276 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.117574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8317fd5d-b82f-4d0f-ab2f-1d8ff89f0a93 req-f1c68f7b-8b7a-408e-b77e-d77651368276 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1478462 Jul 06 11:39:22.278998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5804b35c-3de2-4720-a802-c72ba273b729 req-97d24868-c819-446b-b059-0fd2835597cf tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=aede2b1b-b33a-43ee-a2a4-2b39e79b445a HTTP/1.1" status: 200 len: 210 time: 0.0687275 Jul 06 11:39:22.308789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8317fd5d-b82f-4d0f-ab2f-1d8ff89f0a93 req-d7ef890b-f411-45cb-861d-5eec0b9b4696 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902270 Jul 06 11:39:22.458134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:22.836857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee1975-7fee-498c-bf41-80a1eb33996a req-7584b5db-2d03-4095-a97d-f9be81f7a288 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.838676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89ee1975-7fee-498c-bf41-80a1eb33996a req-7584b5db-2d03-4095-a97d-f9be81f7a288 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.0767868 Jul 06 11:39:22.891209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89ee1975-7fee-498c-bf41-80a1eb33996a req-5794559c-3f24-4cce-bda5-793fb1cba131 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467157 Jul 06 11:39:22.945572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f671319-7900-4162-8c4f-f866a1d99148 req-41a6cab0-967e-4bc1-a0cd-b666201de7e8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 210 time: 0.0517802 Jul 06 11:39:23.194697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:23.264530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-e7608c8b-f79a-4cdd-b052-53d7e4f81e7e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:23.265996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-e7608c8b-f79a-4cdd-b052-53d7e4f81e7e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 814 time: 0.1845624 Jul 06 11:39:23.290468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Request body: {'port': {'device_id': '9414cb81-38ac-4b50-8db7-e9429093935b', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'admin_state_up': True, 'tenant_id': '256e9d4074b04ffa9f0428558486c30a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:23.609380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Made reservation on behalf of 256e9d4074b04ffa9f0428558486c30a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:23.614170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:23.821395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d843f-ba0f-4dc5-ad22-868455035fde req-89de65d7-0305-4519-8a88-b80d143b62f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:23.823620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e2d843f-ba0f-4dc5-ad22-868455035fde req-89de65d7-0305-4519-8a88-b80d143b62f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2034140 Jul 06 11:39:23.946483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Allocated IP 172.20.0.8 (ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e/2d0c3ea8-315d-410c-9f35-e415c0cc1b7f/fde9c8ce-99f5-44d0-8315-b4aac7943499) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:23.973703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e2d843f-ba0f-4dc5-ad22-868455035fde req-71b9a1bb-e1c7-4c5a-9494-e7a64098c80a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724471 Jul 06 11:39:24.266073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc4a14c1-af11-4fcc-9f17-3a3239a5333e req-af89cae6-ff0a-49bf-a7cc-918473783397 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 210 time: 0.0565238 Jul 06 11:39:24.328151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.349776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d87391-76fe-4830-b804-2ba766a781b9 req-d8e34e70-1c87-4b0f-a19b-527edcc4ac2e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:24.351292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84d87391-76fe-4830-b804-2ba766a781b9 req-d8e34e70-1c87-4b0f-a19b-527edcc4ac2e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.2226443 Jul 06 11:39:24.410008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84d87391-76fe-4830-b804-2ba766a781b9 req-a1ef3406-898b-405a-9fc9-7eb99764e4ad tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Jul 06 11:39:24.414368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.518603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:24.535546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:24.540839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:24.607234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:24.607436 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.639530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3538694 Jul 06 11:39:24.643703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59cea4-1833-4f06-be2d-1e3bea56d6ae tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:24.663770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Request body: {'port': {'device_id': '9414cb81-38ac-4b50-8db7-e9429093935b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:24.862372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41106ac3-85e6-4570-9541-32568d71fa2a req-3a1051a5-6b0d-4c84-9e4f-2df453d4e50c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:24.870790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41106ac3-85e6-4570-9541-32568d71fa2a req-3a1051a5-6b0d-4c84-9e4f-2df453d4e50c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1528537 Jul 06 11:39:24.881235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.967580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41106ac3-85e6-4570-9541-32568d71fa2a req-aa6f76aa-5557-4631-b62b-26300353a685 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954959 Jul 06 11:39:25.334349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86aa7-55ec-41a7-8fe7-0e3218b93cdf req-c0e21691-ff79-481c-bdb2-30b842f23e9e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.336000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6e86aa7-55ec-41a7-8fe7-0e3218b93cdf req-c0e21691-ff79-481c-bdb2-30b842f23e9e tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 950 time: 0.2019756 Jul 06 11:39:25.389353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b954f51-ce7a-4947-9796-2bf5f88e77f8 req-c3a67553-a181-4fc4-8ceb-0404af183ec9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.390852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b954f51-ce7a-4947-9796-2bf5f88e77f8 req-c3a67553-a181-4fc4-8ceb-0404af183ec9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1648195 Jul 06 11:39:25.439208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device ce09886f-7487-4b6f-9d89-67da69d7c299 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:25.453205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6e86aa7-55ec-41a7-8fe7-0e3218b93cdf req-4ea8b50c-7c07-477e-bc15-7d40a19598f1 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065495 Jul 06 11:39:25.455184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde9c8ce-99f5-44d0-8315-b4aac7943499 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:25.467888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.468347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: ce09886f-7487-4b6f-9d89-67da69d7c299 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:25.468567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device ce09886f-7487-4b6f-9d89-67da69d7c299 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:25.496664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b954f51-ce7a-4947-9796-2bf5f88e77f8 req-c5ceb0cc-f263-4349-9f26-ce56d7f897f1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843711 Jul 06 11:39:25.501406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Transition to ACTIVE for port object fde9c8ce-99f5-44d0-8315-b4aac7943499 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:25.509338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.567608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:25.697126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Attempting to bind port fde9c8ce-99f5-44d0-8315-b4aac7943499 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:25.697466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Attempting to bind port fde9c8ce-99f5-44d0-8315-b4aac7943499 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:25.697799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Attempting to bind port fde9c8ce-99f5-44d0-8315-b4aac7943499 on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:25.727106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Port fde9c8ce-99f5-44d0-8315-b4aac7943499 on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:25.727379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Attempting to bind port fde9c8ce-99f5-44d0-8315-b4aac7943499 on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:25.746773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5394563-5e42-4de7-8065-0d92a5a11659 req-72553116-e26c-4f88-a8f1-3fc902fa4e42 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.748329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5394563-5e42-4de7-8065-0d92a5a11659 req-72553116-e26c-4f88-a8f1-3fc902fa4e42 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 945 time: 0.1517279 Jul 06 11:39:25.749074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:25.749410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Checking segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:25.749794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Bound using segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:25.750244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Bound port: fde9c8ce-99f5-44d0-8315-b4aac7943499, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:25.750603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.849384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960ed8d-5fb2-4a6d-b1f0-6fd0f8ab84f5 req-a6ed86b7-736c-42ac-b483-553d499ac683 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.850918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1960ed8d-5fb2-4a6d-b1f0-6fd0f8ab84f5 req-a6ed86b7-736c-42ac-b483-553d499ac683 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 943 time: 0.1681914 Jul 06 11:39:25.857988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5394563-5e42-4de7-8065-0d92a5a11659 req-aacd63ed-f269-4446-b3eb-bb3bb9558124 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996528 Jul 06 11:39:25.907086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:25.932148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:25.946758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1960ed8d-5fb2-4a6d-b1f0-6fd0f8ab84f5 req-81a0db1e-c10b-4b95-a3f2-3d051be75798 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834229 Jul 06 11:39:25.948516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.063162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.064086 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.065213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-2b47c0ab-2625-46ea-a204-bfb1e681c1af tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.065769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] 10.222.0.79 "PUT /v2.0/ports/fde9c8ce-99f5-44d0-8315-b4aac7943499 HTTP/1.1" status: 200 len: 1091 time: 1.4148958 Jul 06 11:39:26.065954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:26.069428 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:26.069602 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-2b47c0ab-2625-46ea-a204-bfb1e681c1af tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 950 time: 0.1339252 Jul 06 11:39:26.085442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eaa64-c838-43a5-ae35-54e16fe0d1ec service neutron] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:26.126100 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a1fa7d-10df-4413-afcc-c577672444b1 x-openstack-request-id: req-40a1fa7d-10df-4413-afcc-c577672444b1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:26.126404 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:26.127516 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40a1fa7d-10df-4413-afcc-c577672444b1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:26.127951 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'status': 'completed', 'code': 200} Jul 06 11:39:26.235244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-a4787a9a-7b9b-48bb-af47-5578a4884846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.237292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-a4787a9a-7b9b-48bb-af47-5578a4884846 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 1094 time: 0.1015825 Jul 06 11:39:26.271008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port 8c4119ec-297b-4634-a583-f700f4afd555 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:26.271574 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.312566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-e92707ab-f5b5-4226-a4bf-2b2c6f615658 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499 HTTP/1.1" status: 200 len: 217 time: 0.0641074 Jul 06 11:39:26.402742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-059c6fae-c3f1-4f48-9ee9-6cacda09ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.406940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-059c6fae-c3f1-4f48-9ee9-6cacda09ff11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 200 len: 854 time: 0.0836992 Jul 06 11:39:26.459281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-35d5c068-e0ac-4453-841a-4e562c4d0c54 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437944 Jul 06 11:39:26.468269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port 8c4119ec-297b-4634-a583-f700f4afd555, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8c4119ec-297b-4634-a583-f700f4afd555,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:26.468641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.485390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for 8c4119ec-297b-4634-a583-f700f4afd555 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:26.653917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-d699f996-7bb7-46b9-b598-24f7e210b0ae service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873941 Jul 06 11:39:26.664364 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-dfaf9caf-6417-4056-a1f7-9c414bcf0539 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2311382 Jul 06 11:39:26.792802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.818956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33', '8c4119ec-297b-4634-a583-f700f4afd555', '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:26.898981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d868f4-7296-42ca-ad75-14f0b971d167 req-7554e4cf-5012-4d36-ac9b-45a9fe62c0a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.900574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4d868f4-7296-42ca-ad75-14f0b971d167 req-7554e4cf-5012-4d36-ac9b-45a9fe62c0a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.3843710 Jul 06 11:39:26.924872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=8c4119ec-297b-4634-a583-f700f4afd555,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:26.926354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed1efb8f-0d24-4f52-be4e-06f179f0fd67 req-17d5f619-0c33-40bf-b240-b06442aa0323 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351530 Jul 06 11:39:26.933260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-354fb211-1b61-4e35-9856-b708fbde6fe6 req-e308efc7-56ba-471f-861f-1d8550f6b0ad tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=f06367df-3914-4746-9667-9deb7c7a99e2 HTTP/1.1" status: 200 len: 210 time: 0.0727410 Jul 06 11:39:26.962543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-63ed1a96-e0f6-46ca-ae50-23c65426484c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.975636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-63ed1a96-e0f6-46ca-ae50-23c65426484c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 949 time: 0.4122131 Jul 06 11:39:27.003224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.003573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.004099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.007598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.008012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.008632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.010267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.013271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.013635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.014002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.014339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.014667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:27.025565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4d868f4-7296-42ca-ad75-14f0b971d167 req-96cf7a85-3217-4db7-ae8c-b2ce3e8f3396 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961840 Jul 06 11:39:27.077236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port 8c4119ec-297b-4634-a583-f700f4afd555 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:27.087151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.089214 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a959bf6-354d-4028-aed2-b4f138b111f4 req-0d236f2e-f2bf-4175-9ff8-b4c157e0e26b tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "DELETE /v2.0/ports/8c4119ec-297b-4634-a583-f700f4afd555 HTTP/1.1" status: 204 len: 173 time: 1.0124352 Jul 06 11:39:27.089694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'name': 'network-vif-deleted', 'tag': '8c4119ec-297b-4634-a583-f700f4afd555'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:27.104308 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ee14a-566a-4a1f-9218-5e6be7b7bb6b" -d '{"events": [{"server_uuid": "f06367df-3914-4746-9667-9deb7c7a99e2", "name": "network-vif-deleted", "tag": "8c4119ec-297b-4634-a583-f700f4afd555"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:27.163474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4a04-95b5-4cea-8bee-0bae61582919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.428517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da735-26e6-4d08-8715-3511de121888 req-7ef284af-9bac-40e6-94d2-0a88965b2bd5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:27.430382 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-900da735-26e6-4d08-8715-3511de121888 req-7ef284af-9bac-40e6-94d2-0a88965b2bd5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 945 time: 0.2438016 Jul 06 11:39:27.689241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port 142ee439-7170-4d88-ab4a-2389f86ae100 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:27.689587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.692242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-388f2612-cb1b-48ce-bb73-181f6f060450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:27.694502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-388f2612-cb1b-48ce-bb73-181f6f060450 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 1094 time: 0.6679976 Jul 06 11:39:27.729888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d9dd3-9a22-484d-8426-fd2c9564f66e req-bc0e3452-b4a9-42c9-9384-e897854f8a23 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:27.736450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c3d9dd3-9a22-484d-8426-fd2c9564f66e req-bc0e3452-b4a9-42c9-9384-e897854f8a23 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4588966 Jul 06 11:39:27.749734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b1c3-d923-49ea-ae86-3afd7c8d25db req-135ea3e4-4fb6-4c77-a7ca-025003997f54 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:27.751386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f993b1c3-d923-49ea-ae86-3afd7c8d25db req-135ea3e4-4fb6-4c77-a7ca-025003997f54 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 945 time: 0.4429045 Jul 06 11:39:27.889173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:27.892540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.956369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port 142ee439-7170-4d88-ab4a-2389f86ae100, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=142ee439-7170-4d88-ab4a-2389f86ae100,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:27.956734 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.971660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for 142ee439-7170-4d88-ab4a-2389f86ae100 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:28.091011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c3d9dd3-9a22-484d-8426-fd2c9564f66e req-9b6e4bc8-c57a-42c4-9b19-1ec909a85499 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311224 Jul 06 11:39:28.192026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f993b1c3-d923-49ea-ae86-3afd7c8d25db req-2c0e0a0d-89f2-4a3b-8987-752a8bd325c2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289796 Jul 06 11:39:28.193913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-4ba4b254-091e-4f24-97dc-bbe618352935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:28.198131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-4ba4b254-091e-4f24-97dc-bbe618352935 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 915 time: 0.4814334 Jul 06 11:39:28.258195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.359338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=142ee439-7170-4d88-ab4a-2389f86ae100,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:28.422141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port 142ee439-7170-4d88-ab4a-2389f86ae100 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:28.425041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.428428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-900da735-26e6-4d08-8715-3511de121888 req-d2972250-6661-4d1b-8ac7-aad975178c28 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "DELETE /v2.0/ports/142ee439-7170-4d88-ab4a-2389f86ae100 HTTP/1.1" status: 204 len: 173 time: 0.9870784 Jul 06 11:39:28.518838 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb97d583-c5b5-47fb-a621-73bdbecdbd67 x-openstack-request-id: req-fb97d583-c5b5-47fb-a621-73bdbecdbd67 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:28.519126 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06367df-3914-4746-9667-9deb7c7a99e2", "name": "network-vif-deleted", "tag": "8c4119ec-297b-4634-a583-f700f4afd555", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:28.519383 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb97d583-c5b5-47fb-a621-73bdbecdbd67 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:28.519838 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06367df-3914-4746-9667-9deb7c7a99e2', 'name': 'network-vif-deleted', 'tag': '8c4119ec-297b-4634-a583-f700f4afd555', 'status': 'completed', 'code': 200} Jul 06 11:39:28.781284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-b2787124-c3bb-47f0-9ce5-911e04f53b6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499 HTTP/1.1" status: 200 len: 217 time: 0.5507984 Jul 06 11:39:28.899721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-c1e3427d-a09b-4689-bdf7-09dd7bd44fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:28.899721 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-c1e3427d-a09b-4689-bdf7-09dd7bd44fe6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1100 time: 0.0992103 Jul 06 11:39:29.022520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:29.023197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.051367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-3c93cdf5-ebd0-4679-8eaa-4568416503b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.053663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-3c93cdf5-ebd0-4679-8eaa-4568416503b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 200 len: 854 time: 0.2500184 Jul 06 11:39:29.061851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:29.091801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-837eaf17-7baf-4459-b4d5-b95d3ae9c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.094067 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-837eaf17-7baf-4459-b4d5-b95d3ae9c2a7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1902971 Jul 06 11:39:29.124130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-50cdd830-b945-447b-b916-7f52360f777f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550666 Jul 06 11:39:29.141456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b676e-095a-411a-a8dd-3de185cd5bfd req-a6347e2a-5f11-4d68-b45b-9200ad771c19 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.143344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-552b676e-095a-411a-a8dd-3de185cd5bfd req-a6347e2a-5f11-4d68-b45b-9200ad771c19 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 943 time: 0.4496620 Jul 06 11:39:29.166194 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-273a69a0-53dc-4b3c-9377-15bb87bbbf2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 217 time: 0.0649128 Jul 06 11:39:29.251200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-6410fc0c-df88-4b41-a2ec-3e6e21cd188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.253751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-6410fc0c-df88-4b41-a2ec-3e6e21cd188e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0813918 Jul 06 11:39:29.264304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e40835-7bce-4278-8131-f1ae75919700 req-ee1723ac-dad0-4467-a881-adf359b4a9c9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.272118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21e40835-7bce-4278-8131-f1ae75919700 req-ee1723ac-dad0-4467-a881-adf359b4a9c9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.4926150 Jul 06 11:39:29.353630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-f38d8c1a-7d04-4e93-b8f2-5609b3e9213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.355931 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-f38d8c1a-7d04-4e93-b8f2-5609b3e9213b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943117 Jul 06 11:39:29.358952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-552b676e-095a-411a-a8dd-3de185cd5bfd req-19cae02c-f532-4c80-8f59-c8e9bbdd9da0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677115 Jul 06 11:39:29.462871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:29.515446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-b657e404-f177-4a03-9783-75efc05af033 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827970 Jul 06 11:39:29.538919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-bf5c6c16-0d4e-4dfa-ac5c-2ecf922ac6cc service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733816 Jul 06 11:39:29.622108 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.624587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f47c357a-4681-4245-8564-c66e397ef2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.718867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-c480354b-999b-4537-b398-c1b0dc27f042 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718619 Jul 06 11:39:29.731080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21e40835-7bce-4278-8131-f1ae75919700 req-527b8237-0795-4a10-8f4d-d0218f7abe54 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569552 Jul 06 11:39:29.763962 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.779001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.856033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:29.862179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8c4119ec-297b-4634-a583-f700f4afd555 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:29.884464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=03322a56-a0a9-4ee8-9abb-9d814cdb09f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:29.929154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 8c4119ec-297b-4634-a583-f700f4afd555 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:29.929715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8c4119ec-297b-4634-a583-f700f4afd555 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:29.993567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.014892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4a06-c1f6-49d8-b2cd-ff1ca7fa5c1f req-4bcc1b7b-0af2-4e7d-98fa-ec120c3a3f17 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791379 Jul 06 11:39:30.020280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-098a43a1-c8d6-46ee-9f03-ebacd14e2fcf req-f4d6564c-d235-4f24-a399-92150abb756f tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 210 time: 0.0999954 Jul 06 11:39:30.029367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2a02-b59e-496a-af92-6dd8e513059e req-5776afab-c7cc-4f4c-bc1b-a1574a8f0759 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:30.037850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c78b2a02-b59e-496a-af92-6dd8e513059e req-5776afab-c7cc-4f4c-bc1b-a1574a8f0759 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 946 time: 0.5213258 Jul 06 11:39:30.073648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port 03322a56-a0a9-4ee8-9abb-9d814cdb09f3 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:30.077909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.080135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b4593c-ff31-4d08-93f7-ed7ca3f90fbc req-ef345655-0873-4581-b4ef-2f68cb74608c tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "DELETE /v2.0/ports/03322a56-a0a9-4ee8-9abb-9d814cdb09f3 HTTP/1.1" status: 204 len: 173 time: 3.0820045 Jul 06 11:39:30.080738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'name': 'network-vif-deleted', 'tag': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:30.083714 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffd5712-96fe-49c5-8a27-afcf8ed6a673" -d '{"events": [{"server_uuid": "40d922fa-5055-44f7-a74e-c1d4d18f7f4e", "name": "network-vif-deleted", "tag": "03322a56-a0a9-4ee8-9abb-9d814cdb09f3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:30.129409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c78b2a02-b59e-496a-af92-6dd8e513059e req-8032bdbc-f6f9-42e6-a295-be1dc3078dbe tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901713 Jul 06 11:39:30.240903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:30.249656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 142ee439-7170-4d88-ab4a-2389f86ae100 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:30.346871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 142ee439-7170-4d88-ab4a-2389f86ae100 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:30.347221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 142ee439-7170-4d88-ab4a-2389f86ae100 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:30.436950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-761ba5aa-b95d-4ec3-8334-b9c073b02401 req-e617741c-22c3-4b13-8b15-31ab60069bce tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 210 time: 0.0480299 Jul 06 11:39:30.515442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea67b6-a329-4af0-85a8-5d9a3d43d6c8 req-e9825e05-2f2e-4bc2-8da5-e96d011120a4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:30.520909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71f01aa-7313-4df8-993d-d7af51750525', 'name': 'network-vif-deleted', 'tag': '142ee439-7170-4d88-ab4a-2389f86ae100'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:30.521525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86ea67b6-a329-4af0-85a8-5d9a3d43d6c8 req-e9825e05-2f2e-4bc2-8da5-e96d011120a4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1941850 Jul 06 11:39:30.523729 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38805945-8e7c-4526-b6a5-1009d5c7a951" -d '{"events": [{"server_uuid": "a71f01aa-7313-4df8-993d-d7af51750525", "name": "network-vif-deleted", "tag": "142ee439-7170-4d88-ab4a-2389f86ae100"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:30.585837 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9563123-4918-4f4a-9676-1752d9dcbe65 x-openstack-request-id: req-b9563123-4918-4f4a-9676-1752d9dcbe65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:30.586146 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d922fa-5055-44f7-a74e-c1d4d18f7f4e", "name": "network-vif-deleted", "tag": "03322a56-a0a9-4ee8-9abb-9d814cdb09f3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:30.586394 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9563123-4918-4f4a-9676-1752d9dcbe65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:30.586797 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d922fa-5055-44f7-a74e-c1d4d18f7f4e', 'name': 'network-vif-deleted', 'tag': '03322a56-a0a9-4ee8-9abb-9d814cdb09f3', 'status': 'completed', 'code': 200} Jul 06 11:39:30.625803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86ea67b6-a329-4af0-85a8-5d9a3d43d6c8 req-07a8e013-4bfb-489f-a8a2-7cc9b4f19872 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952611 Jul 06 11:39:30.665808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:30.680227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'port_id': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'mac_address': 'fa:16:3e:19:5d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c3ea8-315d-410c-9f35-e415c0cc1b7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:30.706081 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023c9813-cf9f-447c-b361-16d7711cc079 x-openstack-request-id: req-023c9813-cf9f-447c-b361-16d7711cc079 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:30.706376 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71f01aa-7313-4df8-993d-d7af51750525", "name": "network-vif-deleted", "tag": "142ee439-7170-4d88-ab4a-2389f86ae100", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:30.706630 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-023c9813-cf9f-447c-b361-16d7711cc079 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:30.707105 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71f01aa-7313-4df8-993d-d7af51750525', 'name': 'network-vif-deleted', 'tag': '142ee439-7170-4d88-ab4a-2389f86ae100', 'status': 'completed', 'code': 200} Jul 06 11:39:30.732111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.751955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde9c8ce-99f5-44d0-8315-b4aac7943499 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:30.796554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:30.822684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.895159 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.934414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:30.944008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.944363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.944711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.945051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.945392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.945727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.946061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.946391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.946732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.947031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.947509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:30.947797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:31.000305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe77b1-dad2-4197-b039-36aa6d8ddf08 req-7287a844-d51d-4a57-afe1-9304e6f2079f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:31.008494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ffe77b1-dad2-4197-b039-36aa6d8ddf08 req-7287a844-d51d-4a57-afe1-9304e6f2079f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 944 time: 0.2049065 Jul 06 11:39:31.085856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ffe77b1-dad2-4197-b039-36aa6d8ddf08 req-24d5b02f-53b9-41d0-aeda-80f1db011bd0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719147 Jul 06 11:39:31.102853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fde9c8ce-99f5-44d0-8315-b4aac7943499'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:31.125349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df268c-ce1c-486c-bbf5-62ab73c49ec8 req-9e9d3c88-ba02-46a3-93a6-eac130c5b32f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:31.137830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09df268c-ce1c-486c-bbf5-62ab73c49ec8 req-9e9d3c88-ba02-46a3-93a6-eac130c5b32f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.2189350 Jul 06 11:39:31.252965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09df268c-ce1c-486c-bbf5-62ab73c49ec8 req-fe70edec-a95a-494a-bd15-25fa6ac88e1e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140921 Jul 06 11:39:31.393400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f291b307-40d4-4505-8b92-6820886381ba req-2fae696e-66ef-41ab-8a44-e86dd4d7f6e0 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=40d922fa-5055-44f7-a74e-c1d4d18f7f4e HTTP/1.1" status: 200 len: 210 time: 0.0545135 Jul 06 11:39:31.637695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6dfe7b00-f333-43e1-848a-cc07fe959def req-ef9df1a5-01c4-4687-92bf-cf549d067858 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 210 time: 0.0376985 Jul 06 11:39:31.959495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18fc73-0cb0-4159-841b-72c682db11d5 req-53a0bbcd-1a1f-4caf-88d0-0b29dcdb6aad tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:31.961431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a18fc73-0cb0-4159-841b-72c682db11d5 req-53a0bbcd-1a1f-4caf-88d0-0b29dcdb6aad tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1016133 Jul 06 11:39:32.018028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a18fc73-0cb0-4159-841b-72c682db11d5 req-dd704631-06fd-404b-aca0-1f8ef1dfa8ca tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 Jul 06 11:39:32.235562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:32.301946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-bba75c1d-5723-492a-b167-c5de7f0352eb tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--922420033&fields=id&tenant_id=265633f82b254ced8dca3bfd23de0646 HTTP/1.1" status: 200 len: 267 time: 0.0764756 Jul 06 11:39:32.319276 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.340788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port fde9c8ce-99f5-44d0-8315-b4aac7943499 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:32.350821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port fde9c8ce-99f5-44d0-8315-b4aac7943499 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:32.352439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.472858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54ab6-3b90-4b18-bb31-45fa1818650e req-a4d89777-17a7-4215-b475-e41de14a53bb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:32.474843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fa54ab6-3b90-4b18-bb31-45fa1818650e req-a4d89777-17a7-4215-b475-e41de14a53bb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 944 time: 0.1989553 Jul 06 11:39:32.488617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-88fa905d-eb15-4504-9fe6-82396d111622 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:32.490271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-88fa905d-eb15-4504-9fe6-82396d111622 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 823 time: 0.1765106 Jul 06 11:39:32.518615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-6e8bfc34-97bc-4bf7-a732-4b46a9aa74bb tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/quotas/265633f82b254ced8dca3bfd23de0646 HTTP/1.1" status: 200 len: 375 time: 0.0192697 Jul 06 11:39:32.518849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.562739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:32.568405 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe7d48d-df28-43b0-a5dc-45f9f8f1dc3d" -d '{"events": [{"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:32.583609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fa54ab6-3b90-4b18-bb31-45fa1818650e req-5953083d-49bd-412b-9eb8-68809a1c6b9f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919521 Jul 06 11:39:32.601247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:32.611113 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.654173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-2a28f095-44e9-4a06-a83a-8e10b8ef521f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1253211 Jul 06 11:39:32.733018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:32.912710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-8d859782-bae2-4309-a1f8-0d8705463d67 service neutron] 10.222.0.78 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379808 Jul 06 11:39:32.938857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01b37-f5c1-4cdb-9049-62944fa71172 req-5ee17776-2336-4d25-978e-b9305ebb1a03 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:32.945760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfe01b37-f5c1-4cdb-9049-62944fa71172 req-5ee17776-2336-4d25-978e-b9305ebb1a03 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1671872 Jul 06 11:39:33.064215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfe01b37-f5c1-4cdb-9049-62944fa71172 req-2369ce84-e970-4705-be71-bc7ccd358a68 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035612 Jul 06 11:39:33.096985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-8ba7167f-08f4-47b2-a66d-26776f568ce6 service neutron] 10.222.0.78 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791553 Jul 06 11:39:33.239749 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16c508-c80b-45eb-8de0-07bac9fe3c89 x-openstack-request-id: req-9c16c508-c80b-45eb-8de0-07bac9fe3c89 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:33.240350 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:33.240350 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c16c508-c80b-45eb-8de0-07bac9fe3c89 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:33.248480 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'code': 200} Jul 06 11:39:33.546167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c1dcd8-eac0-468d-9eb7-1f59b41dec30 req-b0d4f340-62f5-42f5-abe7-280ad3720604 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 210 time: 0.0923259 Jul 06 11:39:33.653333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ba63-47c4-4177-bac8-6f8ef6cd1aac req-5e278a03-e57c-4426-b560-8de56f0843ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:33.654875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efe9ba63-47c4-4177-bac8-6f8ef6cd1aac req-5e278a03-e57c-4426-b560-8de56f0843ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 1096 time: 0.2961781 Jul 06 11:39:33.757002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418474c-1eb1-4f8e-b57f-fe09a72741ab req-8c861986-564b-4b0d-8e95-8451dfac0c2e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:33.758817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d418474c-1eb1-4f8e-b57f-fe09a72741ab req-8c861986-564b-4b0d-8e95-8451dfac0c2e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1948822 Jul 06 11:39:33.766104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efe9ba63-47c4-4177-bac8-6f8ef6cd1aac req-6036a552-cf66-4bf1-8aff-aba25c1fe334 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020675 Jul 06 11:39:33.818587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d418474c-1eb1-4f8e-b57f-fe09a72741ab req-96e9b6c1-e694-46a6-801b-89c421ec638b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 Jul 06 11:39:33.837593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-11ed7ab9-d69d-4501-a298-a19aea616e86 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:33.839369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-11ed7ab9-d69d-4501-a298-a19aea616e86 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b36a43c-67f0-4ad8-92f3-3e409a208467 HTTP/1.1" status: 200 len: 946 time: 0.1329067 Jul 06 11:39:34.002146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b848e17c-b77c-4a5b-ae20-366062e4b761 req-568f4bea-66a7-4f91-a57b-054afc1f0e80 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 210 time: 0.0596042 Jul 06 11:39:34.065132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Deleting port 7febf664-5c74-40dd-8305-b97f6e1befe9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:34.066262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.221052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] For port 7febf664-5c74-40dd-8305-b97f6e1befe9, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=7febf664-5c74-40dd-8305-b97f6e1befe9,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:34.221397 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.339595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b78e-5b56-4106-b761-791eda4aeaad req-f60f4adf-52c3-4a3d-b230-57cebead07d8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:34.346606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af13b78e-5b56-4106-b761-791eda4aeaad req-f60f4adf-52c3-4a3d-b230-57cebead07d8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2047336 Jul 06 11:39:34.441271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af13b78e-5b56-4106-b761-791eda4aeaad req-62467eee-63a6-4044-b869-e7cdb8e258cf tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936656 Jul 06 11:39:34.512221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.512600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.514052 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12 disassociated. External IP: 172.25.7.109, port: 7febf664-5c74-40dd-8305-b97f6e1befe9. Jul 06 11:39:34.514052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Calling delete_port for 7febf664-5c74-40dd-8305-b97f6e1befe9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:34.670645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f45868-4373-4169-84cb-b6773c7563e4 req-b4f62002-3965-4c12-92ec-e21c73b5efbc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:34.672205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f45868-4373-4169-84cb-b6773c7563e4 req-b4f62002-3965-4c12-92ec-e21c73b5efbc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1049798 Jul 06 11:39:34.762425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f45868-4373-4169-84cb-b6773c7563e4 req-d0d6c371-5288-40c8-afa7-f14543b989c2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614200 Jul 06 11:39:34.773440 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.893386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event deleted for resources: {'Port': ['ID=7febf664-5c74-40dd-8305-b97f6e1befe9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:34.911374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25d34a1f-c20f-4d09-b594-62483d333f1d req-1f2f89e8-c0f0-48b0-ac3c-fb6d5d6f2484 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=a71f01aa-7313-4df8-993d-d7af51750525 HTTP/1.1" status: 200 len: 210 time: 0.1127307 Jul 06 11:39:35.457950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdcbbbf0-811d-4555-98a6-915b0d6ccd2c req-3d414025-e3b7-4cb1-9a67-d10ec353b591 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 210 time: 0.0540280 Jul 06 11:39:35.553373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-08f751fe-e346-4f63-b0ca-afb723a9168a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:35.555051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-08f751fe-e346-4f63-b0ca-afb723a9168a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.79 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 823 time: 0.6011648 Jul 06 11:39:35.560114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:35.715031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2747c4b-0218-421b-96ee-47318f3cfa7d req-644d5bed-e761-4f1d-8ecf-78cb9f0837f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:35.716555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2747c4b-0218-421b-96ee-47318f3cfa7d req-644d5bed-e761-4f1d-8ecf-78cb9f0837f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3139226 Jul 06 11:39:35.781767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-476f8c9b-4ce0-4f9e-a3be-a4cda7b4051a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265633f82b254ced8dca3bfd23de0646 HTTP/1.1" status: 200 len: 379 time: 0.2071755 Jul 06 11:39:35.819798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'port': {'device_id': '22173220-77a8-49cb-8605-77b3b6b7340f', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'admin_state_up': True, 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'security_groups': ['1889309a-9e1b-4b3c-816f-bddd6d953812']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:35.905217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2747c4b-0218-421b-96ee-47318f3cfa7d req-03aa9b57-39d6-4acc-971d-381deb3742c0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737807 Jul 06 11:39:35.922523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-ec950245-83c8-4bca-af4d-f401ef954717 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:35.924082 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-ec950245-83c8-4bca-af4d-f401ef954717 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.3473830 Jul 06 11:39:35.928118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:35.939236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:35.956389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:35.959907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:36.001151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] No DVR routers for this DVR port 7febf664-5c74-40dd-8305-b97f6e1befe9 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:36.006233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.008546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1a6c52-1b80-4a99-9680-d63838162f53 req-c6f978c2-302f-472b-ab17-9808df775410 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.64 "DELETE /v2.0/ports/7febf664-5c74-40dd-8305-b97f6e1befe9 HTTP/1.1" status: 204 len: 173 time: 2.1553590 Jul 06 11:39:36.009854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-93c9a93a-a903-49cb-bd63-fad0448dd4bf tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/quotas/4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 375 time: 0.0696139 Jul 06 11:39:36.010284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'name': 'network-vif-deleted', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:36.012705 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c20512c-b628-493c-bbda-1c1d5341a05e" -d '{"events": [{"server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "name": "network-vif-deleted", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:36.101300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Made reservation on behalf of 265633f82b254ced8dca3bfd23de0646 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:36.104837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.134488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:36.156499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-adfae17c-7ea9-4fb3-9744-e5eea724b1af tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376450 Jul 06 11:39:36.360191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:36.370471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557afe52-bdcd-4cb6-b41c-8ca6003f083b req-5594c959-715a-4a6b-bc2b-ff616a769ad9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:36.372018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-557afe52-bdcd-4cb6-b41c-8ca6003f083b req-5594c959-715a-4a6b-bc2b-ff616a769ad9 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 950 time: 0.2631173 Jul 06 11:39:36.394514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:36.404791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:36.405403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:36.414510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-f4b7dc9f-f338-4b20-b1f3-d83d967701e6 service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025032 Jul 06 11:39:36.417128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Allocated IP 172.20.0.9 (3dd86d67-d7ab-4954-ae4f-06a7504bd2d2/a1946519-043b-4080-a748-21799d4b8149/bf2d4bfc-ff83-4937-9366-42f96504b08c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:36.496399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-557afe52-bdcd-4cb6-b41c-8ca6003f083b req-cf790c5c-323a-4cfa-bd86-68b357516b64 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/security-groups?id=af5554e3-3281-42b7-b84e-d3ec533a7236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127598 Jul 06 11:39:36.526368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:36.615949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4fb1d929-5da2-4a11-a168-dcb644bebd84 service neutron] 10.222.0.78 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930034 Jul 06 11:39:36.726655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.746893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Transition to ACTIVE for port object bf2d4bfc-ff83-4937-9366-42f96504b08c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:36.780639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a08434-172b-41be-bc65-4c04247c1b9c req-0e151a06-092f-4292-88e3-c8d1e84a1135 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:36.782231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36a08434-172b-41be-bc65-4c04247c1b9c req-0e151a06-092f-4292-88e3-c8d1e84a1135 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1288507 Jul 06 11:39:36.853699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36a08434-172b-41be-bc65-4c04247c1b9c req-656577ea-5cab-402c-9ff1-435cefb0a9e9 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578318 Jul 06 11:39:36.872461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.883715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:36.918604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0b2cc-8c15-46fd-8a6e-adff26c9d31e None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:36.999555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:37.004998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:37.009127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:37.148532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event updated for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:37.158904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:37.159544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:37.227303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-503b5520-057d-44cc-8e37-0b89f948023f tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4158680 Jul 06 11:39:37.250638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a699de-05f8-4a02-a337-feb09314dfa6 req-b63717a8-64bc-4a91-9338-167ac0c8de5f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:37.252219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5a699de-05f8-4a02-a337-feb09314dfa6 req-b63717a8-64bc-4a91-9338-167ac0c8de5f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1837537 Jul 06 11:39:37.260824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Request body: {'port': {'device_id': '22173220-77a8-49cb-8605-77b3b6b7340f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:37.300157 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44500fb-b73c-40c0-acb1-0b0f6b85baa7 x-openstack-request-id: req-d44500fb-b73c-40c0-acb1-0b0f6b85baa7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:37.300504 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b36a43c-67f0-4ad8-92f3-3e409a208467", "name": "network-vif-deleted", "tag": "7febf664-5c74-40dd-8305-b97f6e1befe9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:37.300872 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d44500fb-b73c-40c0-acb1-0b0f6b85baa7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:37.301244 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b36a43c-67f0-4ad8-92f3-3e409a208467', 'name': 'network-vif-deleted', 'tag': '7febf664-5c74-40dd-8305-b97f6e1befe9', 'status': 'completed', 'code': 200} Jul 06 11:39:37.398325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-c1ffbc9e-89e5-4134-bba9-a1ab186ac927 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:37.399980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-c1ffbc9e-89e5-4134-bba9-a1ab186ac927 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 950 time: 0.4517794 Jul 06 11:39:37.455456 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcfdf0-c5fd-45a9-8c6a-61567d4f7ff3 None None] New status for floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:39:37.472880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4829e21-c16c-41a5-b7b8-fd88f489135b None None] Provisioning for port bf2d4bfc-ff83-4937-9366-42f96504b08c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:37.477354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4829e21-c16c-41a5-b7b8-fd88f489135b None None] Provisioning complete for port bf2d4bfc-ff83-4937-9366-42f96504b08c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:37.478065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4829e21-c16c-41a5-b7b8-fd88f489135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:37.525160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 7febf664-5c74-40dd-8305-b97f6e1befe9 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:37.531435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4829e21-c16c-41a5-b7b8-fd88f489135b None None] Port bf2d4bfc-ff83-4937-9366-42f96504b08c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:39:37.559243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 7febf664-5c74-40dd-8305-b97f6e1befe9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:37.559668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 7febf664-5c74-40dd-8305-b97f6e1befe9 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:37.671569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5a699de-05f8-4a02-a337-feb09314dfa6 req-e5f3c950-818e-4124-9f50-ba573be0fd12 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069121 Jul 06 11:39:37.749028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:37.823173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3edbe8-28aa-4a40-bca9-f1a46f00a5fa req-36fe12aa-f63e-44f6-b750-d59eb190dfec tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:37.825208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb3edbe8-28aa-4a40-bca9-f1a46f00a5fa req-36fe12aa-f63e-44f6-b750-d59eb190dfec tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 931 time: 0.3860722 Jul 06 11:39:37.989752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Deleting port a07097c3-b1ce-4290-8313-e0e78ef12c33 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:37.990093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.058138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb3edbe8-28aa-4a40-bca9-f1a46f00a5fa req-760ff9d9-ce24-4a0f-8dfe-e3a2c5a0f215 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212889 Jul 06 11:39:38.187826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19cd73-f10f-4ade-8179-caee2123b70d req-f7c5898d-add3-40db-9549-16146d24e4b2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:38.189319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be19cd73-f10f-4ade-8179-caee2123b70d req-f7c5898d-add3-40db-9549-16146d24e4b2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.3241229 Jul 06 11:39:38.232346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] For port a07097c3-b1ce-4290-8313-e0e78ef12c33, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a07097c3-b1ce-4290-8313-e0e78ef12c33,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:38.232689 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.237160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:39:38.292349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Calling delete_port for a07097c3-b1ce-4290-8313-e0e78ef12c33 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:38.339020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be19cd73-f10f-4ade-8179-caee2123b70d req-9d130213-8728-4a1a-ad83-57a8931ccca3 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356325 Jul 06 11:39:38.451300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0ec5-354a-4907-8bc8-01dc5ac0a9f6 req-dfeb6e8d-8ac7-4125-9efb-37ce56496f7c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:38.452875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ccb0ec5-354a-4907-8bc8-01dc5ac0a9f6 req-dfeb6e8d-8ac7-4125-9efb-37ce56496f7c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2175984 Jul 06 11:39:38.458472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d4bfc-ff83-4937-9366-42f96504b08c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:38.474981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.648474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-70b75b38-33d6-4224-ba9c-c181d296db50 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:38.651229 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-70b75b38-33d6-4224-ba9c-c181d296db50 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 820 time: 0.1287639 Jul 06 11:39:38.667480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Request body: {'port': {'device_id': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'admin_state_up': True, 'tenant_id': '4d09b1953e3345cea362a6d171ec10d6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:38.847812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdb115f8-6370-4256-87df-d27d6a7a5c57 req-ca904306-3756-4ba4-9a3f-b46de49aed66 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 210 time: 0.3562000 Jul 06 11:39:38.847812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Transition to ACTIVE for port object bf2d4bfc-ff83-4937-9366-42f96504b08c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:38.852279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Made reservation on behalf of 4d09b1953e3345cea362a6d171ec10d6 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:38.855823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.868586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ccb0ec5-354a-4907-8bc8-01dc5ac0a9f6 req-0c236d29-3f3f-4c98-b3b8-cb78b26683b7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002011 Jul 06 11:39:38.880350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.984546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:39.040560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.056502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a07097c3-b1ce-4290-8313-e0e78ef12c33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:39.129179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Allocated IP 172.20.0.4 (8eae701f-1a0e-496b-a083-fe9613064494/150de5ca-678f-4f79-8a8f-48bb496a6698/f7f9dd15-50e4-417a-b299-744f9675670f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:39.184006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Pushing event deleted for resources: {'Port': ['ID=a07097c3-b1ce-4290-8313-e0e78ef12c33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:39.295467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c5fd2c8-94c9-437d-a5ec-a3076ba69862 req-c1dedd61-eb6d-4ee9-9583-46f57ecadbef tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.78 "GET /v2.0/ports?device_id=106e87ab-c718-4a41-992e-3135a6adc9b3 HTTP/1.1" status: 200 len: 210 time: 0.1457632 Jul 06 11:39:39.356151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.358850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] No DVR routers for this DVR port a07097c3-b1ce-4290-8313-e0e78ef12c33 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:39.364435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.366420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adf8086b-03fb-4ffc-a5fb-795c9936ec57 req-0e9764ec-ce37-4a8e-a5f7-284bfa9b45ee tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] 10.222.0.64 "DELETE /v2.0/ports/a07097c3-b1ce-4290-8313-e0e78ef12c33 HTTP/1.1" status: 204 len: 173 time: 1.9404387 Jul 06 11:39:39.383905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-2044c4b8-c10f-4ec5-8538-e6f83766a457 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:39.385574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-2044c4b8-c10f-4ec5-8538-e6f83766a457 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.2545209 Jul 06 11:39:39.386049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'name': 'network-vif-deleted', 'tag': 'a07097c3-b1ce-4290-8313-e0e78ef12c33'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:39.388443 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f6ea90-dbaf-4ded-b635-ec55eb0533e1" -d '{"events": [{"server_uuid": "106e87ab-c718-4a41-992e-3135a6adc9b3", "name": "network-vif-deleted", "tag": "a07097c3-b1ce-4290-8313-e0e78ef12c33"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:39.418571 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.432370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b37d4eb5-2173-4fc7-abc0-89f2f26bca3e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.0383623 Jul 06 11:39:39.443858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:39.459631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Attempting to bind port bf2d4bfc-ff83-4937-9366-42f96504b08c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:39.459871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Attempting to bind port bf2d4bfc-ff83-4937-9366-42f96504b08c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:39.460239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Attempting to bind port bf2d4bfc-ff83-4937-9366-42f96504b08c on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:39.509135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Network 8eae701f-1a0e-496b-a083-fe9613064494 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:39.512652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:39.520693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:39.536894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-308dc330-00f5-4cd7-8b39-1588872e75c3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026075 Jul 06 11:39:39.555465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Port bf2d4bfc-ff83-4937-9366-42f96504b08c on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:39.558772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Attempting to bind port bf2d4bfc-ff83-4937-9366-42f96504b08c on network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:39.583480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:39.599804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:39.600218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Checking segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:39.600661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Bound using segment: {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:39.601116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Bound port: bf2d4bfc-ff83-4937-9366-42f96504b08c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841da813-9351-4ff8-8da9-4494e28a1a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:39.601517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.636814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:39.637621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.677799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-307c9713-b9c3-4013-8c77-094417f7466a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0150442 Jul 06 11:39:39.696697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Request body: {'port': {'device_id': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:39.810507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-73c6d1b9-bc9b-42ef-abcd-60831463f4b3 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729607 Jul 06 11:39:39.818895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:39.896522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.920632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:39.932735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.999843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.000595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.002081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] 10.222.0.79 "PUT /v2.0/ports/bf2d4bfc-ff83-4937-9366-42f96504b08c HTTP/1.1" status: 200 len: 1091 time: 2.7489436 Jul 06 11:39:40.041010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-064b553e-0ece-4258-8ff9-5bccdd84fbd9 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235279 Jul 06 11:39:40.049834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f052215-8b04-4d5f-b488-c64bc04b6048 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:40.240703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-e71df116-03e2-4a40-b837-1a682ff24425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.242221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-e71df116-03e2-4a40-b837-1a682ff24425 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 1094 time: 0.1454053 Jul 06 11:39:40.346506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-ae69f1ac-9d3b-4fc9-9cc6-a0c77e53e3f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c HTTP/1.1" status: 200 len: 217 time: 0.0887871 Jul 06 11:39:40.525681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-4ce36ac0-519e-43fc-bb66-9698bc870be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.528613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-4ce36ac0-519e-43fc-bb66-9698bc870be4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.1747930 Jul 06 11:39:40.671163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753ba6-bbc4-4bf8-941f-5a91c63933d2 req-d03928c2-ec18-43a1-96a6-580842ea856d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.673135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae753ba6-bbc4-4bf8-941f-5a91c63933d2 req-d03928c2-ec18-43a1-96a6-580842ea856d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.2321315 Jul 06 11:39:40.755357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f9dd15-50e4-417a-b299-744f9675670f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:40.773059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.796575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Transition to ACTIVE for port object f7f9dd15-50e4-417a-b299-744f9675670f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:40.802066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.855648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae753ba6-bbc4-4bf8-941f-5a91c63933d2 req-2e0c1b86-2135-40fa-b31e-5db5b3ae92a3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735733 Jul 06 11:39:40.859493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-7f2fad27-da06-4a7f-8781-104c1763c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.859493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-7f2fad27-da06-4a7f-8781-104c1763c103 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000612 Jul 06 11:39:40.884311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986734d-c12a-4b85-8fc3-a4cae7684506 req-1f869814-4548-4dd5-b591-b4a276119693 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.893617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5986734d-c12a-4b85-8fc3-a4cae7684506 req-1f869814-4548-4dd5-b591-b4a276119693 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 943 time: 0.3466730 Jul 06 11:39:40.923606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:40.952539 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c228d4c-261f-4680-acb0-4506f95212b0 x-openstack-request-id: req-7c228d4c-261f-4680-acb0-4506f95212b0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:40.953480 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106e87ab-c718-4a41-992e-3135a6adc9b3", "name": "network-vif-deleted", "tag": "a07097c3-b1ce-4290-8313-e0e78ef12c33", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:40.953738 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c228d4c-261f-4680-acb0-4506f95212b0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:40.954141 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106e87ab-c718-4a41-992e-3135a6adc9b3', 'name': 'network-vif-deleted', 'tag': 'a07097c3-b1ce-4290-8313-e0e78ef12c33', 'status': 'completed', 'code': 200} Jul 06 11:39:40.970839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:40.971191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:40.971530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:40.977185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:40.977576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:40.983792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:40.984362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:40.984918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:40.985698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Bound port: f7f9dd15-50e4-417a-b299-744f9675670f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:40.987350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.070616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5986734d-c12a-4b85-8fc3-a4cae7684506 req-189297b1-c24b-43de-a88b-ce2111830436 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734931 Jul 06 11:39:41.153685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:41.161521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:41.174388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.188059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-154f47e9-2179-4dfa-820e-8be8bf8c6b96 service neutron] 10.222.0.79 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805967 Jul 06 11:39:41.221922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:41.222932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.224467 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] 10.222.0.79 "PUT /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 1091 time: 1.5372345 Jul 06 11:39:41.224918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:41.227180 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3" -d '{"events": [{"name": "network-changed", "server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:41.318800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ddadb-c926-49a6-9e85-c4c23d4e88c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:41.358640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac408f-7eb4-4afd-b091-dd10c4d12a69 req-729e70e8-cbf9-42f4-8786-ad11f7f60c08 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:41.366407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79ac408f-7eb4-4afd-b091-dd10c4d12a69 req-729e70e8-cbf9-42f4-8786-ad11f7f60c08 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.2384391 Jul 06 11:39:41.380280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-1d49931e-e14f-454f-96f7-5da5b2b03c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:41.384239 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-1d49931e-e14f-454f-96f7-5da5b2b03c96 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1094 time: 0.1108589 Jul 06 11:39:41.460549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79ac408f-7eb4-4afd-b091-dd10c4d12a69 req-e4cb1fc6-02e8-44e2-a0bc-53163dc5e832 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929353 Jul 06 11:39:41.468381 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-4062fbde-92b3-4156-ba7a-974f1a131120 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 217 time: 0.0761373 Jul 06 11:39:41.487416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c8bb50-9c74-46f2-9c70-ebcc26f1b4a7 req-e6f0b8aa-8667-41bb-94cc-5fd103cd113a service neutron] 10.222.0.79 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608984 Jul 06 11:39:41.522445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb19772-d700-40fe-990a-1f95777c136d req-78212e73-7227-48db-b4fe-d97ed35012ad tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:41.524063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb19772-d700-40fe-990a-1f95777c136d req-78212e73-7227-48db-b4fe-d97ed35012ad tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2139554 Jul 06 11:39:41.550976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a07097c3-b1ce-4290-8313-e0e78ef12c33 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:41.601185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: a07097c3-b1ce-4290-8313-e0e78ef12c33 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:41.601449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a07097c3-b1ce-4290-8313-e0e78ef12c33 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:41.606018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb19772-d700-40fe-990a-1f95777c136d req-3ca37b56-d63c-4414-8dfc-99f4f94c0ff7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 Jul 06 11:39:41.795001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998d533-ebb5-4514-8a31-9ac61679c93e req-42df8cdc-4062-4411-865a-d79206701b25 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:41.803534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8998d533-ebb5-4514-8a31-9ac61679c93e req-42df8cdc-4062-4411-865a-d79206701b25 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1621125 Jul 06 11:39:41.868656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8998d533-ebb5-4514-8a31-9ac61679c93e req-cce38933-6241-4de9-b0df-9ea495a9c121 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640626 Jul 06 11:39:42.027698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fda1b957-c5fe-4393-8faa-1e3528c3ae5f req-6039ccc9-b31a-4d66-b292-81e5cafafe27 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 210 time: 0.0579247 Jul 06 11:39:42.126759 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d40ee-ab33-4ead-987a-0378cd14e897 x-openstack-request-id: req-6e9d40ee-ab33-4ead-987a-0378cd14e897 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:42.135827 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:42.136321 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e9d40ee-ab33-4ead-987a-0378cd14e897 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:42.136844 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'status': 'completed', 'code': 200} Jul 06 11:39:42.178755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-be1edc54-9d73-4c01-8a3f-87ca12f629c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:42.181719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-be1edc54-9d73-4c01-8a3f-87ca12f629c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.7063816 Jul 06 11:39:42.188583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:42.289816 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-11910c46-5e16-4113-9081-9edb5ba657d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854745 Jul 06 11:39:42.301428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e4fc-b385-413b-bbdf-3d4c73e76bf8 req-056e4ddb-e46f-424b-9edd-b5dbb38c1860 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:42.311282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf70e4fc-b385-413b-bbdf-3d4c73e76bf8 req-056e4ddb-e46f-424b-9edd-b5dbb38c1860 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1870906 Jul 06 11:39:42.402455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf70e4fc-b385-413b-bbdf-3d4c73e76bf8 req-6a5b43aa-9d89-4695-b1c2-a526d0bca05f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849662 Jul 06 11:39:42.553260 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-e5710303-d533-4ddb-8b99-ffa3a0c0b660 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557824 Jul 06 11:39:42.652390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36d40231-49c3-4aac-9007-cd88d4dd1e43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3935b51f33fb44f381edfe5271e338d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622262 Jul 06 11:39:42.655438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:42.748795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1b356b9-fd0d-45bd-90cf-5cf613dd3034 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:42.750650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1b356b9-fd0d-45bd-90cf-5cf613dd3034 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.3433228 Jul 06 11:39:42.780500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:42.838786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4ebc189-9559-43d8-9ca4-1e33acc73194 req-8ac9ed5c-8f80-401b-a3b2-7f311c088133 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735925 Jul 06 11:39:42.861662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b566185f-3073-457f-8d29-4e973b0ff7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.904820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b566185f-3073-457f-8d29-4e973b0ff7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.964947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417978f-1766-4cfe-a007-f9350f886c66 req-d1ba5ba5-8593-4f93-9201-8dd48fc5f2e7 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:42.974405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e417978f-1766-4cfe-a007-f9350f886c66 req-d1ba5ba5-8593-4f93-9201-8dd48fc5f2e7 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 943 time: 0.3902779 Jul 06 11:39:42.979805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:42.982908 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5317db0-a754-463a-aa9f-f81de5f05a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:42.992898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-fdf7eef5-d0f7-4c02-a862-8315db2006c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:42.995708 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-fdf7eef5-d0f7-4c02-a862-8315db2006c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1094 time: 0.0813091 Jul 06 11:39:42.997050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b566185f-3073-457f-8d29-4e973b0ff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.000069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b566185f-3073-457f-8d29-4e973b0ff7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.003989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b566185f-3073-457f-8d29-4e973b0ff7ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af5554e3-3281-42b7-b84e-d3ec533a7236 HTTP/1.1" status: 204 len: 168 time: 0.3442481 Jul 06 11:39:43.062457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e417978f-1766-4cfe-a007-f9350f886c66 req-ecbf7a8e-79d6-4d29-847a-e055a809cd94 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893655 Jul 06 11:39:43.065644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566185f-3073-457f-8d29-4e973b0ff7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5554e3-3281-42b7-b84e-d3ec533a7236,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:43.132444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-21256a58-18c6-483b-b83f-4db72c07caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:43.134600 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-21256a58-18c6-483b-b83f-4db72c07caa5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1283307 Jul 06 11:39:43.142707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca3297-7e29-48e4-9098-9f5376e13651 req-5ae97ae4-40c3-48a7-b238-31d91d4181b1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:43.151049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ca3297-7e29-48e4-9098-9f5376e13651 req-5ae97ae4-40c3-48a7-b238-31d91d4181b1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.2773952 Jul 06 11:39:43.213552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ca3297-7e29-48e4-9098-9f5376e13651 req-f13a4111-ab34-4415-8c6d-d7665b2ef7d6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614724 Jul 06 11:39:43.214833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:43.215006 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-314b2d6d-842b-41a9-ac20-12d7d463877f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 217 time: 0.0739200 Jul 06 11:39:43.228459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.296518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-309c1916-9b5f-4868-aa03-1d9fdf5cf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:43.299339 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-309c1916-9b5f-4868-aa03-1d9fdf5cf921 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0770953 Jul 06 11:39:43.399303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-bd953d1a-8456-41a7-b371-0cf7028473ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910609 Jul 06 11:39:43.402504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7320d19-0594-49b4-a504-b9bbd3687597 req-0b0db699-db9b-4901-a249-097d3a583ab9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 210 time: 0.0532904 Jul 06 11:39:43.555025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.13 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/e2c8235b-5983-466c-bb02-137e6e327c53) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:43.586077 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-7f956a6c-6c81-417f-845e-883b574976fb service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803768 Jul 06 11:39:43.605196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:43.605775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ba6bb-673b-441d-b46b-7513fb239fae req-0092abec-226e-47f9-950a-a07daeac6bab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:43.607366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae0ba6bb-673b-441d-b46b-7513fb239fae req-0092abec-226e-47f9-950a-a07daeac6bab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1367273 Jul 06 11:39:43.705263 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b7a3d835-3e07-443d-ad22-7b90e8c6092d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0d38d11ce4a4c14981127acc39ae5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989280 Jul 06 11:39:43.709265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:43.792799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff2c79d-d3db-4931-b683-6f5084db789e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.794463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae0ba6bb-673b-441d-b46b-7513fb239fae req-8bb1ba05-fdc2-41b2-b95c-46c19a45888d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733599 Jul 06 11:39:43.799767 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1d1c9c2-5f47-4be9-b7f4-0f6f6b577db3 req-a441e07f-7098-47de-88bf-40c63f9692eb service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068484 Jul 06 11:39:43.819318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff2c79d-d3db-4931-b683-6f5084db789e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.894358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4370-bd44-412b-b516-9ebd5792a786 req-40aff693-e82f-4100-a696-9829999bac23 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:43.896017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-949b4370-bd44-412b-b516-9ebd5792a786 req-40aff693-e82f-4100-a696-9829999bac23 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2575438 Jul 06 11:39:43.916917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff2c79d-d3db-4931-b683-6f5084db789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.920465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff2c79d-d3db-4931-b683-6f5084db789e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.924669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dff2c79d-d3db-4931-b683-6f5084db789e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c746ef0e-e4ac-4ee4-8cc6-77a86739aec9 HTTP/1.1" status: 204 len: 168 time: 0.2144015 Jul 06 11:39:43.932343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.936144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2c79d-d3db-4931-b683-6f5084db789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c746ef0e-e4ac-4ee4-8cc6-77a86739aec9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:43.946074 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae82706-5816-48bc-be73-2c12cdaf83de x-openstack-request-id: req-bae82706-5816-48bc-be73-2c12cdaf83de {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:43.946320 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:43.946929 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bae82706-5816-48bc-be73-2c12cdaf83de {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:43.947345 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'status': 'completed', 'code': 200} Jul 06 11:39:44.002362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-949b4370-bd44-412b-b516-9ebd5792a786 req-71486321-afca-40d1-8699-ad5d9e337f79 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973914 Jul 06 11:39:44.059319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.075750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-321146ee-ffb2-4fce-a0b4-ab2ba7cabe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.077406 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-321146ee-ffb2-4fce-a0b4-ab2ba7cabe43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 1094 time: 0.1233127 Jul 06 11:39:44.216487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:44.220596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:44.232488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-b0c786e1-e57a-452b-8a1b-821d0953a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.234110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-b0c786e1-e57a-452b-8a1b-821d0953a7f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 924 time: 0.1489341 Jul 06 11:39:44.261000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:44.273446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bf2d4bfc-ff83-4937-9366-42f96504b08c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:44.318818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=e2c8235b-5983-466c-bb02-137e6e327c53,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:44.336069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-150a6460-a85a-4fae-95bc-d45357776474 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c HTTP/1.1" status: 200 len: 217 time: 0.0926399 Jul 06 11:39:44.465371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:44.477528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.478584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.514115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'port_id': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'mac_address': 'fa:16:3e:b5:28:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:44.522133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86205-1376-421b-9237-d5cbdd40db31 req-e3ec3b8f-e9d1-4494-b773-eb989e04e4e6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.541225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-cc9a1c25-e136-4f40-bc13-d577def91070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.543583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-cc9a1c25-e136-4f40-bc13-d577def91070 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.2000799 Jul 06 11:39:44.545894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86205-1376-421b-9237-d5cbdd40db31 req-e3ec3b8f-e9d1-4494-b773-eb989e04e4e6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.3829551 Jul 06 11:39:44.579770 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.612134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d4bfc-ff83-4937-9366-42f96504b08c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:44.615193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-5d64df55-79fc-4653-843f-8cc467c66356 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8399706 Jul 06 11:39:44.658816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Request body: {'port': {'device_id': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:44.668577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-47e8f6db-7b57-4f63-a2bb-30cae982ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.668975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:44.670247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-47e8f6db-7b57-4f63-a2bb-30cae982ee67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186419 Jul 06 11:39:44.680023 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.682714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86205-1376-421b-9237-d5cbdd40db31 req-7e75347e-0a6b-4f12-940a-5272587aeb57 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357508 Jul 06 11:39:44.797956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:44.833300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed30ccb-7cb3-49c0-84f7-a50c89131db2 req-3b1ffb9e-fdf5-4b44-9030-b4f095246288 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.841512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ed30ccb-7cb3-49c0-84f7-a50c89131db2 req-3b1ffb9e-fdf5-4b44-9030-b4f095246288 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 943 time: 0.4438779 Jul 06 11:39:44.847114 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-90cbe876-a372-4432-a31f-3327e0cdb4a8 service neutron] 10.222.0.79 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681895 Jul 06 11:39:44.954377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ed30ccb-7cb3-49c0-84f7-a50c89131db2 req-c2bd5806-09a6-4a52-926e-a80a884ebe7d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119719 Jul 06 11:39:44.997069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['bf2d4bfc-ff83-4937-9366-42f96504b08c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:45.000888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:45.134193 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e5317db0-a754-463a-aa9f-f81de5f05a5a req-57ff7661-eb73-4fdd-85a2-e4a75045e7ea service neutron] 10.222.0.79 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744575 Jul 06 11:39:45.317594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f01596-d8b2-4e8f-99ed-2b36e289e866 req-115722b4-0031-4c49-8fca-f237162bef57 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:45.319673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f01596-d8b2-4e8f-99ed-2b36e289e866 req-115722b4-0031-4c49-8fca-f237162bef57 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.3841536 Jul 06 11:39:45.431406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f01596-d8b2-4e8f-99ed-2b36e289e866 req-80dc4399-bec8-4821-b91e-644219ef7de3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025267 Jul 06 11:39:45.451758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d4a3-3fa9-4001-96eb-93dca35fa861 req-cf7bade7-2edc-4c4f-94e7-7cec768e820d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:45.453471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7737d4a3-3fa9-4001-96eb-93dca35fa861 req-cf7bade7-2edc-4c4f-94e7-7cec768e820d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 932 time: 0.2687075 Jul 06 11:39:45.528780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7737d4a3-3fa9-4001-96eb-93dca35fa861 req-6a143cda-107c-47a2-af6c-1a6b6ae7c64d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657294 Jul 06 11:39:45.627138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c8235b-5983-466c-bb02-137e6e327c53 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:45.642713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:45.671065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Transition to ACTIVE for port object e2c8235b-5983-466c-bb02-137e6e327c53 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:45.698395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:45.799780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c8235b-5983-466c-bb02-137e6e327c53,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:45.890897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d74e4-b3fc-4ca0-9f66-8210d5d515b0 req-db00c645-69b5-46bb-a7be-6d48b2e41f9d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:45.898407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d48d74e4-b3fc-4ca0-9f66-8210d5d515b0 req-db00c645-69b5-46bb-a7be-6d48b2e41f9d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2399976 Jul 06 11:39:45.950816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eac27-42c0-46f3-beab-d98df6cf6280 req-f4443913-0cfd-4031-8f3e-ade7ac59bba6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:45.952621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a7eac27-42c0-46f3-beab-d98df6cf6280 req-f4443913-0cfd-4031-8f3e-ade7ac59bba6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2221625 Jul 06 11:39:45.978170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Attempting to bind port e2c8235b-5983-466c-bb02-137e6e327c53 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:45.978675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Attempting to bind port e2c8235b-5983-466c-bb02-137e6e327c53 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:45.979100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Attempting to bind port e2c8235b-5983-466c-bb02-137e6e327c53 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:46.005590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d48d74e4-b3fc-4ca0-9f66-8210d5d515b0 req-0115feb8-619d-460a-b54e-413fa1d696d1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061389 Jul 06 11:39:46.018053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Port e2c8235b-5983-466c-bb02-137e6e327c53 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:46.020586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Attempting to bind port e2c8235b-5983-466c-bb02-137e6e327c53 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:46.047808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a7eac27-42c0-46f3-beab-d98df6cf6280 req-226a10fa-9363-4906-9b41-41d1ae4e01a7 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Jul 06 11:39:46.048711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:46.049207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:46.049672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:46.050301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Bound port: e2c8235b-5983-466c-bb02-137e6e327c53, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:46.050766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.205133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] For port e2c8235b-5983-466c-bb02-137e6e327c53, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:46.214208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] For port e2c8235b-5983-466c-bb02-137e6e327c53, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e2c8235b-5983-466c-bb02-137e6e327c53,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:46.224941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.303065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bf2d4bfc-ff83-4937-9366-42f96504b08c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:46.336333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.336974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.338401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] 10.222.0.79 "PUT /v2.0/ports/e2c8235b-5983-466c-bb02-137e6e327c53 HTTP/1.1" status: 200 len: 1092 time: 1.7049208 Jul 06 11:39:46.338924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'tag': 'e2c8235b-5983-466c-bb02-137e6e327c53'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:46.341115 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef" -d '{"events": [{"name": "network-changed", "server_uuid": "32bd4b20-86c8-4799-bf76-ad94cfc15ab4", "tag": "e2c8235b-5983-466c-bb02-137e6e327c53"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:46.386581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port bf2d4bfc-ff83-4937-9366-42f96504b08c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:46.391840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port bf2d4bfc-ff83-4937-9366-42f96504b08c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:46.392538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.494103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.538753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:46.540665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:46.543622 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39be7a78-3adb-445d-ae5c-90dfeb6cd7ea" -d '{"events": [{"server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:46.550942 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.618096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:46.749164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f44d97-36e7-4565-9ad9-fc1d5d1829e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c8235b-5983-466c-bb02-137e6e327c53,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:46.823373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5ec06-1b88-4a5c-9575-7b15e9a18b86 req-4aef5ad1-4752-40da-b80e-2728a6cc1800 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.825271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d5ec06-1b88-4a5c-9575-7b15e9a18b86 req-4aef5ad1-4752-40da-b80e-2728a6cc1800 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 944 time: 0.4731870 Jul 06 11:39:46.836448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf6e5-2777-4f7d-aab9-69ba069ad8d8 req-6fac3d18-f0da-4cf7-a222-491ca4f68bc2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.838335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a1cf6e5-2777-4f7d-aab9-69ba069ad8d8 req-6fac3d18-f0da-4cf7-a222-491ca4f68bc2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.5744152 Jul 06 11:39:46.887705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b72feb74-ebde-413c-83fd-10620bacc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.889217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-b72feb74-ebde-413c-83fd-10620bacc1a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 1095 time: 0.1854169 Jul 06 11:39:46.924245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d5ec06-1b88-4a5c-9575-7b15e9a18b86 req-d18d4e78-4a74-4636-80aa-2c181f7ac65c tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848787 Jul 06 11:39:46.956387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a1cf6e5-2777-4f7d-aab9-69ba069ad8d8 req-4c241bc9-d909-4c4c-9439-e8a521d7a20a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045928 Jul 06 11:39:46.957645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-94039af2-4fa1-41e3-a8c0-0f3f97cfb647 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c8235b-5983-466c-bb02-137e6e327c53 HTTP/1.1" status: 200 len: 217 time: 0.0592883 Jul 06 11:39:47.013072 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42adf63f-53ce-46a8-8d00-e7260d0daf45 x-openstack-request-id: req-42adf63f-53ce-46a8-8d00-e7260d0daf45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:47.013639 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bd4b20-86c8-4799-bf76-ad94cfc15ab4", "tag": "e2c8235b-5983-466c-bb02-137e6e327c53", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:47.014105 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42adf63f-53ce-46a8-8d00-e7260d0daf45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:47.014733 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'tag': 'e2c8235b-5983-466c-bb02-137e6e327c53', 'status': 'completed', 'code': 200} Jul 06 11:39:47.025632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-6fe9f304-9431-480a-98c2-44299c8ab1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.027445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-6fe9f304-9431-480a-98c2-44299c8ab1f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0600162 Jul 06 11:39:47.051502 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d99ea4-9bb5-4fd9-8246-ab8d6c77f77e x-openstack-request-id: req-46d99ea4-9bb5-4fd9-8246-ab8d6c77f77e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:47.051798 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:47.052076 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46d99ea4-9bb5-4fd9-8246-ab8d6c77f77e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:47.052472 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'code': 200} Jul 06 11:39:47.071205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-c6718fb2-5c76-47f6-87b0-93a42c226656 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355899 Jul 06 11:39:47.203130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e939a4c-bfcf-46ff-a4d3-685786a70d15 req-fdcf4ad4-be68-4368-9122-cf9fcee8978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.204699 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0e939a4c-bfcf-46ff-a4d3-685786a70d15 req-fdcf4ad4-be68-4368-9122-cf9fcee8978d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 1096 time: 0.0620825 Jul 06 11:39:47.243303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0e939a4c-bfcf-46ff-a4d3-685786a70d15 req-f65c9fdf-e22a-49bb-8cb2-f264f410a566 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308821 Jul 06 11:39:47.278738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fc366-b3fb-42ba-a559-35bf06be7ae1 req-d8e13364-5c2f-4c2b-88b1-fa00e704753e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.280333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-029fc366-b3fb-42ba-a559-35bf06be7ae1 req-d8e13364-5c2f-4c2b-88b1-fa00e704753e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.1904893 Jul 06 11:39:47.284437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-a93960e3-384b-4055-9079-554e148065da service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053735 Jul 06 11:39:47.311207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51037115-ecc5-4851-9d4e-00dc4739d6e7 req-8990ae50-2e3f-430c-b773-5505e37b5793 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.312719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51037115-ecc5-4851-9d4e-00dc4739d6e7 req-8990ae50-2e3f-430c-b773-5505e37b5793 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 944 time: 0.1548119 Jul 06 11:39:47.397102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-029fc366-b3fb-42ba-a559-35bf06be7ae1 req-69c54c46-b5d6-4560-9055-4f7c26f8dd6c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103280 Jul 06 11:39:47.440093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51037115-ecc5-4851-9d4e-00dc4739d6e7 req-827449ff-7ce0-4334-bac5-5ea14d743d80 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154759 Jul 06 11:39:47.472201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f83227-0d0b-47e8-beeb-d042f312cb72 req-cbbce3d0-1cc2-4e7d-b986-9821ec5288c0 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567564 Jul 06 11:39:47.699093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-c0c42a8b-e8ae-465f-b15d-675849266245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.700614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-c0c42a8b-e8ae-465f-b15d-675849266245 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 1095 time: 0.1510303 Jul 06 11:39:47.710690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9ff9-93d4-4dfc-958e-d691b73c435c req-75d87241-33b4-4131-9637-777316fa56a1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.711787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f76c9ff9-93d4-4dfc-958e-d691b73c435c req-75d87241-33b4-4131-9637-777316fa56a1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1497526 Jul 06 11:39:47.732121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496748a5-66e9-4520-b7f5-446e73ce062e req-429e7385-b369-41f7-be72-9086835237c1 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.733601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-496748a5-66e9-4520-b7f5-446e73ce062e req-429e7385-b369-41f7-be72-9086835237c1 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1458800 Jul 06 11:39:47.837281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f76c9ff9-93d4-4dfc-958e-d691b73c435c req-5fb9304b-e049-4c37-ac0f-97a0d87364d1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145902 Jul 06 11:39:47.856977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-496748a5-66e9-4520-b7f5-446e73ce062e req-97e6f9f6-8562-4175-b01d-81475d4f8a81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071625 Jul 06 11:39:47.881427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-7bd10408-bb23-4267-aac4-eeb13b988745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.884290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-7bd10408-bb23-4267-aac4-eeb13b988745 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.1686480 Jul 06 11:39:47.939884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-59c05657-59ee-451c-a25b-acb8c7473875 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c8235b-5983-466c-bb02-137e6e327c53 HTTP/1.1" status: 200 len: 217 time: 0.0499728 Jul 06 11:39:48.007481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-ba14bcb5-f11b-46a5-b997-dc0755a1688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.009285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-ba14bcb5-f11b-46a5-b997-dc0755a1688a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0574200 Jul 06 11:39:48.051040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-495e565d-1b4a-4aac-9da6-226b4dbd361d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311580 Jul 06 11:39:48.273354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-a9fa3723-2bd7-40a0-822d-c3012b42aa6e service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143683 Jul 06 11:39:48.289500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5896e1-28de-4ace-94ca-73096825c2ac req-54acbfee-8549-437d-8991-b018018462f1 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.299618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:48.300306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b5896e1-28de-4ace-94ca-73096825c2ac req-54acbfee-8549-437d-8991-b018018462f1 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.2393167 Jul 06 11:39:48.403946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046d2d9-e847-422f-a038-9cd254b7ac82 req-d91a5271-7a62-45da-b0e1-e77397596dfa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.412076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c046d2d9-e847-422f-a038-9cd254b7ac82 req-d91a5271-7a62-45da-b0e1-e77397596dfa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.2547042 Jul 06 11:39:48.417281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb73284f-3632-4ca7-aa1d-a6d1e9f48a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.453720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b5896e1-28de-4ace-94ca-73096825c2ac req-97dc4194-5c57-45b2-88ed-8d0fcfbad462 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522236 Jul 06 11:39:48.509912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c046d2d9-e847-422f-a038-9cd254b7ac82 req-1e8a63bd-f38b-49c9-8582-f2a4e9be0ddd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967023 Jul 06 11:39:48.536268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb73284f-3632-4ca7-aa1d-a6d1e9f48a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.544286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2f11bb-b1a2-4e31-9fb8-f068728164ef req-51ffb005-2dbb-4dce-ab44-54ab1db747a4 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414839 Jul 06 11:39:48.546258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb73284f-3632-4ca7-aa1d-a6d1e9f48a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.601546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:48.602223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bb73284f-3632-4ca7-aa1d-a6d1e9f48a80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3613fefe12af46c5b79a0e49221f08b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003001 Jul 06 11:39:48.603309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73284f-3632-4ca7-aa1d-a6d1e9f48a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b3592-2542-4998-b390-09e6fbf17afa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:48.742414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73255f32-cebb-431f-b6f3-56efc0c70d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.789028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea447c-4f06-48fd-a91c-6ed745d6194a req-e3de6b9b-4c66-47c9-bb63-60d6fa10ffe2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.790663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2aea447c-4f06-48fd-a91c-6ed745d6194a req-e3de6b9b-4c66-47c9-bb63-60d6fa10ffe2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 944 time: 0.1673295 Jul 06 11:39:48.794144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73255f32-cebb-431f-b6f3-56efc0c70d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.826280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e339-721d-4595-ad62-c520ed1cbb4e req-526f9775-aa04-492b-afdb-08b4b37746de tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.832546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a44e339-721d-4595-ad62-c520ed1cbb4e req-526f9775-aa04-492b-afdb-08b4b37746de tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.1829820 Jul 06 11:39:48.908926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2aea447c-4f06-48fd-a91c-6ed745d6194a req-a4894c3f-ded3-430d-a1d3-c5388f8c71bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035903 Jul 06 11:39:48.919528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a44e339-721d-4595-ad62-c520ed1cbb4e req-3d5ef30e-0257-46bd-8510-c3b698aa2ee9 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799079 Jul 06 11:39:48.954570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73255f32-cebb-431f-b6f3-56efc0c70d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.966464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73255f32-cebb-431f-b6f3-56efc0c70d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.968161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-73255f32-cebb-431f-b6f3-56efc0c70d40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/411b3592-2542-4998-b390-09e6fbf17afa HTTP/1.1" status: 204 len: 168 time: 0.3654702 Jul 06 11:39:48.979308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73255f32-cebb-431f-b6f3-56efc0c70d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b3592-2542-4998-b390-09e6fbf17afa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:49.166183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145b7c-eef6-44bc-af18-e6d348dcbe45 req-ea35ecc6-a2ec-49ce-8cbf-9fb585fd73ac tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.167789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2145b7c-eef6-44bc-af18-e6d348dcbe45 req-ea35ecc6-a2ec-49ce-8cbf-9fb585fd73ac tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1098225 Jul 06 11:39:49.221559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ed0ab-7578-4e25-a74c-a3c16e49746d req-03f408f3-3ef4-4bbc-a6a3-f3134e2c148b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.223167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-623ed0ab-7578-4e25-a74c-a3c16e49746d req-03f408f3-3ef4-4bbc-a6a3-f3134e2c148b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1201663 Jul 06 11:39:49.251341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2145b7c-eef6-44bc-af18-e6d348dcbe45 req-925761a0-061b-4516-883a-934c08ed7688 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757837 Jul 06 11:39:49.285160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-623ed0ab-7578-4e25-a74c-a3c16e49746d req-618a96f5-9b35-4b8c-889f-f78deca1c619 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549383 Jul 06 11:39:49.736968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705076c7-514e-4d16-9150-c9af6461227c req-03b5a2f9-0d36-457f-b455-97567cc51c71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.739160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-705076c7-514e-4d16-9150-c9af6461227c req-03b5a2f9-0d36-457f-b455-97567cc51c71 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.1264470 Jul 06 11:39:49.748641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf4125-ee72-47f6-9c10-298fb779ed48 req-502f7a9d-8d8c-432a-86e4-a62bec8fa998 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.756669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eebf4125-ee72-47f6-9c10-298fb779ed48 req-502f7a9d-8d8c-432a-86e4-a62bec8fa998 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1102376 Jul 06 11:39:49.776257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:49.822282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eebf4125-ee72-47f6-9c10-298fb779ed48 req-087d49cc-cde7-4fc2-bb96-952d93403401 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647566 Jul 06 11:39:49.830909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-705076c7-514e-4d16-9150-c9af6461227c req-0b0b6f43-0f56-4d14-b782-ca0a776934c8 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713727 Jul 06 11:39:49.931591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1315245360-network', 'tenant_id': '83088ad9b3da42059c78c8f4f5051f14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:49.963539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Made reservation on behalf of 83088ad9b3da42059c78c8f4f5051f14 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:49.966175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:49.981038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.067037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01490-2024-440a-bcf6-c469c6d7bf40 req-5c36d239-dd77-4946-890c-75f062b7be65 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.068719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95e01490-2024-440a-bcf6-c469c6d7bf40 req-5c36d239-dd77-4946-890c-75f062b7be65 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.0775342 Jul 06 11:39:50.078181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:50.086997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Request body: {'floatingip': {'port_id': 'bf2d4bfc-ff83-4937-9366-42f96504b08c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:50.102783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.108317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.140490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:39:50.154850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.155501 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Added segment 295c031f-55a7-4300-b9b7-93e54d529299 of type vlan for network e88548d4-909b-46ed-86f3-93e1767566f6 Jul 06 11:39:50.158695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.204576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.246069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.246969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.247800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.265267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7ce04-7f52-4c29-a772-b5f37f6e099d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:50.289887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e2c8235b-5983-466c-bb02-137e6e327c53 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:50.323728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5461600 Jul 06 11:39:50.326512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:50.333484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Request body: {'subnet': {'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1315245360-subnet', 'tenant_id': '83088ad9b3da42059c78c8f4f5051f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:50.370735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7cc25-7ab8-4172-a744-f51adc81f59e admin admin] Pushing event updated for resources: {'Network': ['ID=e88548d4-909b-46ed-86f3-93e1767566f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:50.374148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Made reservation on behalf of 83088ad9b3da42059c78c8f4f5051f14 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:50.376816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.387727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e34aa5-a435-4d97-8519-242903925506 req-6d394d1e-3b18-44cf-adeb-854b0fc01c02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.394723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3e34aa5-a435-4d97-8519-242903925506 req-6d394d1e-3b18-44cf-adeb-854b0fc01c02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 944 time: 0.3032060 Jul 06 11:39:50.431434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec0213-60c7-493a-b75d-e0e34a1221dc req-02893452-18cc-4216-9199-197185e982f5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.434113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e2c8235b-5983-466c-bb02-137e6e327c53, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e2c8235b-5983-466c-bb02-137e6e327c53,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:50.434867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5bec0213-60c7-493a-b75d-e0e34a1221dc req-02893452-18cc-4216-9199-197185e982f5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.2407846 Jul 06 11:39:50.454374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network e88548d4-909b-46ed-86f3-93e1767566f6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:39:50.514635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3e34aa5-a435-4d97-8519-242903925506 req-358acf7d-1451-4151-85ab-b3342d58606e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178925 Jul 06 11:39:50.543698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e2c8235b-5983-466c-bb02-137e6e327c53', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': 'e2c8235b-5983-466c-bb02-137e6e327c53', 'mac_address': 'fa:16:3e:57:55:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:50.555006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5bec0213-60c7-493a-b75d-e0e34a1221dc req-ba7e5feb-7aa1-4646-af3b-b4e9112edc10 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157026 Jul 06 11:39:50.598169 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.613498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c8235b-5983-466c-bb02-137e6e327c53 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:50.638754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e2c8235b-5983-466c-bb02-137e6e327c53, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e2c8235b-5983-466c-bb02-137e6e327c53,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:50.644536 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.661341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.699806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e2c8235b-5983-466c-bb02-137e6e327c53,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:50.752027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739c5b16-8aa9-4ea0-a902-129fc1e22aef,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:50.764242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Checking segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:50.764606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Network hostable DHCP agents. Network: e88548d4-909b-46ed-86f3-93e1767566f6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:39:50.783249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Network e88548d4-909b-46ed-86f3-93e1767566f6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:39:50.794837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, e88548d4-909b-46ed-86f3-93e1767566f6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:50.801196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.801828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.807836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ac2bc-6942-4f62-86b3-d5cd33705086 None None] Network e88548d4-909b-46ed-86f3-93e1767566f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:50.833493 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-16ff8104-cf8d-496d-8f90-22a1c6e07e77 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5057790 Jul 06 11:39:50.966607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043da0c8-b1f9-4fb4-9fad-45468517c52f req-832bd889-5942-4a82-9924-68e9a9b650bf tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.968152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-043da0c8-b1f9-4fb4-9fad-45468517c52f req-832bd889-5942-4a82-9924-68e9a9b650bf tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1868267 Jul 06 11:39:50.978645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a45aca-2b8c-491b-9394-db720537d84b req-29bf5311-a888-41b3-ac6d-939e71493918 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.982102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e2c8235b-5983-466c-bb02-137e6e327c53'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:50.984481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815d0b1-5bcc-4221-b541-6903f299aa42 None None] Network e88548d4-909b-46ed-86f3-93e1767566f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:50.985449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a45aca-2b8c-491b-9394-db720537d84b req-29bf5311-a888-41b3-ac6d-939e71493918 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2502928 Jul 06 11:39:51.092843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:51.105651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a45aca-2b8c-491b-9394-db720537d84b req-c610bda3-4f95-457c-9344-a239620a88bf tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193435 Jul 06 11:39:51.106679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:51.113259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-043da0c8-b1f9-4fb4-9fad-45468517c52f req-8d8a1454-4a9d-4595-894c-cc6e9ae26c20 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250761 Jul 06 11:39:51.310889 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12 associated. External IP: 172.25.7.109, port: bf2d4bfc-ff83-4937-9366-42f96504b08c. Jul 06 11:39:51.725784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-4adfcad1-cb47-4417-8022-ce24af618d36 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:51.727250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-4adfcad1-cb47-4417-8022-ce24af618d36 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.4973259 Jul 06 11:39:51.734452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab917a0d-baeb-4bd9-a036-8d664ecee352 req-6a97ba9d-a015-4f4f-935a-ad7a7a1cfd5f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:51.735803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab917a0d-baeb-4bd9-a036-8d664ecee352 req-6a97ba9d-a015-4f4f-935a-ad7a7a1cfd5f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.5070162 Jul 06 11:39:51.770995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-3483da82-db45-4fee-8b31-d7e9f0b4fa5c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/quotas/90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 375 time: 0.0342088 Jul 06 11:39:51.852835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab917a0d-baeb-4bd9-a036-8d664ecee352 req-0007dc23-9900-4df0-ab18-3919404b82ca tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089454 Jul 06 11:39:51.940940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-91258239-d46b-4d10-a242-12a3c61267a6 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1635108 Jul 06 11:39:51.997923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:52.145112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-11145531-227b-402d-afa6-9492c97ff7a8 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965706 Jul 06 11:39:52.278947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-01e554eb-a076-4d6c-844f-5668bd1a1e1f tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:52.280330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-01e554eb-a076-4d6c-844f-5668bd1a1e1f tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 822 time: 0.2185609 Jul 06 11:39:52.290896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:52.298236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.299171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e2c8235b-5983-466c-bb02-137e6e327c53 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:52.304846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:52.337236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-0628f66d-9d91-4bf0-807d-f772945602e6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/quotas/83088ad9b3da42059c78c8f4f5051f14 HTTP/1.1" status: 200 len: 375 time: 0.0430839 Jul 06 11:39:52.340466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:52.341104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:52.345942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-c7005b62-4d3f-497b-9da4-ca24abc3ea94 service neutron] 10.222.0.78 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936793 Jul 06 11:39:52.382945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-fe37f47d-ecaf-46a0-bb2b-01b8b5c39a46 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340693 Jul 06 11:39:52.386563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8f58c25-7f95-48d2-801c-9c5f46b87d9a tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "PUT /v2.0/floatingips/9a2fd252-8472-49d6-85e1-ff8d5592fe12 HTTP/1.1" status: 200 len: 991 time: 2.3044400 Jul 06 11:39:52.386563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:52.386563 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd2984f-77d5-4610-9c5e-ec59b948fd56" -d '{"events": [{"name": "network-changed", "server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:52.448130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e2c8235b-5983-466c-bb02-137e6e327c53 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:52.461975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e2c8235b-5983-466c-bb02-137e6e327c53 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:52.462350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.485773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-057117d1-f109-4ee6-8bf7-23f0cf5b1faa service neutron] 10.222.0.78 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962183 Jul 06 11:39:52.510432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.519274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:52.597777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-de84d4cf-605f-4b04-a5d6-195662276183 service neutron] 10.222.0.78 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039958 Jul 06 11:39:52.704618 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.781182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c8235b-5983-466c-bb02-137e6e327c53'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:52.783425 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3119d0-d3e1-4f9e-9eb2-b9a5fb86f932" -d '{"events": [{"server_uuid": "32bd4b20-86c8-4799-bf76-ad94cfc15ab4", "name": "network-vif-plugged", "status": "completed", "tag": "e2c8235b-5983-466c-bb02-137e6e327c53"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:52.802496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e2c8235b-5983-466c-bb02-137e6e327c53, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e2c8235b-5983-466c-bb02-137e6e327c53,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:52.816722 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.866897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce28a1-7c01-46ce-bc44-86cf4eda1177 req-a48e0684-67db-458e-bf55-29ce06f2c3f7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:52.868953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34ce28a1-7c01-46ce-bc44-86cf4eda1177 req-a48e0684-67db-458e-bf55-29ce06f2c3f7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 945 time: 0.1028075 Jul 06 11:39:52.932892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e2c8235b-5983-466c-bb02-137e6e327c53,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:52.964723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9a2fd252-8472-49d6-85e1-ff8d5592fe12', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'port_id': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'mac_address': 'fa:16:3e:b5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22173220-77a8-49cb-8605-77b3b6b7340f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:35:41Z', 'updated_at': '2021-07-06T11:39:50Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:52.972503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34ce28a1-7c01-46ce-bc44-86cf4eda1177 req-a6dd8e89-3b80-4ae2-897e-39da4fd06c2f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924652 Jul 06 11:39:53.010529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:53.022684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:53.023655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:53.026235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871769b0-ad3b-40da-b2b0-3ae9f56056a4 req-eac76324-1eeb-4cd9-bdaa-b3c694fd67d6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.027781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-871769b0-ad3b-40da-b2b0-3ae9f56056a4 req-eac76324-1eeb-4cd9-bdaa-b3c694fd67d6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.1511648 Jul 06 11:39:53.077626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-871769b0-ad3b-40da-b2b0-3ae9f56056a4 req-e8362196-10b3-4275-bb5a-4f86d0f4dedd tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Jul 06 11:39:53.184553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:53.263365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9577-6cb7-4f62-8568-045610a59111 req-651a8d3f-f4d4-42fe-8f42-eeddf7390f79 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.264976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-666e9577-6cb7-4f62-8568-045610a59111 req-651a8d3f-f4d4-42fe-8f42-eeddf7390f79 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1342850 Jul 06 11:39:53.334822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-666e9577-6cb7-4f62-8568-045610a59111 req-beb3531b-87d1-4a61-b829-050c5cfd43c7 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466058 Jul 06 11:39:53.358190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe2b5a-4025-4ef1-90e3-105c8cd83bb7 req-00b9d4df-4a36-4713-8017-571bbef56990 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.359229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3fe2b5a-4025-4ef1-90e3-105c8cd83bb7 req-00b9d4df-4a36-4713-8017-571bbef56990 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1161282 Jul 06 11:39:53.410015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3fe2b5a-4025-4ef1-90e3-105c8cd83bb7 req-19983ee6-9fb7-48cf-b7da-f8f5d56528c9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Jul 06 11:39:53.488112 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e343ec97-b99a-43f6-89d4-0ae249720247 x-openstack-request-id: req-e343ec97-b99a-43f6-89d4-0ae249720247 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:53.488623 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:53.489392 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e343ec97-b99a-43f6-89d4-0ae249720247 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:53.490138 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'status': 'completed', 'code': 200} Jul 06 11:39:53.519840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9a2fd252-8472-49d6-85e1-ff8d5592fe12', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'port_id': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'mac_address': 'fa:16:3e:b5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22173220-77a8-49cb-8605-77b3b6b7340f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:35:41Z', 'updated_at': '2021-07-06T11:39:50Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:53.557172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1b2a8-74e9-4d53-a6bb-b5406b1f9645 None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9a2fd252-8472-49d6-85e1-ff8d5592fe12', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'port_id': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'mac_address': 'fa:16:3e:b5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22173220-77a8-49cb-8605-77b3b6b7340f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:35:41Z', 'updated_at': '2021-07-06T11:39:50Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:53.638739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55dde958-3419-42ae-9fbc-07828f9bf76a req-1f59d839-434c-4bf6-a476-56f8634fc933 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 210 time: 0.0352180 Jul 06 11:39:53.659480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-5d80e956-2e1c-4b0c-a260-5429206ae2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.663462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-5d80e956-2e1c-4b0c-a260-5429206ae2c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=265633f82b254ced8dca3bfd23de0646&device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 1096 time: 0.1411018 Jul 06 11:39:53.706996 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c47c9e8-107e-4f02-b558-b95e3f8ba4fe x-openstack-request-id: req-6c47c9e8-107e-4f02-b558-b95e3f8ba4fe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:53.706996 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bd4b20-86c8-4799-bf76-ad94cfc15ab4", "name": "network-vif-plugged", "status": "completed", "tag": "e2c8235b-5983-466c-bb02-137e6e327c53", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:53.707340 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c47c9e8-107e-4f02-b558-b95e3f8ba4fe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:53.707620 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c8235b-5983-466c-bb02-137e6e327c53', 'code': 200} Jul 06 11:39:53.781718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebb59e84-e8dc-4444-875b-23defd6fddab req-c3fb52e6-ecaf-4dc8-aefd-d280449ae167 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 210 time: 0.1109905 Jul 06 11:39:53.826910 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2df0e-61f1-4bb9-a8dc-eb26924d442b None None] New status for floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:39:53.871126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-1a61469e-6fa0-4fe5-9d0e-89134aa40475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.872665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-1a61469e-6fa0-4fe5-9d0e-89134aa40475 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 200 len: 924 time: 0.2008946 Jul 06 11:39:53.876201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c859c-82c4-494f-be7a-beb59c6b514b req-181416bc-4f2f-43ee-a7f8-fabd09ce7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.878316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4d5c859c-82c4-494f-be7a-beb59c6b514b req-181416bc-4f2f-43ee-a7f8-fabd09ce7379 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 1097 time: 0.0708668 Jul 06 11:39:53.921639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4d5c859c-82c4-494f-be7a-beb59c6b514b req-4219378a-7773-427e-adfb-75b3fe567e10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Jul 06 11:39:53.962986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58188b-16dc-4b4b-bc92-c98fad26f786 req-986d6168-66c5-40f6-87d7-4ac120f5f0aa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.964631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db58188b-16dc-4b4b-bc92-c98fad26f786 req-986d6168-66c5-40f6-87d7-4ac120f5f0aa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1542985 Jul 06 11:39:54.019446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-2de64798-8cfd-460f-8a8b-91986678c073 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c HTTP/1.1" status: 200 len: 999 time: 0.1306174 Jul 06 11:39:54.082825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db58188b-16dc-4b4b-bc92-c98fad26f786 req-b4334add-28db-49c8-8bb1-7985e1a9c93f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120408 Jul 06 11:39:54.114591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-ceaaccbb-8fdf-4c91-97f7-656d382cc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.116085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-ceaaccbb-8fdf-4c91-97f7-656d382cc686 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 200 len: 862 time: 0.0830653 Jul 06 11:39:54.218071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8a299-bb57-4f46-bafc-5059a57e9609 req-9e0cde06-9a63-4e29-8b4e-9d14873262e8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.219685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a8a299-bb57-4f46-bafc-5059a57e9609 req-9e0cde06-9a63-4e29-8b4e-9d14873262e8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 946 time: 0.1183257 Jul 06 11:39:54.248944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-e3772ade-403a-43c4-87ea-9ad4a5b6d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.250927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-e3772ade-403a-43c4-87ea-9ad4a5b6d0c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171331 Jul 06 11:39:54.301516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f7f9dd15-50e4-417a-b299-744f9675670f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:54.380101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a8a299-bb57-4f46-bafc-5059a57e9609 req-c74c5b9b-ed5a-45df-906b-352857d81e4a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523931 Jul 06 11:39:54.445942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-57743228-fe42-47c2-a77a-18c7205b3e7f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.448401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:54.449134 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-57743228-fe42-47c2-a77a-18c7205b3e7f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 808 time: 0.1699097 Jul 06 11:39:54.462082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494', 'port_id': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'mac_address': 'fa:16:3e:ab:b1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150de5ca-678f-4f79-8a8f-48bb496a6698', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:54.471166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Request body: {'port': {'device_id': '1529cede-6877-40ee-95a9-4e132a7b6153', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'admin_state_up': True, 'tenant_id': '90984fee70d2435791401bce2c6bacc3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:54.490818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43ce7-a9b2-441e-b509-8a5f5917fc61 req-2768dbe8-ad29-421f-8f71-fb7c7a658c15 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.491651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01e43ce7-a9b2-441e-b509-8a5f5917fc61 req-2768dbe8-ad29-421f-8f71-fb7c7a658c15 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.2397778 Jul 06 11:39:54.493481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-5f37b73a-bc64-4fd8-8756-73ea33cc1d55 service neutron] 10.222.0.79 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274053 Jul 06 11:39:54.510443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.527230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f9dd15-50e4-417a-b299-744f9675670f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:54.552163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:54.557429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.610845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:54.631545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Made reservation on behalf of 90984fee70d2435791401bce2c6bacc3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:54.636736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.665141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01e43ce7-a9b2-441e-b509-8a5f5917fc61 req-333c8b1a-32a1-42be-9943-e011991d86af tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676495 Jul 06 11:39:54.711464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd2984f-77d5-4610-9c5e-ec59b948fd56 req-d2311ab9-2887-475f-951f-7b236de1264d service neutron] 10.222.0.79 "GET /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905620 Jul 06 11:39:54.720161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00381b-4922-4197-92b5-1e7a1b6305c2 req-27152410-cfc9-44b9-8e18-9c08e2ad9572 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.722859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f00381b-4922-4197-92b5-1e7a1b6305c2 req-27152410-cfc9-44b9-8e18-9c08e2ad9572 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1717703 Jul 06 11:39:54.789772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f00381b-4922-4197-92b5-1e7a1b6305c2 req-56904bb2-0130-4978-ac88-604af3090e7d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Jul 06 11:39:54.834634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Allocated IP 172.20.0.2 (33e15860-3f86-4485-801b-4a6fb60ed484/c6235e97-5b88-4078-8656-ccdf1fb32672/f270dea5-4097-4fda-8cf4-b3fa36a4f982) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:54.953986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f7f9dd15-50e4-417a-b299-744f9675670f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:55.041847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483bf36-0b50-4c0f-9565-c94c6d3503b7 req-c9030874-9453-4cf3-ae60-bb167ca39d96 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.055755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2483bf36-0b50-4c0f-9565-c94c6d3503b7 req-c9030874-9453-4cf3-ae60-bb167ca39d96 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1996617 Jul 06 11:39:55.058822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.141168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2483bf36-0b50-4c0f-9565-c94c6d3503b7 req-828da8d2-d636-4737-baef-45dbf659d082 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843933 Jul 06 11:39:55.163824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.237612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:55.262372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Network 33e15860-3f86-4485-801b-4a6fb60ed484 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:55.264033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:55.268290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:55.324970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.325838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.340677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26b799fc-e77e-4900-8524-80c39321b990 req-e31861da-ea38-4025-bb4c-216a68580dde tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 210 time: 0.0728319 Jul 06 11:39:55.360483 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-21d8030e-c36e-4946-8600-c51a41cc7c66 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8966377 Jul 06 11:39:55.377652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Request body: {'port': {'device_id': '1529cede-6877-40ee-95a9-4e132a7b6153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:55.467772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.509330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-e95aaa22-2ccf-4c3c-9256-09fda445ea81 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.511271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-e95aaa22-2ccf-4c3c-9256-09fda445ea81 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 822 time: 0.3691378 Jul 06 11:39:55.543035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'port': {'device_id': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'admin_state_up': True, 'tenant_id': '83088ad9b3da42059c78c8f4f5051f14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:55.636048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6229f-d09c-433c-bd54-d0c70f14931b req-7ac6096b-7d76-4218-9d80-95b69c899a1c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.637723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fc6229f-d09c-433c-bd54-d0c70f14931b req-7ac6096b-7d76-4218-9d80-95b69c899a1c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 931 time: 0.4127748 Jul 06 11:39:55.665789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a150cc01-1e85-4d69-a238-2c6da6022cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.667419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a150cc01-1e85-4d69-a238-2c6da6022cfa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 1097 time: 0.2522011 Jul 06 11:39:55.769224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f270dea5-4097-4fda-8cf4-b3fa36a4f982 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:55.777744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.791605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Transition to ACTIVE for port object f270dea5-4097-4fda-8cf4-b3fa36a4f982 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:55.796522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.810735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fc6229f-d09c-433c-bd54-d0c70f14931b req-d102441b-06b7-42a6-ad55-ff841760fbc0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577163 Jul 06 11:39:55.825530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ded3b-4b2a-4d4d-add0-9ad076ccf0ce req-b1baf7cb-72a4-439f-b1cc-2c949acad4a6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.836805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d20ded3b-4b2a-4d4d-add0-9ad076ccf0ce req-b1baf7cb-72a4-439f-b1cc-2c949acad4a6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.3146026 Jul 06 11:39:55.848962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:55.939952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Made reservation on behalf of 83088ad9b3da42059c78c8f4f5051f14 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:55.944651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.952206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:55.952930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:55.953492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:55.965362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-1f6e88f7-c56f-4fa5-b073-e4ff12b756ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.965767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:55.966330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-1f6e88f7-c56f-4fa5-b073-e4ff12b756ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.2883582 Jul 06 11:39:55.966554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:55.980283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:55.980664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:55.980959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:55.981400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Bound port: f270dea5-4097-4fda-8cf4-b3fa36a4f982, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:55.981761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.983839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['eb69a6db-d45b-49a2-b033-50a7210e30e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:56.006874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d20ded3b-4b2a-4d4d-add0-9ad076ccf0ce req-c663234d-b941-4dc6-949f-20602891d69b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687977 Jul 06 11:39:56.073385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:56.077282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:56.087087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.128951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.129788 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.131637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-75e79736-f681-420f-bebe-ca7170794eed service neutron] 10.222.0.79 "PUT /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 1091 time: 0.7583838 Jul 06 11:39:56.132301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:56.134724 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3baec-2f7c-4b86-a997-82c4dec0766e" -d '{"events": [{"name": "network-changed", "server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:56.156896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-dd4d1ba4-389e-4544-9f0a-813438d1977a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c8235b-5983-466c-bb02-137e6e327c53 HTTP/1.1" status: 200 len: 217 time: 0.1475396 Jul 06 11:39:56.172907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e79736-f681-420f-bebe-ca7170794eed service neutron] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:56.255444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-7f5ec84c-6b3f-4fba-a617-c291b15b67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.257388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-7f5ec84c-6b3f-4fba-a617-c291b15b67b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1094 time: 0.0684643 Jul 06 11:39:56.302703 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-a1117b71-9b52-4f45-b74e-02030ede0273 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 217 time: 0.0372367 Jul 06 11:39:56.316699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f7f9dd15-50e4-417a-b299-744f9675670f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:56.356053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-cd404195-7d09-401f-be32-a51a2c073af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.359274 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-cd404195-7d09-401f-be32-a51a2c073af7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0485678 Jul 06 11:39:56.386629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f7f9dd15-50e4-417a-b299-744f9675670f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:56.392212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f7f9dd15-50e4-417a-b299-744f9675670f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:56.392892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.403115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-50fe810d-e7da-4dd2-9d95-7598ca1ab978 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355577 Jul 06 11:39:56.487692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.519762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:56.523363 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51398ce3-5049-42ae-ad5b-e2fd056b5bf0" -d '{"events": [{"server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "name": "network-vif-plugged", "status": "completed", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:56.540998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-c05c1f5b-3a1a-4786-88f4-6a1ac6ef3d33 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273918 Jul 06 11:39:56.541616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:56.546720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.600517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-efbfec14-6311-435b-b647-94b240967606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.602012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-efbfec14-6311-435b-b647-94b240967606 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.1205904 Jul 06 11:39:56.606038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:56.613287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb8ba-1068-4a8b-87dc-d27dcdce5c27 req-17649feb-d5fc-4054-8b3b-d1d95c46e15b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.620367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c1fb8ba-1068-4a8b-87dc-d27dcdce5c27 req-17649feb-d5fc-4054-8b3b-d1d95c46e15b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 944 time: 0.4575739 Jul 06 11:39:56.660321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-6e7010d8-0efc-497b-b4ba-7f2993d8ff7d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328226 Jul 06 11:39:56.661411 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9a984ca-0153-4702-9879-4c5ca8737fad req-fbb062f4-d090-41d7-8aad-62a031a20930 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142564 Jul 06 11:39:56.696928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77734f7-b4b3-4bde-a7b4-8aacddc9f723 req-312e1871-bed8-4785-9e2c-fafb0521c159 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.698433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d77734f7-b4b3-4bde-a7b4-8aacddc9f723 req-312e1871-bed8-4785-9e2c-fafb0521c159 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 946 time: 0.6734343 Jul 06 11:39:56.753426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Allocated IP 172.20.0.9 (e88548d4-909b-46ed-86f3-93e1767566f6/739c5b16-8aa9-4ea0-a902-129fc1e22aef/991fa332-c8fd-428c-b7b7-6b5e7350f377) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:56.803437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c1fb8ba-1068-4a8b-87dc-d27dcdce5c27 req-a964581a-8232-4873-8c7a-8226a0b215d3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821496 Jul 06 11:39:56.851655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d77734f7-b4b3-4bde-a7b4-8aacddc9f723 req-1e7d3461-ebe4-4f49-ba83-933610bb60cb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397684 Jul 06 11:39:56.885716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-d9195ef0-eebd-44ad-977e-f8dc2191e1c0 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079771 Jul 06 11:39:57.043305 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe325893-9f11-48cb-9de4-1afdb881f66c x-openstack-request-id: req-fe325893-9f11-48cb-9de4-1afdb881f66c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:57.043305 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:57.043305 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe325893-9f11-48cb-9de4-1afdb881f66c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:57.043305 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'status': 'completed', 'code': 200} Jul 06 11:39:57.094102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5640b50-a7ae-4649-929c-aba0de626c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.106503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.121025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-9f6d78aa-77f9-4c3a-820b-bff0788467fb service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183774 Jul 06 11:39:57.138108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211057ad-ef24-4407-8d51-cd33886c5a8c req-a36ca88f-a75d-46e8-9ceb-5241b2ab80ef tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.139614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-211057ad-ef24-4407-8d51-cd33886c5a8c req-a36ca88f-a75d-46e8-9ceb-5241b2ab80ef tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2045236 Jul 06 11:39:57.186275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-7e4c449b-64f6-4a72-854c-f83018665e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.189535 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-7e4c449b-64f6-4a72-854c-f83018665e0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1094 time: 0.1092706 Jul 06 11:39:57.197633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-211057ad-ef24-4407-8d51-cd33886c5a8c req-c26124c5-8924-4d1c-b949-2e20843a0da3 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Jul 06 11:39:57.201440 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.293489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Network e88548d4-909b-46ed-86f3-93e1767566f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:57.302578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:57.305293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:57.307579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:57.340999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-774c1486-8ab1-4267-ae23-57bf486c2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.342539 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-774c1486-8ab1-4267-ae23-57bf486c2226 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1455746 Jul 06 11:39:57.395303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-67c4f5b8-01ea-4b1f-87ff-75d774aff3e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 217 time: 0.0447323 Jul 06 11:39:57.405157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.405779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.440190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708250-1cbe-4550-8fb7-10a2639a5c5d req-c6cfb775-d9ef-48af-87f3-a044752f8c18 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.441763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3708250-1cbe-4550-8fb7-10a2639a5c5d req-c6cfb775-d9ef-48af-87f3-a044752f8c18 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1950681 Jul 06 11:39:57.446102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-13d44a9e-aba7-4fce-bc94-aecc6cc498c6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9070351 Jul 06 11:39:57.468173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-325eed3e-dc46-495b-9a26-11f4721915eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.469911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-325eed3e-dc46-495b-9a26-11f4721915eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0587380 Jul 06 11:39:57.471033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Request body: {'port': {'device_id': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:57.506457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057eec5-2c9b-4a4b-95ce-352c66b5c02f req-ee1a8535-f9c9-4eb8-b2c9-25b871db8601 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.508071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8057eec5-2c9b-4a4b-95ce-352c66b5c02f req-ee1a8535-f9c9-4eb8-b2c9-25b871db8601 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 931 time: 0.1707418 Jul 06 11:39:57.516375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-78afcafc-36f6-4bed-99c0-576a5609ef33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328355 Jul 06 11:39:57.551327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3708250-1cbe-4550-8fb7-10a2639a5c5d req-caad24f8-bc43-404e-bb27-145134dd3bb2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011941 Jul 06 11:39:57.597120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8057eec5-2c9b-4a4b-95ce-352c66b5c02f req-3a96eb00-ec73-45ca-86ed-d8849bdda08d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822918 Jul 06 11:39:57.607510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.632999 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d0ab7-0b03-400a-a624-5def4a8bc6a6 x-openstack-request-id: req-c75d0ab7-0b03-400a-a624-5def4a8bc6a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:57.633290 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "name": "network-vif-plugged", "status": "completed", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:57.633543 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c75d0ab7-0b03-400a-a624-5def4a8bc6a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:57.634239 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'code': 200} Jul 06 11:39:57.666601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-fb07b93a-866f-4e0c-bdc9-3698e5c12a9e service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408081 Jul 06 11:39:57.800610 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7cb3baec-2f7c-4b86-a997-82c4dec0766e req-fe12e01f-ffda-4152-b6fc-52edb4b9eeab service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248989 Jul 06 11:39:58.044363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0d770-f904-43d9-9bdb-73e3144ab103 req-72203d70-597d-497e-844c-969bf1af4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.045360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddb0d770-f904-43d9-9bdb-73e3144ab103 req-72203d70-597d-497e-844c-969bf1af4d7d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1096 time: 0.2410114 Jul 06 11:39:58.058414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110666-2251-41ae-9a18-aa4174ee70b9 req-7faf3cbd-36bf-4e28-b544-5519ff031c3f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.059846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00110666-2251-41ae-9a18-aa4174ee70b9 req-7faf3cbd-36bf-4e28-b544-5519ff031c3f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.2566111 Jul 06 11:39:58.081255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaead07-04d9-4fad-92a6-1825304dad86 req-37a4e64e-8446-4e2e-b599-8bbbefcfd95a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.082963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccaead07-04d9-4fad-92a6-1825304dad86 req-37a4e64e-8446-4e2e-b599-8bbbefcfd95a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.2652009 Jul 06 11:39:58.208674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00110666-2251-41ae-9a18-aa4174ee70b9 req-8a748437-b881-46f0-bfc3-bdf2f9ce435e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357188 Jul 06 11:39:58.213747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddb0d770-f904-43d9-9bdb-73e3144ab103 req-1285ca8b-b188-4619-8fb1-6606d49ab0d2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498168 Jul 06 11:39:58.215407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991fa332-c8fd-428c-b7b7-6b5e7350f377 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:58.228682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.246567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccaead07-04d9-4fad-92a6-1825304dad86 req-b9af53b5-7158-41a6-81ca-ec82402a04f4 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512661 Jul 06 11:39:58.252998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Transition to ACTIVE for port object 991fa332-c8fd-428c-b7b7-6b5e7350f377 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:58.259022 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.320152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:58.465842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Attempting to bind port 991fa332-c8fd-428c-b7b7-6b5e7350f377 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:58.466190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Attempting to bind port 991fa332-c8fd-428c-b7b7-6b5e7350f377 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:58.466514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Attempting to bind port 991fa332-c8fd-428c-b7b7-6b5e7350f377 on network e88548d4-909b-46ed-86f3-93e1767566f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:58.480732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Port 991fa332-c8fd-428c-b7b7-6b5e7350f377 on network e88548d4-909b-46ed-86f3-93e1767566f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:58.481057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Attempting to bind port 991fa332-c8fd-428c-b7b7-6b5e7350f377 on network e88548d4-909b-46ed-86f3-93e1767566f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:58.497833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:58.498095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Checking segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:58.498482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Bound using segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:58.498918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Bound port: 991fa332-c8fd-428c-b7b7-6b5e7350f377, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:58.499277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.518638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe32f-3b09-456b-8b54-b11ea49208a6 req-4108e2d4-e967-42a3-8bed-1c0554889246 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.520184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03bfe32f-3b09-456b-8b54-b11ea49208a6 req-4108e2d4-e967-42a3-8bed-1c0554889246 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.1601467 Jul 06 11:39:58.532701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fabcea-31b0-44d1-9452-4c716f4dc37f req-6a23b94e-aab0-4727-8e6e-131f055794db tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.534639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39fabcea-31b0-44d1-9452-4c716f4dc37f req-6a23b94e-aab0-4727-8e6e-131f055794db tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 946 time: 0.1600909 Jul 06 11:39:58.632301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03bfe32f-3b09-456b-8b54-b11ea49208a6 req-4108369a-0f11-470b-932b-f32447edc128 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965168 Jul 06 11:39:58.641803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39fabcea-31b0-44d1-9452-4c716f4dc37f req-d8193f66-2bbd-4e19-8f59-f3c257605262 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972302 Jul 06 11:39:58.646770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:58.650223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:58.671103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.711581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.712347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.713803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] 10.222.0.79 "PUT /v2.0/ports/991fa332-c8fd-428c-b7b7-6b5e7350f377 HTTP/1.1" status: 200 len: 1091 time: 1.2468719 Jul 06 11:39:58.714253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:58.717086 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e17632-789a-4858-8319-db2417a99c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:58.789682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5e309-f0d3-4e6c-bcfd-76a6a38cf580 service neutron] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:58.882474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-bf2c60d5-8e91-4bad-839f-ad2a76b7e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.884033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-bf2c60d5-8e91-4bad-839f-ad2a76b7e943 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 1094 time: 0.1126554 Jul 06 11:39:58.939346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5dbcc-cb53-4edf-a088-a7d159b5c504 req-0f16da41-e534-4c14-93ad-a9b0ac2566af tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.941491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9f5dbcc-cb53-4edf-a088-a7d159b5c504 req-0f16da41-e534-4c14-93ad-a9b0ac2566af tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1562126 Jul 06 11:39:58.995717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-d9034cac-4c21-446a-beaa-83e07dd6edc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377 HTTP/1.1" status: 200 len: 217 time: 0.0975358 Jul 06 11:39:59.113027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9f5dbcc-cb53-4edf-a088-a7d159b5c504 req-5e10dfe9-76ff-4e1f-afa1-f2f3f5b615cc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364014 Jul 06 11:39:59.116423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-3c43542a-d846-47f3-8ee8-c16b22aba4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.117803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-3c43542a-d846-47f3-8ee8-c16b22aba4cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 200 len: 862 time: 0.1038728 Jul 06 11:39:59.137419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-00f34062-c778-4136-8143-69f2cc36d046 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.138912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-00f34062-c778-4136-8143-69f2cc36d046 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 946 time: 0.2539990 Jul 06 11:39:59.188321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02f757-ebb5-4b9b-b440-bfedef396091 req-bdcf564c-a1dd-4771-825f-c3931b9f29a8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.189813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd02f757-ebb5-4b9b-b440-bfedef396091 req-bdcf564c-a1dd-4771-825f-c3931b9f29a8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2474153 Jul 06 11:39:59.191683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-c7a3db13-42c9-4285-a9c4-c37e4e372fc1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e88548d4-909b-46ed-86f3-93e1767566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646713 Jul 06 11:39:59.373265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd02f757-ebb5-4b9b-b440-bfedef396091 req-1afa204b-e196-47a5-80a1-ac5b8f3707c2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610305 Jul 06 11:39:59.433847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-2be6c807-176a-48fe-93c7-164dd9f7f267 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071600 Jul 06 11:39:59.439111 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4270f522-1a49-4956-85f9-26408bee518f x-openstack-request-id: req-4270f522-1a49-4956-85f9-26408bee518f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:59.439401 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:59.439654 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4270f522-1a49-4956-85f9-26408bee518f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:59.440636 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'status': 'completed', 'code': 200} Jul 06 11:39:59.449109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdda76a-4c63-4b10-be0e-6f123238bc66 req-fbf89821-b5ec-4b07-a69b-6695f7bb8d4d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.450645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fdda76a-4c63-4b10-be0e-6f123238bc66 req-fbf89821-b5ec-4b07-a69b-6695f7bb8d4d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 943 time: 0.2250426 Jul 06 11:39:59.507233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port e2c8235b-5983-466c-bb02-137e6e327c53 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:59.507503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.566637 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cb60e32-b1ba-4739-bc55-fa2e9c305f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.640422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fdda76a-4c63-4b10-be0e-6f123238bc66 req-fe5d714d-d8dc-49c6-8f31-2e3c8feb0b9b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782441 Jul 06 11:39:59.686314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a462ccee-b1f3-48ea-b5b5-d69c6537c4c8 req-8955b659-fcb3-486c-831f-765dfb67e7a5 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331555 Jul 06 11:39:59.700565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port e2c8235b-5983-466c-bb02-137e6e327c53, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e2c8235b-5983-466c-bb02-137e6e327c53,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:59.700932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.723011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8c032-f0f2-4bbc-b5a8-0d6b42d4c0d8 req-4becbd25-eed8-45dd-a4fb-fcea4f4663e4 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.724596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39f8c032-f0f2-4bbc-b5a8-0d6b42d4c0d8 req-4becbd25-eed8-45dd-a4fb-fcea4f4663e4 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1959727 Jul 06 11:39:59.725574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for e2c8235b-5983-466c-bb02-137e6e327c53 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:59.763139 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.811549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e17632-789a-4858-8319-db2417a99c8c req-da88d699-e4ae-47c0-8747-9784f9b2894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.813103 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-da88d699-e4ae-47c0-8747-9784f9b2894d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 1094 time: 0.0613675 Jul 06 11:39:59.880787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39f8c032-f0f2-4bbc-b5a8-0d6b42d4c0d8 req-82e84b9b-8895-40c2-970c-85c3ac3de274 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470957 Jul 06 11:39:59.921356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e17632-789a-4858-8319-db2417a99c8c req-d61b7d21-c538-4838-91d9-b4eb289cd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.922835 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-d61b7d21-c538-4838-91d9-b4eb289cd95a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 923 time: 0.0989683 Jul 06 11:39:59.974796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.975098 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-444953a2-b20f-4de9-9498-b66907d9b5ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377 HTTP/1.1" status: 200 len: 217 time: 0.0444341 Jul 06 11:40:00.030460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e17632-789a-4858-8319-db2417a99c8c req-7183db54-2d5a-4bf3-bc6b-72565c74e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.032005 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-7183db54-2d5a-4bf3-bc6b-72565c74e732 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 200 len: 862 time: 0.0471640 Jul 06 11:40:00.074992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-5ec696a7-1d3f-4fd5-9f2a-47e84d0bad19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e88548d4-909b-46ed-86f3-93e1767566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336349 Jul 06 11:40:00.186056 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-162e03d8-c3c1-4662-abca-fc2b6c96c909 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037986 Jul 06 11:40:00.263802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717338da-b661-41b5-9a35-07c7b64e11e7 req-46e3edce-c7b1-450e-8d71-79b9f826d9bf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.265296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-717338da-b661-41b5-9a35-07c7b64e11e7 req-46e3edce-c7b1-450e-8d71-79b9f826d9bf tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.4663024 Jul 06 11:40:00.285691 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c7e17632-789a-4858-8319-db2417a99c8c req-35d30b12-7c12-479b-9d2d-21d4e8576b9b service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924187 Jul 06 11:40:00.319288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-251d0786-2208-4b42-8afb-29aa84a8b114 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5613437 Jul 06 11:40:00.389951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.429734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-717338da-b661-41b5-9a35-07c7b64e11e7 req-9d5bf773-650b-4a7c-a891-ca8de04eec91 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291087 Jul 06 11:40:00.436651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=e2c8235b-5983-466c-bb02-137e6e327c53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:00.456627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693d8c-4bae-4b20-be40-5b3b64505bce req-ef313334-b977-49f5-9382-54e645683b9f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.458441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56693d8c-4bae-4b20-be40-5b3b64505bce req-ef313334-b977-49f5-9382-54e645683b9f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.2220988 Jul 06 11:40:00.514860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port e2c8235b-5983-466c-bb02-137e6e327c53 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:00.524153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.526120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326204fe-64f7-4474-a29f-a4ee1de929e6 req-a0219743-3600-4b9c-8a3a-274b333f9121 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "DELETE /v2.0/ports/e2c8235b-5983-466c-bb02-137e6e327c53 HTTP/1.1" status: 204 len: 173 time: 1.3535662 Jul 06 11:40:00.536647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-c12c3adc-a60c-4e00-933b-15b4d01b1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.538265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-c12c3adc-a60c-4e00-933b-15b4d01b1384 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1100 time: 0.1886005 Jul 06 11:40:00.564324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56693d8c-4bae-4b20-be40-5b3b64505bce req-7ef6bab5-028c-4579-b0a9-0c5cfcd07b9d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827825 Jul 06 11:40:00.595241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7293b852-1392-4ba7-a73c-c4ff024a251b req-a15bc37e-5c18-4272-9f93-67cf64b0ad3d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=32bd4b20-86c8-4799-bf76-ad94cfc15ab4 HTTP/1.1" status: 200 len: 210 time: 0.0489662 Jul 06 11:40:00.686650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-ad6d34bc-4d6a-482a-b272-4dcf8c4bceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.688752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-ad6d34bc-4d6a-482a-b272-4dcf8c4bceb1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1025326 Jul 06 11:40:00.743522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-ed15b468-6e0a-4e42-83ff-b8cb22ecf262 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 217 time: 0.0420368 Jul 06 11:40:00.796420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.835618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-8a782723-9393-42f6-af2e-0ff77f4ebd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.837100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-8a782723-9393-42f6-af2e-0ff77f4ebd7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0659478 Jul 06 11:40:00.912078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f1a9-5019-4fda-9be7-de923a5264c5 req-9166f5b9-c627-4508-82c0-7bf31eeeab3f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.913580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecf9f1a9-5019-4fda-9be7-de923a5264c5 req-9166f5b9-c627-4508-82c0-7bf31eeeab3f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1726289 Jul 06 11:40:00.968932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a81057-f5e8-4cfb-82ba-4e74695df793 req-a9747e1b-32aa-4024-bcc1-e9b65425b002 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.970422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a81057-f5e8-4cfb-82ba-4e74695df793 req-a9747e1b-32aa-4024-bcc1-e9b65425b002 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1472228 Jul 06 11:40:00.992611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecf9f1a9-5019-4fda-9be7-de923a5264c5 req-509fdeb4-b4d5-4edd-9c1b-2d9c0098c589 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727599 Jul 06 11:40:01.001430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-e88d677e-1f11-4397-be31-9a913195e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.002995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-e88d677e-1f11-4397-be31-9a913195e084 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445467 Jul 06 11:40:01.041967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a81057-f5e8-4cfb-82ba-4e74695df793 req-0b627495-e918-4b35-9227-4d79729c89ae tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627921 Jul 06 11:40:01.145332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-8347a2a5-8cff-4bfb-a021-9e64ef8c6c62 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290979 Jul 06 11:40:01.253423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99675de-bc67-4237-a8cc-0d12d05f9294 req-ddb1b5aa-5273-47ce-b870-8cef3ab93c54 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.254981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c99675de-bc67-4237-a8cc-0d12d05f9294 req-ddb1b5aa-5273-47ce-b870-8cef3ab93c54 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1096 time: 0.1460330 Jul 06 11:40:01.321545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e3dbe0-e098-4c07-9fc2-2c9a2107fee9 req-7c6c8e19-2155-4b8a-a122-ad23de5fcb53 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626062 Jul 06 11:40:01.330109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c99675de-bc67-4237-a8cc-0d12d05f9294 req-0494ca36-bdae-48d3-9a00-a6de229e4f5e tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658455 Jul 06 11:40:01.343207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d6f5-2636-4855-93d7-d0f08ae348d7 req-966d8380-c809-4a97-ac42-efe13ef4303b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.345001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ff4d6f5-2636-4855-93d7-d0f08ae348d7 req-966d8380-c809-4a97-ac42-efe13ef4303b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 943 time: 0.1772439 Jul 06 11:40:01.387717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ff4d6f5-2636-4855-93d7-d0f08ae348d7 req-a5b02743-2169-4d80-ac2b-54ff31beed93 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Jul 06 11:40:01.441638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'name': 'network-vif-deleted', 'tag': 'e2c8235b-5983-466c-bb02-137e6e327c53'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:01.444285 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620527db-88c6-483f-a5f8-65cd75bc626e" -d '{"events": [{"server_uuid": "32bd4b20-86c8-4799-bf76-ad94cfc15ab4", "name": "network-vif-deleted", "tag": "e2c8235b-5983-466c-bb02-137e6e327c53"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:01.555852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce405b3-ccd3-4b06-b27a-97eb7084f8c2 req-312ebdd4-d43c-4d66-9ca7-b69492cc72e2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.557503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ce405b3-ccd3-4b06-b27a-97eb7084f8c2 req-312ebdd4-d43c-4d66-9ca7-b69492cc72e2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1049089 Jul 06 11:40:01.589548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86778-9229-454c-9deb-951472de9d62 req-423f0c79-b082-471e-9902-85fd36f05029 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.590962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eac86778-9229-454c-9deb-951472de9d62 req-423f0c79-b082-471e-9902-85fd36f05029 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1096 time: 0.0992072 Jul 06 11:40:01.611446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ce405b3-ccd3-4b06-b27a-97eb7084f8c2 req-fcaa9e7e-883a-42d5-a14a-1451c5142ad9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 Jul 06 11:40:01.636239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eac86778-9229-454c-9deb-951472de9d62 req-ceb5db56-1058-4f3c-bb67-95bd4928ca76 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Jul 06 11:40:01.658351 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53bb619-7bc3-401a-bdbb-9b8f13abbde0 x-openstack-request-id: req-b53bb619-7bc3-401a-bdbb-9b8f13abbde0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:01.658668 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bd4b20-86c8-4799-bf76-ad94cfc15ab4", "name": "network-vif-deleted", "tag": "e2c8235b-5983-466c-bb02-137e6e327c53", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:01.659054 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b53bb619-7bc3-401a-bdbb-9b8f13abbde0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:01.659614 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bd4b20-86c8-4799-bf76-ad94cfc15ab4', 'name': 'network-vif-deleted', 'tag': 'e2c8235b-5983-466c-bb02-137e6e327c53', 'status': 'completed', 'code': 200} Jul 06 11:40:01.816601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33a6ce-59d6-455e-9ee9-83fb53d85e21 req-e6263467-e215-425e-bf14-d9e8d5487ecb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.818103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c33a6ce-59d6-455e-9ee9-83fb53d85e21 req-e6263467-e215-425e-bf14-d9e8d5487ecb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.0705781 Jul 06 11:40:01.862282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c33a6ce-59d6-455e-9ee9-83fb53d85e21 req-07d5d5b7-5f54-450f-9dfb-db4d6a58ca36 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Jul 06 11:40:02.054889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f0943fc3-b184-4957-bcb6-006a811780d2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:02.056432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f0943fc3-b184-4957-bcb6-006a811780d2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.1094627 Jul 06 11:40:02.071607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-16df3281-b92b-4d70-831b-c2c1acb8b7db tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.0097594 Jul 06 11:40:02.109875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-368541cf-0364-4bce-8984-89391ae83851 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313694 Jul 06 11:40:02.207045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-9acd32e9-2c4c-4484-9cf3-62d600846319 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893524 Jul 06 11:40:02.274278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.344342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-51f615a1-3c6b-4ce5-b53a-68ff2c940d66 service neutron] 10.222.0.79 "GET /v2.0/ports/272ab562-e5c6-40ae-b189-94f9de9d374d/bindings/n-h2-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.0864353 Jul 06 11:40:02.350455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-94b43ddd-2844-48d5-88fc-f20925524d5b service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376390 Jul 06 11:40:02.351810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:02.354426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e2c8235b-5983-466c-bb02-137e6e327c53 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:02.379737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: e2c8235b-5983-466c-bb02-137e6e327c53 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:02.380145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e2c8235b-5983-466c-bb02-137e6e327c53 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:02.499497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:02.512758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'port_id': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'mac_address': 'fa:16:3e:5f:bc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c5b16-8aa9-4ea0-a902-129fc1e22aef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:02.726851 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.728933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932dac3-90c2-4fa9-b60b-a297d179a4f1 req-62a935e4-edc6-48f5-a483-da92498bd4d3 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:02.731874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8932dac3-90c2-4fa9-b60b-a297d179a4f1 req-62a935e4-edc6-48f5-a483-da92498bd4d3 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1224306 Jul 06 11:40:02.751557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991fa332-c8fd-428c-b7b7-6b5e7350f377 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:02.772721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-b447f8fb-7123-4278-bf92-c39da26ed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:02.774948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-b447f8fb-7123-4278-bf92-c39da26ed8a3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8&tenant_id=7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 1100 time: 0.1070871 Jul 06 11:40:02.778610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:02.794266 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.834910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8932dac3-90c2-4fa9-b60b-a297d179a4f1 req-54dc780c-519b-4f12-96ff-76e94e38b67f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 Jul 06 11:40:02.864511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:02.897089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-82f0e679-1b15-4841-9283-8c592eb23413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:02.898756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-82f0e679-1b15-4841-9283-8c592eb23413 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1100 time: 0.0771213 Jul 06 11:40:03.032236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-8343341a-a6dd-4a74-aabb-076fa282fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.034656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-8343341a-a6dd-4a74-aabb-076fa282fc63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1287580 Jul 06 11:40:03.044981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-88585574-cccf-4869-9224-2a0d747afb85 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:40:03.046034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-88585574-cccf-4869-9224-2a0d747afb85 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063562 Jul 06 11:40:03.059230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:03.059740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:40:03.112866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-4d994cfd-6fce-4be0-aa6c-4c7bd22ca198 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 217 time: 0.0688598 Jul 06 11:40:03.120900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['991fa332-c8fd-428c-b7b7-6b5e7350f377'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:03.189148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-f63ed790-8dfc-4025-8bee-eddb99408dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.190584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-f63ed790-8dfc-4025-8bee-eddb99408dbc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0661294 Jul 06 11:40:03.199267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e5569-b604-4596-9a6b-c0cf5764068d req-9cd30427-7db1-44af-9f79-9d4a14a14107 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.200812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae5e5569-b604-4596-9a6b-c0cf5764068d req-9cd30427-7db1-44af-9f79-9d4a14a14107 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1711967 Jul 06 11:40:03.218942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:03.219467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:03.219960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:03.226380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:03.227197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:03.232964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:03.234126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:03.234742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:03.235585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Bound port: f7f9dd15-50e4-417a-b299-744f9675670f, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:03.288692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae5e5569-b604-4596-9a6b-c0cf5764068d req-bd417fc5-9bf2-46cd-8031-ca882bcfbd8a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776069 Jul 06 11:40:03.328585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-d8c6fc11-00f2-475a-8581-5a134085230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.331863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-d8c6fc11-00f2-475a-8581-5a134085230f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298847 Jul 06 11:40:03.333247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:03.338030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.339206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-3ac96145-08cf-4c67-9a9c-3326068c25e8 service neutron] 10.222.0.78 "POST /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2858934 Jul 06 11:40:03.489950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-36af4d41-ee6e-40b7-ab8e-d7f5b091adc0 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482871 Jul 06 11:40:03.591404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001969c3-afac-4c35-ab1d-003305f50184 req-76e10ec6-3fd3-4ead-823a-f8891352e732 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.592911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001969c3-afac-4c35-ab1d-003305f50184 req-76e10ec6-3fd3-4ead-823a-f8891352e732 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 944 time: 0.1603489 Jul 06 11:40:03.596509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efce2b58-7237-4e76-afe4-e8c123c3c1b7 req-26743efe-c69f-4ba4-b263-81dfa842ab25 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 210 time: 0.0747602 Jul 06 11:40:03.703946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48adcad2-e4b7-49ec-a5a0-7b41f5d0d371 req-48bb5766-c443-4aaf-b80a-28559753d1bb service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960773 Jul 06 11:40:03.711397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001969c3-afac-4c35-ab1d-003305f50184 req-4c2476dc-2c70-41fa-9dd1-d4eca401e3db tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033566 Jul 06 11:40:03.770022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-0d2eb852-b271-4341-b534-ec41ffc97196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.772259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-0d2eb852-b271-4341-b534-ec41ffc97196 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1096 time: 0.1244395 Jul 06 11:40:03.850804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c7439-b2aa-4137-b064-91a51fd4443d req-2b0a7a05-76c2-4609-9602-63ecabb3d24f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.852450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-724c7439-b2aa-4137-b064-91a51fd4443d req-2b0a7a05-76c2-4609-9602-63ecabb3d24f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1385164 Jul 06 11:40:03.915088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-724c7439-b2aa-4137-b064-91a51fd4443d req-270dfd84-52f8-401b-bd67-f9e8247b9dd5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Jul 06 11:40:03.916182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-2e59fc92-7303-439d-81eb-cbd7d8056767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.917516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-2e59fc92-7303-439d-81eb-cbd7d8056767 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1381724 Jul 06 11:40:03.981342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-f35f8416-1d23-4af9-bb5a-e22998fd6b5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 217 time: 0.0497341 Jul 06 11:40:04.365523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:04.408234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-1b08c9f3-ff9e-4be6-8432-63b7865cbff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:04.410363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-1b08c9f3-ff9e-4be6-8432-63b7865cbff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.4129167 Jul 06 11:40:04.413183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 991fa332-c8fd-428c-b7b7-6b5e7350f377 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:04.417988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 991fa332-c8fd-428c-b7b7-6b5e7350f377 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:04.418357 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.468117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996b83-5dda-4787-8ae1-33209c906ec7 req-d206267d-632c-41fc-a6d5-05d1c84152eb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:04.469611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2996b83-5dda-4787-8ae1-33209c906ec7 req-d206267d-632c-41fc-a6d5-05d1c84152eb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.5321941 Jul 06 11:40:04.476351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b6631137-45ee-4091-9da5-564786bbe6d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541763 Jul 06 11:40:04.502981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.525919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:04.528504 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af1c669-2e4e-4ab6-8e33-a860332f0942" -d '{"events": [{"server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:04.541505 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:04.545403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.546392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:04.592071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28d3a0-a03b-4d65-b26f-48d92b608386 req-d1c71b0d-9373-4c37-8ebd-a991690f0b26 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:04.593558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa28d3a0-a03b-4d65-b26f-48d92b608386 req-d1c71b0d-9373-4c37-8ebd-a991690f0b26 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.5625513 Jul 06 11:40:04.605209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-4db28d3c-629f-412c-9b79-1f0b72cc9a3d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:04.606669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-4db28d3c-629f-412c-9b79-1f0b72cc9a3d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.5637615 Jul 06 11:40:04.620570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:04.623615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2996b83-5dda-4787-8ae1-33209c906ec7 req-9cbdee44-f79b-4b9c-ab50-1163b245a475 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443820 Jul 06 11:40:04.636403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:04.673186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.708558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:04.712630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.726845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa28d3a0-a03b-4d65-b26f-48d92b608386 req-a5bb8381-af7a-48c1-a346-9e469176aa21 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191702 Jul 06 11:40:04.758188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-16dafe6b-0fe4-4a77-af03-f8c045f46f33 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683876 Jul 06 11:40:04.773539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:04.948026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-32cb40c3-5612-4b95-97a9-8fbc5d76fa42 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779737 Jul 06 11:40:04.950146 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:04.953584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.981028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b704a-af8f-4a8f-af83-f549d0b56329 req-739b2e46-b062-429b-804f-824fae3ae245 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:04.982522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f0b704a-af8f-4a8f-af83-f549d0b56329 req-739b2e46-b062-429b-804f-824fae3ae245 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2302403 Jul 06 11:40:05.093365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f0b704a-af8f-4a8f-af83-f549d0b56329 req-b0b3269d-9c35-4b77-99e9-c46554af4e27 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029379 Jul 06 11:40:05.104223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82423-c946-42c4-b252-4f024032f18e req-c77e5dab-c9d2-4b7b-ab81-57cfd99a07ca tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.105805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acb82423-c946-42c4-b252-4f024032f18e req-c77e5dab-c9d2-4b7b-ab81-57cfd99a07ca tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2111771 Jul 06 11:40:05.163984 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a9041f-1665-4fe0-9cfa-d2364a2c291a x-openstack-request-id: req-b6a9041f-1665-4fe0-9cfa-d2364a2c291a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:05.164291 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:05.164550 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6a9041f-1665-4fe0-9cfa-d2364a2c291a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:05.164950 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'code': 200} Jul 06 11:40:05.183166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acb82423-c946-42c4-b252-4f024032f18e req-390dfd44-01f7-4d79-8f88-11bbdbd97b8a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715942 Jul 06 11:40:05.200824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.4 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/222f4c9c-eaac-43e5-8129-9f3c738bd18d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:05.322831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18ef282d-44de-4e47-8cc7-f3a975786f7e req-eefa4e99-887d-43e0-93a4-56f558e0f3b7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 210 time: 0.0493202 Jul 06 11:40:05.497772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024e8d0-cfe8-44e4-a416-1a911754beec req-d18acd58-3942-4536-900e-bb3b1ae212d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.499376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4024e8d0-cfe8-44e4-a416-1a911754beec req-d18acd58-3942-4536-900e-bb3b1ae212d3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 1096 time: 0.2223017 Jul 06 11:40:05.527465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa80c06-823d-4b34-bdb3-bc2201619ffb req-0d2ba5ac-efeb-4c18-b363-34b725dd366c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.528867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aa80c06-823d-4b34-bdb3-bc2201619ffb req-0d2ba5ac-efeb-4c18-b363-34b725dd366c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1847999 Jul 06 11:40:05.542856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.621283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4024e8d0-cfe8-44e4-a416-1a911754beec req-43be7416-dc17-4150-a913-7f15c4fb5726 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121867 Jul 06 11:40:05.644973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aa80c06-823d-4b34-bdb3-bc2201619ffb req-5ac7b1a1-6c06-4672-8302-7f9e462f1012 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986383 Jul 06 11:40:05.677443 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.693009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9c5f3-5f5c-40c4-974a-d5cdd60549c9 req-6d6b595f-d8f9-4240-a2d3-56f39701900c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.694534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fb9c5f3-5f5c-40c4-974a-d5cdd60549c9 req-6d6b595f-d8f9-4240-a2d3-56f39701900c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1621709 Jul 06 11:40:05.753666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:05.771673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:05.778437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:05.797567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=222f4c9c-eaac-43e5-8129-9f3c738bd18d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:05.841003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fb9c5f3-5f5c-40c4-974a-d5cdd60549c9 req-fc9bb03e-6b33-4c82-945c-c12e890807e3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191044 Jul 06 11:40:05.868290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.868929 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.895555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f5893085-54b0-46c8-af44-fa7598125a35 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2759275 Jul 06 11:40:05.903174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13a0d2-8774-470b-9416-adda9f823851 req-7e760e7f-82b8-45b0-bfaf-7d580cd479fc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.904766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f13a0d2-8774-470b-9416-adda9f823851 req-7e760e7f-82b8-45b0-bfaf-7d580cd479fc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 947 time: 0.1486776 Jul 06 11:40:05.910247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Request body: {'port': {'device_id': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:05.991240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f13a0d2-8774-470b-9416-adda9f823851 req-9376b770-6b46-4de8-9bb0-932b37fdf8fe tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778046 Jul 06 11:40:06.049856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.103086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c42481-8d03-458c-acaf-c94250c4840a req-37c12988-57cd-4d0a-af48-ef61c00a8332 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.104613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c42481-8d03-458c-acaf-c94250c4840a req-37c12988-57cd-4d0a-af48-ef61c00a8332 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.1293151 Jul 06 11:40:06.246046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c42481-8d03-458c-acaf-c94250c4840a req-0b44b75c-378d-445f-8bd9-ee36790bea76 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352787 Jul 06 11:40:06.375459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:06.433911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b77e-cda7-4329-9717-28d86321a0ea req-851334fd-08c8-4913-b1f7-71658d7db69c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.435393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f94b77e-cda7-4329-9717-28d86321a0ea req-851334fd-08c8-4913-b1f7-71658d7db69c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1884208 Jul 06 11:40:06.485900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:06.499581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'mac_address': 'fa:16:3e:53:be:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:06.537775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f94b77e-cda7-4329-9717-28d86321a0ea req-0a53f1b2-e011-4316-a3b9-d58f6c25d88c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956643 Jul 06 11:40:06.538305 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.553678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272ab562-e5c6-40ae-b189-94f9de9d374d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:06.554994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222f4c9c-eaac-43e5-8129-9f3c738bd18d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:06.566771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d65385-12ad-4329-ada4-4f6824acc23c req-6a27069b-a2e9-4e39-95a8-0dc2b47463fe tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.568316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13d65385-12ad-4329-ada4-4f6824acc23c req-6a27069b-a2e9-4e39-95a8-0dc2b47463fe tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1841345 Jul 06 11:40:06.573953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.585742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:06.592938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.594125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:06.604653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Transition to ACTIVE for port object 222f4c9c-eaac-43e5-8129-9f3c738bd18d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:06.620795 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.628854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13d65385-12ad-4329-ada4-4f6824acc23c req-acd440cf-dddd-4046-a898-8e2b1968e94b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Jul 06 11:40:06.750440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:06.761160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Pushing event updated for resources: {'Port': ['ID=222f4c9c-eaac-43e5-8129-9f3c738bd18d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:06.812415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:06.839476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484', 'port_id': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'mac_address': 'fa:16:3e:8d:18:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6235e97-5b88-4078-8656-ccdf1fb32672', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:06.868758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Attempting to bind port 222f4c9c-eaac-43e5-8129-9f3c738bd18d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:06.869130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Attempting to bind port 222f4c9c-eaac-43e5-8129-9f3c738bd18d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:06.869469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Attempting to bind port 222f4c9c-eaac-43e5-8129-9f3c738bd18d on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:06.881172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Port 222f4c9c-eaac-43e5-8129-9f3c738bd18d on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:06.881515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Attempting to bind port 222f4c9c-eaac-43e5-8129-9f3c738bd18d on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:06.893329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9ea2e-0451-4add-aac8-91f0d6e16f50 req-5a01c846-66d9-4fc5-9f72-13b43ab29151 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.901193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2de9ea2e-0451-4add-aac8-91f0d6e16f50 req-5a01c846-66d9-4fc5-9f72-13b43ab29151 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 943 time: 0.2004101 Jul 06 11:40:06.911824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:06.912216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:06.912586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:06.913031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Bound port: 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:06.913389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.933999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.948995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f270dea5-4097-4fda-8cf4-b3fa36a4f982 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:06.981420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:06.989370 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:07.036928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2de9ea2e-0451-4add-aac8-91f0d6e16f50 req-ffd58bf0-776a-47bd-9145-3094b2896b7b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343684 Jul 06 11:40:07.071692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:07.091319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feada0-374c-4d5b-8b43-67c79401cdd3 req-724cea64-ed05-4d4d-947b-40f59ded671c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.098611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6feada0-374c-4d5b-8b43-67c79401cdd3 req-724cea64-ed05-4d4d-947b-40f59ded671c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1832182 Jul 06 11:40:07.117758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] For port 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:07.140648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] For port 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:07.153105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6feada0-374c-4d5b-8b43-67c79401cdd3 req-11579702-8f50-4dd3-b4e3-d8a15163aa05 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535057 Jul 06 11:40:07.154310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:07.177048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:07.180029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.180452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:07.180616 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fbc62-87d2-44d5-8b91-ce64d1aaf9c2" -d '{"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-unplugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:07.182264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] 10.222.0.79 "PUT /v2.0/ports/222f4c9c-eaac-43e5-8129-9f3c738bd18d HTTP/1.1" status: 200 len: 1091 time: 1.2765827 Jul 06 11:40:07.201164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'tag': '222f4c9c-eaac-43e5-8129-9f3c738bd18d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:07.203621 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "972160ea-7cbf-44ee-9d52-0c8e3562111b", "tag": "222f4c9c-eaac-43e5-8129-9f3c738bd18d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:07.333020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cee132-e88d-4060-afdf-0002f7805e03 service neutron] Pushing event updated for resources: {'Port': ['ID=222f4c9c-eaac-43e5-8129-9f3c738bd18d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:07.371643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d3b4-18d2-478e-a876-e88a241bda62 req-782b79b1-a217-48d2-8440-d05e98a96f08 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.373303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9308d3b4-18d2-478e-a876-e88a241bda62 req-782b79b1-a217-48d2-8440-d05e98a96f08 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 944 time: 0.2251885 Jul 06 11:40:07.389990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f270dea5-4097-4fda-8cf4-b3fa36a4f982'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:07.414050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['272ab562-e5c6-40ae-b189-94f9de9d374d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:07.429137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-200d30be-6d11-4574-a135-1cb7254e29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.430716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-200d30be-6d11-4574-a135-1cb7254e29c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 1094 time: 0.1647632 Jul 06 11:40:07.442214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9308d3b4-18d2-478e-a876-e88a241bda62 req-365badce-8081-4e4a-86cb-32aa19118d23 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609405 Jul 06 11:40:07.459496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606c2cc-4f0d-498b-8313-526591938079 req-fe90a551-0fd5-4f70-8a6a-05032faf8310 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.461645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5606c2cc-4f0d-498b-8313-526591938079 req-fe90a551-0fd5-4f70-8a6a-05032faf8310 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 948 time: 0.1502953 Jul 06 11:40:07.496690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-f7eb0771-6b82-46d7-aa92-3b367292bd35 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d HTTP/1.1" status: 200 len: 217 time: 0.0522757 Jul 06 11:40:07.539068 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2d0de5-0c4f-4c13-a4e0-68008c990ccf x-openstack-request-id: req-aa2d0de5-0c4f-4c13-a4e0-68008c990ccf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:07.539449 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-unplugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:07.539772 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa2d0de5-0c4f-4c13-a4e0-68008c990ccf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:07.540250 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'code': 200} Jul 06 11:40:07.582190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5606c2cc-4f0d-498b-8313-526591938079 req-9dc77e65-8e7f-498e-a672-423ffdffb652 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Jul 06 11:40:07.591387 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b4cd2-c552-4e61-bbc8-15ef486a91a1 x-openstack-request-id: req-162b4cd2-c552-4e61-bbc8-15ef486a91a1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:07.591892 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972160ea-7cbf-44ee-9d52-0c8e3562111b", "tag": "222f4c9c-eaac-43e5-8129-9f3c738bd18d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:07.593551 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-162b4cd2-c552-4e61-bbc8-15ef486a91a1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:07.594132 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'tag': '222f4c9c-eaac-43e5-8129-9f3c738bd18d', 'status': 'completed', 'code': 200} Jul 06 11:40:07.602502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-9a2beb60-92a4-4720-9ad5-d42503431050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.607230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-9a2beb60-92a4-4720-9ad5-d42503431050 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0956419 Jul 06 11:40:07.672584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-b0d6fec4-4abf-4aa6-992e-4640446d6192 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519681 Jul 06 11:40:07.872278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-81b6e93f-e7c0-4252-8804-ed364b81317f service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858449 Jul 06 11:40:07.898046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ce968-1de7-4f69-9a33-0fd6e48f5af1 req-237b4abe-ec6c-4a0d-b82d-9aa91b86058b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.899539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b4ce968-1de7-4f69-9a33-0fd6e48f5af1 req-237b4abe-ec6c-4a0d-b82d-9aa91b86058b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.1596167 Jul 06 11:40:07.908910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85028c3d-9202-453d-a9f3-350db699af98 req-0636c8a7-8e2d-4eff-beb1-637ac8254363 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.910332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85028c3d-9202-453d-a9f3-350db699af98 req-0636c8a7-8e2d-4eff-beb1-637ac8254363 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1717875 Jul 06 11:40:08.016776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b4ce968-1de7-4f69-9a33-0fd6e48f5af1 req-227e4225-fb13-45f0-95be-04108147332c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054862 Jul 06 11:40:08.019385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85028c3d-9202-453d-a9f3-350db699af98 req-263d643f-c033-4e9e-a458-f4df9a6b6ea4 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978897 Jul 06 11:40:08.062674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d1601b-9e64-4a7e-b119-5c6ca73223df req-0eefee0f-b5c8-462f-a9ce-849810c5d682 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808813 Jul 06 11:40:08.577004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-7afff013-2649-45db-8fa4-cfdc48a4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:08.578465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-7afff013-2649-45db-8fa4-cfdc48a4d983 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 1094 time: 0.4379947 Jul 06 11:40:08.670655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a417c85-d2bd-473a-9f9c-ac9fac0a1b4e req-5679fa04-005e-4177-a18f-699f1c195e99 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:08.672163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a417c85-d2bd-473a-9f9c-ac9fac0a1b4e req-5679fa04-005e-4177-a18f-699f1c195e99 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2165530 Jul 06 11:40:08.703030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-e09eb4a7-2daf-474f-a517-1acc2b4622c0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:08.704499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-e09eb4a7-2daf-474f-a517-1acc2b4622c0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8&tenant_id=7005234f84c840ffa09c6e598d36f7db&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 948 time: 0.2504935 Jul 06 11:40:08.818252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a417c85-d2bd-473a-9f9c-ac9fac0a1b4e req-2aa766e0-af93-4fa0-986b-d447f6e7c55d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376183 Jul 06 11:40:08.829181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd54214-4a2a-4e52-8c36-3e0fd35ce4d5 req-d63739a8-654b-43e3-a418-761b42b02dff tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:08.831364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cd54214-4a2a-4e52-8c36-3e0fd35ce4d5 req-d63739a8-654b-43e3-a418-761b42b02dff tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 943 time: 0.2566116 Jul 06 11:40:08.832599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-ccba4438-04d1-43c4-8a12-7a5c50468d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:08.833948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-ccba4438-04d1-43c4-8a12-7a5c50468d91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.2405560 Jul 06 11:40:08.903740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-d20a2900-970b-4194-8bd3-e090d8046162 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d HTTP/1.1" status: 200 len: 217 time: 0.0413783 Jul 06 11:40:08.905088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-2a48475e-1d25-492f-8eab-48a33e7d5752 service neutron] 10.222.0.79 "GET /v2.0/ports/272ab562-e5c6-40ae-b189-94f9de9d374d/bindings/n-h2-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.1865482 Jul 06 11:40:08.981930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cd54214-4a2a-4e52-8c36-3e0fd35ce4d5 req-c61256ed-ce7d-4d0b-9ded-9bc94ac199c6 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438348 Jul 06 11:40:09.052979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-3a7bd931-c53b-4a9f-a7c7-b60476dc1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.054473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-3a7bd931-c53b-4a9f-a7c7-b60476dc1b1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.1332679 Jul 06 11:40:09.097490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-895d6103-521c-46ec-944a-eade952bfc68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341113 Jul 06 11:40:09.173456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-af6ede59-ac4b-495d-8803-7f0730000fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.175061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-af6ede59-ac4b-495d-8803-7f0730000fea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1099 time: 0.2332120 Jul 06 11:40:09.231439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b9d70-3610-47bb-980c-8d646912c403 req-e4a42896-16bc-4d6d-a76e-eeadcb06d0fc tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.233194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223b9d70-3610-47bb-980c-8d646912c403 req-e4a42896-16bc-4d6d-a76e-eeadcb06d0fc tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.2546968 Jul 06 11:40:09.360000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223b9d70-3610-47bb-980c-8d646912c403 req-8e992077-74a9-4188-97a3-299e9ba29906 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977068 Jul 06 11:40:09.379444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086325f-6af1-4cfc-af68-bc8465980680 req-8bf899c1-2ae8-4569-8363-0cae68f207c7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.381245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1086325f-6af1-4cfc-af68-bc8465980680 req-8bf899c1-2ae8-4569-8363-0cae68f207c7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 948 time: 0.2698467 Jul 06 11:40:09.386855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-0b3169c1-8108-4564-9f13-6fd90c0b9cb0 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794523 Jul 06 11:40:09.417002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-7e73a739-bf79-4db5-80b7-7ed183da415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.418451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-7e73a739-bf79-4db5-80b7-7ed183da415c service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2248647 Jul 06 11:40:09.516733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-74b2c063-0b66-46a9-8843-7e3ea4517305 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 217 time: 0.0850174 Jul 06 11:40:09.525580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1086325f-6af1-4cfc-af68-bc8465980680 req-5d409682-a50d-42c0-8dd6-61a97c2b9104 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332641 Jul 06 11:40:09.635658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-fef856f3-1f65-40b3-9fb9-90e72fc52dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.637237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-fef856f3-1f65-40b3-9fb9-90e72fc52dde service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1094906 Jul 06 11:40:09.640273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9b8e05-ba06-48ba-b3c1-9b2114244fdc req-be432581-8225-4a1d-984f-86b0a9e83334 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433312 Jul 06 11:40:09.689040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d731e-8417-4661-a89e-83cc3fe8eb6e req-cb2b9862-8508-4478-8e9b-59c9b6d12f58 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.691335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a77d731e-8417-4661-a89e-83cc3fe8eb6e req-cb2b9862-8508-4478-8e9b-59c9b6d12f58 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 944 time: 0.2157977 Jul 06 11:40:09.744370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a77d731e-8417-4661-a89e-83cc3fe8eb6e req-02fa88eb-48b5-4e35-8a1d-9a0ac470ee32 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Jul 06 11:40:09.750556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-b5d4f395-c14d-440f-b226-2d5099eb90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.752671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-b5d4f395-c14d-440f-b226-2d5099eb90bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019008 Jul 06 11:40:09.932496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-e8902e2f-85f7-4101-9e07-32a317e1d5ab service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688440 Jul 06 11:40:09.960071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df4e0-47a9-4394-b8f5-3883e42a509b req-5ea2e4a6-deb5-4be9-808e-e69e45ca2fbc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.961468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-020df4e0-47a9-4394-b8f5-3883e42a509b req-5ea2e4a6-deb5-4be9-808e-e69e45ca2fbc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1512198 Jul 06 11:40:10.029454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb8563-47a6-4eb8-8d44-f5acd2b2cbd0 req-6039d300-fb07-4b0a-8f25-e8cab56cea18 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.030910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcb8563-47a6-4eb8-8d44-f5acd2b2cbd0 req-6039d300-fb07-4b0a-8f25-e8cab56cea18 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.1736507 Jul 06 11:40:10.079345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-020df4e0-47a9-4394-b8f5-3883e42a509b req-e14df1ce-da17-4eb9-9212-dee16dd85707 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057727 Jul 06 11:40:10.108347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcb8563-47a6-4eb8-8d44-f5acd2b2cbd0 req-3dba7064-40e5-467c-ac88-e2bdde857e28 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Jul 06 11:40:10.110367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-549ed417-f619-48de-9384-30f37165af80 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674252 Jul 06 11:40:10.264629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961e75-9ddf-442d-8587-f874dd87ac4d req-414f8534-56db-4ce7-b001-e2c414738e87 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.266105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08961e75-9ddf-442d-8587-f874dd87ac4d req-414f8534-56db-4ce7-b001-e2c414738e87 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.0742049 Jul 06 11:40:10.311294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08961e75-9ddf-442d-8587-f874dd87ac4d req-bd0b908f-2e04-4ea2-b67a-e82f1bf8f047 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Jul 06 11:40:10.386291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 222f4c9c-eaac-43e5-8129-9f3c738bd18d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:10.388279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:10.402262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c18080-e4ee-47fc-8bd5-49e1f13d60af req-a33cc965-b9f7-463f-bc5e-d6211b134d7f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.404032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85c18080-e4ee-47fc-8bd5-49e1f13d60af req-a33cc965-b9f7-463f-bc5e-d6211b134d7f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0726037 Jul 06 11:40:10.477664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85c18080-e4ee-47fc-8bd5-49e1f13d60af req-b1c0a1c3-f9ff-467c-9e62-1d431a82e69f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672336 Jul 06 11:40:10.501905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 272ab562-e5c6-40ae-b189-94f9de9d374d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:10.501905 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.504244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fd1bf-90d8-45da-b3d0-47573b47e115 req-daa6c701-20ce-4133-a96c-15a0223ca7a2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.505832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a7fd1bf-90d8-45da-b3d0-47573b47e115 req-daa6c701-20ce-4133-a96c-15a0223ca7a2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 943 time: 0.0943668 Jul 06 11:40:10.559708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:10.567794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a7fd1bf-90d8-45da-b3d0-47573b47e115 req-f61ee429-7719-4801-9843-2e97dabdf02f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553262 Jul 06 11:40:10.575585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '222f4c9c-eaac-43e5-8129-9f3c738bd18d', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': '222f4c9c-eaac-43e5-8129-9f3c738bd18d', 'mac_address': 'fa:16:3e:d5:af:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:10.643226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.653277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.684526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:10.686829 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49881abb-bdfc-4a2d-b9d1-56f491f09cdc" -d '{"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-plugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:10.692641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222f4c9c-eaac-43e5-8129-9f3c738bd18d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:10.711148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:10.722590 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.723417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:10.727306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:10.749764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.764479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62733c74-2d81-45a9-8025-1b1ff1be994b req-29876a9d-6761-475c-a9f8-085b03a619ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.766030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62733c74-2d81-45a9-8025-1b1ff1be994b req-29876a9d-6761-475c-a9f8-085b03a619ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 948 time: 0.0794828 Jul 06 11:40:10.810085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:10.823563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62733c74-2d81-45a9-8025-1b1ff1be994b req-7f6b5a53-4389-4ad9-96c4-d50cef8a48ab tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Jul 06 11:40:10.836674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f270dea5-4097-4fda-8cf4-b3fa36a4f982 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:10.845399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f270dea5-4097-4fda-8cf4-b3fa36a4f982 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:10.845848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.896929 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e285665-18e2-4f7c-a4b0-602d7ae274d9 x-openstack-request-id: req-5e285665-18e2-4f7c-a4b0-602d7ae274d9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:10.897229 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-plugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:10.897489 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e285665-18e2-4f7c-a4b0-602d7ae274d9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:10.897893 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'code': 200} Jul 06 11:40:10.900487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=222f4c9c-eaac-43e5-8129-9f3c738bd18d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:10.912069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e3bc4-4908-481f-b355-92bf1fbc491d req-4cc3ed63-b228-4b5a-a4c2-4eb924890604 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.913838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-436e3bc4-4908-481f-b355-92bf1fbc491d req-4cc3ed63-b228-4b5a-a4c2-4eb924890604 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1078415 Jul 06 11:40:10.954535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-436e3bc4-4908-481f-b355-92bf1fbc491d req-8fedbd7f-2104-4ea0-bd82-fd950e9529ef tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Jul 06 11:40:10.958933 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.997584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:11.003416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.058688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:11.067759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d8ff5-7e07-49ec-84d1-a249e8a1e65f req-29dd9e59-7413-448c-9952-04966e7125e1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.072378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-917d8ff5-7e07-49ec-84d1-a249e8a1e65f req-29dd9e59-7413-448c-9952-04966e7125e1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.0764229 Jul 06 11:40:11.143868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-917d8ff5-7e07-49ec-84d1-a249e8a1e65f req-91c6c333-6013-42a2-93fd-90c4dd8d1451 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688095 Jul 06 11:40:11.171446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a7dd-79be-4994-83d1-79f043c7cdf5 req-b1a83d83-23fb-4924-8beb-4d2063f07a70 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.172967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81f0a7dd-79be-4994-83d1-79f043c7cdf5 req-b1a83d83-23fb-4924-8beb-4d2063f07a70 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.0909503 Jul 06 11:40:11.177415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['222f4c9c-eaac-43e5-8129-9f3c738bd18d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:11.217311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81f0a7dd-79be-4994-83d1-79f043c7cdf5 req-f4ba23c6-2644-4f66-8759-9018782258b5 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Jul 06 11:40:11.315529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ec56-56a3-46be-b2a8-99e35f3adb6f req-1054b741-77a8-4e5f-a737-d10b0f869a16 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.317128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2e3ec56-56a3-46be-b2a8-99e35f3adb6f req-1054b741-77a8-4e5f-a737-d10b0f869a16 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.0655470 Jul 06 11:40:11.387479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2e3ec56-56a3-46be-b2a8-99e35f3adb6f req-87c94b92-bc0b-4809-b30f-1d847422ce7c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643852 Jul 06 11:40:11.417930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7e689-a4d4-4eb2-a67e-637f3b45cfeb req-efa90b4c-2414-457f-a843-c54a9221432b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.419604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75c7e689-a4d4-4eb2-a67e-637f3b45cfeb req-efa90b4c-2414-457f-a843-c54a9221432b tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.0903594 Jul 06 11:40:11.458349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75c7e689-a4d4-4eb2-a67e-637f3b45cfeb req-43b83e6b-066c-4b31-aaac-566154d824a5 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jul 06 11:40:11.664786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9a306-5479-4f10-b1a0-6f78220cfb8c req-d796a947-bfaa-45a4-b78d-160587f4b521 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.665975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17c9a306-5479-4f10-b1a0-6f78220cfb8c req-d796a947-bfaa-45a4-b78d-160587f4b521 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.0921774 Jul 06 11:40:11.722048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17c9a306-5479-4f10-b1a0-6f78220cfb8c req-f2255489-41dd-459b-97bd-4aca6e8b5169 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Jul 06 11:40:11.730089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10302b24-88b8-4e04-95e3-717719206bd0 req-fa7d300a-2c04-48f6-b2e0-a570a93e30c2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.731516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10302b24-88b8-4e04-95e3-717719206bd0 req-fa7d300a-2c04-48f6-b2e0-a570a93e30c2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1124766 Jul 06 11:40:11.775168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10302b24-88b8-4e04-95e3-717719206bd0 req-ae16c01f-6340-4167-90d2-f4133991792b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Jul 06 11:40:11.932315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a5478-4c8b-40ff-bec9-a8bec2c01af0 req-ffedc674-b4aa-4c11-bd65-971615b46601 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.933786 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce1a5478-4c8b-40ff-bec9-a8bec2c01af0 req-ffedc674-b4aa-4c11-bd65-971615b46601 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 944 time: 0.1002598 Jul 06 11:40:11.985982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5267f-42c0-4c5b-93eb-d345adde0e26 req-49514583-0855-41e0-8747-bc151d7a60e7 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.988460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dec5267f-42c0-4c5b-93eb-d345adde0e26 req-49514583-0855-41e0-8747-bc151d7a60e7 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1034913 Jul 06 11:40:11.993376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce1a5478-4c8b-40ff-bec9-a8bec2c01af0 req-e7690f14-288a-4da9-8227-020be9ddbba7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 Jul 06 11:40:12.032040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dec5267f-42c0-4c5b-93eb-d345adde0e26 req-6ab9fece-bbde-4f43-adec-4593b8e5fd00 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Jul 06 11:40:12.171412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57646a3-6f77-4d6f-ba46-f61b114a7b36 req-9adff589-8adf-4148-8612-8f6cec5c8a93 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.173001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b57646a3-6f77-4d6f-ba46-f61b114a7b36 req-9adff589-8adf-4148-8612-8f6cec5c8a93 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.0757606 Jul 06 11:40:12.234827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b57646a3-6f77-4d6f-ba46-f61b114a7b36 req-160dad59-d7b5-4910-8b09-303ea025d7c7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Jul 06 11:40:12.257445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27430b-922f-42a8-83d1-96144c5e66b5 req-2d6068e3-420e-4121-8d6c-094a30e49a44 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.258997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d27430b-922f-42a8-83d1-96144c5e66b5 req-2d6068e3-420e-4121-8d6c-094a30e49a44 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1044526 Jul 06 11:40:12.304024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d27430b-922f-42a8-83d1-96144c5e66b5 req-e186f9a1-9358-4470-a290-4ad9178d0aaa tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Jul 06 11:40:12.423246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb37fe-a3b2-4f30-8028-93587f5baf91 req-6449d2cc-b678-48c1-8c9b-3b180c8fba52 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.425372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56eb37fe-a3b2-4f30-8028-93587f5baf91 req-6449d2cc-b678-48c1-8c9b-3b180c8fba52 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.0743275 Jul 06 11:40:12.498034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56eb37fe-a3b2-4f30-8028-93587f5baf91 req-8bbbe0b9-5275-45a2-8055-9c8375798cff tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616355 Jul 06 11:40:12.520490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553b15d-e059-4003-9bad-1dbbe12980cd req-8f1d20d5-f44b-4ed7-9a58-60d9bd2743fa tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.522564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a553b15d-e059-4003-9bad-1dbbe12980cd req-8f1d20d5-f44b-4ed7-9a58-60d9bd2743fa tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.0959868 Jul 06 11:40:12.570437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a553b15d-e059-4003-9bad-1dbbe12980cd req-54d1d8c2-cb74-4466-91bf-78706b2f5d3b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Jul 06 11:40:12.740542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-5cc16a23-cc67-4fbe-ae43-1dd63fbc356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.741939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-5cc16a23-cc67-4fbe-ae43-1dd63fbc356a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8&tenant_id=7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 1100 time: 0.1391697 Jul 06 11:40:12.749467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5741a2-5159-4def-8d24-9c551b440139 req-0d3fdb61-9c30-4884-a05d-8cef132d67bf tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.750805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e5741a2-5159-4def-8d24-9c551b440139 req-0d3fdb61-9c30-4884-a05d-8cef132d67bf tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1401451 Jul 06 11:40:12.794291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45624-0bf4-493a-a427-f0af46b53ddb req-52dc1981-3301-4f9c-8ad4-4d8f27026ac6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.795767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7b45624-0bf4-493a-a427-f0af46b53ddb req-52dc1981-3301-4f9c-8ad4-4d8f27026ac6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.1223013 Jul 06 11:40:12.848500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e5741a2-5159-4def-8d24-9c551b440139 req-7915e70d-314c-4bbf-8dd9-4884af654ad0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892863 Jul 06 11:40:12.888817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7b45624-0bf4-493a-a427-f0af46b53ddb req-b1d1755d-882d-428a-ae9a-8f79edc7a698 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Jul 06 11:40:12.899078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:12.901400 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec33d78-dc62-482a-a559-027ba1af85bb" -d '{"events": [{"server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "name": "network-vif-plugged", "status": "completed", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:12.915656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-31db7fb6-7e75-4a9f-9c0e-704060799d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.917262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-31db7fb6-7e75-4a9f-9c0e-704060799d5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 1100 time: 0.1194448 Jul 06 11:40:13.014691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-573a75bd-ed5c-46db-8590-4c971689d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.016237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-573a75bd-ed5c-46db-8590-4c971689d0e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0927808 Jul 06 11:40:13.070723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-8533036e-d090-49ea-a325-0fa8d2d6624e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 200 len: 217 time: 0.0402603 Jul 06 11:40:13.152657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-88c37a8e-45b3-4c32-b45f-dbf0797cd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.154129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-88c37a8e-45b3-4c32-b45f-dbf0797cd8e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0753481 Jul 06 11:40:13.210142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34118e3f-0f24-4b48-9cec-4ac3d0512e94 req-18e91fa8-f793-4059-b5df-4c73fe64de48 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.211674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34118e3f-0f24-4b48-9cec-4ac3d0512e94 req-18e91fa8-f793-4059-b5df-4c73fe64de48 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1070750 Jul 06 11:40:13.336893 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e6a16-9e01-4d90-9f79-57391edf6b28 x-openstack-request-id: req-696e6a16-9e01-4d90-9f79-57391edf6b28 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:13.337196 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "name": "network-vif-plugged", "status": "completed", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:13.337453 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-696e6a16-9e01-4d90-9f79-57391edf6b28 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:13.337851 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'code': 200} Jul 06 11:40:13.574383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34118e3f-0f24-4b48-9cec-4ac3d0512e94 req-8b8c12d9-7a24-4238-9424-a87e4c9175f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545415 Jul 06 11:40:13.596395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-890a5f44-f346-481f-9899-49e7294d22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.597933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-890a5f44-f346-481f-9899-49e7294d22e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4290645 Jul 06 11:40:13.737681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91831a17-5211-432f-9ec6-368c5ebf0606 req-413065a4-4d41-44fe-935f-d1a63487e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.739155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91831a17-5211-432f-9ec6-368c5ebf0606 req-413065a4-4d41-44fe-935f-d1a63487e9ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1096 time: 0.2092888 Jul 06 11:40:13.763234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929be0cb-4e9d-4175-95d7-b26c90d61be9 req-db40a620-1c6e-4340-b0ef-8dc95714955b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.764871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-929be0cb-4e9d-4175-95d7-b26c90d61be9 req-db40a620-1c6e-4340-b0ef-8dc95714955b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 944 time: 0.2338440 Jul 06 11:40:13.810431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-07c003f5-7f21-4700-8a66-32f620249e3d service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024615 Jul 06 11:40:13.900460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-929be0cb-4e9d-4175-95d7-b26c90d61be9 req-a0bd2dd6-5bd2-42ea-b106-433207d7c198 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219273 Jul 06 11:40:13.904130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91831a17-5211-432f-9ec6-368c5ebf0606 req-93c96a6b-69ad-4270-a377-b29deab357a7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383550 Jul 06 11:40:13.923080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dec93-bd64-4b08-b21f-25f25ff83a66 req-4f8f75ab-89bf-45ae-9e51-1e58a2177930 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.924802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f33dec93-bd64-4b08-b21f-25f25ff83a66 req-4f8f75ab-89bf-45ae-9e51-1e58a2177930 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.2401245 Jul 06 11:40:13.988086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f33dec93-bd64-4b08-b21f-25f25ff83a66 req-7d4504a3-9683-4668-88bc-36da8aff821b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Jul 06 11:40:13.990360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8594829a-ff0e-4a6b-8c32-4bc42ab93899 req-b68362e5-a9ca-4c4f-a2b0-dab805494f97 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671684 Jul 06 11:40:14.210075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81061b-945d-46de-9999-6efb30b71103 req-edc90b91-7075-4e23-aad6-9bf0baa50692 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.211573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e81061b-945d-46de-9999-6efb30b71103 req-edc90b91-7075-4e23-aad6-9bf0baa50692 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1132436 Jul 06 11:40:14.224955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdaeb3-fa3d-43ba-adb7-68fac32bd295 req-3132cf16-c48e-4c0e-bf34-d5044c2e502c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.226367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9fdaeb3-fa3d-43ba-adb7-68fac32bd295 req-3132cf16-c48e-4c0e-bf34-d5044c2e502c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1185410 Jul 06 11:40:14.288742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e81061b-945d-46de-9999-6efb30b71103 req-9ebbd07b-9d48-44dc-a9d7-15b72a9d5913 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614069 Jul 06 11:40:14.291519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9fdaeb3-fa3d-43ba-adb7-68fac32bd295 req-89d6fe26-1df7-49c4-b96c-bef79ac1f919 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Jul 06 11:40:14.407472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 222f4c9c-eaac-43e5-8129-9f3c738bd18d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:14.462564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 222f4c9c-eaac-43e5-8129-9f3c738bd18d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:14.467593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 222f4c9c-eaac-43e5-8129-9f3c738bd18d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:14.468153 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.481473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7661-ae9b-41a4-8564-551d9dfbc105 req-7f69fb70-82f4-4fa2-bca6-1be2856b6be8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.483286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-592d7661-ae9b-41a4-8564-551d9dfbc105 req-7f69fb70-82f4-4fa2-bca6-1be2856b6be8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.0847147 Jul 06 11:40:14.538869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-592d7661-ae9b-41a4-8564-551d9dfbc105 req-caf4fc2b-9f11-402d-afd4-8bccf504b4c7 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Jul 06 11:40:14.580436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.631495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:14.636390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.637471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:14.715443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=222f4c9c-eaac-43e5-8129-9f3c738bd18d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:14.759519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.793563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:14.799137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.799949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:14.836678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113707b5-ff5e-4639-be47-4215977618db req-6156fc43-1654-4045-a65b-9cef20b5fbd2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.838339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-113707b5-ff5e-4639-be47-4215977618db req-6156fc43-1654-4045-a65b-9cef20b5fbd2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1182201 Jul 06 11:40:14.848035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f0cc-78b1-4f59-ad01-fa39ef02a887 req-859e9a5b-435b-4ccf-8e11-50543b6d6bc7 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.849506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d847f0cc-78b1-4f59-ad01-fa39ef02a887 req-859e9a5b-435b-4ccf-8e11-50543b6d6bc7 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1185062 Jul 06 11:40:14.903880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:14.917254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-113707b5-ff5e-4639-be47-4215977618db req-86c8b344-b839-4d38-93b2-a9d455a9d9df tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666122 Jul 06 11:40:14.920167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.922917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d847f0cc-78b1-4f59-ad01-fa39ef02a887 req-d42e6ddd-fe90-4c1a-8bab-a60408f0d02d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 Jul 06 11:40:14.962661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:14.967616 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.021704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:15.202329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d77980-c502-453c-9e17-dd0ab2b37183 req-b1bb0821-2de0-4692-b395-3f7044095ef1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.203852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72d77980-c502-453c-9e17-dd0ab2b37183 req-b1bb0821-2de0-4692-b395-3f7044095ef1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.1684604 Jul 06 11:40:15.213278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a43f2-d38a-43b1-bfb9-1d234bf15c3a req-2020617e-a4e2-4cda-b83b-df3029c38ff3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.214718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-146a43f2-d38a-43b1-bfb9-1d234bf15c3a req-2020617e-a4e2-4cda-b83b-df3029c38ff3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 947 time: 0.1126690 Jul 06 11:40:15.242973 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:40:15.284662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-146a43f2-d38a-43b1-bfb9-1d234bf15c3a req-f89b3365-54cf-4e5f-a82f-543f8d666340 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 Jul 06 11:40:15.287610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72d77980-c502-453c-9e17-dd0ab2b37183 req-e2d418c6-7a7d-4a79-8ce2-73a55a80036e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Jul 06 11:40:15.339544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222f4c9c-eaac-43e5-8129-9f3c738bd18d'}, {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}, {'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:15.342635 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d0f5ee-7c0c-4449-92ed-da11e3f8569b" -d '{"events": [{"server_uuid": "972160ea-7cbf-44ee-9d52-0c8e3562111b", "name": "network-vif-plugged", "status": "completed", "tag": "222f4c9c-eaac-43e5-8129-9f3c738bd18d"}, {"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-unplugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}, {"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-unplugged", "status": "completed", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:15.504984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff43f-d851-4eb8-bc70-f9339efda060 req-2630b07d-894f-4abc-b4a6-38a53fbbeba0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.506675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f5ff43f-d851-4eb8-bc70-f9339efda060 req-2630b07d-894f-4abc-b4a6-38a53fbbeba0 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1054859 Jul 06 11:40:15.518873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6a3f9-6728-45df-aa8f-4ef657800dec req-8e8f88da-2d92-4f66-b034-f16559ab3546 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.520324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdd6a3f9-6728-45df-aa8f-4ef657800dec req-8e8f88da-2d92-4f66-b034-f16559ab3546 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 943 time: 0.1092508 Jul 06 11:40:15.575868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f5ff43f-d851-4eb8-bc70-f9339efda060 req-271a3f98-309b-4802-8c08-231ab8dacd07 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545509 Jul 06 11:40:15.581083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdd6a3f9-6728-45df-aa8f-4ef657800dec req-c0260e65-07b6-438c-848d-a2943eeea7ef tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Jul 06 11:40:15.644869 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab750b2a-d1ba-4f81-97ab-705544048ccf x-openstack-request-id: req-ab750b2a-d1ba-4f81-97ab-705544048ccf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:15.645385 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972160ea-7cbf-44ee-9d52-0c8e3562111b", "name": "network-vif-plugged", "status": "completed", "tag": "222f4c9c-eaac-43e5-8129-9f3c738bd18d", "code": 200}, {"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-unplugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "code": 200}, {"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-unplugged", "status": "completed", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:15.645482 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab750b2a-d1ba-4f81-97ab-705544048ccf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:15.645805 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222f4c9c-eaac-43e5-8129-9f3c738bd18d', 'code': 200} Jul 06 11:40:15.646231 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'code': 200} Jul 06 11:40:15.646482 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'code': 200} Jul 06 11:40:15.894041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8101-03b3-4109-a20d-e9b9b8ef1296 req-0811ecc9-81c9-4caa-bc20-fea918fb1b77 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.895636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdba8101-03b3-4109-a20d-e9b9b8ef1296 req-0811ecc9-81c9-4caa-bc20-fea918fb1b77 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 945 time: 0.1562300 Jul 06 11:40:15.912801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d9687-5c5b-48a2-9d95-47564cc88462 req-89f3f7b1-1bb2-46de-9b94-a744ed5e381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.914305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-950d9687-5c5b-48a2-9d95-47564cc88462 req-89f3f7b1-1bb2-46de-9b94-a744ed5e381c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 1096 time: 0.1629264 Jul 06 11:40:15.942502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec9d0-1d2a-42fc-9f64-93816eb8c85c req-1ab9cc46-33c7-4a70-aa4d-6b0ef03065ba tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.943992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7dec9d0-1d2a-42fc-9f64-93816eb8c85c req-1ab9cc46-33c7-4a70-aa4d-6b0ef03065ba tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1096 time: 0.1416991 Jul 06 11:40:16.020146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdba8101-03b3-4109-a20d-e9b9b8ef1296 req-a4a5a50f-afd8-4bef-9c58-03d830ca0389 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186402 Jul 06 11:40:16.030032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-950d9687-5c5b-48a2-9d95-47564cc88462 req-9d2b493e-a124-4d1c-a954-ca5c21c964c8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038704 Jul 06 11:40:16.048116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7dec9d0-1d2a-42fc-9f64-93816eb8c85c req-4ff4ea1c-d875-457c-b1ea-890c186eabf2 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866227 Jul 06 11:40:16.065689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-50ccca33-07da-4790-aab7-12d38a621c6c tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:16.067655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-50ccca33-07da-4790-aab7-12d38a621c6c tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.1272924 Jul 06 11:40:16.080812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:16.217443 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.305434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255efab9-1c25-4ed9-bc60-d3a2a894895c req-d46b8169-a59b-4681-ad24-7b6a8f3b00c9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:16.306930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-255efab9-1c25-4ed9-bc60-d3a2a894895c req-d46b8169-a59b-4681-ad24-7b6a8f3b00c9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1660945 Jul 06 11:40:16.337834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3ff6-6e5b-425c-a8ae-2d278e418942 req-d36245ea-7701-4d4a-896d-c72edf0b2ce3 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:16.339292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af0c3ff6-6e5b-425c-a8ae-2d278e418942 req-d36245ea-7701-4d4a-896d-c72edf0b2ce3 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1820295 Jul 06 11:40:16.418928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:16.437828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-255efab9-1c25-4ed9-bc60-d3a2a894895c req-104019d9-61a1-416e-b9d8-e7f297b1b530 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247997 Jul 06 11:40:16.446088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af0c3ff6-6e5b-425c-a8ae-2d278e418942 req-0c054177-533f-4903-8307-1e70ea58d2f5 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804889 Jul 06 11:40:16.462930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:16.521166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:16.521433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:16.532919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'port_id': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'mac_address': 'fa:16:3e:19:5d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c3ea8-315d-410c-9f35-e415c0cc1b7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:16.575573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:16.577853 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dd8ccc-9e52-4afd-85d5-6f72015a3b5f" -d '{"events": [{"server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:16.596723 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.634517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.700979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.714340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde9c8ce-99f5-44d0-8315-b4aac7943499 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:16.732851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:16.735102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:16.739886 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.740579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:16.769857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.770191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.770536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.771133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.771251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.771522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.772095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.772244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.772528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.772947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.773573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.773913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:16.794436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacc136-6792-4167-9d24-27ed36196239 req-14fcd4d2-9bf5-44eb-8b61-c4590133f2bc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:16.796093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aacc136-6792-4167-9d24-27ed36196239 req-14fcd4d2-9bf5-44eb-8b61-c4590133f2bc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 947 time: 0.2251520 Jul 06 11:40:16.802747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d71c-5f3b-4912-9a7f-cf6157078638 req-25dfb4c2-3d7a-45dd-a4fc-9f673e22028b tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:16.804296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9f7d71c-5f3b-4912-9a7f-cf6157078638 req-25dfb4c2-3d7a-45dd-a4fc-9f673e22028b tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1096 time: 0.2352405 Jul 06 11:40:16.806337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:16.806671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:16.807001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:16.829526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:16.829898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Attempting to bind port f7f9dd15-50e4-417a-b299-744f9675670f on network 8eae701f-1a0e-496b-a083-fe9613064494 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:16.841530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:16.846428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:16.846775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Checking segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:16.847168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Bound using segment: {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:16.847617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Bound port: f7f9dd15-50e4-417a-b299-744f9675670f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99f74f-99d8-4119-af14-4c2259ef8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8eae701f-1a0e-496b-a083-fe9613064494'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:16.848000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.883067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:16.887368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aacc136-6792-4167-9d24-27ed36196239 req-c7c8331e-89da-45f2-8782-f20eb7238c17 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819597 Jul 06 11:40:16.890192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9f7d71c-5f3b-4912-9a7f-cf6157078638 req-1f4850d4-a349-405b-9728-672a7363c5d3 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Jul 06 11:40:16.909656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'mac_address': 'fa:16:3e:53:be:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:16.950841 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfcfe5c-8440-4f98-bc58-ac7ec42f83e9 x-openstack-request-id: req-cbfcfe5c-8440-4f98-bc58-ac7ec42f83e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:16.951145 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:16.951403 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbfcfe5c-8440-4f98-bc58-ac7ec42f83e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:16.951803 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'code': 200} Jul 06 11:40:16.952902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.958252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:16.961579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:16.969077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272ab562-e5c6-40ae-b189-94f9de9d374d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:16.970774 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.024594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:17.030212 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.031281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:17.071273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:17.071891 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.073312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] 10.222.0.64 "PUT /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 1121 time: 0.9985044 Jul 06 11:40:17.075283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64118e4-e33b-4c39-9918-18938e028a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:17.104703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:17.201318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['f7f9dd15-50e4-417a-b299-744f9675670f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:17.211779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a898b-470b-4821-851f-b599823ea47b req-903ff202-2a9f-4c7b-9594-36e603968c36 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:17.213534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d16a898b-470b-4821-851f-b599823ea47b req-903ff202-2a9f-4c7b-9594-36e603968c36 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.1572285 Jul 06 11:40:17.241575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f7f9dd15-50e4-417a-b299-744f9675670f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:17.288147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d16a898b-470b-4821-851f-b599823ea47b req-ea76af3d-899d-4407-88ab-d72b79d2992a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626314 Jul 06 11:40:17.336925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84c801-a468-495f-96aa-4e90a2902e35 req-12a4e8d8-6cec-4a76-9d6d-457ebebd8ce6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:17.339736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a84c801-a468-495f-96aa-4e90a2902e35 req-12a4e8d8-6cec-4a76-9d6d-457ebebd8ce6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 944 time: 0.2193720 Jul 06 11:40:17.348225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:17.381980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'port_id': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'mac_address': 'fa:16:3e:5f:bc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c5b16-8aa9-4ea0-a902-129fc1e22aef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:17.392121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a84c801-a468-495f-96aa-4e90a2902e35 req-d2dcbde9-7a9d-4540-8dcf-edc40c7900bf tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Jul 06 11:40:17.490972 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.533203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 991fa332-c8fd-428c-b7b7-6b5e7350f377 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:17.585865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:17.603106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.663432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d3376-2851-454f-81fa-b68b77b41f8e req-a148f05b-c0ca-4b36-b9c8-629c5ab2c466 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:17.664984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-023d3376-2851-454f-81fa-b68b77b41f8e req-a148f05b-c0ca-4b36-b9c8-629c5ab2c466 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.1071997 Jul 06 11:40:17.675321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:17.714055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f89233-9095-4862-b845-135e75ff3a37 req-b3e3767a-cb8e-40b2-bc77-c1cc5996da15 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:17.715450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36f89233-9095-4862-b845-135e75ff3a37 req-b3e3767a-cb8e-40b2-bc77-c1cc5996da15 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1135225 Jul 06 11:40:17.737425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-023d3376-2851-454f-81fa-b68b77b41f8e req-d8617386-b8f3-4fe0-895d-572f392d40c0 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652273 Jul 06 11:40:17.776569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36f89233-9095-4862-b845-135e75ff3a37 req-3e9b413d-41e7-416e-ab5e-757c622f97e4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525718 Jul 06 11:40:17.798022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f7f9dd15-50e4-417a-b299-744f9675670f details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:17.921791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['991fa332-c8fd-428c-b7b7-6b5e7350f377'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:17.925250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:17.961778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f7f9dd15-50e4-417a-b299-744f9675670f has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:40:17.978247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b944-b51f-4f1f-a584-d6844eba0eb5 req-4ae665f8-d7ba-476d-947c-ee1e4ad8c3cc tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:17.979813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2df2b944-b51f-4f1f-a584-d6844eba0eb5 req-4ae665f8-d7ba-476d-947c-ee1e4ad8c3cc tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 944 time: 0.0898461 Jul 06 11:40:18.025038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2df2b944-b51f-4f1f-a584-d6844eba0eb5 req-541f55ad-a0db-4cbb-8676-d710a8a29b18 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Jul 06 11:40:18.196609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e5cc-0194-42ca-8de8-0446888ef26f req-4ba576a7-c053-4d5d-b8d7-cb76666bcfa6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:18.203995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ad5e5cc-0194-42ca-8de8-0446888ef26f req-4ba576a7-c053-4d5d-b8d7-cb76666bcfa6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.0715003 Jul 06 11:40:18.242647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ad5e5cc-0194-42ca-8de8-0446888ef26f req-96f5ff53-c899-4b62-aa80-271184f21535 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375621 Jul 06 11:40:18.322139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fde9c8ce-99f5-44d0-8315-b4aac7943499'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:18.346329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['272ab562-e5c6-40ae-b189-94f9de9d374d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:18.441325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:18.593815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 991fa332-c8fd-428c-b7b7-6b5e7350f377 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:18.594196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.689504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9b35-4c2e-40e7-b7a3-863410373c61 req-79fbb1b9-e28f-4f34-8824-d59404da3403 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:18.691585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-433a9b35-4c2e-40e7-b7a3-863410373c61 req-79fbb1b9-e28f-4f34-8824-d59404da3403 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 949 time: 0.1078475 Jul 06 11:40:18.750172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-433a9b35-4c2e-40e7-b7a3-863410373c61 req-0782d6b2-5196-4142-bf88-2a592dd478c7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Jul 06 11:40:18.754632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.777367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-45059f10-c28d-4c49-849f-3eb2c96c4d0e tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:40:18.777367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-45059f10-c28d-4c49-849f-3eb2c96c4d0e tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066628 Jul 06 11:40:18.788646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:18.789391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:40:18.794834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:18.797654 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b382cf-8caa-4958-9114-2ba603909414" -d '{"events": [{"server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:18.815219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:18.821115 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.892607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:18.942540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bb542-a0e1-4e4c-8e46-550af1a2f152 req-e9aea039-f91a-4626-8507-4dcb147394e3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:18.946095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:18.946446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:18.946776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:18.948730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c64bb542-a0e1-4e4c-8e46-550af1a2f152 req-e9aea039-f91a-4626-8507-4dcb147394e3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.0729864 Jul 06 11:40:18.951186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:18.951511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:18.956788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:18.957241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:18.957775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:18.958166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:18.958594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Bound port: f270dea5-4097-4fda-8cf4-b3fa36a4f982, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:18.959491 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e299163-8cc8-40f0-b9b2-407110031f68" -d '{"events": [{"name": "network-changed", "server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:18.991870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c64bb542-a0e1-4e4c-8e46-550af1a2f152 req-68982f3b-46a5-4a56-a60c-982bb29435f1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Jul 06 11:40:19.016390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:19.023157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:19.024403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-61fb4043-46f3-43d7-8416-da72ab54be59 service neutron] 10.222.0.78 "POST /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982/bindings HTTP/1.1" status: 201 len: 389 time: 0.2422690 Jul 06 11:40:19.202388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ca8-e9ab-4e1d-b510-aae4b5ba9c50 req-bb51a99a-2b47-4b42-a0fd-704af41b2d54 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.203883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd0b7ca8-e9ab-4e1d-b510-aae4b5ba9c50 req-bb51a99a-2b47-4b42-a0fd-704af41b2d54 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 944 time: 0.0681744 Jul 06 11:40:19.246690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd0b7ca8-e9ab-4e1d-b510-aae4b5ba9c50 req-1c85f6f6-707e-4839-929e-59757248de4c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355730 Jul 06 11:40:19.408162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d1cbb-078e-43b8-b085-aa5b42e09186 req-4ea1331b-f4a7-4046-8aef-34e1d61de732 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.409667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-559d1cbb-078e-43b8-b085-aa5b42e09186 req-4ea1331b-f4a7-4046-8aef-34e1d61de732 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.0972965 Jul 06 11:40:19.451716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8bde2-3139-42b4-b77b-90935ff88509 req-35cb3bf1-9e49-4017-a1c0-2bb802296922 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.453198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57c8bde2-3139-42b4-b77b-90935ff88509 req-35cb3bf1-9e49-4017-a1c0-2bb802296922 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.1040301 Jul 06 11:40:19.477440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-559d1cbb-078e-43b8-b085-aa5b42e09186 req-64068e00-e60f-41f7-83a5-a33c8ea30991 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598145 Jul 06 11:40:19.503557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57c8bde2-3139-42b4-b77b-90935ff88509 req-5983fb26-4a89-4152-909a-ae6638564603 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Jul 06 11:40:19.565361 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9de2b1-892b-4916-b9a9-cf5a412112a1 x-openstack-request-id: req-0a9de2b1-892b-4916-b9a9-cf5a412112a1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:19.565919 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:19.566853 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a9de2b1-892b-4916-b9a9-cf5a412112a1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:19.567531 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'code': 200} Jul 06 11:40:19.597906 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744c9af-0b6b-4ba6-abfa-e00787cc7157 x-openstack-request-id: req-6744c9af-0b6b-4ba6-abfa-e00787cc7157 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:19.598495 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:19.599005 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6744c9af-0b6b-4ba6-abfa-e00787cc7157 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:19.599695 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'status': 'completed', 'code': 200} Jul 06 11:40:19.717126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a803314-9fd3-498e-9cc3-ada70e055ea1 req-a0d93193-2807-4253-b0e3-5d5ff3ac5dbc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.718640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a803314-9fd3-498e-9cc3-ada70e055ea1 req-a0d93193-2807-4253-b0e3-5d5ff3ac5dbc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0958157 Jul 06 11:40:19.750745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-f599bc40-ff8a-440c-a9a3-8c55f3cbefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.752382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-f599bc40-ff8a-440c-a9a3-8c55f3cbefb8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1124 time: 0.0968995 Jul 06 11:40:19.767731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a803314-9fd3-498e-9cc3-ada70e055ea1 req-b3d1c914-a2cc-4a1b-9a48-180051b83f1f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Jul 06 11:40:19.913403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9d88832a-6832-47e6-a749-d40e0a993c2f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429003 Jul 06 11:40:19.996001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-34249e7b-aac7-45ba-900d-985ec6413d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.997427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-34249e7b-aac7-45ba-900d-985ec6413d2f service neutron] 10.222.0.79 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.2248313 Jul 06 11:40:20.070294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-a9f373bc-41a1-4605-a6e8-9db104b04e7e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 217 time: 0.0608547 Jul 06 11:40:20.148262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65c30d-d73c-4701-8be9-0ef2d49fcfdd req-e9e834db-8342-4913-8e3f-14fbf9dbbe4f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:20.149778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a65c30d-d73c-4701-8be9-0ef2d49fcfdd req-e9e834db-8342-4913-8e3f-14fbf9dbbe4f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.2588077 Jul 06 11:40:20.174964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-77f47bcf-deee-4e2d-afa7-ffc5f6bac050 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:20.177288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-77f47bcf-deee-4e2d-afa7-ffc5f6bac050 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461851 Jul 06 11:40:20.202494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-0730d3fa-75ac-4918-9c93-8752f95b235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:20.203922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-0730d3fa-75ac-4918-9c93-8752f95b235c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.1100955 Jul 06 11:40:20.210535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-44208b78-2bc7-4d9f-a5a9-9f442a2fe4cd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/quotas/7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 375 time: 0.0229487 Jul 06 11:40:20.242986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a65c30d-d73c-4701-8be9-0ef2d49fcfdd req-a57b2edd-85e0-489d-96c6-2b7349c32e27 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845757 Jul 06 11:40:20.280904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-825dea8f-77df-4641-8e32-8c63e3f24ea1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510147 Jul 06 11:40:20.377539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-b30569c9-d4d5-49ad-8370-1f02da7f1619 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603167 Jul 06 11:40:20.434740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-68e5e58b-513b-44a2-a7f6-5b47a6c1e1fe service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436584 Jul 06 11:40:20.539842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d1839-3fed-4c41-aa1f-3b61766c8f8a req-d1de30cd-30f9-4081-b287-c3808dc70135 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:20.539842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846d1839-3fed-4c41-aa1f-3b61766c8f8a req-d1de30cd-30f9-4081-b287-c3808dc70135 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.1554377 Jul 06 11:40:20.591497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e299163-8cc8-40f0-b9b2-407110031f68 req-0b344093-ab85-49c1-a520-f3537df6ec96 service neutron] 10.222.0.79 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456144 Jul 06 11:40:20.610428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846d1839-3fed-4c41-aa1f-3b61766c8f8a req-0edda1f4-0e32-413c-ad56-c2c2874c7139 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632441 Jul 06 11:40:20.713740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c72277ef-c7c5-4e07-850e-3cf1b696078a req-a0e71af7-1369-443b-ac88-75e0a8a69645 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 210 time: 0.0345209 Jul 06 11:40:20.812393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe4ebd-4b08-4a16-9b24-c3c5505fe8a4 req-333d6b5a-7234-402f-9bee-bfad4396373b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:20.814818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2efe4ebd-4b08-4a16-9b24-c3c5505fe8a4 req-333d6b5a-7234-402f-9bee-bfad4396373b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 944 time: 0.0747468 Jul 06 11:40:20.901802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2efe4ebd-4b08-4a16-9b24-c3c5505fe8a4 req-3c668c8a-10a7-4685-a631-2ee4ad8f5585 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807605 Jul 06 11:40:20.955321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d64706-0dcc-4372-957a-20709d5fe6c6 req-d201ff56-6d04-46c9-87ab-7350a8fcb4e8 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:20.957605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8d64706-0dcc-4372-957a-20709d5fe6c6 req-d201ff56-6d04-46c9-87ab-7350a8fcb4e8 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.1184564 Jul 06 11:40:21.002072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8d64706-0dcc-4372-957a-20709d5fe6c6 req-28a33bf8-d03c-4c6d-9f81-ffd1fabf796b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Jul 06 11:40:21.081788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7092c4-3867-462b-b767-1b266d08d8a9 req-00b56715-3134-4fa9-9b64-9c77be996d6e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.083462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac7092c4-3867-462b-b767-1b266d08d8a9 req-00b56715-3134-4fa9-9b64-9c77be996d6e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.0710919 Jul 06 11:40:21.134399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac7092c4-3867-462b-b767-1b266d08d8a9 req-82b1e2c5-4339-4ab8-b098-36feda141f90 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Jul 06 11:40:21.362578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd627d34-45c3-4f7a-94ba-f5b70bad8f2a req-3f811522-9e88-43e9-ac0e-38172a848980 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.364386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd627d34-45c3-4f7a-94ba-f5b70bad8f2a req-3f811522-9e88-43e9-ac0e-38172a848980 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0982046 Jul 06 11:40:21.721257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd627d34-45c3-4f7a-94ba-f5b70bad8f2a req-76803628-a339-4ce4-9ec8-5739a5396d9b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449800 Jul 06 11:40:21.730224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae93166-711a-40ff-af3c-fd609ba69716 req-40e36408-c770-46e9-b8bd-6ec08302da7c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.731708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dae93166-711a-40ff-af3c-fd609ba69716 req-40e36408-c770-46e9-b8bd-6ec08302da7c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.4066896 Jul 06 11:40:21.778775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e35d1d-9c4f-409b-997d-6fe3b425d810 req-cc83f63e-6062-4d84-a521-75b8448216e4 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.780262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8e35d1d-9c4f-409b-997d-6fe3b425d810 req-cc83f63e-6062-4d84-a521-75b8448216e4 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.4133215 Jul 06 11:40:21.884937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8e35d1d-9c4f-409b-997d-6fe3b425d810 req-bc7cd05d-085b-4e17-bec6-575079a24dbb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965877 Jul 06 11:40:21.927510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Deleting port 991fa332-c8fd-428c-b7b7-6b5e7350f377 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:21.928225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.952086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859735b-3abe-4746-8e43-27d1277e5329 req-7d642215-8546-4c7c-b84e-c368dd4cf796 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.953570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d859735b-3abe-4746-8e43-27d1277e5329 req-7d642215-8546-4c7c-b84e-c368dd4cf796 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1206000 Jul 06 11:40:22.022150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-22fed7c5-1e00-4451-b3f0-fdc1accb7a7c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7005234f84c840ffa09c6e598d36f7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419269 Jul 06 11:40:22.067964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d859735b-3abe-4746-8e43-27d1277e5329 req-27396872-6f78-4501-b77c-319478badec9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865867 Jul 06 11:40:22.163218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3a9ebfb-5d35-4a13-8d9c-4cea4bed9268 req-29bb0ed6-78a4-49ef-8121-e2c1a47f806e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 210 time: 0.0532365 Jul 06 11:40:22.202753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] For port 991fa332-c8fd-428c-b7b7-6b5e7350f377, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=991fa332-c8fd-428c-b7b7-6b5e7350f377,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:22.203204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.261362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Calling delete_port for 991fa332-c8fd-428c-b7b7-6b5e7350f377 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:22.273210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-ba534a38-e91c-48d2-8124-14c44cf63530 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:22.274640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-ba534a38-e91c-48d2-8124-14c44cf63530 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403343 Jul 06 11:40:22.303427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Request body: {'port': {'device_id': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7005234f84c840ffa09c6e598d36f7db'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:22.447947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:22.466180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309262b-f7f9-4e55-ae3a-62fc8596a5dc req-4f6dafd7-2412-4d0a-b012-4fde70dd3625 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:22.467702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6309262b-f7f9-4e55-ae3a-62fc8596a5dc req-4f6dafd7-2412-4d0a-b012-4fde70dd3625 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 944 time: 0.2703073 Jul 06 11:40:22.481745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.520308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 272ab562-e5c6-40ae-b189-94f9de9d374d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:22.520693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.551129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7173d-bf7b-42b8-84fa-9e7cecfe1b51 req-70db6a2b-7abf-4895-b6f6-65585de877ad tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:22.552604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11a7173d-bf7b-42b8-84fa-9e7cecfe1b51 req-70db6a2b-7abf-4895-b6f6-65585de877ad tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=1689eb76-efc3-4c67-a877-fa5edc03b6dc HTTP/1.1" status: 200 len: 945 time: 0.2739222 Jul 06 11:40:22.606477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.615443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6309262b-f7f9-4e55-ae3a-62fc8596a5dc req-66aa4235-905c-408a-9df9-0472b8a3eb2c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401749 Jul 06 11:40:22.632188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:22.634443 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc77abc7-73ca-410e-bf9d-eba32d1bc4f9" -d '{"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-plugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:22.646038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Made reservation on behalf of 7005234f84c840ffa09c6e598d36f7db for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:22.650707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.653406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:22.658720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.659685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:22.673072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11a7173d-bf7b-42b8-84fa-9e7cecfe1b51 req-0b934da6-3be0-4ee6-b10a-9989d7876b8b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074929 Jul 06 11:40:22.675756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.724231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event deleted for resources: {'Port': ['ID=991fa332-c8fd-428c-b7b7-6b5e7350f377,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:22.752935 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262105f-67d2-4ce3-b58f-b6676730df97 x-openstack-request-id: req-7262105f-67d2-4ce3-b58f-b6676730df97 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:22.753261 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-plugged", "status": "completed", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:22.753486 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7262105f-67d2-4ce3-b58f-b6676730df97 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:22.753872 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'code': 200} Jul 06 11:40:22.763602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:22.775993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port fde9c8ce-99f5-44d0-8315-b4aac7943499 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:22.776460 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.836799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] No DVR routers for this DVR port 991fa332-c8fd-428c-b7b7-6b5e7350f377 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:22.842409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.844523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dae93166-711a-40ff-af3c-fd609ba69716 req-c132dcb5-1ce8-449d-b72b-3af8bbc55c5c tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "DELETE /v2.0/ports/991fa332-c8fd-428c-b7b7-6b5e7350f377 HTTP/1.1" status: 204 len: 173 time: 1.1028783 Jul 06 11:40:22.845045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'name': 'network-vif-deleted', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:22.847483 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1ba87-5c7b-4dea-a322-8cf48d997f66" -d '{"events": [{"server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "name": "network-vif-deleted", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:22.878766 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.920613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:22.925828 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.926894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:22.969138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 991fa332-c8fd-428c-b7b7-6b5e7350f377 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:22.969501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:22.979347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea292-eeeb-45e6-bd8a-a9ade26ded30 req-62fabb62-ddfd-44d5-be03-68ffab3cd55d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:22.986146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42bea292-eeeb-45e6-bd8a-a9ade26ded30 req-62fabb62-ddfd-44d5-be03-68ffab3cd55d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.2518435 Jul 06 11:40:22.997811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:23.005441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Allocated IP 192.168.233.100 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:23.058114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4a425-8be2-4615-8a59-a06a2c897646 req-7ed28f5c-413d-444a-a0a5-ed00baa09f4b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:23.059613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-05c4a425-8be2-4615-8a59-a06a2c897646 req-7ed28f5c-413d-444a-a0a5-ed00baa09f4b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1986609 Jul 06 11:40:23.076487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42bea292-eeeb-45e6-bd8a-a9ade26ded30 req-1db952fa-1ec1-4406-a3e3-b25e058a4e5f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882568 Jul 06 11:40:23.129530 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd1d6b-da56-4d69-869e-dffee426b5ea x-openstack-request-id: req-88fd1d6b-da56-4d69-869e-dffee426b5ea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:23.129827 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689eb76-efc3-4c67-a877-fa5edc03b6dc", "name": "network-vif-deleted", "tag": "991fa332-c8fd-428c-b7b7-6b5e7350f377", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:23.130085 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88fd1d6b-da56-4d69-869e-dffee426b5ea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:23.130489 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689eb76-efc3-4c67-a877-fa5edc03b6dc', 'name': 'network-vif-deleted', 'tag': '991fa332-c8fd-428c-b7b7-6b5e7350f377', 'status': 'completed', 'code': 200} Jul 06 11:40:23.143943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-05c4a425-8be2-4615-8a59-a06a2c897646 req-62ac2abb-567d-46ad-843a-1d46a67a5fc6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Jul 06 11:40:23.267336 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.285079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Transition to ACTIVE for port object 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:23.329042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d044565-76bc-4c72-bae3-a7c4a4467b9c req-d0e50835-ad53-48cd-a3a1-93f0ed8c4396 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:23.330785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d044565-76bc-4c72-bae3-a7c4a4467b9c req-d0e50835-ad53-48cd-a3a1-93f0ed8c4396 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.1089218 Jul 06 11:40:23.346819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.358511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:23.363949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f', '272ab562-e5c6-40ae-b189-94f9de9d374d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:23.456158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:23.458707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:23.461240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:23.467014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d044565-76bc-4c72-bae3-a7c4a4467b9c req-7b352da9-c8d0-4922-b3b0-2fb761bd0cc7 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279354 Jul 06 11:40:23.469320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:23.533977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:23.534661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.555865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363f5be-89be-4140-bd4a-cf60845d0752 req-299a7f45-2b5a-4335-86ef-41f46ef19bbc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:23.557445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4363f5be-89be-4140-bd4a-cf60845d0752 req-299a7f45-2b5a-4335-86ef-41f46ef19bbc tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.2023101 Jul 06 11:40:23.573826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9da388df-bf73-4291-8ec8-9672241d2573 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2812853 Jul 06 11:40:23.611664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Request body: {'port': {'device_id': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:23.660587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4363f5be-89be-4140-bd4a-cf60845d0752 req-a7918c12-a7be-404a-ad0a-5b5d59817887 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958972 Jul 06 11:40:23.811679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3867a3d-b5ee-481e-b906-83b361bcf990 None None] Provisioning for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:23.818340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3867a3d-b5ee-481e-b906-83b361bcf990 None None] Provisioning complete for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:23.818905 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3867a3d-b5ee-481e-b906-83b361bcf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.819786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.868586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f3867a3d-b5ee-481e-b906-83b361bcf990 None None] Port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:23.877842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d05b7-f347-4c21-b1cb-e1ded05e4f1f req-5696ee86-8b4b-4f49-a4bb-f792d9ba2ef6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:23.879378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c23d05b7-f347-4c21-b1cb-e1ded05e4f1f req-5696ee86-8b4b-4f49-a4bb-f792d9ba2ef6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 936 time: 0.2161231 Jul 06 11:40:23.889440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-1a15b976-edb6-402b-89be-5039844e9cc2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:23.890818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-1a15b976-edb6-402b-89be-5039844e9cc2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 945 time: 0.2052121 Jul 06 11:40:24.065088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c23d05b7-f347-4c21-b1cb-e1ded05e4f1f req-c96527ee-d657-447b-a962-43f07ea8a7ed tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733062 Jul 06 11:40:24.072502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea0e8-f5aa-4f7d-b65b-406d3e0a3b67 req-ddcdbd86-10d4-443c-b442-1d2046c31ed2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:24.073914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e4ea0e8-f5aa-4f7d-b65b-406d3e0a3b67 req-ddcdbd86-10d4-443c-b442-1d2046c31ed2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2797682 Jul 06 11:40:24.201816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e4ea0e8-f5aa-4f7d-b65b-406d3e0a3b67 req-9342a22d-2e7a-411e-91d7-86c623213526 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131940 Jul 06 11:40:24.240128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port 222f4c9c-eaac-43e5-8129-9f3c738bd18d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:24.240480 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.393899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.399386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079879865', 'description': 'tempest-description--382444449'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:24.424459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.434070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port 222f4c9c-eaac-43e5-8129-9f3c738bd18d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=222f4c9c-eaac-43e5-8129-9f3c738bd18d,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:24.434434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.452149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:24.464163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67d8ed-e79b-419e-bb96-098e5b853028 req-82f778ca-6bd0-49cb-ad4f-c4a749191d2f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:24.465699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c67d8ed-e79b-419e-bb96-098e5b853028 req-82f778ca-6bd0-49cb-ad4f-c4a749191d2f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.2088549 Jul 06 11:40:24.473842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.479096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for 222f4c9c-eaac-43e5-8129-9f3c738bd18d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:24.520115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.523780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.523982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Transition to ACTIVE for port object 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:24.553323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.557591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1589406 Jul 06 11:40:24.557591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.562728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'security_group_rule': {'security_group_id': '392816cc-3ef1-459a-9c9f-bef1a3e90776', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:24.568137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933ed7e-955d-40f2-904d-2ae093440093 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392816cc-3ef1-459a-9c9f-bef1a3e90776,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:24.577528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.595531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.633154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c67d8ed-e79b-419e-bb96-098e5b853028 req-39b1926c-f931-4e82-a186-320408193788 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556923 Jul 06 11:40:24.675349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.680504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:24.680637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.715053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a96af4-5f93-4f77-923c-1c19c902e5bc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:24.729815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.731735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93f2aed5-29af-4b61-bde5-27d60483652b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731884 Jul 06 11:40:24.734441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.740571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'security_group_rule': {'security_group_id': '392816cc-3ef1-459a-9c9f-bef1a3e90776', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:24.756134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:24.759501 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd187589-13f7-4f22-8665-62522d56f30e" -d '{"events": [{"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:24.794942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.893357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.897644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.919547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1e0c3e-a924-4620-8f3f-be50ca429ff7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:24.930290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.937036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4c44a343-1d59-4581-860e-3eaecf71fc4e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1977911 Jul 06 11:40:24.937400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.944618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:24.970884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.084648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.105702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dbce4-9641-4268-9412-6a1325dd6f18 req-a889ace5-b6be-4475-984f-6841cfa19406 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:25.107323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-173dbce4-9641-4268-9412-6a1325dd6f18 req-a889ace5-b6be-4475-984f-6841cfa19406 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.6080995 Jul 06 11:40:25.192019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:25.192288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:25.192589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:25.219436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-173dbce4-9641-4268-9412-6a1325dd6f18 req-055f4023-9a39-416f-b62a-41b2841fb157 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824721 Jul 06 11:40:25.221419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.222954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:25.223280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:25.234212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['222f4c9c-eaac-43e5-8129-9f3c738bd18d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:25.264829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:25.265091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:25.265475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:25.265926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Bound port: 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:25.266286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.276310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2e4da-e312-4bda-a3c7-00fbe12a2549 req-4e3f32b5-1072-4c39-98cf-fd7b56b5bee9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:25.277874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33a2e4da-e312-4bda-a3c7-00fbe12a2549 req-4e3f32b5-1072-4c39-98cf-fd7b56b5bee9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=972160ea-7cbf-44ee-9d52-0c8e3562111b HTTP/1.1" status: 200 len: 867 time: 0.2568097 Jul 06 11:40:25.278722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=222f4c9c-eaac-43e5-8129-9f3c738bd18d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:25.376429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port 222f4c9c-eaac-43e5-8129-9f3c738bd18d on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:25.383227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.385303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f706e06d-69c1-4f6d-8184-0cb41cc6c6ee req-4fbe93cd-eefc-48bf-a88a-7dbc7568a845 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "DELETE /v2.0/ports/222f4c9c-eaac-43e5-8129-9f3c738bd18d HTTP/1.1" status: 204 len: 173 time: 1.4678383 Jul 06 11:40:25.385820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'name': 'network-vif-deleted', 'tag': '222f4c9c-eaac-43e5-8129-9f3c738bd18d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:25.388268 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee8773-ba62-4180-9780-68f0dbd794c6" -d '{"events": [{"server_uuid": "972160ea-7cbf-44ee-9d52-0c8e3562111b", "name": "network-vif-deleted", "tag": "222f4c9c-eaac-43e5-8129-9f3c738bd18d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:25.461231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33a2e4da-e312-4bda-a3c7-00fbe12a2549 req-b80813b6-67cc-4c6b-9a1e-b7c897f65890 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678150 Jul 06 11:40:25.468060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:25.473215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:25.481430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.534765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:25.535620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.536922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] 10.222.0.79 "PUT /v2.0/ports/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 1096 time: 1.9430788 Jul 06 11:40:25.544931 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc2abee-5aa8-42f6-a52c-a947a5480c11 x-openstack-request-id: req-dbc2abee-5aa8-42f6-a52c-a947a5480c11 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:25.546651 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:25.547128 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbc2abee-5aa8-42f6-a52c-a947a5480c11 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:25.548436 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'code': 200} Jul 06 11:40:25.565160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d1289-ad72-4aa8-82aa-ba4d9cb6264c req-3fe0a6ae-fbd6-4890-9384-1a3325fb47f2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:25.572688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd1d1289-ad72-4aa8-82aa-ba4d9cb6264c req-3fe0a6ae-fbd6-4890-9384-1a3325fb47f2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1813128 Jul 06 11:40:25.575467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Allocated IP 172.25.7.59 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/bd6e110c-2c75-4bd7-a08c-6640f49d0373) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:25.645312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672a943-50ff-4114-9903-c32cc6669bbb service neutron] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:25.685196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd1d1289-ad72-4aa8-82aa-ba4d9cb6264c req-ba4fe989-9653-498f-8037-91b3fc594687 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115458 Jul 06 11:40:25.758902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.820884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.912690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:25.919317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:25.923022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:25.930075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'Port': ['ID=bd6e110c-2c75-4bd7-a08c-6640f49d0373,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:26.041483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc80c-22fa-44bd-8c20-83a323e5b4e7 req-dfbecd7e-90ac-40c6-95f5-2dbcf7ed2a35 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.043203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-068dc80c-22fa-44bd-8c20-83a323e5b4e7 req-dfbecd7e-90ac-40c6-95f5-2dbcf7ed2a35 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 948 time: 0.2880287 Jul 06 11:40:26.052877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-e60b4c3f-854d-45a6-af7c-e3582ec8401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.054369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-e60b4c3f-854d-45a6-af7c-e3582ec8401a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1099 time: 0.4321005 Jul 06 11:40:26.064219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.118345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.142240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-c61d0927-3137-4010-848e-a4200987530b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0745776 Jul 06 11:40:26.200991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-068dc80c-22fa-44bd-8c20-83a323e5b4e7 req-b8e8f49d-6439-4f1b-94a0-85bcc456d231 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450794 Jul 06 11:40:26.240806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c85a8-8694-4b22-aeba-820dac07d3c3 req-8575f6cf-1c7a-48e5-9345-7357e5f3e774 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.248162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-103c85a8-8694-4b22-aeba-820dac07d3c3 req-8575f6cf-1c7a-48e5-9345-7357e5f3e774 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.2941959 Jul 06 11:40:26.260864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f0246-afc7-4d14-83b2-a57cafbab3f5 req-eb67a696-c8ef-4838-9868-f8a3a0c385f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.263137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b55f0246-afc7-4d14-83b2-a57cafbab3f5 req-eb67a696-c8ef-4838-9868-f8a3a0c385f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 1096 time: 0.3191712 Jul 06 11:40:26.291203 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f13793e-3c4d-4332-af52-e2ced7ef2799 x-openstack-request-id: req-0f13793e-3c4d-4332-af52-e2ced7ef2799 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:26.291504 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972160ea-7cbf-44ee-9d52-0c8e3562111b", "name": "network-vif-deleted", "tag": "222f4c9c-eaac-43e5-8129-9f3c738bd18d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:26.291830 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f13793e-3c4d-4332-af52-e2ced7ef2799 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:26.292258 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972160ea-7cbf-44ee-9d52-0c8e3562111b', 'name': 'network-vif-deleted', 'tag': '222f4c9c-eaac-43e5-8129-9f3c738bd18d', 'status': 'completed', 'code': 200} Jul 06 11:40:26.302441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-35f03f52-ef8d-4846-8436-c05b55f34ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.304094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-35f03f52-ef8d-4846-8436-c05b55f34ea9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1515541 Jul 06 11:40:26.315012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.327023 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.374608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-103c85a8-8694-4b22-aeba-820dac07d3c3 req-8d68303e-b6ae-4bb9-9205-73bd7325dc78 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254878 Jul 06 11:40:26.401093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b55f0246-afc7-4d14-83b2-a57cafbab3f5 req-f611199c-aa82-4f98-a53f-a7690173717d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252799 Jul 06 11:40:26.463669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 222f4c9c-eaac-43e5-8129-9f3c738bd18d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:26.467902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.496626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'Port': ['ID=bd6e110c-2c75-4bd7-a08c-6640f49d0373,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:26.499926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.502784 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6937ed0d-4295-4c56-b0c2-bc8130bcdf31 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5640223 Jul 06 11:40:26.513821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 222f4c9c-eaac-43e5-8129-9f3c738bd18d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:26.514077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 222f4c9c-eaac-43e5-8129-9f3c738bd18d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:26.514899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f7f9dd15-50e4-417a-b299-744f9675670f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:26.523931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-eec7f5b9-b505-44c2-b28c-9f29e30b5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.525963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-eec7f5b9-b505-44c2-b28c-9f29e30b5771 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097845 Jul 06 11:40:26.586554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae56531-8492-4a29-8632-35ec282eb590 req-ad76399d-a364-4b69-909f-f90ddc93637d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.588047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ae56531-8492-4a29-8632-35ec282eb590 req-ad76399d-a364-4b69-909f-f90ddc93637d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 943 time: 0.1756740 Jul 06 11:40:26.616514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:26.644238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 991fa332-c8fd-428c-b7b7-6b5e7350f377 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:26.644610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 991fa332-c8fd-428c-b7b7-6b5e7350f377 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:26.658576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ae56531-8492-4a29-8632-35ec282eb590 req-12fb2859-7cc7-4083-8d53-8d407a553afb tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Jul 06 11:40:26.748951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-32652c7f-ad0e-400c-89aa-4675d99dae1d service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014101 Jul 06 11:40:26.835577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47bd39-009b-448a-9c34-5cea5f9cc67c req-9857c1a1-ec74-4427-a92b-bb8cdde39044 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.837128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b47bd39-009b-448a-9c34-5cea5f9cc67c req-9857c1a1-ec74-4427-a92b-bb8cdde39044 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1398189 Jul 06 11:40:26.954019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc61a9fb-42be-4d53-9931-a2f524a6f8f5 req-4c48eff3-31e5-4950-82f4-b0fa921d84fc service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959729 Jul 06 11:40:26.966556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b47bd39-009b-448a-9c34-5cea5f9cc67c req-6d12635a-d6e0-403a-873a-f283bf342305 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214485 Jul 06 11:40:27.015238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-d29ae8b3-fddd-419f-9d54-89ca654ffc69 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:27.016954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-d29ae8b3-fddd-419f-9d54-89ca654ffc69 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 822 time: 0.1557109 Jul 06 11:40:27.054571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-c9bfd7ec-85be-4cae-b12e-ce0ce4903c43 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/quotas/83088ad9b3da42059c78c8f4f5051f14 HTTP/1.1" status: 200 len: 375 time: 0.0296068 Jul 06 11:40:27.061732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94573560-2575-47ae-aba2-5ae53289ea93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.162385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-8cbb8885-27d0-4dbf-972d-59e2a23171c3 service neutron] 10.222.0.79 "GET /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.1444614 Jul 06 11:40:27.234070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-11b7e4dc-693f-4a7b-a062-1e71cb5b4e5e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689525 Jul 06 11:40:27.244544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff29a7-1b0a-48c5-b019-cd4fe0e4fa7a req-7ff0b878-047b-4526-a9b9-fcec9a55b411 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:27.245971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56ff29a7-1b0a-48c5-b019-cd4fe0e4fa7a req-7ff0b878-047b-4526-a9b9-fcec9a55b411 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1325657 Jul 06 11:40:27.372152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56ff29a7-1b0a-48c5-b019-cd4fe0e4fa7a req-4296a2c5-6270-4da3-89ad-b647a8ecea7c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177199 Jul 06 11:40:27.451467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-4dee3d12-f400-4cfa-a076-1339df947134 service neutron] 10.222.0.78 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995602 Jul 06 11:40:27.569646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:27.646329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-de9b249e-5dec-400b-a7ad-b627d3c3c7e4 service neutron] 10.222.0.78 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845944 Jul 06 11:40:27.661147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:27.712526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f9dd15-50e4-417a-b299-744f9675670f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:27.731393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:27.745784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3649ddce-5996-4ce1-ac51-81392f02f24b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:27.747212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3649ddce-5996-4ce1-ac51-81392f02f24b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.1749325 Jul 06 11:40:27.759405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.772800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3f722c9c-9694-4a8d-9653-f28cf3fcfbe8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.0200455 Jul 06 11:40:27.830985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-4fac01cf-9c64-4932-8867-ef37aaecc492 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524182 Jul 06 11:40:27.956889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] Transition to ACTIVE for port object f7f9dd15-50e4-417a-b299-744f9675670f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:27.964075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.051558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-5bf70e97-f42e-429a-a8fc-eabfe395a6a2 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103422 Jul 06 11:40:28.078061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:28.081702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] No DVR routers for this DVR port f7f9dd15-50e4-417a-b299-744f9675670f on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:28.100836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc84c3f-4523-4f18-92bc-6ba078eb5d19 req-d8c39b35-d15e-47b0-a9a5-009bf4959e52 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.102310 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dc84c3f-4523-4f18-92bc-6ba078eb5d19 req-d8c39b35-d15e-47b0-a9a5-009bf4959e52 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 948 time: 0.2325339 Jul 06 11:40:28.181071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-04429f3a-8045-40b4-a935-15a4e09de2b1 service neutron] 10.222.0.79 "PUT /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0055933 Jul 06 11:40:28.210001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dc84c3f-4523-4f18-92bc-6ba078eb5d19 req-dd2674e9-686a-4c12-b427-318d2b8b3898 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973010 Jul 06 11:40:28.236618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-ea91b846-bf0d-47cb-988e-0af14a0f6e2e service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609819 Jul 06 11:40:28.308239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:28.311371 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:28.389225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-55af4445-40fe-4c10-bba0-fa22d31e78fe tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.390604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-55af4445-40fe-4c10-bba0-fa22d31e78fe tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.1200514 Jul 06 11:40:28.463646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5948-d8f3-44f1-8e63-05ed7daab181 req-16fe5a56-9223-45f5-b001-5cf8922b133b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.465270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-324a5948-d8f3-44f1-8e63-05ed7daab181 req-16fe5a56-9223-45f5-b001-5cf8922b133b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.1175647 Jul 06 11:40:28.472072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:28.483681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-ab70ee81-7d97-4ca0-b8d6-dc8ec1883a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.486002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-ab70ee81-7d97-4ca0-b8d6-dc8ec1883a88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79&tenant_id=4d09b1953e3345cea362a6d171ec10d6 HTTP/1.1" status: 200 len: 1095 time: 0.0870862 Jul 06 11:40:28.522307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-324a5948-d8f3-44f1-8e63-05ed7daab181 req-8ecfa104-918e-46e7-ac7e-b55f411db4f9 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472646 Jul 06 11:40:28.590312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-35385990-65e8-410e-b540-294a3c62b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.592833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-35385990-65e8-410e-b540-294a3c62b0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d09b1953e3345cea362a6d171ec10d6&device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1095 time: 0.0696104 Jul 06 11:40:28.650411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:28.663281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'mac_address': 'fa:16:3e:8e:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:28.724156 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.739772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:28.763540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:28.768178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.781975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5381171-e697-468d-9eaa-fa43b922f803 req-5c9d100f-8c6b-4155-8535-580c8799b45d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 210 time: 0.0544033 Jul 06 11:40:28.791790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-38a449d1-f337-45ee-a7d7-9de95f4e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.793332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-38a449d1-f337-45ee-a7d7-9de95f4e1df2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 200 len: 921 time: 0.1927359 Jul 06 11:40:28.804161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b1b9-7f6f-46af-ae14-ebb88b2a525e req-92d2374d-25b5-4409-84cb-dfaf5d50bdb1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.805950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8120b1b9-7f6f-46af-ae14-ebb88b2a525e req-92d2374d-25b5-4409-84cb-dfaf5d50bdb1 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 944 time: 0.1385696 Jul 06 11:40:28.827791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:28.855113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-eb51fbf4-0ab0-401a-b7fa-5f7eee91f3e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 200 len: 217 time: 0.0484183 Jul 06 11:40:28.932558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8120b1b9-7f6f-46af-ae14-ebb88b2a525e req-13a9de02-2b37-4d38-8b47-cf58ca7875f3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Jul 06 11:40:28.942828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-f03602b9-ca15-41f4-979e-052dad1b6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:28.944711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-f03602b9-ca15-41f4-979e-052dad1b6f7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 200 len: 860 time: 0.0811498 Jul 06 11:40:29.007431 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df716beb-d424-4093-97da-9853cbe61811 x-openstack-request-id: req-df716beb-d424-4093-97da-9853cbe61811 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:29.007724 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:29.008164 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df716beb-d424-4093-97da-9853cbe61811 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:29.009086 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'status': 'completed', 'code': 200} Jul 06 11:40:29.011708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-7014ca64-c5d6-4b57-a11a-2658199dd58e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8eae701f-1a0e-496b-a083-fe9613064494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571768 Jul 06 11:40:29.106101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:29.140837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a744a-2862-42c9-a41f-27b0f8682650 req-f713178c-e2cb-402d-80a6-363c04e1e149 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:29.142764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-869a744a-2862-42c9-a41f-27b0f8682650 req-f713178c-e2cb-402d-80a6-363c04e1e149 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2031164 Jul 06 11:40:29.154598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-928f10b7-ab3c-49b9-9026-a3e5e5bbab8c req-95573afc-2e17-449b-9df1-c3bdbc5b446a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 210 time: 0.0659213 Jul 06 11:40:29.571444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0222660f-ee79-4680-aa4f-311cbd1ddfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.615083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-9fadc4e9-5b7b-4a3f-b62a-bbcea5fd3652 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934012 Jul 06 11:40:29.650806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-869a744a-2862-42c9-a41f-27b0f8682650 req-aa2e50e7-778f-46f4-b376-86f21bb9cf41 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866343 Jul 06 11:40:29.733719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-40a9f65d-e1fb-4eee-a70c-a7ad981ab1ef tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:29.735188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-40a9f65d-e1fb-4eee-a70c-a7ad981ab1ef tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 822 time: 0.5913436 Jul 06 11:40:29.739905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-2ba52b1a-393b-420e-aafe-c192a1e6fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:29.741485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-2ba52b1a-393b-420e-aafe-c192a1e6fb83 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1100 time: 0.6328616 Jul 06 11:40:29.773416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.777818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'port': {'device_id': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'admin_state_up': True, 'tenant_id': '83088ad9b3da42059c78c8f4f5051f14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:29.878862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f7f9dd15-50e4-417a-b299-744f9675670f no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:29.913330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07592c4-006b-440a-b562-7ea4761134c6 req-f2799000-a626-4ad5-8562-81bd121aafc2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:29.915099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f07592c4-006b-440a-b562-7ea4761134c6 req-f2799000-a626-4ad5-8562-81bd121aafc2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.3646824 Jul 06 11:40:29.954956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-dc4d2c71-b2a0-492b-998a-3fe7e2c520a5 service neutron] 10.222.0.64 "GET /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227158 Jul 06 11:40:29.976457 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.076197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f07592c4-006b-440a-b562-7ea4761134c6 req-d51bcff2-2488-46d6-af75-f6853dbe7595 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518991 Jul 06 11:40:30.078911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-0174fe86-1b0d-4cb9-b853-3aacf0d7e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.081735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-0174fe86-1b0d-4cb9-b853-3aacf0d7e8ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3081281 Jul 06 11:40:30.089602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc0e5c-6d01-4828-98de-53a1bcc84632 req-61d08843-d4c1-470c-8836-db974a2e2ced tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.091223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8bc0e5c-6d01-4828-98de-53a1bcc84632 req-61d08843-d4c1-470c-8836-db974a2e2ced tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.3378980 Jul 06 11:40:30.148924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-6d063081-0772-48dc-9787-0dd1cdb43241 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0540895 Jul 06 11:40:30.206637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Made reservation on behalf of 83088ad9b3da42059c78c8f4f5051f14 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:30.210524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.216905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8bc0e5c-6d01-4828-98de-53a1bcc84632 req-59a04919-6f1f-44b5-9cb6-b659b07a27aa tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189027 Jul 06 11:40:30.261354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-b13775c3-0cbc-4277-9b61-d91352282646 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.262968 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-b13775c3-0cbc-4277-9b61-d91352282646 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.1602561 Jul 06 11:40:30.270004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-2cac0c7c-a493-4571-bca2-7b68e0bec210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.271501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-2cac0c7c-a493-4571-bca2-7b68e0bec210 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1100929 Jul 06 11:40:30.289853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': 'e4d12289-8396-4a37-b723-263dbfb28846', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:30.460837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:30.464926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.489446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:30.531167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Allocated IP 172.20.0.12 (e88548d4-909b-46ed-86f3-93e1767566f6/739c5b16-8aa9-4ea0-a902-129fc1e22aef/2da5d86b-f46c-482c-86c9-cd40c0fb7412) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:30.548963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:30.554508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:30.555018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.593833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4163935-d2cf-48de-9729-03233a7a14a0 req-2e776b93-79a3-4694-a14b-6ab5bbe8e090 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.600818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4163935-d2cf-48de-9729-03233a7a14a0 req-2e776b93-79a3-4694-a14b-6ab5bbe8e090 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 949 time: 0.3825884 Jul 06 11:40:30.604843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42980673-cbf7-4d78-8dfd-d0bb457d0109 req-ffb51f9d-4d48-4598-a47f-4e7479c84720 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 210 time: 0.0841835 Jul 06 11:40:30.636059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-37fb472e-40c4-462c-8199-77822aea26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.636059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-37fb472e-40c4-462c-8199-77822aea26aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3413258 Jul 06 11:40:30.662913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.6 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/e74e51f2-d37d-4792-8b46-1c534c940eec) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:30.664416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.717451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:30.718413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:30.722113 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab50db-7e51-46a3-b482-2ec9f0d41dec" -d '{"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-plugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:30.727581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.729885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-14846509-196c-4333-83f8-76a654cc9a3c tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:30.731475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-14846509-196c-4333-83f8-76a654cc9a3c tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79&tenant_id=4d09b1953e3345cea362a6d171ec10d6&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.2759883 Jul 06 11:40:30.774420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4163935-d2cf-48de-9729-03233a7a14a0 req-9f7d207a-ad75-4334-9f50-15d8add4a683 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725702 Jul 06 11:40:30.796479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:30.811393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.890388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.937303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.945232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-8c74529e-2d29-46e3-a595-68fe2d943824 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997477 Jul 06 11:40:30.985097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:30.994385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:30.997167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:31.028436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:31.045358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.045706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.046043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.046942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.048347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.048791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.049218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.049550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.049879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.050494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.050494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.051740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:31.074952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.075856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.091224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2dcae892-e9c2-44a7-b6d7-5e5b4b0b71ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071887 Jul 06 11:40:31.103709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Request body: {'port': {'device_id': 'e4d12289-8396-4a37-b723-263dbfb28846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:31.129146 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.167147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27715-fcf8-43d5-ad3a-3c88437c4c6f req-ffdd1770-0e33-4ff5-9f70-ae90858c6e24 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.168738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ba27715-fcf8-43d5-ad3a-3c88437c4c6f req-ffdd1770-0e33-4ff5-9f70-ae90858c6e24 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 944 time: 0.4053330 Jul 06 11:40:31.184006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.233657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045d752-930e-4a8e-95b8-3f46eddeb4ca req-0244ea95-1e3a-4507-8671-930c831f679b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.235183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f045d752-930e-4a8e-95b8-3f46eddeb4ca req-0244ea95-1e3a-4507-8671-930c831f679b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 931 time: 0.3180206 Jul 06 11:40:31.240798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a358c0c-ae63-4a62-9634-f5eb4f29a8a9 req-e53c521b-f7f4-45c9-92e8-c7a8d46bbed8 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704396 Jul 06 11:40:31.249071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-fe244c5f-4fb3-45ed-8bc3-4fd085a942a8 service neutron] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:31.266291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-fe244c5f-4fb3-45ed-8bc3-4fd085a942a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.268026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d14ba18-6e95-4179-934f-a6da4f151c69 req-fe244c5f-4fb3-45ed-8bc3-4fd085a942a8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.5265124 Jul 06 11:40:31.297806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ba27715-fcf8-43d5-ad3a-3c88437c4c6f req-2cc335fe-9ee6-47ba-8049-496b359a5021 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184342 Jul 06 11:40:31.334524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f045d752-930e-4a8e-95b8-3f46eddeb4ca req-327fbef6-84bc-4e49-99ab-16871cfb2cc3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878367 Jul 06 11:40:31.337046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.409150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Network e88548d4-909b-46ed-86f3-93e1767566f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:31.415104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:31.419355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:31.426918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:31.478239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.478975 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.497075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-2f1cab8e-e9be-4720-9c68-7201d4b76286 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7263055 Jul 06 11:40:31.518829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Request body: {'port': {'device_id': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:31.558620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74e51f2-d37d-4792-8b46-1c534c940eec {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:31.569248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.585191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Transition to ACTIVE for port object e74e51f2-d37d-4792-8b46-1c534c940eec will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:31.589940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.650172 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ed582c-61b7-4feb-93bf-92aae0547eb9 x-openstack-request-id: req-a0ed582c-61b7-4feb-93bf-92aae0547eb9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:31.650666 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-plugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:31.650871 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0ed582c-61b7-4feb-93bf-92aae0547eb9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:31.651227 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'code': 200} Jul 06 11:40:31.654224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:31.661966 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.693841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b8a9-8fc1-4390-b84d-578a84f288db req-d6b36eef-c9f6-4f7f-bc34-e5e2afcd4d4a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.695448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4f2b8a9-8fc1-4390-b84d-578a84f288db req-d6b36eef-c9f6-4f7f-bc34-e5e2afcd4d4a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1497664 Jul 06 11:40:31.748191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Attempting to bind port e74e51f2-d37d-4792-8b46-1c534c940eec on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:31.748641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Attempting to bind port e74e51f2-d37d-4792-8b46-1c534c940eec by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:31.749032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Attempting to bind port e74e51f2-d37d-4792-8b46-1c534c940eec on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:31.756922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Port e74e51f2-d37d-4792-8b46-1c534c940eec on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:31.757300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Attempting to bind port e74e51f2-d37d-4792-8b46-1c534c940eec on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:31.764681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:31.765884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:31.767130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:31.767694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Bound port: e74e51f2-d37d-4792-8b46-1c534c940eec, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:31.768678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.832875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4f2b8a9-8fc1-4390-b84d-578a84f288db req-c609eb38-b044-48f9-80c6-c43f8c9d443f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084781 Jul 06 11:40:31.870182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:31.875516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:31.885236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.966823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:31.985198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.987094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.989133 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-3da22413-0982-49f2-84a9-3bfa5fdebbe7 service neutron] 10.222.0.79 "PUT /v2.0/ports/e74e51f2-d37d-4792-8b46-1c534c940eec HTTP/1.1" status: 200 len: 1091 time: 0.8903680 Jul 06 11:40:31.989540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:31.992235 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52252cf-9ee2-4cab-beae-827534e448a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:32.121640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d31e5f-764b-4865-9431-b310dce53277 req-95b866de-d5f7-4da7-b945-e08391bf76f2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.123234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75d31e5f-764b-4865-9431-b310dce53277 req-95b866de-d5f7-4da7-b945-e08391bf76f2 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1816773 Jul 06 11:40:32.129464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6067-d349-4b61-b130-02bfa16534b7 req-5b520586-9bcd-445b-a9bb-f089077f5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.131297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-380c6067-d349-4b61-b130-02bfa16534b7 req-5b520586-9bcd-445b-a9bb-f089077f5745 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1101 time: 0.1908636 Jul 06 11:40:32.147045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2300c78e-5ed6-4605-9b8b-a047cc2e11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.148595 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-2300c78e-5ed6-4605-9b8b-a047cc2e11a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 1094 time: 0.0773566 Jul 06 11:40:32.198383 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-1c5f65df-f792-4f7c-b4ec-a271f01bd598 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74e51f2-d37d-4792-8b46-1c534c940eec HTTP/1.1" status: 200 len: 217 time: 0.0421576 Jul 06 11:40:32.252667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-6cff04f9-66d8-48de-9015-df891b22f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.254208 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-6cff04f9-66d8-48de-9015-df891b22f3bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0477114 Jul 06 11:40:32.259233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75d31e5f-764b-4865-9431-b310dce53277 req-c81467b6-6b92-4425-b828-c2d7dcecfa6c tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221478 Jul 06 11:40:32.261449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da5d86b-f46c-482c-86c9-cd40c0fb7412 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:32.275078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.277995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.278515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-380c6067-d349-4b61-b130-02bfa16534b7 req-efaa37be-017c-49a5-a6a1-b9b8c7d0c55d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341569 Jul 06 11:40:32.295726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Transition to ACTIVE for port object 2da5d86b-f46c-482c-86c9-cd40c0fb7412 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:32.304241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.315360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-bd17426d-f9df-438e-9b2f-0abba72152fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506675 Jul 06 11:40:32.359850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f63e7-cbf7-4277-89e0-bb0cc3bac07a req-3d9ec7c3-656d-413b-b044-07330b23fc22 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.361556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd4f63e7-cbf7-4277-89e0-bb0cc3bac07a req-3d9ec7c3-656d-413b-b044-07330b23fc22 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 932 time: 0.1916525 Jul 06 11:40:32.445800 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-c5e4788f-2d1d-4d19-ac19-82d302d4f2d3 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034367 Jul 06 11:40:32.455309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:32.574482 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57e9f2b2-0d0b-44aa-8229-1112ef0ebe1e req-12673a00-d0a4-4ed2-8115-a5f3ed403f4e service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015980 Jul 06 11:40:32.872763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd4f63e7-cbf7-4277-89e0-bb0cc3bac07a req-c7c47303-75ea-4a96-b917-1fe8021a4bf0 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972107 Jul 06 11:40:32.914933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5a4057e7-b3fc-4663-95c5-c519696be61a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.916487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5a4057e7-b3fc-4663-95c5-c519696be61a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 814 time: 0.5528698 Jul 06 11:40:32.926322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Attempting to bind port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:32.926658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Attempting to bind port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:32.926986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Attempting to bind port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 on network e88548d4-909b-46ed-86f3-93e1767566f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:32.945007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 on network e88548d4-909b-46ed-86f3-93e1767566f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:32.945358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Attempting to bind port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 on network e88548d4-909b-46ed-86f3-93e1767566f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:32.948560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-ad0456cd-c379-41e3-91a9-6127fbbe5fc5 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/quotas/256e9d4074b04ffa9f0428558486c30a HTTP/1.1" status: 200 len: 375 time: 0.0257905 Jul 06 11:40:32.955240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:32.955644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Checking segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:32.955996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Bound using segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:32.956440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Bound port: 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:32.956798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.984871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-4c035a5d-a8d6-4c90-9e3d-ba69b751fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:32.986441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-4c035a5d-a8d6-4c90-9e3d-ba69b751fe16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1096 time: 0.2031522 Jul 06 11:40:33.193310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:33.196286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-aee981ea-4f06-4553-a0e0-4bb5932c3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.197765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-aee981ea-4f06-4553-a0e0-4bb5932c3bb6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1931999 Jul 06 11:40:33.206801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-ec1800b9-2db5-44d7-b050-8d7eb7cea09f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2471037 Jul 06 11:40:33.226721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:33.275634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-c4601286-67dd-497f-8781-8e6f68a6bd70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 217 time: 0.0678968 Jul 06 11:40:33.276723 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.319703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f7c93-467e-4898-8d2a-f3d932137775 req-bb379fb1-bdfc-4036-b1f1-fed71b4027e2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.321206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-348f7c93-467e-4898-8d2a-f3d932137775 req-bb379fb1-bdfc-4036-b1f1-fed71b4027e2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.3177090 Jul 06 11:40:33.415204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.416023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.417333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] 10.222.0.79 "PUT /v2.0/ports/2da5d86b-f46c-482c-86c9-cd40c0fb7412 HTTP/1.1" status: 200 len: 1092 time: 1.9072180 Jul 06 11:40:33.419242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:33.421553 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bbc80d-4562-43c7-9b63-da6256c6657c" -d '{"events": [{"name": "network-changed", "server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:33.479215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd29d26-b384-43fe-98ab-aaa2d6d4523b service neutron] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:33.488216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-ccb580bf-8345-4abe-8402-2a50e257b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.489769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-ccb580bf-8345-4abe-8402-2a50e257b8ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1815176 Jul 06 11:40:33.523931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-348f7c93-467e-4898-8d2a-f3d932137775 req-4f180047-973c-4db8-b260-5f547c375970 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685221 Jul 06 11:40:33.559764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-6876d26b-b3cc-415f-a926-2edf351afb46 service neutron] 10.222.0.78 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359151 Jul 06 11:40:33.562752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-a2353a55-017f-45b0-a20a-1e343ed9bc2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500748 Jul 06 11:40:33.717743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-9a340690-2e23-4616-8f1d-5025984e0f56 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.720095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-9a340690-2e23-4616-8f1d-5025984e0f56 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "GET /v2.0/ports?device_id=9414cb81-38ac-4b50-8db7-e9429093935b HTTP/1.1" status: 200 len: 945 time: 0.0852711 Jul 06 11:40:33.745671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-77bc8a3b-0f35-421f-b896-20a1019005be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.747066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-77bc8a3b-0f35-421f-b896-20a1019005be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 1095 time: 0.2793164 Jul 06 11:40:33.821794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-90faa869-73b0-4912-8b2f-4d602428cd2f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412 HTTP/1.1" status: 200 len: 217 time: 0.0578821 Jul 06 11:40:33.824108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-a67b5174-ce62-4beb-97e0-9cd011f5e349 service neutron] 10.222.0.78 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551932 Jul 06 11:40:33.826974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-6208a442-3f74-4af3-b8e1-7f2d58bbbba7 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493258 Jul 06 11:40:33.839104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Deleting port fde9c8ce-99f5-44d0-8315-b4aac7943499 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:33.839556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.928244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fa266-7094-41a7-b113-73fcd5c2a7cb req-cbfb1581-f952-4834-aa92-abe60f9c3e6d tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.929792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-926fa266-7094-41a7-b113-73fcd5c2a7cb req-cbfb1581-f952-4834-aa92-abe60f9c3e6d tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 1095 time: 0.2667613 Jul 06 11:40:33.947095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-b959eca6-b310-4b8d-b6e5-838c977be641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.948635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-b959eca6-b310-4b8d-b6e5-838c977be641 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 200 len: 862 time: 0.1150804 Jul 06 11:40:33.957913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] For port fde9c8ce-99f5-44d0-8315-b4aac7943499, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fde9c8ce-99f5-44d0-8315-b4aac7943499,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:33.958308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.978258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Calling delete_port for fde9c8ce-99f5-44d0-8315-b4aac7943499 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:34.015220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-ec946d72-9622-4870-86e0-9182e1ca4dfa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e88548d4-909b-46ed-86f3-93e1767566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435317 Jul 06 11:40:34.026430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-5dc09c05-6779-412a-8f0a-c1d9621eb5ab service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841240 Jul 06 11:40:34.048905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-926fa266-7094-41a7-b113-73fcd5c2a7cb req-63787a71-50e6-462b-9435-d9f1b2187e72 tempest-LiveAutoBlockMigrationV225Test-734998876 tempest-LiveAutoBlockMigrationV225Test-734998876-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063163 Jul 06 11:40:34.122295 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fcb061-76c3-4830-a5fb-70510b422f33 x-openstack-request-id: req-e1fcb061-76c3-4830-a5fb-70510b422f33 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:34.122574 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:34.122802 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1fcb061-76c3-4830-a5fb-70510b422f33 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:34.123210 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'status': 'completed', 'code': 200} Jul 06 11:40:34.186412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-86b5ae6b-f7e9-4ac2-9fa0-bca889e94bfd service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575284 Jul 06 11:40:34.269700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.284241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fde9c8ce-99f5-44d0-8315-b4aac7943499'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:34.319133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Pushing event deleted for resources: {'Port': ['ID=fde9c8ce-99f5-44d0-8315-b4aac7943499,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:34.374885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] No DVR routers for this DVR port fde9c8ce-99f5-44d0-8315-b4aac7943499 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:34.379248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.382083 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-467f10a4-f6ed-4236-bbc2-d8ba8adccc49 req-95dcb5a4-d7a1-43d2-9b4b-c6c29ff7482c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "DELETE /v2.0/ports/fde9c8ce-99f5-44d0-8315-b4aac7943499 HTTP/1.1" status: 204 len: 173 time: 0.6565907 Jul 06 11:40:34.486445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-ea62c2ef-4f75-4efa-8803-07121d72f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:34.488314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-ea62c2ef-4f75-4efa-8803-07121d72f1a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 1094 time: 0.3009107 Jul 06 11:40:34.503031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e74e51f2-d37d-4792-8b46-1c534c940eec details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:34.526787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e0c820-ba05-4f4b-bd70-1d41c3a9c578 req-df1d3ccf-7b10-4f87-a752-069d23ad1ea8 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288116 Jul 06 11:40:34.634946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c4b86-eb2b-4edc-8e66-6f6cb09c8f79 req-dd288f3b-25b7-47d4-a8ac-b2a8340186ea tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:34.641986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d84c4b86-eb2b-4edc-8e66-6f6cb09c8f79 req-dd288f3b-25b7-47d4-a8ac-b2a8340186ea tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3290927 Jul 06 11:40:34.653483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42c5e0-2bdc-4982-8bc3-f18443ebaf77 req-13e6c37f-abfd-4695-95e8-e536096c4654 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:34.655092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed42c5e0-2bdc-4982-8bc3-f18443ebaf77 req-13e6c37f-abfd-4695-95e8-e536096c4654 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 943 time: 0.3186107 Jul 06 11:40:34.672694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:34.695494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'mac_address': 'fa:16:3e:8f:15:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:34.726064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-ce08439f-9c14-4380-9d4f-ba721a015fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:34.727539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-ce08439f-9c14-4380-9d4f-ba721a015fc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.2225878 Jul 06 11:40:34.738546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d84c4b86-eb2b-4edc-8e66-6f6cb09c8f79 req-0af87570-52f4-48cc-b234-3aad718bcaab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958042 Jul 06 11:40:34.742290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.755434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed42c5e0-2bdc-4982-8bc3-f18443ebaf77 req-43b6e4a1-ce49-4c08-bcf0-d43dede051ce tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923750 Jul 06 11:40:34.785925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74e51f2-d37d-4792-8b46-1c534c940eec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:34.816297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:34.821849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.852694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-bd99cb5b-ea80-42e5-903d-41e4362ee299 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74e51f2-d37d-4792-8b46-1c534c940eec HTTP/1.1" status: 200 len: 217 time: 0.0958974 Jul 06 11:40:35.048464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:35.054315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-a682484e-b450-4382-8dfc-21e1febb907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.056850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-a682484e-b450-4382-8dfc-21e1febb907b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.1868999 Jul 06 11:40:35.057351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.057768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.058183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.059327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.059743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.060230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.060710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.061240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.061690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.062654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.063069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.064689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.081489 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb1a26-829b-494f-87dc-d7a96d151f41 x-openstack-request-id: req-42bb1a26-829b-494f-87dc-d7a96d151f41 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:35.081489 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:35.081846 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42bb1a26-829b-494f-87dc-d7a96d151f41 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:35.082177 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'status': 'completed', 'code': 200} Jul 06 11:40:35.143150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-8e2788ee-bd9d-44cf-a868-55ae7311490b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523117 Jul 06 11:40:35.229619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e74e51f2-d37d-4792-8b46-1c534c940eec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:35.246869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88428187-c2e4-4240-a821-a338a5c8bda5 req-6a076261-2795-4fa4-9693-fa66b40e4522 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.259526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88428187-c2e4-4240-a821-a338a5c8bda5 req-6a076261-2795-4fa4-9693-fa66b40e4522 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.2918670 Jul 06 11:40:35.637626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88428187-c2e4-4240-a821-a338a5c8bda5 req-adbf928e-bf53-4a06-8ff1-38c606ac4936 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728831 Jul 06 11:40:35.651782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-befb9d10-0d0a-4ff9-860d-5c1065a0d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.653435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-befb9d10-0d0a-4ff9-860d-5c1065a0d175 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 1095 time: 0.5257566 Jul 06 11:40:35.694210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-028edbce-9ddd-4eb3-b247-7e09dbe2bfa4 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243254 Jul 06 11:40:35.783366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a41d00-5af7-41ed-bed9-da78bee10dca req-f7ca374d-a32e-4a91-9a47-67cdcd2037b5 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.785124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84a41d00-5af7-41ed-bed9-da78bee10dca req-f7ca374d-a32e-4a91-9a47-67cdcd2037b5 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 944 time: 0.5579071 Jul 06 11:40:35.855071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c5e671f-0f4b-42cc-9bb3-e94e7646240e req-410f019a-596f-470d-8609-a66f1387c9b0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 210 time: 0.0631256 Jul 06 11:40:35.925365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-ceaa52be-bc39-4691-8b85-a92f9ee082e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.926868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-ceaa52be-bc39-4691-8b85-a92f9ee082e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 923 time: 0.2600641 Jul 06 11:40:35.931616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84a41d00-5af7-41ed-bed9-da78bee10dca req-2e779bb9-ef2a-4a3b-acbd-60584b453aa8 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354094 Jul 06 11:40:35.935375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52252cf-9ee2-4cab-beae-827534e448a6 req-25f7924a-245f-41cd-8b35-6cfe1cdf8215 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149026 Jul 06 11:40:35.981873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-81302dff-ea92-4590-95ba-dd6b21c66633 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412 HTTP/1.1" status: 200 len: 217 time: 0.0445292 Jul 06 11:40:36.023876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-45a95973-6e9b-425f-9a59-12fe67886696 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.038774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-45a95973-6e9b-425f-9a59-12fe67886696 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 814 time: 0.2108567 Jul 06 11:40:36.054631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Request body: {'port': {'device_id': '00621ec3-a701-4474-b45c-0f623b8bb191', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'admin_state_up': True, 'tenant_id': '256e9d4074b04ffa9f0428558486c30a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:36.084758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-b056ed5e-2e54-4c1e-a2a6-8c2169c1a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.087217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-b056ed5e-2e54-4c1e-a2a6-8c2169c1a32b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 200 len: 862 time: 0.0902226 Jul 06 11:40:36.139624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-deleted', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:36.140867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-da6ef518-fa92-4512-aff7-329c8f7c429a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e88548d4-909b-46ed-86f3-93e1767566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407152 Jul 06 11:40:36.146732 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3c0fc-1609-4941-9030-36a739619e30" -d '{"events": [{"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-deleted", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:36.282419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Made reservation on behalf of 256e9d4074b04ffa9f0428558486c30a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:36.288511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.320844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-b4ce0d2c-7c69-4c60-ae63-8deb3445f7e0 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716676 Jul 06 11:40:36.340141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff2783-029b-4418-ae51-ce6ee6adcb05 req-d8c0e758-e75d-4c41-99bf-8b901d71eefc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.349366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68ff2783-029b-4418-ae51-ce6ee6adcb05 req-d8c0e758-e75d-4c41-99bf-8b901d71eefc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1694901 Jul 06 11:40:36.440799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Allocated IP 172.20.0.2 (ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e/2d0c3ea8-315d-410c-9f35-e415c0cc1b7f/0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:36.484527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68ff2783-029b-4418-ae51-ce6ee6adcb05 req-5dc6f73d-297d-4388-a09d-2d20d12bfb81 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341949 Jul 06 11:40:36.521892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:36.525146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e74e51f2-d37d-4792-8b46-1c534c940eec up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:36.555510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bbc80d-4562-43c7-9b63-da6256c6657c req-84e292b8-6144-43a6-87e8-1d8438077d34 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032557 Jul 06 11:40:36.568375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1d499-ca9b-45d4-82f2-7ef4ad067349 req-7918a676-da03-4286-a2e7-bb7a38e25f8e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.577005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f1d499-ca9b-45d4-82f2-7ef4ad067349 req-7918a676-da03-4286-a2e7-bb7a38e25f8e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1495101 Jul 06 11:40:36.650664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f1d499-ca9b-45d4-82f2-7ef4ad067349 req-5b78134a-4670-48ed-8422-c4ce691c5115 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726209 Jul 06 11:40:36.687175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.734668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:36.737839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e74e51f2-d37d-4792-8b46-1c534c940eec completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:36.738040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.748963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e74e51f2-d37d-4792-8b46-1c534c940eec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:36.749482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.753082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'port_id': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'mac_address': 'fa:16:3e:7b:8a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c5b16-8aa9-4ea0-a902-129fc1e22aef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:36.796082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:36.800991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:36.815322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:36.831833 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.847193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd32a4-5c55-4aed-8a18-664e4cd078e5 req-5d9f3e01-99d4-4efa-98a7-6ff298f78ce2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.856233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eecd32a4-5c55-4aed-8a18-664e4cd078e5 req-5d9f3e01-99d4-4efa-98a7-6ff298f78ce2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 944 time: 0.2045038 Jul 06 11:40:36.857320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da5d86b-f46c-482c-86c9-cd40c0fb7412 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:36.878066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.879172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.891888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:36.904684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-4cf6da53-9d9a-4eee-b000-707d193b0d81 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8541341 Jul 06 11:40:36.915432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:36.918395 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aca617-d93e-46ad-9374-2003b2a54db4 x-openstack-request-id: req-59aca617-d93e-46ad-9374-2003b2a54db4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:36.918691 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414cb81-38ac-4b50-8db7-e9429093935b", "name": "network-vif-deleted", "tag": "fde9c8ce-99f5-44d0-8315-b4aac7943499", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:36.918942 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59aca617-d93e-46ad-9374-2003b2a54db4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:36.921204 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414cb81-38ac-4b50-8db7-e9429093935b', 'name': 'network-vif-deleted', 'tag': 'fde9c8ce-99f5-44d0-8315-b4aac7943499', 'status': 'completed', 'code': 200} Jul 06 11:40:36.930420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.935065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.940958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Request body: {'port': {'device_id': '00621ec3-a701-4474-b45c-0f623b8bb191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:36.948127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eecd32a4-5c55-4aed-8a18-664e4cd078e5 req-c9e14f0a-f575-48e7-895e-0966de3849ec tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899477 Jul 06 11:40:37.005319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:37.007987 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec43b00-5b5e-493b-94b5-2e0fdf9e9237" -d '{"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-plugged", "status": "completed", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:37.029833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.031039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:37.037503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.041329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.042416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:37.084071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: fde9c8ce-99f5-44d0-8315-b4aac7943499 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:37.084562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fde9c8ce-99f5-44d0-8315-b4aac7943499 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:37.118821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.234163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-b202d026-7143-47a7-953a-60b42996b380 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.235726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-b202d026-7143-47a7-953a-60b42996b380 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.64 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 944 time: 0.1995177 Jul 06 11:40:37.295760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063935a-4fd0-4bfd-97ad-e05ea6ee76eb req-8c8bf84e-28e8-4680-bcfa-9381a5ead730 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.297436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6063935a-4fd0-4bfd-97ad-e05ea6ee76eb req-8c8bf84e-28e8-4680-bcfa-9381a5ead730 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 944 time: 0.1668923 Jul 06 11:40:37.310361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['2da5d86b-f46c-482c-86c9-cd40c0fb7412'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:37.342751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:37.353887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.369802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Transition to ACTIVE for port object 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:37.384452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.390338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e1b0-dbb7-40ff-8f89-f2a77d0abe11 req-d3e6b5a9-132b-4cf1-a6d8-764132844313 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.392178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8db7e1b0-dbb7-40ff-8f89-f2a77d0abe11 req-d3e6b5a9-132b-4cf1-a6d8-764132844313 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1101 time: 0.2223983 Jul 06 11:40:37.432728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6063935a-4fd0-4bfd-97ad-e05ea6ee76eb req-989ac44d-4cea-46a9-9194-2368b2702cb2 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140893 Jul 06 11:40:37.443543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.506721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8db7e1b0-dbb7-40ff-8f89-f2a77d0abe11 req-f759474b-cbbe-4e44-bfa8-3503f0ae6687 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025159 Jul 06 11:40:37.512200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Deleting port f7f9dd15-50e4-417a-b299-744f9675670f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:37.512542 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.611655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Attempting to bind port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:37.612821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Attempting to bind port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:37.613256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Attempting to bind port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:37.620239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:37.620239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Attempting to bind port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:37.626979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:37.627602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Checking segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:37.628584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Bound using segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:37.629134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Bound port: 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:37.629708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.687304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] For port f7f9dd15-50e4-417a-b299-744f9675670f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=f7f9dd15-50e4-417a-b299-744f9675670f,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:37.688095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.715418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:37.718829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:37.724370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.738250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Calling delete_port for f7f9dd15-50e4-417a-b299-744f9675670f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:37.761765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.762460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.764498 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] 10.222.0.79 "PUT /v2.0/ports/0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 HTTP/1.1" status: 200 len: 1091 time: 0.8394659 Jul 06 11:40:37.775195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b571af-1386-4fc1-ae32-60d523722d72 req-f6924918-be09-4306-bb66-42f989d42780 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.776915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7b571af-1386-4fc1-ae32-60d523722d72 req-f6924918-be09-4306-bb66-42f989d42780 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1987536 Jul 06 11:40:37.791005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a053-9bdc-4716-8ee6-dc5cfb18d164 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.884254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-a4960065-b722-4958-8ac1-8e95547fc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.885931 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-a4960065-b722-4958-8ac1-8e95547fc250 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 1094 time: 0.0689480 Jul 06 11:40:37.895053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be42e6-8fe7-4fe6-82f5-75f0a629f513 req-4a281211-37d4-4a87-b5b1-81f7b6c1c77d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.896610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8be42e6-8fe7-4fe6-82f5-75f0a629f513 req-4a281211-37d4-4a87-b5b1-81f7b6c1c77d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 943 time: 0.2272503 Jul 06 11:40:37.901106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7b571af-1386-4fc1-ae32-60d523722d72 req-26c44a25-6e5c-4236-a9f1-54595b1ef4e9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Jul 06 11:40:37.946521 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-1ff6a393-c4dd-4bda-8e3f-fc5d6d8743d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0458891 Jul 06 11:40:37.983782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8be42e6-8fe7-4fe6-82f5-75f0a629f513 req-a56d041d-56d3-4aa4-9eab-d13e7d5a2b10 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804179 Jul 06 11:40:38.011296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-f78b0ec8-0a9a-418b-8adb-e5b437bfccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.011296 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-f78b0ec8-0a9a-418b-8adb-e5b437bfccc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 200 len: 854 time: 0.0523856 Jul 06 11:40:38.052781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.060141 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ad8e69-1499-4885-a262-9634e2778ff4 x-openstack-request-id: req-12ad8e69-1499-4885-a262-9634e2778ff4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:38.060979 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-plugged", "status": "completed", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:38.061707 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12ad8e69-1499-4885-a262-9634e2778ff4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:38.061844 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-5675ea47-e1d5-47fb-b0e4-50b904df2aa2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428121 Jul 06 11:40:38.062707 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'code': 200} Jul 06 11:40:38.107118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event deleted for resources: {'Port': ['ID=f7f9dd15-50e4-417a-b299-744f9675670f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:38.196133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] No DVR routers for this DVR port f7f9dd15-50e4-417a-b299-744f9675670f on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:38.222860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.224247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-84e64501-569b-43f9-9e40-198125a84ae8 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432869 Jul 06 11:40:38.225056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d919549d-1e7e-48ed-b828-39c46e79a594 req-2e098f93-34a3-41f7-b474-2d4d4508f924 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.64 "DELETE /v2.0/ports/f7f9dd15-50e4-417a-b299-744f9675670f HTTP/1.1" status: 204 len: 173 time: 0.9813113 Jul 06 11:40:38.229724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'name': 'network-vif-deleted', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:38.231586 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef619d7-a99c-41c3-85dc-5d07cb74ef6c" -d '{"events": [{"server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "name": "network-vif-deleted", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:38.265116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e9e7-24d6-4859-8ab7-56e50931b6d6 req-6273067d-203a-4ed4-8672-4cf64bdc1f73 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.266917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa8e9e7-24d6-4859-8ab7-56e50931b6d6 req-6273067d-203a-4ed4-8672-4cf64bdc1f73 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 945 time: 0.2252216 Jul 06 11:40:38.299058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e55157-a8f0-4f70-b4cd-4f91b7933b62 req-f1b3c80b-1582-46c6-a7ea-871cba884187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.300915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62e55157-a8f0-4f70-b4cd-4f91b7933b62 req-f1b3c80b-1582-46c6-a7ea-871cba884187 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 1096 time: 0.1385193 Jul 06 11:40:38.340732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa8e9e7-24d6-4859-8ab7-56e50931b6d6 req-da0dcfd4-4644-4135-8e21-30ddf20738f2 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644720 Jul 06 11:40:38.347804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e01e5056-ba1a-47b4-b9fa-8c3af3520762 req-bedd22fb-5e90-4f14-b2ef-4fa3c9f4eb88 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143281 Jul 06 11:40:38.399013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62e55157-a8f0-4f70-b4cd-4f91b7933b62 req-d5fa1b0b-4f33-474b-9919-48d74ccb6967 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715458 Jul 06 11:40:38.488535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:38.546711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe718a5-3c71-4dcd-b1c3-14ba436f51d9 req-702cce0b-f8e1-43e3-9884-c9fc0708742c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.548913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfe718a5-3c71-4dcd-b1c3-14ba436f51d9 req-702cce0b-f8e1-43e3-9884-c9fc0708742c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0791318 Jul 06 11:40:38.606009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfe718a5-3c71-4dcd-b1c3-14ba436f51d9 req-07d21913-3404-433a-b27c-63922a5a8acb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492058 Jul 06 11:40:38.765888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-76710e2d-863e-4a71-9599-75a36b8d4c5b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882344 Jul 06 11:40:38.813463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da82fd-cf4c-4973-87eb-4e6728bf2e65 req-15aa1855-51cf-4315-8e64-fc7857e920c2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.815098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36da82fd-cf4c-4973-87eb-4e6728bf2e65 req-15aa1855-51cf-4315-8e64-fc7857e920c2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0737574 Jul 06 11:40:38.878755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36da82fd-cf4c-4973-87eb-4e6728bf2e65 req-c5e85ef6-1c3b-45b7-99f2-469bbe45c264 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573127 Jul 06 11:40:38.922991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:38.924627 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62fb8bb-8427-4e09-a4f3-caf9699d425b x-openstack-request-id: req-a62fb8bb-8427-4e09-a4f3-caf9699d425b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:38.925174 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37efe430-980b-461b-bd7e-1d5e22a04f79", "name": "network-vif-deleted", "tag": "f7f9dd15-50e4-417a-b299-744f9675670f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:38.925647 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a62fb8bb-8427-4e09-a4f3-caf9699d425b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:38.926307 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37efe430-980b-461b-bd7e-1d5e22a04f79', 'name': 'network-vif-deleted', 'tag': 'f7f9dd15-50e4-417a-b299-744f9675670f', 'status': 'completed', 'code': 200} Jul 06 11:40:38.926488 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee" -d '{"events": [{"name": "network-changed", "server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:39.099135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9732d178-9100-4b8e-8518-1dbde6e670b1 req-d43e5935-3e14-4631-af28-378b3d878187 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 210 time: 0.0526061 Jul 06 11:40:39.139984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726c8e6-01d7-4493-b442-a536ec51346f req-a2df8c18-b04b-4bfd-9399-30fe3a11b9a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.143275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6726c8e6-01d7-4493-b442-a536ec51346f req-a2df8c18-b04b-4bfd-9399-30fe3a11b9a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1065784 Jul 06 11:40:39.159408 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb70173-e1a3-45c4-a0c8-0bdc63757db7 x-openstack-request-id: req-acb70173-e1a3-45c4-a0c8-0bdc63757db7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:39.160326 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:39.160904 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acb70173-e1a3-45c4-a0c8-0bdc63757db7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:39.161688 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'status': 'completed', 'code': 200} Jul 06 11:40:39.208684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6726c8e6-01d7-4493-b442-a536ec51346f req-04bb13f0-2c29-4389-be9c-e7821dc36f95 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 Jul 06 11:40:39.358639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-b7c97a46-c592-4324-bdd9-45e9fffcd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.360966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-b7c97a46-c592-4324-bdd9-45e9fffcd287 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 1094 time: 0.1512599 Jul 06 11:40:39.456897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aa788-0d9e-4a1c-a380-3d09e9345861 req-fd6ace00-cb98-466b-85db-c34bd1b214c8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.458749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e9aa788-0d9e-4a1c-a380-3d09e9345861 req-fd6ace00-cb98-466b-85db-c34bd1b214c8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1703422 Jul 06 11:40:39.556851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e9aa788-0d9e-4a1c-a380-3d09e9345861 req-c9a914ee-c929-4ef1-867a-a304370fe0dd tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647407 Jul 06 11:40:39.576654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-b08bd4ec-2b9f-4ae5-b09a-ae3edf09eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.578376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-b08bd4ec-2b9f-4ae5-b09a-ae3edf09eb5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 915 time: 0.2063885 Jul 06 11:40:39.595763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432566b-63e6-4f4c-a830-f42d050d85c1 req-309c9684-6a4d-4f5c-8249-f7a9b7bd4c36 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.597652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f432566b-63e6-4f4c-a830-f42d050d85c1 req-309c9684-6a4d-4f5c-8249-f7a9b7bd4c36 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 943 time: 0.2139785 Jul 06 11:40:39.657128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-93301e2c-1bbc-4709-92a7-1cf50376b792 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0581729 Jul 06 11:40:39.738041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f432566b-63e6-4f4c-a830-f42d050d85c1 req-b5b893f2-6c90-4838-b1dc-38e5a112be4a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326852 Jul 06 11:40:39.782161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-36dec60e-c6c6-431c-a27f-fe14ff18a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.783714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-36dec60e-c6c6-431c-a27f-fe14ff18a134 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 200 len: 854 time: 0.1184340 Jul 06 11:40:39.852644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-a8f7fe24-acb1-46a6-a8e9-4e45eb7922ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561106 Jul 06 11:40:39.934406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d435-bf73-41f5-8212-7d728b4e2be9 req-7544ec4d-0731-48b6-9a79-9f82c2460fe9 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.935993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48a5d435-bf73-41f5-8212-7d728b4e2be9 req-7544ec4d-0731-48b6-9a79-9f82c2460fe9 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 945 time: 0.2181304 Jul 06 11:40:40.045122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48a5d435-bf73-41f5-8212-7d728b4e2be9 req-aed103f3-30b7-4d15-9d81-bdc8ad8e0b8e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958366 Jul 06 11:40:40.053536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-069676d2-3d8e-4ceb-a0b5-03cb2fff0794 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911006 Jul 06 11:40:40.073559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aa0ce-c73e-4b83-b57b-293ef2451547 req-3d37bf1c-736d-4b93-b401-a338068ca591 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.074921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f30aa0ce-c73e-4b83-b57b-293ef2451547 req-3d37bf1c-736d-4b93-b401-a338068ca591 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1532741 Jul 06 11:40:40.180787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f30aa0ce-c73e-4b83-b57b-293ef2451547 req-4ed2fd1b-cc4a-4a78-9ebf-d1ad5a667c5f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634255 Jul 06 11:40:40.203146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5239dc3-2ce2-4e7e-b94a-cd5e65ed32ee req-3f5af8e2-150e-4a38-bbd8-6522fb8e835d service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419568 Jul 06 11:40:40.373985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b65b8be8-1711-4652-90a8-fa1bc5583c69 req-06319b25-06fa-42d5-802e-d09400337a40 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 210 time: 0.0359600 Jul 06 11:40:40.412378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5ca38-2398-4991-8198-b876f3167d57 req-b0408a6a-8084-4b8d-83b1-65ff163b8878 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.413908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44b5ca38-2398-4991-8198-b876f3167d57 req-b0408a6a-8084-4b8d-83b1-65ff163b8878 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1501133 Jul 06 11:40:40.420089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-84d24c91-6ad4-4b15-be56-81aa4dec5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.421495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-84d24c91-6ad4-4b15-be56-81aa4dec5826 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1101 time: 0.1208773 Jul 06 11:40:40.520244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:40.523513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:40.542120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44b5ca38-2398-4991-8198-b876f3167d57 req-e4c11b6c-5d4e-4c26-abdf-d4c08083f33a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196773 Jul 06 11:40:40.573415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-bfbaa6b8-623e-4c72-be33-5387ec37a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.574744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-bfbaa6b8-623e-4c72-be33-5387ec37a2c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1452823 Jul 06 11:40:40.628987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-4917a4fa-6040-4b37-a933-f39b74812da4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0452662 Jul 06 11:40:40.638097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fe8c2-7998-4fca-854a-b40c16416714 req-102d8a24-4597-4f28-b407-2f94dd374b7a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.639043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:40.639769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-884fe8c2-7998-4fca-854a-b40c16416714 req-102d8a24-4597-4f28-b407-2f94dd374b7a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1588163 Jul 06 11:40:40.646052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:40.646935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.714401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-a59c1b6f-27f8-4e3f-b040-5333d3be1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.715889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-a59c1b6f-27f8-4e3f-b040-5333d3be1938 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0751972 Jul 06 11:40:40.722066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-884fe8c2-7998-4fca-854a-b40c16416714 req-36f46a47-ffc4-4c5d-8170-cb9b34327c24 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726452 Jul 06 11:40:40.733998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:40.788917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'port_id': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'mac_address': 'fa:16:3e:b7:4e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c3ea8-315d-410c-9f35-e415c0cc1b7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:40.803001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-a342228c-0893-493d-8600-91cc4955eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.805072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-a342228c-0893-493d-8600-91cc4955eca9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769598 Jul 06 11:40:40.828240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.853947 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.879888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:40.889371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:40.892472 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0921399f-fe4d-4c98-b892-0f719f087d9e" -d '{"events": [{"server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "name": "network-vif-plugged", "status": "completed", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:40.916306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:40.924205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:40.925363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.930949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.980897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:41.017161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-d497f0db-44a4-403b-9595-553de3785494 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005053 Jul 06 11:40:41.059706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:41.120049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103785b-910c-4570-ad4f-3f9cc9a3c0ed req-b2a21e45-9559-442f-b90c-a24b85f0d4a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:41.121522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6103785b-910c-4570-ad4f-3f9cc9a3c0ed req-b2a21e45-9559-442f-b90c-a24b85f0d4a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1527729 Jul 06 11:40:41.155403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-1a105921-1887-4542-b0f3-fd652d03f4cb service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307189 Jul 06 11:40:41.178532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6103785b-910c-4570-ad4f-3f9cc9a3c0ed req-b88dd9fc-1dfd-4d19-8cac-3eb0f241a111 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 Jul 06 11:40:41.239104 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5caf3-ff73-4c8d-81d8-816a3b07b7b4 x-openstack-request-id: req-eec5caf3-ff73-4c8d-81d8-816a3b07b7b4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:41.239403 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "name": "network-vif-plugged", "status": "completed", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:41.239662 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eec5caf3-ff73-4c8d-81d8-816a3b07b7b4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:41.240089 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'code': 200} Jul 06 11:40:41.335891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:41.478019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db4a79-9d4d-422a-b14e-4bdbaf78b474 req-82f772dc-1cff-4444-bdc9-3a239a5e407e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:41.479731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8db4a79-9d4d-422a-b14e-4bdbaf78b474 req-82f772dc-1cff-4444-bdc9-3a239a5e407e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 944 time: 0.1831014 Jul 06 11:40:41.500027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf5ce-6c97-4d73-bb8e-b50b44096b36 req-9da600bf-f4b1-4039-b761-5ea4a02dfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:41.501588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-975cf5ce-6c97-4d73-bb8e-b50b44096b36 req-9da600bf-f4b1-4039-b761-5ea4a02dfca1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 1097 time: 0.1551659 Jul 06 11:40:41.526982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609eca-1db5-4f80-aab5-f2bd8d4f45b4 req-69c2b697-0806-4106-85c7-52fba11a42ae tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:41.528576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50609eca-1db5-4f80-aab5-f2bd8d4f45b4 req-69c2b697-0806-4106-85c7-52fba11a42ae tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1773384 Jul 06 11:40:41.592811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8db4a79-9d4d-422a-b14e-4bdbaf78b474 req-bfb5da5b-40dd-4e99-8c6e-a0b65ec78760 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964887 Jul 06 11:40:41.600424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-975cf5ce-6c97-4d73-bb8e-b50b44096b36 req-3d9ef5fb-ee8e-407a-87ae-1b99a55003ca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882721 Jul 06 11:40:41.607893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50609eca-1db5-4f80-aab5-f2bd8d4f45b4 req-ca311490-bbd7-40c0-900b-d40bfd52900b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712671 Jul 06 11:40:41.804060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c11b60-fe00-4877-bebf-a91c7ee90970 req-b6c8345b-371a-440a-83b2-3bf1a736c26c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:41.805637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7c11b60-fe00-4877-bebf-a91c7ee90970 req-b6c8345b-371a-440a-83b2-3bf1a736c26c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0790932 Jul 06 11:40:41.947997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f7f9dd15-50e4-417a-b299-744f9675670f no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:41.972172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: f7f9dd15-50e4-417a-b299-744f9675670f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:41.972599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f7f9dd15-50e4-417a-b299-744f9675670f not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:42.153988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7c11b60-fe00-4877-bebf-a91c7ee90970 req-220d8381-31d2-4560-968d-75f7ba7d8cdc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416898 Jul 06 11:40:42.195689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974833f-04b7-4012-a7a8-d659e533f881 req-9548d2dc-6943-42d6-b973-0b37860fb01a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.197245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1974833f-04b7-4012-a7a8-d659e533f881 req-9548d2dc-6943-42d6-b973-0b37860fb01a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0918505 Jul 06 11:40:42.237687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1974833f-04b7-4012-a7a8-d659e533f881 req-de9f9cbc-aacf-4cdb-8cb4-f40992c5ae43 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Jul 06 11:40:42.294937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4848305a-2aa3-42c2-8910-bbaa16212998 req-dcb1baaa-53be-459a-868a-f5167a47655d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=37efe430-980b-461b-bd7e-1d5e22a04f79 HTTP/1.1" status: 200 len: 210 time: 0.0333650 Jul 06 11:40:42.421617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09eccb-aec2-4332-833e-a948cefe6921 req-b39d1800-7e9d-4785-968c-466657a96e1d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.423332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e09eccb-aec2-4332-833e-a948cefe6921 req-b39d1800-7e9d-4785-968c-466657a96e1d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0745449 Jul 06 11:40:42.490413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e09eccb-aec2-4332-833e-a948cefe6921 req-40392cc7-0efe-4ae2-a9a4-2674b2c8cc1f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592222 Jul 06 11:40:42.513254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a02a5-5e04-4ac2-bee5-aebdc6983fa1 req-44a61843-cb8f-4405-aec4-969e93db92db tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.514768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db9a02a5-5e04-4ac2-bee5-aebdc6983fa1 req-44a61843-cb8f-4405-aec4-969e93db92db tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1032183 Jul 06 11:40:42.555817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db9a02a5-5e04-4ac2-bee5-aebdc6983fa1 req-6f8a5150-9493-4dca-aef6-a8b5f3faf6c1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Jul 06 11:40:42.821063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f6df-a659-4fe8-87a5-1d1ccffb045b req-0742fcaf-3a79-44eb-b410-4422f2ed1584 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.822549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d944f6df-a659-4fe8-87a5-1d1ccffb045b req-0742fcaf-3a79-44eb-b410-4422f2ed1584 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 944 time: 0.1093023 Jul 06 11:40:42.837993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011505f-a224-481b-bd20-89361decc400 req-1a6a6a22-695b-4e32-bba4-c90e2395f26e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.839434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3011505f-a224-481b-bd20-89361decc400 req-1a6a6a22-695b-4e32-bba4-c90e2395f26e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1155329 Jul 06 11:40:42.892038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d944f6df-a659-4fe8-87a5-1d1ccffb045b req-559e8915-34bd-4987-98f1-d55576d07737 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633621 Jul 06 11:40:42.908448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3011505f-a224-481b-bd20-89361decc400 req-d640f8ad-c65f-47a6-aa11-9576352b2b7b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554655 Jul 06 11:40:43.353185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ff649-9a33-4d2a-9ca8-ce71ff3bf208 req-f6e77b0c-1d01-4dff-be80-556ce7e178d3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:43.355409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f6ff649-9a33-4d2a-9ca8-ce71ff3bf208 req-f6e77b0c-1d01-4dff-be80-556ce7e178d3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0822127 Jul 06 11:40:43.404704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f6ff649-9a33-4d2a-9ca8-ce71ff3bf208 req-9a9cb684-0fe2-458e-b0c8-9d7f4bf05170 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Jul 06 11:40:43.488566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834115-d93d-4ed5-b3f4-10bc041daaa8 req-49fabe6d-a668-47f7-903e-fff0907f72bb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:43.490458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba834115-d93d-4ed5-b3f4-10bc041daaa8 req-49fabe6d-a668-47f7-903e-fff0907f72bb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0844560 Jul 06 11:40:43.542348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba834115-d93d-4ed5-b3f4-10bc041daaa8 req-b98ce099-f0cc-4426-bc42-bd073bf0402f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Jul 06 11:40:43.708442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89613-c624-4184-9dd2-248f6f0dbc93 req-73732910-79a1-40dd-85ee-bfc62e4bf01f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:43.710747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8c89613-c624-4184-9dd2-248f6f0dbc93 req-73732910-79a1-40dd-85ee-bfc62e4bf01f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0853159 Jul 06 11:40:43.780794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8c89613-c624-4184-9dd2-248f6f0dbc93 req-dcd313c8-29db-4582-9c97-88fede440490 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596006 Jul 06 11:40:43.807422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95edbef-b069-42ad-8acc-e88a59d55c6c req-88acb902-4fea-4d56-bc2d-9f389177cc5b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:43.808381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a95edbef-b069-42ad-8acc-e88a59d55c6c req-88acb902-4fea-4d56-bc2d-9f389177cc5b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.0965722 Jul 06 11:40:43.857048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a95edbef-b069-42ad-8acc-e88a59d55c6c req-738e4ec0-b973-4d47-a34c-c77d5215cc5a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jul 06 11:40:44.157564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5df5d-92de-4c1c-9c95-4b35a1ff19e9 req-07c3670c-52cd-4d63-8e8d-6876e2723922 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:44.159011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29d5df5d-92de-4c1c-9c95-4b35a1ff19e9 req-07c3670c-52cd-4d63-8e8d-6876e2723922 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 944 time: 0.1119030 Jul 06 11:40:44.174742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc37bd0-8917-41f6-91d7-01347c087d1a req-6f4d8b5c-b2d2-470c-b9a5-7d668151cfe9 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:44.178663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fc37bd0-8917-41f6-91d7-01347c087d1a req-6f4d8b5c-b2d2-470c-b9a5-7d668151cfe9 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1333070 Jul 06 11:40:44.238401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29d5df5d-92de-4c1c-9c95-4b35a1ff19e9 req-ae2ff040-92cb-46b6-bd9f-e38ce98fcbbb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584857 Jul 06 11:40:44.243578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fc37bd0-8917-41f6-91d7-01347c087d1a req-54111116-cb07-4357-a94b-e499ff72cad1 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Jul 06 11:40:44.444986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346475c8-3eef-4f4d-9b49-d13d4b0ac6e1 req-5b400b61-c756-45c9-bd53-b4f299efd450 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:44.446984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346475c8-3eef-4f4d-9b49-d13d4b0ac6e1 req-5b400b61-c756-45c9-bd53-b4f299efd450 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.0714996 Jul 06 11:40:44.493179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346475c8-3eef-4f4d-9b49-d13d4b0ac6e1 req-3491734e-11ef-45af-84cf-264710ac62e4 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Jul 06 11:40:44.551163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:44.628335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:44.638074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601b402-70ee-4758-a440-4b9ba360f95f req-afdfa7ac-cdcb-4233-8ddf-290b15b21a73 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:44.638621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:44.639272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.639814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2601b402-70ee-4758-a440-4b9ba360f95f req-afdfa7ac-cdcb-4233-8ddf-290b15b21a73 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0876400 Jul 06 11:40:44.720451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2601b402-70ee-4758-a440-4b9ba360f95f req-de8975b1-08b4-4afb-a23a-c1018243d142 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696323 Jul 06 11:40:44.797015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.832140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:44.834754 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90827ccb-faa4-4809-b454-624a2a4ff178" -d '{"events": [{"server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:44.871093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:44.883268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.970493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:44.976441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132936cd-92d9-4a97-95ec-a8a5b0079b36 req-f1bf21d0-46e7-44e1-8c4c-b97f74670f0e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:44.978161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-132936cd-92d9-4a97-95ec-a8a5b0079b36 req-f1bf21d0-46e7-44e1-8c4c-b97f74670f0e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0828924 Jul 06 11:40:45.021972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-132936cd-92d9-4a97-95ec-a8a5b0079b36 req-aa5d09a6-3fcb-4749-82db-1a8ba303503d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380652 Jul 06 11:40:45.217809 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbd5b30-ec8a-487b-a516-af73996ecffe x-openstack-request-id: req-abbd5b30-ec8a-487b-a516-af73996ecffe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:45.220281 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:45.220419 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abbd5b30-ec8a-487b-a516-af73996ecffe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:45.220880 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'code': 200} Jul 06 11:40:45.269294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c2bd1-82cf-40e4-9e78-e1e76f9f936c req-42530124-9832-42ac-b32b-0acbd544aeeb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:45.271164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a1c2bd1-82cf-40e4-9e78-e1e76f9f936c req-42530124-9832-42ac-b32b-0acbd544aeeb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0921547 Jul 06 11:40:45.381773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a1c2bd1-82cf-40e4-9e78-e1e76f9f936c req-eac71929-572b-48b1-bd68-83c735e87d15 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035480 Jul 06 11:40:45.464917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dd759-c3da-4c80-abe1-0975e3999f82 req-a6020349-5628-41a8-b232-a5625f28890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:45.466926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e1dd759-c3da-4c80-abe1-0975e3999f82 req-a6020349-5628-41a8-b232-a5625f28890e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 1096 time: 0.1652946 Jul 06 11:40:45.484020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f875e-b856-4aa9-b85d-5852b696029d req-766ad37c-bb28-496c-a2ec-d9f3baa7b774 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:45.486134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-008f875e-b856-4aa9-b85d-5852b696029d req-766ad37c-bb28-496c-a2ec-d9f3baa7b774 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 945 time: 0.1204238 Jul 06 11:40:45.537916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e1dd759-c3da-4c80-abe1-0975e3999f82 req-ecc5726f-8628-46d2-a39f-eef581048033 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506861 Jul 06 11:40:45.554767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-008f875e-b856-4aa9-b85d-5852b696029d req-5b017aa8-870a-462c-b472-5ecd99849b6e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601668 Jul 06 11:40:45.779272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf064c-e58c-486b-98da-fe153b0d6494 req-306cc0c1-fa04-4aab-b7d2-b83ca041e2fc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:45.783849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcaf064c-e58c-486b-98da-fe153b0d6494 req-306cc0c1-fa04-4aab-b7d2-b83ca041e2fc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1086102 Jul 06 11:40:45.935294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcaf064c-e58c-486b-98da-fe153b0d6494 req-f3ea484a-f639-471b-964a-b9031dba7516 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849504 Jul 06 11:40:46.057300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-da324174-5baa-4825-8cca-9b6d974e1047 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.058886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-da324174-5baa-4825-8cca-9b6d974e1047 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.2740760 Jul 06 11:40:46.075722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:46.172947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1c88-c362-4e95-8a07-04441e2ab563 req-ab2bcc50-c732-4d8a-a960-72714336ded8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.180368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c97c1c88-c362-4e95-8a07-04441e2ab563 req-ab2bcc50-c732-4d8a-a960-72714336ded8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.2438760 Jul 06 11:40:46.263499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.276410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5359b-bd6e-4575-bd7d-1c0ac60a2809 req-4b819686-b9a5-46ee-8b51-d8a95eafaa04 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.277919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6d5359b-bd6e-4575-bd7d-1c0ac60a2809 req-4b819686-b9a5-46ee-8b51-d8a95eafaa04 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1972876 Jul 06 11:40:46.290152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c97c1c88-c362-4e95-8a07-04441e2ab563 req-4dd8bac4-b1be-43d7-a924-c578a72e84b0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086042 Jul 06 11:40:46.372090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6d5359b-bd6e-4575-bd7d-1c0ac60a2809 req-30777415-11c0-4e63-b9d5-567bf80d90fe tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Jul 06 11:40:46.501257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:46.565229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:46.644379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:46.715948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:46.738966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'port_id': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'mac_address': 'fa:16:3e:7b:8a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c5b16-8aa9-4ea0-a902-129fc1e22aef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:46.754322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:46.756996 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13369eaf-2535-4ad7-ae94-b46b8103fd66" -d '{"events": [{"server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "name": "network-vif-unplugged", "status": "completed", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:46.761917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.786118 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.800157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0a326-37b0-43f6-81b5-a21a31706525 req-421ee2f7-cc6d-4ad1-9578-71f1f911af40 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.801938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a0a326-37b0-43f6-81b5-a21a31706525 req-421ee2f7-cc6d-4ad1-9578-71f1f911af40 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2142282 Jul 06 11:40:46.816837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8666b-1899-4690-ad9e-a8bda5dd6f10 req-15a7ba63-10d8-4088-bd9c-2e09a7a0e04b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.818607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86f8666b-1899-4690-ad9e-a8bda5dd6f10 req-15a7ba63-10d8-4088-bd9c-2e09a7a0e04b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.2201014 Jul 06 11:40:46.825669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.884962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2da5d86b-f46c-482c-86c9-cd40c0fb7412 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:46.917714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:46.928477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.983026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:46.989764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a0a326-37b0-43f6-81b5-a21a31706525 req-e702cddd-c006-4e0b-9ef8-0b7c7b7262ba tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698146 Jul 06 11:40:46.996764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:46.999060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86f8666b-1899-4690-ad9e-a8bda5dd6f10 req-070c2f1d-4069-490b-9898-f5e426d21fc3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502664 Jul 06 11:40:47.009974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:47.010418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:47.010772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:47.015456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:47.015964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Attempting to bind port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on network 33e15860-3f86-4485-801b-4a6fb60ed484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:47.021365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:47.021896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Checking segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:47.022205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Bound using segment: {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:47.022707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Bound port: f270dea5-4097-4fda-8cf4-b3fa36a4f982, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33e15860-3f86-4485-801b-4a6fb60ed484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:47.023128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.117977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:47.121800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:47.128118 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.178749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['2da5d86b-f46c-482c-86c9-cd40c0fb7412'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:47.236855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.237656 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.239088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] 10.222.0.64 "PUT /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 1121 time: 1.1714914 Jul 06 11:40:47.269570 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1d3a2-0b4a-4d56-b05a-91e87e00b81d x-openstack-request-id: req-edf1d3a2-0b4a-4d56-b05a-91e87e00b81d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:47.270375 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "name": "network-vif-unplugged", "status": "completed", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:47.270880 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-edf1d3a2-0b4a-4d56-b05a-91e87e00b81d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:47.271504 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'code': 200} Jul 06 11:40:47.277541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229d4c6-57ec-491f-84ca-c20ba6fda12a service neutron] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:47.355475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['f270dea5-4097-4fda-8cf4-b3fa36a4f982'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:47.378320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e1832-6b8a-454b-93c3-39d15862c739 req-64c0122e-023b-4199-9849-54ceafb1dca8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.380990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-888e1832-6b8a-454b-93c3-39d15862c739 req-64c0122e-023b-4199-9849-54ceafb1dca8 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1889453 Jul 06 11:40:47.435115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f270dea5-4097-4fda-8cf4-b3fa36a4f982'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:47.463294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-888e1832-6b8a-454b-93c3-39d15862c739 req-4214148a-9da1-4c72-84ce-57e5cd1c9a8a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713089 Jul 06 11:40:47.675151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ceede-46c6-406b-992f-7a9d2bbbaff2 req-cad7707e-be5d-4e0c-975e-8e1996ade15d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.676818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d3ceede-46c6-406b-992f-7a9d2bbbaff2 req-cad7707e-be5d-4e0c-975e-8e1996ade15d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0726075 Jul 06 11:40:47.764070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d3ceede-46c6-406b-992f-7a9d2bbbaff2 req-0415507e-8020-42dc-b583-2fbe9fca5c74 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Jul 06 11:40:47.794021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7fd00-1c9b-49d7-919d-75841398677f req-f6c23862-afd6-4901-95ee-9a80345e6e9d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.796167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60c7fd00-1c9b-49d7-919d-75841398677f req-f6c23862-afd6-4901-95ee-9a80345e6e9d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1110907 Jul 06 11:40:47.837990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60c7fd00-1c9b-49d7-919d-75841398677f req-d5ebd4e4-0638-4c61-9533-1de1fbd32a61 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Jul 06 11:40:47.936758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21528-e24e-41c9-95e9-b45c67c99bcd req-846f9907-2471-43c3-8359-ba4c4b7204fb tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.939205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ea21528-e24e-41c9-95e9-b45c67c99bcd req-846f9907-2471-43c3-8359-ba4c4b7204fb tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 945 time: 0.0692053 Jul 06 11:40:47.956107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:48.014480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ea21528-e24e-41c9-95e9-b45c67c99bcd req-fcc58f47-75b6-4dfc-bd11-c85e803c5fa6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Jul 06 11:40:48.046903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998337a-51f8-451c-b436-a00425fc77f9 req-e125c847-eb11-40de-abd3-22dbd6281708 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.049966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e998337a-51f8-451c-b436-a00425fc77f9 req-e125c847-eb11-40de-abd3-22dbd6281708 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 945 time: 0.0974715 Jul 06 11:40:48.067487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:48.079498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:40:48.096611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e998337a-51f8-451c-b436-a00425fc77f9 req-260cc96c-19d6-44f9-a9f4-dfe5e80a9eb7 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Jul 06 11:40:48.222403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82a69a-9826-4893-9357-14b5f7011dbe req-9a62475a-7702-4e64-a052-c43605a75c78 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.224794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b82a69a-9826-4893-9357-14b5f7011dbe req-9a62475a-7702-4e64-a052-c43605a75c78 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0713646 Jul 06 11:40:48.290198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b82a69a-9826-4893-9357-14b5f7011dbe req-92672a88-cd8e-4dc6-8923-5fce1195540f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564630 Jul 06 11:40:48.325862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551998c-4469-4acf-a341-5d5452a13070 req-f6155392-0101-4b6e-ac8d-b7e7348864c0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.327370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8551998c-4469-4acf-a341-5d5452a13070 req-f6155392-0101-4b6e-ac8d-b7e7348864c0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1025307 Jul 06 11:40:48.371125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8551998c-4469-4acf-a341-5d5452a13070 req-7929b286-90a4-4754-8dbf-47489cf84c9d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Jul 06 11:40:48.456032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc7d0e-21a8-49e1-9119-643e673d2352 req-7c2c0fad-77f5-4fb2-a240-c2af367da38d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.457551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2abc7d0e-21a8-49e1-9119-643e673d2352 req-7c2c0fad-77f5-4fb2-a240-c2af367da38d tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0644250 Jul 06 11:40:48.496176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2abc7d0e-21a8-49e1-9119-643e673d2352 req-3d733d9d-c0f9-448f-afcf-b4b47426b1c2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Jul 06 11:40:48.566628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:48.624507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:48.624792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.666044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d7f9b-3b65-4e2d-bbcf-59b966a65ce7 req-bcbe5aa6-4352-436c-b277-3555f90fed22 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.667700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d6d7f9b-3b65-4e2d-bbcf-59b966a65ce7 req-bcbe5aa6-4352-436c-b277-3555f90fed22 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.0717263 Jul 06 11:40:48.709038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d6d7f9b-3b65-4e2d-bbcf-59b966a65ce7 req-bd48ecf1-6e38-42e8-a743-494c7fa10b50 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341902 Jul 06 11:40:48.719796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.746596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:48.749017 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a4dd95-31db-4be3-858c-c9486a1b15f5" -d '{"events": [{"server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "name": "network-vif-plugged", "status": "completed", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:48.762728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:48.768338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.793114 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b0c587-0201-48f0-9ad5-03222362c9c4 x-openstack-request-id: req-a4b0c587-0201-48f0-9ad5-03222362c9c4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:48.793407 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "name": "network-vif-plugged", "status": "completed", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:48.793663 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4b0c587-0201-48f0-9ad5-03222362c9c4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:48.794054 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'code': 200} Jul 06 11:40:48.822677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:48.839969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a721-5362-4c5a-a32b-8f99a68997a2 req-fedff8fe-38d7-40ef-b54a-a1147aa26a5e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.841852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ab8a721-5362-4c5a-a32b-8f99a68997a2 req-fedff8fe-38d7-40ef-b54a-a1147aa26a5e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0760016 Jul 06 11:40:48.892563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ab8a721-5362-4c5a-a32b-8f99a68997a2 req-d131c460-1681-4ec4-ab63-5069e78e37d4 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Jul 06 11:40:49.059478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e7b6-ecb1-40b4-91e4-1815b7cd0dd7 req-3d384885-f994-4b01-b2f1-aba12d8277d5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.060989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab93e7b6-ecb1-40b4-91e4-1815b7cd0dd7 req-3d384885-f994-4b01-b2f1-aba12d8277d5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0963366 Jul 06 11:40:49.121204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8129d-f8a9-42cb-8a64-8149dcfec85b req-b0056ab5-9786-40c4-86a6-e11dd49ed2a3 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.122710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78e8129d-f8a9-42cb-8a64-8149dcfec85b req-b0056ab5-9786-40c4-86a6-e11dd49ed2a3 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1103165 Jul 06 11:40:49.128456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab93e7b6-ecb1-40b4-91e4-1815b7cd0dd7 req-5c99f698-4d2b-4a51-ba01-ae27e8d669b5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606492 Jul 06 11:40:49.172312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78e8129d-f8a9-42cb-8a64-8149dcfec85b req-4524a5a6-c09b-4136-8c25-171e46a02b2a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380492 Jul 06 11:40:49.272903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:49.275329 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76432483-c3e9-4f38-bc58-72b405f4747b" -d '{"events": [{"name": "network-changed", "server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:49.343272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed23a-171a-4351-8ebf-e4dec7086b6c req-fc147ffc-52f0-438e-a55e-b74ce56c07f6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.345507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-934ed23a-171a-4351-8ebf-e4dec7086b6c req-fc147ffc-52f0-438e-a55e-b74ce56c07f6 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1065366 Jul 06 11:40:49.387328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25152819-1756-4a7e-a72f-a86a07fda08f req-8f6dbcfc-c39c-437a-b4f2-8d506ef834e8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.388729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25152819-1756-4a7e-a72f-a86a07fda08f req-8f6dbcfc-c39c-437a-b4f2-8d506ef834e8 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 945 time: 0.1105340 Jul 06 11:40:49.408667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-934ed23a-171a-4351-8ebf-e4dec7086b6c req-7c15cbb7-5cc4-4a71-9b8e-4036eb005ae3 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572569 Jul 06 11:40:49.441232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25152819-1756-4a7e-a72f-a86a07fda08f req-5ac1fba4-cdb8-443e-8600-373cfc01b773 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467148 Jul 06 11:40:49.495774 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991477b2-5341-4274-a9dd-ae7675b50dec x-openstack-request-id: req-991477b2-5341-4274-a9dd-ae7675b50dec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:49.496245 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:49.496504 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-991477b2-5341-4274-a9dd-ae7675b50dec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:49.496896 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'status': 'completed', 'code': 200} Jul 06 11:40:49.592960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432483-c3e9-4f38-bc58-72b405f4747b req-df77a5a9-03ee-4dc1-97fa-2f6be2e2f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.595387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-df77a5a9-03ee-4dc1-97fa-2f6be2e2f1a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1124 time: 0.0657623 Jul 06 11:40:49.747225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b292d-16c8-40f1-814e-793091695ad1 req-078a8924-e348-434e-9dae-2d7b5436e7a0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.748860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-894b292d-16c8-40f1-814e-793091695ad1 req-078a8924-e348-434e-9dae-2d7b5436e7a0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1359980 Jul 06 11:40:49.753925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432483-c3e9-4f38-bc58-72b405f4747b req-3fd190c1-3646-4e16-9518-393d58d52829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.755328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-3fd190c1-3646-4e16-9518-393d58d52829 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1330576 Jul 06 11:40:49.812368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-27367233-f74a-425e-8a1a-8ea7231a7761 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 217 time: 0.0411279 Jul 06 11:40:49.838796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-894b292d-16c8-40f1-814e-793091695ad1 req-972f5e07-375e-4904-9ec9-99a732284426 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818491 Jul 06 11:40:49.910822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432483-c3e9-4f38-bc58-72b405f4747b req-580a965f-cb1b-4455-8227-7d644b3d971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.912368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-580a965f-cb1b-4455-8227-7d644b3d971c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.0875945 Jul 06 11:40:49.956877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-c5571452-bcec-4acc-87b9-021bfbfcfd5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339978 Jul 06 11:40:50.138232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c8cc8-1359-4629-adcd-efbbf0a284f9 req-8415dcf9-6eb3-4f10-97fe-c2f7072daa54 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.139721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e6c8cc8-1359-4629-adcd-efbbf0a284f9 req-8415dcf9-6eb3-4f10-97fe-c2f7072daa54 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1691849 Jul 06 11:40:50.146356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-a7e0579b-3515-4174-8d9e-981915a3fabe service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470194 Jul 06 11:40:50.243824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb6b46-7a74-46c2-bf40-f13f8affa832 req-998ff45b-bb2c-4116-84b6-b9d9b98c518f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.245318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83bb6b46-7a74-46c2-bf40-f13f8affa832 req-998ff45b-bb2c-4116-84b6-b9d9b98c518f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1822820 Jul 06 11:40:50.260926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e6c8cc8-1359-4629-adcd-efbbf0a284f9 req-f48f7af8-1d5b-4fcf-b095-4ce385ac5355 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 Jul 06 11:40:50.308939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76432483-c3e9-4f38-bc58-72b405f4747b req-cf64d815-4646-4586-8036-c39121fcbd95 service neutron] 10.222.0.79 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503880 Jul 06 11:40:50.311712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83bb6b46-7a74-46c2-bf40-f13f8affa832 req-0db66108-465f-423b-abb5-529c60c6b10f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567064 Jul 06 11:40:50.721181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd5214-d309-47d7-bc82-86c67a9c506c req-09b370ed-d7af-4754-a72b-621c90bb15a6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.722588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bd5214-d309-47d7-bc82-86c67a9c506c req-09b370ed-d7af-4754-a72b-621c90bb15a6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.3552146 Jul 06 11:40:50.772636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bd5214-d309-47d7-bc82-86c67a9c506c req-fb9c899f-fe45-478a-b2fd-ad56d3758feb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Jul 06 11:40:50.785150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832c99-7aa3-43b6-a952-9ee571f859ee req-3da3bae2-ceda-4c7a-abb4-42b2ef95fde1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.786624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23832c99-7aa3-43b6-a952-9ee571f859ee req-3da3bae2-ceda-4c7a-abb4-42b2ef95fde1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.3705766 Jul 06 11:40:50.867815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23832c99-7aa3-43b6-a952-9ee571f859ee req-380d5112-f890-4c77-ae67-aa1dce4013ec tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 Jul 06 11:40:50.884880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d060bc2d-378a-446b-9fc4-ac4ef673299d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.886464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d060bc2d-378a-446b-9fc4-ac4ef673299d tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 945 time: 0.0988729 Jul 06 11:40:51.068586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb5af0-9bea-4dd7-b9f3-737703254a8d req-0447760d-5186-4bdc-86d0-9d8a743cf5cb tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.070009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55bb5af0-9bea-4dd7-b9f3-737703254a8d req-0447760d-5186-4bdc-86d0-9d8a743cf5cb tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1826937 Jul 06 11:40:51.118871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d744b-5ce2-4bee-82c9-29a22c9b90ed req-8b98be2b-b12f-48a4-a737-2c3f00fce7d6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.120677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a89d744b-5ce2-4bee-82c9-29a22c9b90ed req-8b98be2b-b12f-48a4-a737-2c3f00fce7d6 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 945 time: 0.1485093 Jul 06 11:40:51.128491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Deleting port 77efbf54-2641-425b-a9af-2abc430e1bbd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:51.128834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.190779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55bb5af0-9bea-4dd7-b9f3-737703254a8d req-854d3ece-4a19-490f-a9d9-30320b4f4846 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133733 Jul 06 11:40:51.232227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a89d744b-5ce2-4bee-82c9-29a22c9b90ed req-64cd5f86-b71b-4dc1-98aa-2d7554c3f884 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053879 Jul 06 11:40:51.257300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] For port 77efbf54-2641-425b-a9af-2abc430e1bbd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=77efbf54-2641-425b-a9af-2abc430e1bbd,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:51.257667 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.275745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Calling delete_port for 77efbf54-2641-425b-a9af-2abc430e1bbd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:51.415733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d2420-df0b-4fb6-9cdf-27f5fb677203 req-406c933d-f9bc-4e71-ab61-5931334b323b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.417307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd6d2420-df0b-4fb6-9cdf-27f5fb677203 req-406c933d-f9bc-4e71-ab61-5931334b323b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0977108 Jul 06 11:40:51.492822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd6d2420-df0b-4fb6-9cdf-27f5fb677203 req-052132c2-56df-4234-9feb-2eff7b20b081 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528750 Jul 06 11:40:51.493824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.517548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['77efbf54-2641-425b-a9af-2abc430e1bbd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:51.534986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event deleted for resources: {'Port': ['ID=77efbf54-2641-425b-a9af-2abc430e1bbd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:51.595676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] No DVR routers for this DVR port 77efbf54-2641-425b-a9af-2abc430e1bbd on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:51.600531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.603789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b75f7242-2ade-4ae2-b9d9-6691bfcc8307 req-d8a8d8fc-78bd-4e97-aabf-9e3d3705cb5e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.79 "DELETE /v2.0/ports/77efbf54-2641-425b-a9af-2abc430e1bbd HTTP/1.1" status: 204 len: 173 time: 0.7056162 Jul 06 11:40:51.604306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'name': 'network-vif-deleted', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:51.606670 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ecd4af-37c8-4511-8c6a-96557a229f37" -d '{"events": [{"server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "name": "network-vif-deleted", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:51.705013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c083a3-483d-4183-97bb-ddc234e54e9b req-5d8db43f-1ba6-482c-a3ba-475610aef744 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.706511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95c083a3-483d-4183-97bb-ddc234e54e9b req-5d8db43f-1ba6-482c-a3ba-475610aef744 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0850999 Jul 06 11:40:51.775588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95c083a3-483d-4183-97bb-ddc234e54e9b req-2b051053-8503-4c9f-a534-cd742e6e0f75 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Jul 06 11:40:51.791542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30a4b1-0240-4dfc-905e-5ec53a7963c3 req-6d0c75fe-7101-4e1e-b1ea-2ad90044ce5b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.793226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e30a4b1-0240-4dfc-905e-5ec53a7963c3 req-6d0c75fe-7101-4e1e-b1ea-2ad90044ce5b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1046770 Jul 06 11:40:51.836091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e30a4b1-0240-4dfc-905e-5ec53a7963c3 req-0590d7e8-6361-4654-a317-94069d91ede5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Jul 06 11:40:51.887569 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d8561f-0598-4cc2-8ab5-72227ae2e697 x-openstack-request-id: req-87d8561f-0598-4cc2-8ab5-72227ae2e697 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:51.887865 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56", "name": "network-vif-deleted", "tag": "77efbf54-2641-425b-a9af-2abc430e1bbd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:51.888145 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87d8561f-0598-4cc2-8ab5-72227ae2e697 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:51.888550 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56', 'name': 'network-vif-deleted', 'tag': '77efbf54-2641-425b-a9af-2abc430e1bbd', 'status': 'completed', 'code': 200} Jul 06 11:40:51.955273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17a42a-d1d4-4e08-b285-8ad9d5f8c0b5 req-09d9f9c5-5875-4424-a74a-f50cfcc9aebf tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.956820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae17a42a-d1d4-4e08-b285-8ad9d5f8c0b5 req-09d9f9c5-5875-4424-a74a-f50cfcc9aebf tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.0662100 Jul 06 11:40:52.038317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae17a42a-d1d4-4e08-b285-8ad9d5f8c0b5 req-9fa5dc3a-ca7f-4089-979f-ce2b9760e6a9 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Jul 06 11:40:52.066033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb31ec-c6ac-480b-9d82-d67d4673fea0 req-ed3c13db-123d-4864-a72a-b3f27182cf24 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.068445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51bb31ec-c6ac-480b-9d82-d67d4673fea0 req-ed3c13db-123d-4864-a72a-b3f27182cf24 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0935607 Jul 06 11:40:52.109315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51bb31ec-c6ac-480b-9d82-d67d4673fea0 req-99f965d0-696b-4bdc-bf95-24d23a3a38c9 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356581 Jul 06 11:40:52.203657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d8979-b00a-4226-8c28-c9e366716012 req-ee98bee3-81eb-441c-a99e-0bf0ed0d0dc6 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.205254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-720d8979-b00a-4226-8c28-c9e366716012 req-ee98bee3-81eb-441c-a99e-0bf0ed0d0dc6 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0667732 Jul 06 11:40:52.233273 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:40:52.246480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-720d8979-b00a-4226-8c28-c9e366716012 req-e31dedd1-d9a7-4cb2-8e47-084f32c47200 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Jul 06 11:40:52.400880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee7971b1-257d-4002-b329-1fb9e0e5be9e req-8aac565a-18da-414e-87db-e8603d68344e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=b53c8ff9-5c3c-4a2f-b424-b3f6eb7f8b56 HTTP/1.1" status: 200 len: 210 time: 0.0350032 Jul 06 11:40:52.481013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.686266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa841d0-8f6f-4eb7-a473-463fcb422272 req-4c242810-4ece-4054-8a52-10d76b58c66d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.688745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-daa841d0-8f6f-4eb7-a473-463fcb422272 req-4c242810-4ece-4054-8a52-10d76b58c66d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0626197 Jul 06 11:40:52.728252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-daa841d0-8f6f-4eb7-a473-463fcb422272 req-9e2550fe-3a67-41c7-a00c-66ef359ab322 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 Jul 06 11:40:52.967400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29cea6-2f3f-4fd9-89b4-7e2fa20c658c req-62a6f721-c65f-4362-a4fd-fd536a50cb6e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.969157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d29cea6-2f3f-4fd9-89b4-7e2fa20c658c req-62a6f721-c65f-4362-a4fd-fd536a50cb6e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0676577 Jul 06 11:40:53.051499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d29cea6-2f3f-4fd9-89b4-7e2fa20c658c req-33ec6e11-0b6c-4b8c-82fb-f9ab9b499737 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715971 Jul 06 11:40:53.072322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4279aa-501d-4433-82a0-5d809930be3b req-8cd99751-6a86-4710-ba6c-0b3de55412d3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:53.074058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b4279aa-501d-4433-82a0-5d809930be3b req-8cd99751-6a86-4710-ba6c-0b3de55412d3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.1038682 Jul 06 11:40:53.119175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b4279aa-501d-4433-82a0-5d809930be3b req-a5cd3711-105b-46cf-b76e-3178e022764a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358989 Jul 06 11:40:53.231115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34eb82-aa50-4b75-b4e2-387290036cf4 req-400e27ef-b58d-4427-bd05-07c27aa204c8 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:53.233235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e34eb82-aa50-4b75-b4e2-387290036cf4 req-400e27ef-b58d-4427-bd05-07c27aa204c8 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.0745759 Jul 06 11:40:53.323663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e34eb82-aa50-4b75-b4e2-387290036cf4 req-ea3f46ce-877f-498c-bf21-8200ee698c41 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759916 Jul 06 11:40:53.355167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc60a00-ca9e-4872-8488-feef3c2d9a5c req-77dbeca8-1a1b-4cba-9d77-7cb1669d469a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:53.356767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cc60a00-ca9e-4872-8488-feef3c2d9a5c req-77dbeca8-1a1b-4cba-9d77-7cb1669d469a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1218112 Jul 06 11:40:53.398777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cc60a00-ca9e-4872-8488-feef3c2d9a5c req-bae097d6-0e6f-49a1-bd8f-76546ffab893 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Jul 06 11:40:53.498952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f370bfb-326f-45e4-8003-7656aadc146b req-f359ece8-f218-4f95-ac85-33b87f93c2c8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:53.500752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f370bfb-326f-45e4-8003-7656aadc146b req-f359ece8-f218-4f95-ac85-33b87f93c2c8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0710027 Jul 06 11:40:53.542753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f370bfb-326f-45e4-8003-7656aadc146b req-c1b8dab0-7ded-46da-9d3e-6f7a98de6804 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Jul 06 11:40:54.019694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-046001ec-c3f0-45d9-902c-dc15c545ae94 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.021364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-046001ec-c3f0-45d9-902c-dc15c545ae94 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 946 time: 0.1766729 Jul 06 11:40:54.044080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e1dc4-498b-4ffd-91aa-0bf9364ab5d9 req-af72e563-bc50-468e-a34b-c8a1d63d697c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.045655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f73e1dc4-498b-4ffd-91aa-0bf9364ab5d9 req-af72e563-bc50-468e-a34b-c8a1d63d697c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1554942 Jul 06 11:40:54.055242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf835f-f67c-4ddf-be49-5c846e65ae6f req-50b8131c-be1b-4364-8712-68dd20520a30 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.056811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bf835f-f67c-4ddf-be49-5c846e65ae6f req-50b8131c-be1b-4364-8712-68dd20520a30 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 944 time: 0.1652713 Jul 06 11:40:54.180892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bf835f-f67c-4ddf-be49-5c846e65ae6f req-a4761cf2-dc54-4aaa-b53b-c2664574f46a tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036842 Jul 06 11:40:54.192990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f73e1dc4-498b-4ffd-91aa-0bf9364ab5d9 req-2d9ad0d0-8d5d-470c-8d5d-84c9af440a07 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176159 Jul 06 11:40:54.220174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Deleting port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:54.220531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.370525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] For port 2da5d86b-f46c-482c-86c9-cd40c0fb7412, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2da5d86b-f46c-482c-86c9-cd40c0fb7412,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:54.370872 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.439900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Calling delete_port for 2da5d86b-f46c-482c-86c9-cd40c0fb7412 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:54.564713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d14b-f436-41a3-a5d4-01b3e3947164 req-1bdfce1c-fc29-46af-930c-6deb15f3f0a7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.566269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ca0d14b-f436-41a3-a5d4-01b3e3947164 req-1bdfce1c-fc29-46af-930c-6deb15f3f0a7 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 943 time: 0.2133090 Jul 06 11:40:54.573833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79bf0-61d5-4084-b0eb-177bd422c773 req-11d23366-cd4a-4efa-a024-78614aba4e27 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.575360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd79bf0-61d5-4084-b0eb-177bd422c773 req-11d23366-cd4a-4efa-a024-78614aba4e27 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.2661963 Jul 06 11:40:54.578942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-0d6b20d1-2473-4325-826c-463facf35e06 service neutron] 10.222.0.79 "GET /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.0630722 Jul 06 11:40:54.583834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:54.628141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c6121243-a628-4018-ad05-be0bc3ecfa06 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.629589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c6121243-a628-4018-ad05-be0bc3ecfa06 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 944 time: 0.2548571 Jul 06 11:40:54.686892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.725745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ca0d14b-f436-41a3-a5d4-01b3e3947164 req-d7b58756-898d-45b0-b8a6-a48fd0b8382b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479092 Jul 06 11:40:54.753918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd79bf0-61d5-4084-b0eb-177bd422c773 req-e17099be-2640-459a-992d-2c4397902bed tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631408 Jul 06 11:40:54.776507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:54.802644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:54.839240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.840134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f270dea5-4097-4fda-8cf4-b3fa36a4f982 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:54.863763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:54.886153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:54.886409 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.901722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Deleting port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:54.902162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.907258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event deleted for resources: {'Port': ['ID=2da5d86b-f46c-482c-86c9-cd40c0fb7412,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:54.908214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 77efbf54-2641-425b-a9af-2abc430e1bbd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:54.908769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 77efbf54-2641-425b-a9af-2abc430e1bbd not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:54.971198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] Transition to ACTIVE for port object f270dea5-4097-4fda-8cf4-b3fa36a4f982 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:54.975153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.001068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0384db7f-f1b8-4e11-bf15-6363d741e1e5 req-30637b17-797a-472e-95f0-8de54369761e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=118eb5b1-08f7-4015-a943-dc4b92f9e900 HTTP/1.1" status: 200 len: 210 time: 0.1023679 Jul 06 11:40:55.043524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] No DVR routers for this DVR port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:55.049490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] No DVR routers for this DVR port 2da5d86b-f46c-482c-86c9-cd40c0fb7412 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:55.052940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.054938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da0a08db-28b3-4f33-bebc-90ba719f410e req-a01ba0fc-0363-40cc-a1a0-a8711418a79b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "DELETE /v2.0/ports/2da5d86b-f46c-482c-86c9-cd40c0fb7412 HTTP/1.1" status: 204 len: 173 time: 1.0267193 Jul 06 11:40:55.058074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'name': 'network-vif-deleted', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:55.060039 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04f84b-2d45-456b-9d99-d788b6b2eae3" -d '{"events": [{"server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "name": "network-vif-deleted", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:55.084592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] Pushing event updated for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:55.096634 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-e7ddb974-06d7-42c9-a45e-49ebad30cb06 service neutron] 10.222.0.79 "PUT /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5118096 Jul 06 11:40:55.123229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] For port d87c1fd9-d35f-4e82-b234-1cd5ea18d490, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:55.123591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.141671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Calling delete_port for d87c1fd9-d35f-4e82-b234-1cd5ea18d490 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:55.151184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124acd6-1ce8-46c0-ae6f-aae428e2c142 req-dde6fb26-6e6d-4c73-a90b-a2fcc2e8b401 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.152817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3124acd6-1ce8-46c0-ae6f-aae428e2c142 req-dde6fb26-6e6d-4c73-a90b-a2fcc2e8b401 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.2255089 Jul 06 11:40:55.240891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-784dde1d-bb40-4af5-aab2-dd1b79d03703 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.242881 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-784dde1d-bb40-4af5-aab2-dd1b79d03703 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.0647650 Jul 06 11:40:55.260905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3124acd6-1ce8-46c0-ae6f-aae428e2c142 req-6cee82f0-760c-4db4-8f71-676e87267d07 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984251 Jul 06 11:40:55.380796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-979c5459-eb44-4ab6-be5b-dcea6cc810f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.382583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-979c5459-eb44-4ab6-be5b-dcea6cc810f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153&tenant_id=90984fee70d2435791401bce2c6bacc3 HTTP/1.1" status: 200 len: 1095 time: 0.1300888 Jul 06 11:40:55.387484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.430798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event deleted for resources: {'Port': ['ID=d87c1fd9-d35f-4e82-b234-1cd5ea18d490,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:55.450688 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4d3f94-365d-4eff-a7a9-0416eea16147 x-openstack-request-id: req-bf4d3f94-365d-4eff-a7a9-0416eea16147 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:55.451432 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118eb5b1-08f7-4015-a943-dc4b92f9e900", "name": "network-vif-deleted", "tag": "2da5d86b-f46c-482c-86c9-cd40c0fb7412", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:55.451906 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf4d3f94-365d-4eff-a7a9-0416eea16147 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:55.452887 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118eb5b1-08f7-4015-a943-dc4b92f9e900', 'name': 'network-vif-deleted', 'tag': '2da5d86b-f46c-482c-86c9-cd40c0fb7412', 'status': 'completed', 'code': 200} Jul 06 11:40:55.463197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349ff69-0b7c-4c7b-a535-045034c4f723 req-68aa2331-2a89-4c20-84f3-f136629649ce tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.466675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2349ff69-0b7c-4c7b-a535-045034c4f723 req-68aa2331-2a89-4c20-84f3-f136629649ce tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1432247 Jul 06 11:40:55.472120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-c79a6632-0296-40e6-a5a7-7cc75086d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.473725 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-c79a6632-0296-40e6-a5a7-7cc75086d0a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1095 time: 0.0633042 Jul 06 11:40:55.529955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] No DVR routers for this DVR port d87c1fd9-d35f-4e82-b234-1cd5ea18d490 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:55.539099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.541057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-051a9374-4940-4c12-ae37-28d48d9193f2 req-c1d649bc-5be5-4eb8-9536-61f6e40ee20c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.64 "DELETE /v2.0/ports/d87c1fd9-d35f-4e82-b234-1cd5ea18d490 HTTP/1.1" status: 204 len: 173 time: 0.9028823 Jul 06 11:40:55.565244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-d3e58bf7-dbab-4960-84f3-22a0f713cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.566719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-d3e58bf7-dbab-4960-84f3-22a0f713cebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.0868616 Jul 06 11:40:55.573307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2349ff69-0b7c-4c7b-a535-045034c4f723 req-aeeba980-b6e1-4456-9fb5-e089db5f03f8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837169 Jul 06 11:40:55.575248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a600c69-9493-4b38-929c-5e163bc5bfb3 req-421aab41-827b-4e73-8cae-d3c2156977c3 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ec17087-28d6-4ecd-ade2-f7b884776773 HTTP/1.1" status: 200 len: 210 time: 0.0375862 Jul 06 11:40:55.619251 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-f84c76c7-0933-4acb-bbdc-85f4be913551 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 200 len: 217 time: 0.0460072 Jul 06 11:40:55.811627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27e8dc-5ab7-4ae6-bc1d-02a3960c286b req-55a88740-6697-4945-ba3d-62e1bcd811df tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.814731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a27e8dc-5ab7-4ae6-bc1d-02a3960c286b req-55a88740-6697-4945-ba3d-62e1bcd811df tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0902507 Jul 06 11:40:55.900364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a27e8dc-5ab7-4ae6-bc1d-02a3960c286b req-c7f648b1-7459-4677-a8ad-44f3ab6aa40c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804279 Jul 06 11:40:55.955953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-d5d63d01-150d-452f-bc71-9e3a7ece91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.957636 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-d5d63d01-150d-452f-bc71-9e3a7ece91f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.3303559 Jul 06 11:40:55.961717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753ee8-3c73-411f-bd13-85ab56df0213 req-ca836ce0-8863-4da1-b58e-c5e54de37142 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.974205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5753ee8-3c73-411f-bd13-85ab56df0213 req-ca836ce0-8863-4da1-b58e-c5e54de37142 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 944 time: 0.1205459 Jul 06 11:40:56.015501 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-286143af-e922-4cbd-8a0a-a44074d8b7fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427203 Jul 06 11:40:56.028741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5753ee8-3c73-411f-bd13-85ab56df0213 req-60a3eb2b-72ee-4e5f-bf38-a12234b5b32f tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532181 Jul 06 11:40:56.149346 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-24e88dc4-f224-4bba-8e26-de745a4d99bb service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265447 Jul 06 11:40:56.180188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebb5b5-af67-43f4-9695-6b01f69d936c req-48e0eea1-dbc6-48f1-8ba7-70e39e980c95 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.188743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94ebb5b5-af67-43f4-9695-6b01f69d936c req-48e0eea1-dbc6-48f1-8ba7-70e39e980c95 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0863760 Jul 06 11:40:56.246345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94ebb5b5-af67-43f4-9695-6b01f69d936c req-88a0fb95-bf87-49de-b9d8-5539c9f545b7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561600 Jul 06 11:40:56.291759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-b19c1af5-3bfa-417d-b0c5-4b050600a09a service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340532 Jul 06 11:40:56.378554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-3a2107c9-c9b1-47f9-9ed3-7773e14bb26e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.380109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-3a2107c9-c9b1-47f9-9ed3-7773e14bb26e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 822 time: 0.1327398 Jul 06 11:40:56.395957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-3037fa99-b4d8-4f10-a155-c30ca80bbcd2 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/quotas/83088ad9b3da42059c78c8f4f5051f14 HTTP/1.1" status: 200 len: 375 time: 0.0099051 Jul 06 11:40:56.538409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-74d781d2-4538-4723-9bae-b3ba2f8380c4 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367509 Jul 06 11:40:56.555655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905976-576d-481e-8002-12619004dd1b req-2b0c7b83-d974-4a35-b3ed-3e33c2f7af8d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.557469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77905976-576d-481e-8002-12619004dd1b req-2b0c7b83-d974-4a35-b3ed-3e33c2f7af8d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1427631 Jul 06 11:40:56.591885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:56.603162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-154a7dbf-26ec-44a2-addc-a3ba71985d79 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.604785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-154a7dbf-26ec-44a2-addc-a3ba71985d79 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153&tenant_id=90984fee70d2435791401bce2c6bacc3&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.0668633 Jul 06 11:40:56.637344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:56.676871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77905976-576d-481e-8002-12619004dd1b req-27fe532a-b2e7-43ef-aa8a-11ef6e0f3c33 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087167 Jul 06 11:40:56.701554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-587d7def-0058-4f71-8020-db1c6c48aae2 service neutron] 10.222.0.78 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426036 Jul 06 11:40:56.725138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-22a5b193-138a-4818-8422-e1ab8fcd8302 service neutron] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:56.729291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-22a5b193-138a-4818-8422-e1ab8fcd8302 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:56.730419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-001a7b25-ca18-4901-a4ce-5591dfbde358 req-22a5b193-138a-4818-8422-e1ab8fcd8302 service neutron] 10.222.0.64 "DELETE /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.1192081 Jul 06 11:40:57.064994 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2905b0-a3f1-42f1-8efc-6171bc1ad4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.137839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-ab5c51c6-18a9-49a6-8540-2e46368d9477 service neutron] 10.222.0.78 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297066 Jul 06 11:40:57.149920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de54b-e84a-425d-bda9-433303ff9e8e req-b8c6ee87-e648-4218-822b-ec0978ef642e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.151840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5de54b-e84a-425d-bda9-433303ff9e8e req-b8c6ee87-e648-4218-822b-ec0978ef642e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0967026 Jul 06 11:40:57.197830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5de54b-e84a-425d-bda9-433303ff9e8e req-f4ebf969-6807-44b6-8833-62a7790d2dde tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394952 Jul 06 11:40:57.465120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'name': 'network-vif-deleted', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:57.467824 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30784f90-fa98-496b-af4b-eef1968721f4" -d '{"events": [{"server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "name": "network-vif-deleted", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:57.512212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ab557-4cd3-4e07-9d32-6b284b6ebc8b req-38008809-4e8d-40a4-8bff-4ef4f97f83ba tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.513764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-136ab557-4cd3-4e07-9d32-6b284b6ebc8b req-38008809-4e8d-40a4-8bff-4ef4f97f83ba tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 944 time: 0.1145518 Jul 06 11:40:57.549030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05446ab-dfee-4739-b488-118d0c38387b req-b91a597a-76d6-46c0-b7fc-d30e40fa3490 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.550566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d05446ab-dfee-4739-b488-118d0c38387b req-b91a597a-76d6-46c0-b7fc-d30e40fa3490 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1189785 Jul 06 11:40:57.584977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-136ab557-4cd3-4e07-9d32-6b284b6ebc8b req-4ecbe46b-3141-4d3f-a1b6-3a0cbb74d6ba tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634041 Jul 06 11:40:57.628175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d05446ab-dfee-4739-b488-118d0c38387b req-51fe10ef-ce59-480e-834a-7b672dd384f2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706980 Jul 06 11:40:57.697764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-411253d6-564e-477a-a595-159fb276ac8e req-f8c25e03-93ec-4ffa-a95d-6357b58e709a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 210 time: 0.0582848 Jul 06 11:40:57.824344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11988af-fd5f-4f2d-95e8-924c1f7023d0 req-eac0d3d2-04d3-4a83-b7d1-926cb8680921 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.826298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f11988af-fd5f-4f2d-95e8-924c1f7023d0 req-eac0d3d2-04d3-4a83-b7d1-926cb8680921 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0778644 Jul 06 11:40:57.876153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f11988af-fd5f-4f2d-95e8-924c1f7023d0 req-9b5811d2-6d9d-4ae5-8bba-4c6c2bc1bc0e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Jul 06 11:40:57.929257 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc77531-0c78-4eda-90d8-0a58f132be3f x-openstack-request-id: req-1fc77531-0c78-4eda-90d8-0a58f132be3f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:57.929554 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec17087-28d6-4ecd-ade2-f7b884776773", "name": "network-vif-deleted", "tag": "d87c1fd9-d35f-4e82-b234-1cd5ea18d490", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:57.929870 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fc77531-0c78-4eda-90d8-0a58f132be3f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:57.930287 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec17087-28d6-4ecd-ade2-f7b884776773', 'name': 'network-vif-deleted', 'tag': 'd87c1fd9-d35f-4e82-b234-1cd5ea18d490', 'status': 'completed', 'code': 200} Jul 06 11:40:58.061838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:58.088302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: d87c1fd9-d35f-4e82-b234-1cd5ea18d490 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:58.088302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d87c1fd9-d35f-4e82-b234-1cd5ea18d490 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:58.124424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba58f4b-daab-4e43-bfb2-db2ecc0ab7ba req-82d5f985-35cc-404d-b5df-a89b0e316d0f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.126154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fba58f4b-daab-4e43-bfb2-db2ecc0ab7ba req-82d5f985-35cc-404d-b5df-a89b0e316d0f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0775824 Jul 06 11:40:58.169938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fba58f4b-daab-4e43-bfb2-db2ecc0ab7ba req-44f226a2-8552-49f3-9c38-b756935a43ad tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Jul 06 11:40:58.247693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716433a-afe0-4024-a8a7-d98f2c026e07 req-f4baffd9-593e-4dc1-8c39-1f9bfe644db8 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.249337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5716433a-afe0-4024-a8a7-d98f2c026e07 req-f4baffd9-593e-4dc1-8c39-1f9bfe644db8 tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 1095 time: 0.0662417 Jul 06 11:40:58.290090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5716433a-afe0-4024-a8a7-d98f2c026e07 req-53679646-1d33-4ff3-9bbe-dfce237369ee tempest-LiveMigrationTest-377876343 tempest-LiveMigrationTest-377876343-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Jul 06 11:40:58.364878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167de7c4-f907-4a20-a0b7-5747cc771ced req-6e9c2887-c9d7-41b8-9fde-f2b1afaac537 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.365552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-167de7c4-f907-4a20-a0b7-5747cc771ced req-6e9c2887-c9d7-41b8-9fde-f2b1afaac537 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 945 time: 0.0784502 Jul 06 11:40:58.420721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-167de7c4-f907-4a20-a0b7-5747cc771ced req-5c07f4d7-dff4-4629-a123-0dff8cd3531e tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/security-groups?id=a336a284-a56a-431b-98ac-39e1f7ae604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Jul 06 11:40:58.477945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300bef2-4946-4385-962a-71d40096ee55 req-def54686-1e87-416a-9975-4cb5d7e0fca1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.480088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7300bef2-4946-4385-962a-71d40096ee55 req-def54686-1e87-416a-9975-4cb5d7e0fca1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0834777 Jul 06 11:40:58.525625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7300bef2-4946-4385-962a-71d40096ee55 req-55663293-90dd-4815-9121-cc1c9db9824c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388575 Jul 06 11:40:58.600486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:58.620966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 2da5d86b-f46c-482c-86c9-cd40c0fb7412 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:58.621662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2da5d86b-f46c-482c-86c9-cd40c0fb7412 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:58.700045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-5dca37fb-94f0-4ffc-8c84-b1dbe2b8125c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.701641 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-5dca37fb-94f0-4ffc-8c84-b1dbe2b8125c tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.64 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 945 time: 0.1428139 Jul 06 11:40:58.756547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-329a246e-d4cc-4576-b5ac-378dc97f4235 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.758232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-329a246e-d4cc-4576-b5ac-378dc97f4235 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 822 time: 0.1714776 Jul 06 11:40:58.778694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Request body: {'port': {'device_id': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'admin_state_up': True, 'tenant_id': '83088ad9b3da42059c78c8f4f5051f14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:58.898775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce7f206d-1258-48a0-b521-058cc2dc6aef req-b869f565-f703-4898-aed5-29d68c0fb49e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 210 time: 0.0378892 Jul 06 11:40:58.925207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bda71-712d-4d56-859d-9bd7d9566cf4 req-2fc7f59e-7322-4f91-b57d-041b98b0427d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.926904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-510bda71-712d-4d56-859d-9bd7d9566cf4 req-2fc7f59e-7322-4f91-b57d-041b98b0427d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1218042 Jul 06 11:40:58.961736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Deleting port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:58.962551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.980017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-510bda71-712d-4d56-859d-9bd7d9566cf4 req-c2628f26-1336-4836-88d9-dd8f01e6237d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362256 Jul 06 11:40:59.039855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Made reservation on behalf of 83088ad9b3da42059c78c8f4f5051f14 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:59.043582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.136669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] For port 5251f3a0-2316-4dd8-8298-0f4b3a97f451, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5251f3a0-2316-4dd8-8298-0f4b3a97f451,segment=NetworkSegment(7b99f74f-99d8-4119-af14-4c2259ef8390),segment_id=7b99f74f-99d8-4119-af14-4c2259ef8390)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:59.136919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.160089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Calling delete_port for 5251f3a0-2316-4dd8-8298-0f4b3a97f451 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:59.164350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6a25-5716-4b06-933a-dffb7f92d875 req-dfd43717-3c68-4840-99ae-9d87ae47fe61 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.166091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95fe6a25-5716-4b06-933a-dffb7f92d875 req-dfd43717-3c68-4840-99ae-9d87ae47fe61 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 944 time: 0.1332040 Jul 06 11:40:59.222015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62502-7bf1-4ed1-ab53-c9b294c73edb req-c5c5ca6a-e58b-4907-8e52-bc46bbfc9199 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.223643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ee62502-7bf1-4ed1-ab53-c9b294c73edb req-c5c5ca6a-e58b-4907-8e52-bc46bbfc9199 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1215532 Jul 06 11:40:59.231459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95fe6a25-5716-4b06-933a-dffb7f92d875 req-39365f6b-684c-4a4a-aebd-38d13967f54d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560944 Jul 06 11:40:59.270024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Allocated IP 172.20.0.5 (e88548d4-909b-46ed-86f3-93e1767566f6/739c5b16-8aa9-4ea0-a902-129fc1e22aef/43aa5b6b-ac0a-4c9a-b84e-469d47eba80f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:59.274928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ee62502-7bf1-4ed1-ab53-c9b294c73edb req-6cddf378-a82a-4938-aec3-be3e0fb8e277 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Jul 06 11:40:59.445856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.465570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aedde-63f6-4770-a897-481afac66da7 req-c862c9ee-9819-46a5-b701-745d62b1c70a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.467112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f0aedde-63f6-4770-a897-481afac66da7 req-c862c9ee-9819-46a5-b701-745d62b1c70a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0700469 Jul 06 11:40:59.493471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Pushing event deleted for resources: {'Port': ['ID=5251f3a0-2316-4dd8-8298-0f4b3a97f451,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:59.513045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f0aedde-63f6-4770-a897-481afac66da7 req-53629d7b-4a7a-45d8-b527-208a923f22cb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Jul 06 11:40:59.575593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8106-4eb9-4f3a-84d1-21d9e1e0190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.577184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] No DVR routers for this DVR port 5251f3a0-2316-4dd8-8298-0f4b3a97f451 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:59.581666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.583850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7806ff59-9073-4e41-82fb-5fe159bd065e req-d9e81fce-7e8c-4352-b820-3afb9b7c785f tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.64 "DELETE /v2.0/ports/5251f3a0-2316-4dd8-8298-0f4b3a97f451 HTTP/1.1" status: 204 len: 173 time: 0.8703327 Jul 06 11:40:59.584354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'name': 'network-vif-deleted', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:59.586607 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72955e13-1190-446d-b092-12e5c667175c" -d '{"events": [{"server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "name": "network-vif-deleted", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:59.591364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.607620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88de7079-a4fd-497f-97c6-c8ea318c36b5 req-14d8d2d2-598e-469c-af7d-ed3754593851 tempest-LiveAutoBlockMigrationV225Test-39412361 tempest-LiveAutoBlockMigrationV225Test-39412361-project] 10.222.0.78 "GET /v2.0/ports?device_id=365fed13-7644-4c31-975b-a765de3be116 HTTP/1.1" status: 200 len: 210 time: 0.0547087 Jul 06 11:40:59.644801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.684953 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4d79f-3597-4e43-86e2-70c1a1192cb7 x-openstack-request-id: req-e7b4d79f-3597-4e43-86e2-70c1a1192cb7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:59.685298 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fed13-7644-4c31-975b-a765de3be116", "name": "network-vif-deleted", "tag": "5251f3a0-2316-4dd8-8298-0f4b3a97f451", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:59.685513 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b4d79f-3597-4e43-86e2-70c1a1192cb7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:59.685915 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fed13-7644-4c31-975b-a765de3be116', 'name': 'network-vif-deleted', 'tag': '5251f3a0-2316-4dd8-8298-0f4b3a97f451', 'status': 'completed', 'code': 200} Jul 06 11:40:59.686584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-283412a0-90e1-415b-92f6-18e5f993fcdb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.688581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-283412a0-90e1-415b-92f6-18e5f993fcdb tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 944 time: 0.1746318 Jul 06 11:40:59.706597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Network e88548d4-909b-46ed-86f3-93e1767566f6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:59.710106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:59.715907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:59.737746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event updated for resources: {'Port': ['ID=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:59.767117 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.774810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.775461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.796624 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-f7c5b23f-a06e-44fb-a83c-50bf858dcf62 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0223958 Jul 06 11:40:59.800690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ae224-ea43-4840-913a-b1cd62c724ce req-30d4d30f-95b4-48e4-a3d3-5c4fe72a6ae1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.802477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-271ae224-ea43-4840-913a-b1cd62c724ce req-30d4d30f-95b4-48e4-a3d3-5c4fe72a6ae1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1395640 Jul 06 11:40:59.810192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Request body: {'port': {'device_id': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:59.872180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-271ae224-ea43-4840-913a-b1cd62c724ce req-6357e2f5-8b69-4fc3-b2db-9a80c7d6157c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Jul 06 11:40:59.880160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Deleting port f270dea5-4097-4fda-8cf4-b3fa36a4f982 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:59.880770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.896642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.964847 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.982813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] For port f270dea5-4097-4fda-8cf4-b3fa36a4f982, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=f270dea5-4097-4fda-8cf4-b3fa36a4f982,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:59.983267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.998194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Calling delete_port for f270dea5-4097-4fda-8cf4-b3fa36a4f982 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:00.138720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4926-119a-4e89-9173-fc0c150b9638 req-ce002a2b-3adf-4f24-82ea-05007b756e5a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.140896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ee4926-119a-4e89-9173-fc0c150b9638 req-ce002a2b-3adf-4f24-82ea-05007b756e5a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 931 time: 0.0975847 Jul 06 11:41:00.215269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:00.224800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.243293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Transition to ACTIVE for port object 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:00.243542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ee4926-119a-4e89-9173-fc0c150b9638 req-cc9c6ed9-6297-4d0b-ab65-d87528909eba tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807815 Jul 06 11:41:00.247330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.248501 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.267534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['f270dea5-4097-4fda-8cf4-b3fa36a4f982'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:00.270026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['eb69a6db-d45b-49a2-b033-50a7210e30e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:00.285011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event deleted for resources: {'Port': ['ID=f270dea5-4097-4fda-8cf4-b3fa36a4f982,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:00.336522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282410c1-d854-43ec-b87e-77645aa5a7e9 req-0b70cfc0-cdf6-4764-8079-db5de2b37271 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.338046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-282410c1-d854-43ec-b87e-77645aa5a7e9 req-0b70cfc0-cdf6-4764-8079-db5de2b37271 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1744652 Jul 06 11:41:00.343469 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Pushing event updated for resources: {'Port': ['ID=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:00.356771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] No DVR routers for this DVR port f270dea5-4097-4fda-8cf4-b3fa36a4f982 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:00.364677 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.366569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846f9267-be98-4dff-9b43-e2e50e9f8c15 req-ef944ba6-b67d-4480-abc7-9b545b531191 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "DELETE /v2.0/ports/f270dea5-4097-4fda-8cf4-b3fa36a4f982 HTTP/1.1" status: 204 len: 173 time: 0.6589329 Jul 06 11:41:00.367022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'name': 'network-vif-deleted', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:00.370198 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c96b2-ab48-4781-948d-c153b621973b" -d '{"events": [{"server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "name": "network-vif-deleted", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:00.406522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-282410c1-d854-43ec-b87e-77645aa5a7e9 req-85b1c948-4cb4-4612-af19-a856d0f38eef tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Jul 06 11:41:00.440548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Attempting to bind port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:00.440894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Attempting to bind port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:00.441225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Attempting to bind port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f on network e88548d4-909b-46ed-86f3-93e1767566f6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:00.447442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f on network e88548d4-909b-46ed-86f3-93e1767566f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:00.447559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Attempting to bind port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f on network e88548d4-909b-46ed-86f3-93e1767566f6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:00.453143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:00.453548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Checking segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:00.453968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Bound using segment: {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:00.454407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Bound port: 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295c031f-55a7-4300-b9b7-93e54d529299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:00.454768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.515603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae981836-7b99-4ab6-8051-d3f07d18028f req-665859b2-5e48-4767-8e3f-4c404ba89439 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 210 time: 0.0487156 Jul 06 11:41:00.536018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] For port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:00.540078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] For port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:00.547188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.594370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.594995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.596475 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] 10.222.0.79 "PUT /v2.0/ports/43aa5b6b-ac0a-4c9a-b84e-469d47eba80f HTTP/1.1" status: 200 len: 1091 time: 0.7918503 Jul 06 11:41:00.619198 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c450ce-61b5-41ee-a379-3654553e7a43 x-openstack-request-id: req-e0c450ce-61b5-41ee-a379-3654553e7a43 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:00.619659 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1529cede-6877-40ee-95a9-4e132a7b6153", "name": "network-vif-deleted", "tag": "f270dea5-4097-4fda-8cf4-b3fa36a4f982", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:00.619974 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0c450ce-61b5-41ee-a379-3654553e7a43 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:00.620332 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1529cede-6877-40ee-95a9-4e132a7b6153', 'name': 'network-vif-deleted', 'tag': 'f270dea5-4097-4fda-8cf4-b3fa36a4f982', 'status': 'completed', 'code': 200} Jul 06 11:41:00.629420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a49fe-a90f-4ec4-ada5-0b565c3e90dc service neutron] Pushing event updated for resources: {'Port': ['ID=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:00.673612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d6a7d-4ed6-4829-b96a-18cfd137f10c req-0c21e997-f262-4620-8899-6be56a7b07e9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.675153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-275d6a7d-4ed6-4829-b96a-18cfd137f10c req-0c21e997-f262-4620-8899-6be56a7b07e9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0688534 Jul 06 11:41:00.727397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-275d6a7d-4ed6-4829-b96a-18cfd137f10c req-17417aab-54a2-4cf6-8d61-fe4b44f8b7d2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Jul 06 11:41:00.762466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-3a540d05-d6b3-46c9-a6f2-c91cd2905dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.764876 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-3a540d05-d6b3-46c9-a6f2-c91cd2905dcb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 1094 time: 0.0900753 Jul 06 11:41:00.816317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.835660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:00.845053 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-9c071cb2-44fc-4d90-b528-c4ee94a18a6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f HTTP/1.1" status: 200 len: 217 time: 0.0694208 Jul 06 11:41:00.900200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538c26-8526-493a-8317-31d034f76d51 req-54430586-150a-45e7-9226-4e0452c6a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.914825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-54430586-150a-45e7-9226-4e0452c6a1d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 200 len: 862 time: 0.0610652 Jul 06 11:41:00.983473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Deleting subnet 150de5ca-678f-4f79-8a8f-48bb496a6698 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:00.989139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.995099 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-f8beefbe-a4b9-4129-8b8d-025dc69c8911 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e88548d4-909b-46ed-86f3-93e1767566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664446 Jul 06 11:41:01.027552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.107145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-26177426-6523-4f85-8eee-3ab8c79bf49c service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942829 Jul 06 11:41:01.149948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734e666-29c9-426b-93d9-63db9b082826 req-b3d40658-1e9a-411b-a969-f6ee5bf86152 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.151466 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e734e666-29c9-426b-93d9-63db9b082826 req-b3d40658-1e9a-411b-a969-f6ee5bf86152 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.3067691 Jul 06 11:41:01.161626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.214022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df538c26-8526-493a-8317-31d034f76d51 req-32d3524c-777f-4be1-b220-f41d1c6f859b service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961535 Jul 06 11:41:01.265506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e734e666-29c9-426b-93d9-63db9b082826 req-e1777f47-bd7d-4eac-8091-d78127327007 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058280 Jul 06 11:41:01.275144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-3ec29bcd-db55-4f78-973b-f2e58ab9fd26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2196293 Jul 06 11:41:01.288299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236d7-9427-4b54-918b-195ddd889769 req-3626975f-bf50-4e52-bf5c-2ba510e6edf3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.290089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ad236d7-9427-4b54-918b-195ddd889769 req-3626975f-bf50-4e52-bf5c-2ba510e6edf3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.2305880 Jul 06 11:41:01.340938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.388353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.390765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/150de5ca-678f-4f79-8a8f-48bb496a6698 HTTP/1.1" status: 204 len: 168 time: 0.5540187 Jul 06 11:41:01.394457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.397269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e8da-6f3e-4db2-b707-b04f90e87c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150de5ca-678f-4f79-8a8f-48bb496a6698,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:01.417534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ad236d7-9427-4b54-918b-195ddd889769 req-cc2a2390-3333-4d07-bb83-d77015aedc0c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204696 Jul 06 11:41:01.481217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.482613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-0e233a70-39a7-45d7-9de5-70f8892eb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.484818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-0e233a70-39a7-45d7-9de5-70f8892eb246 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 1100 time: 0.1813712 Jul 06 11:41:01.524810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054f70-977e-42eb-b2e4-e2aa239e9fc6 req-14d29043-69c5-448d-9cb7-af99e007469a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.526539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6054f70-977e-42eb-b2e4-e2aa239e9fc6 req-14d29043-69c5-448d-9cb7-af99e007469a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 943 time: 0.1143970 Jul 06 11:41:01.578120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.588812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eae701f-1a0e-496b-a083-fe9613064494']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:01.600589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b99f74f-99d8-4119-af14-4c2259ef8390') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:01.600943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b99f74f-99d8-4119-af14-4c2259ef8390') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:01.612009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.626805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.633220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:01.633621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:01.636093 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:01.671985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6054f70-977e-42eb-b2e4-e2aa239e9fc6 req-ac7a3afe-4973-4959-8710-5a559e2a918a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340384 Jul 06 11:41:01.686679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'tag': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:01.690933 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5badd4-961b-4cb1-8eba-77a368d8c637" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c", "tag": "43aa5b6b-ac0a-4c9a-b84e-469d47eba80f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:01.697445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-9d7d66ad-7cb2-4ff6-a167-7fc4c9fcca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.698930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-9d7d66ad-7cb2-4ff6-a167-7fc4c9fcca42 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1714156 Jul 06 11:41:01.704764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.709798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.712760 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] 10.222.0.78 "DELETE /v2.0/networks/8eae701f-1a0e-496b-a083-fe9613064494 HTTP/1.1" status: 204 len: 168 time: 0.3170230 Jul 06 11:41:01.715755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.773459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Deleting subnet 3bc9467f-89fb-4e97-a092-a1b08926cc53 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:01.777174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dc6bb-cb67-4944-8825-62b7fb838682 req-1923cf82-177a-425c-8659-8cd8cfbd8b53 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.785776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-599dc6bb-cb67-4944-8825-62b7fb838682 req-1923cf82-177a-425c-8659-8cd8cfbd8b53 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1979723 Jul 06 11:41:01.790663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f702c1f-9d85-42d3-bda2-42ee0593f5be admin admin] Pushing event deleted for resources: {'Network': ['ID=8eae701f-1a0e-496b-a083-fe9613064494,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:01.791439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-e0f23fd5-cf43-4f44-bc15-472711c0c876 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 200 len: 217 time: 0.0791521 Jul 06 11:41:01.794895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.839864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.888292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.917771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-599dc6bb-cb67-4944-8825-62b7fb838682 req-96147e2c-c0f1-4c08-b8eb-6ba1cdc0f18f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309237 Jul 06 11:41:01.920046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbea8e63-8aa3-4a0a-bdb0-1d9ace394053 req-72df66bd-c6dc-43a8-a9e3-f605d5e17d33 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 210 time: 0.0438583 Jul 06 11:41:01.922050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-a3b055a2-81e7-43fb-bda3-eb943a6b2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.923375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-a3b055a2-81e7-43fb-bda3-eb943a6b2c10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1233740 Jul 06 11:41:01.975574 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.996238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-9db94e2f-ccbc-4051-b002-3b38bb174d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.998128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-9db94e2f-ccbc-4051-b002-3b38bb174d28 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665677 Jul 06 11:41:02.018759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc9467f-89fb-4e97-a092-a1b08926cc53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:02.020941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.026118 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a1d2b72-bb08-4261-9a76-0c772a85c9d4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3bc9467f-89fb-4e97-a092-a1b08926cc53 HTTP/1.1" status: 204 len: 168 time: 0.3090949 Jul 06 11:41:02.027150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:02.036892 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b44718-8fa6-4654-b9d6-a7bdc2366778 x-openstack-request-id: req-f5b44718-8fa6-4654-b9d6-a7bdc2366778 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:02.037177 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c", "tag": "43aa5b6b-ac0a-4c9a-b84e-469d47eba80f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:02.037437 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5b44718-8fa6-4654-b9d6-a7bdc2366778 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:02.037826 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'tag': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f', 'status': 'completed', 'code': 200} Jul 06 11:41:02.068128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:02.113991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: f270dea5-4097-4fda-8cf4-b3fa36a4f982 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:02.114620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device f270dea5-4097-4fda-8cf4-b3fa36a4f982 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:02.115223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:02.138409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 5251f3a0-2316-4dd8-8298-0f4b3a97f451 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:02.139055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5251f3a0-2316-4dd8-8298-0f4b3a97f451 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:02.184376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.225282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-16c62400-afc6-471d-8463-505efd348f1f service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174709 Jul 06 11:41:02.230437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-7db95d17-bd83-4670-adb1-0b6329b10d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.232049 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-7db95d17-bd83-4670-adb1-0b6329b10d04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=83088ad9b3da42059c78c8f4f5051f14&device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 1094 time: 0.1224983 Jul 06 11:41:02.238489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c4550-7120-4b01-b441-a90c3ced2ba3 req-4d1a98b2-8fd4-42b5-b4f0-b66984248054 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.243627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca5c4550-7120-4b01-b441-a90c3ced2ba3 req-4d1a98b2-8fd4-42b5-b4f0-b66984248054 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1320288 Jul 06 11:41:02.278210 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.332316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.346117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af4427e-2832-443b-af91-012b9b2e5bed']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:02.349021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca5c4550-7120-4b01-b441-a90c3ced2ba3 req-f2755564-1245-48b6-b381-1812ab6da3ef tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025534 Jul 06 11:41:02.362518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dbbb62-3a66-453c-a74e-92878fe45f1b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:02.362854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dbbb62-3a66-453c-a74e-92878fe45f1b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:02.379857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.402707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-5a2373ca-f342-4a1a-88b7-4dc658b2fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.404351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-5a2373ca-f342-4a1a-88b7-4dc658b2fc05 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 200 len: 923 time: 0.1611125 Jul 06 11:41:02.405272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.407519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e62639b6-436c-4e30-8960-bad9d7eb12e4 req-d663459c-d86a-4043-9dfc-fc39f07efd91 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624660 Jul 06 11:41:02.412563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:02.412967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:02.414652 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:02.507588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4148c19-90e8-470e-bc42-b610a9508350 req-51ae0a1b-c3e4-4778-a940-15953b3e8edc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.512353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-d08ea25e-42e6-4b10-ae29-bbb0ac203e6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f HTTP/1.1" status: 200 len: 217 time: 0.0865281 Jul 06 11:41:02.514726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4148c19-90e8-470e-bc42-b610a9508350 req-51ae0a1b-c3e4-4778-a940-15953b3e8edc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0956266 Jul 06 11:41:02.549744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.562630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4148c19-90e8-470e-bc42-b610a9508350 req-bf983cfc-6f6e-48af-8f29-73157d8d19d5 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Jul 06 11:41:02.592560 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.595096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5af4427e-2832-443b-af91-012b9b2e5bed HTTP/1.1" status: 204 len: 168 time: 0.5669951 Jul 06 11:41:02.599407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d333d2-aad2-48fb-a4e2-9b2ce5d8caf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af4427e-2832-443b-af91-012b9b2e5bed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:02.612529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-917b2363-da57-4e23-9eff-ceaca5b1d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.614070 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-917b2363-da57-4e23-9eff-ceaca5b1d45d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 200 len: 862 time: 0.0769365 Jul 06 11:41:02.645165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad08b3-55de-46bd-aded-2f1f673b613b req-a507f45f-b4db-472e-9abc-3d8a1a030dfd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.653223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8ad08b3-55de-46bd-aded-2f1f673b613b req-a507f45f-b4db-472e-9abc-3d8a1a030dfd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0827353 Jul 06 11:41:02.660828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-e9fd85ca-f0e9-44c8-bf9a-9a72c625f5cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e88548d4-909b-46ed-86f3-93e1767566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362854 Jul 06 11:41:02.701845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8ad08b3-55de-46bd-aded-2f1f673b613b req-f11c8ea7-d73d-4af2-8835-99d0abd0de06 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 Jul 06 11:41:02.751956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:02.791864 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-fd0b1911-d98b-4afc-af23-89162476754b service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229737 Jul 06 11:41:02.856128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-feeabd03-f298-4f74-b323-377c9df48c1f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d09b1953e3345cea362a6d171ec10d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006289 Jul 06 11:41:02.856341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:02.894417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445967c4-17f4-4f12-bff2-0f5c2575d9d3 req-7253167e-35f8-4f63-bef7-94b17fd9910b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.896013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-445967c4-17f4-4f12-bff2-0f5c2575d9d3 req-7253167e-35f8-4f63-bef7-94b17fd9910b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 943 time: 0.0835493 Jul 06 11:41:02.937900 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1e5badd4-961b-4cb1-8eba-77a368d8c637 req-af33e96a-5dc3-4244-8cd5-270786f91a90 service neutron] 10.222.0.79 "GET /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363220 Jul 06 11:41:02.938240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-445967c4-17f4-4f12-bff2-0f5c2575d9d3 req-d5dc6c0b-1cab-49fa-8edd-c38d6916e8ae tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Jul 06 11:41:02.942049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4df9430a-62ae-4398-ba07-9b311ca73c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.977511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4df9430a-62ae-4398-ba07-9b311ca73c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.034770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4df9430a-62ae-4398-ba07-9b311ca73c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.038005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4df9430a-62ae-4398-ba07-9b311ca73c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.040133 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4df9430a-62ae-4398-ba07-9b311ca73c7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a336a284-a56a-431b-98ac-39e1f7ae604c HTTP/1.1" status: 204 len: 168 time: 0.1826115 Jul 06 11:41:03.050817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9430a-62ae-4398-ba07-9b311ca73c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336a284-a56a-431b-98ac-39e1f7ae604c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:03.113881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9ca3812-773f-48cf-bb1e-e37cab53a79a req-77117491-bfb1-47fe-9c2b-38ca3c7b4fc5 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 210 time: 0.0541439 Jul 06 11:41:03.193577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb227f6-2dae-481d-87c7-31093b99a1b2 req-616dd8ca-82a2-4c5b-8ff0-93c9cfa08601 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.195092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abb227f6-2dae-481d-87c7-31093b99a1b2 req-616dd8ca-82a2-4c5b-8ff0-93c9cfa08601 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0645814 Jul 06 11:41:03.244420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abb227f6-2dae-481d-87c7-31093b99a1b2 req-ecb884d0-94f1-4af3-a575-bf0c59abc13a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Jul 06 11:41:03.410528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:03.452076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9844fa7f-efb9-4dc2-9c02-f6bfd9ac2b00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62154545373b45a4a66fbf57a8388f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401635 Jul 06 11:41:03.454705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:03.515896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9084292-a29c-4586-b5a0-3d57ccce0c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.538505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9084292-a29c-4586-b5a0-3d57ccce0c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.560228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9911b28-9122-4d46-9627-476d4601b895 req-bb92dcc8-4dae-44ea-84bb-cd8241e08deb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.566629 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9911b28-9122-4d46-9627-476d4601b895 req-bb92dcc8-4dae-44ea-84bb-cd8241e08deb tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0960433 Jul 06 11:41:03.609947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9084292-a29c-4586-b5a0-3d57ccce0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.614102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9084292-a29c-4586-b5a0-3d57ccce0c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.615811 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9084292-a29c-4586-b5a0-3d57ccce0c4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cadb0db4-e516-401f-8ae6-83242c79d67d HTTP/1.1" status: 204 len: 168 time: 0.1599846 Jul 06 11:41:03.626378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9911b28-9122-4d46-9627-476d4601b895 req-64a88773-9dcb-4f72-8d5a-d9420d3187fc tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540590 Jul 06 11:41:03.627677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9084292-a29c-4586-b5a0-3d57ccce0c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb0db4-e516-401f-8ae6-83242c79d67d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:03.798840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e6337-b763-4f1c-9e7d-851575c78648 req-31509c0f-f0d2-4140-a164-42f588c8a3d2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.808448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-564e6337-b763-4f1c-9e7d-851575c78648 req-31509c0f-f0d2-4140-a164-42f588c8a3d2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1024117 Jul 06 11:41:03.884476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-564e6337-b763-4f1c-9e7d-851575c78648 req-1587c6a5-8b87-442c-ada8-e79a3818859f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746801 Jul 06 11:41:03.937138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558c17-51bb-4ee6-80f0-45db833c2364 req-4e269ce2-7c45-4b0c-9cc9-d2ca1e8e675c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.938979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc558c17-51bb-4ee6-80f0-45db833c2364 req-4e269ce2-7c45-4b0c-9cc9-d2ca1e8e675c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0961912 Jul 06 11:41:03.985679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc558c17-51bb-4ee6-80f0-45db833c2364 req-308ad843-43d9-46d6-b6c3-ab75e008d628 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jul 06 11:41:04.153565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de96784-e33a-4e40-8272-6e60963f2794 req-e3f30351-f696-4c3b-8f3f-2a8656345122 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:04.155468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1de96784-e33a-4e40-8272-6e60963f2794 req-e3f30351-f696-4c3b-8f3f-2a8656345122 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 943 time: 0.0699778 Jul 06 11:41:04.238723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1de96784-e33a-4e40-8272-6e60963f2794 req-8f5ee8c2-477c-412d-a24a-1a2f68b282da tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Jul 06 11:41:04.493604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209f433c-4d9d-4ecb-bcc0-2a3c06479ef6 req-aaef3b75-e916-4bfb-ba4b-124b3ea256c1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=1529cede-6877-40ee-95a9-4e132a7b6153 HTTP/1.1" status: 200 len: 210 time: 0.0374949 Jul 06 11:41:04.525196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fa738-8bdc-429a-8a3c-825ef4431a46 req-1b02a4ca-2873-4508-b62f-da623d9aff8e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:04.526721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-380fa738-8bdc-429a-8a3c-825ef4431a46 req-1b02a4ca-2873-4508-b62f-da623d9aff8e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1068680 Jul 06 11:41:04.627380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:04.853093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:04.873834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f', 'network_id': 'e88548d4-909b-46ed-86f3-93e1767566f6', 'port_id': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f', 'mac_address': 'fa:16:3e:bb:d8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739c5b16-8aa9-4ea0-a902-129fc1e22aef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:04.926777 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.941219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:04.949154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-380fa738-8bdc-429a-8a3c-825ef4431a46 req-2baef973-9344-4365-8a84-c5fb40bd6e57 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064851 Jul 06 11:41:04.969421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:04.984178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.018784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716762f8-be03-4fcc-abe3-9e1e1e047861 req-0aa1808a-e5a3-46df-835a-61e8d0b76284 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.028585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-716762f8-be03-4fcc-abe3-9e1e1e047861 req-0aa1808a-e5a3-46df-835a-61e8d0b76284 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1488307 Jul 06 11:41:05.078955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:05.104839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-716762f8-be03-4fcc-abe3-9e1e1e047861 req-0ec5eb8d-1e57-4fa0-98b5-640fa43ff4d9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752780 Jul 06 11:41:05.152300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64311487-debc-4511-940e-de8036ae604f req-562f118b-383b-4f40-ab12-719e95f0c9ce tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.153975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64311487-debc-4511-940e-de8036ae604f req-562f118b-383b-4f40-ab12-719e95f0c9ce tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0903728 Jul 06 11:41:05.221287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64311487-debc-4511-940e-de8036ae604f req-c47c3971-1e76-47fc-a6f8-a3ce39f9426b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595527 Jul 06 11:41:05.314163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f130752-02ab-4cb2-8252-fcdf68301146 req-277532d6-31d5-4329-bffc-c074f85b7ccd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.320334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f130752-02ab-4cb2-8252-fcdf68301146 req-277532d6-31d5-4329-bffc-c074f85b7ccd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0804570 Jul 06 11:41:05.362663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['43aa5b6b-ac0a-4c9a-b84e-469d47eba80f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:05.380457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f130752-02ab-4cb2-8252-fcdf68301146 req-3fa9bd45-3826-4f16-9dd1-e3ac3d2b04cc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588102 Jul 06 11:41:05.476512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1ff92-a16a-406f-88e8-d8ce62ff461a req-26591b17-2aeb-449e-9cbd-1b05152207bd tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.478252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eda1ff92-a16a-406f-88e8-d8ce62ff461a req-26591b17-2aeb-449e-9cbd-1b05152207bd tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 944 time: 0.0741043 Jul 06 11:41:05.529867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eda1ff92-a16a-406f-88e8-d8ce62ff461a req-f60718c1-8aa3-4510-a2c7-c931a12f279a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Jul 06 11:41:05.759625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-c9de420f-7044-4d22-bea5-8c04252adb2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411662 Jul 06 11:41:05.882541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-ecad9cda-4f29-4c49-834b-507419b510f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.884185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-ecad9cda-4f29-4c49-834b-507419b510f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90984fee70d2435791401bce2c6bacc3&device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 1095 time: 0.0725088 Jul 06 11:41:06.025765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-49b43acd-338b-48fc-8aef-2488e5aeb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:06.028382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-49b43acd-338b-48fc-8aef-2488e5aeb398 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 200 len: 909 time: 0.1225512 Jul 06 11:41:06.090454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-023071a1-0fc9-4b5c-aa64-7c47a5426cc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 200 len: 217 time: 0.0540686 Jul 06 11:41:06.222502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-61d90316-ac24-47de-9c1f-b4d1301b3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:06.224117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-61d90316-ac24-47de-9c1f-b4d1301b3bf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 200 len: 848 time: 0.1103504 Jul 06 11:41:06.278560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-771ce7eb-ee45-410b-b64e-4abe0a3c6243 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33e15860-3f86-4485-801b-4a6fb60ed484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464373 Jul 06 11:41:06.322321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7cbd1-8df5-4cfa-b274-f32e5913d9c1 req-b5eecee2-79b4-49c4-8382-743fc33abcbd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:06.323852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0d7cbd1-8df5-4cfa-b274-f32e5913d9c1 req-b5eecee2-79b4-49c4-8382-743fc33abcbd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1570227 Jul 06 11:41:06.434776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0d7cbd1-8df5-4cfa-b274-f32e5913d9c1 req-8a459430-b303-4346-a1d9-d05387a073b6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973165 Jul 06 11:41:06.467287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870eece-a83c-44e0-af0a-49a21336a371 req-5434eb6d-2887-4bec-a405-dda901186d1c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:06.467287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7870eece-a83c-44e0-af0a-49a21336a371 req-5434eb6d-2887-4bec-a405-dda901186d1c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1867003 Jul 06 11:41:06.477568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-22e42603-06ee-4f44-b283-b326b7220a22 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890116 Jul 06 11:41:06.564816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7870eece-a83c-44e0-af0a-49a21336a371 req-4b37c43d-f783-4c43-aa7e-611379403e0c tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972049 Jul 06 11:41:06.633670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:06.663891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a42b4a-2dd7-478c-9063-c7e96e41c3f8 req-7cba8bc1-e736-42f1-ac48-027babccdc55 service neutron] 10.222.0.64 "GET /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747735 Jul 06 11:41:06.721757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:06.725238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9614-bcf3-4dd2-830a-65710779d986 req-5aefddce-ecfa-48a4-8abc-720f9e5726a0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:06.726843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8f9614-bcf3-4dd2-830a-65710779d986 req-5aefddce-ecfa-48a4-8abc-720f9e5726a0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1431363 Jul 06 11:41:06.727642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:06.728315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.810628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8f9614-bcf3-4dd2-830a-65710779d986 req-ec71b213-268a-4736-bd6f-043fefb870d4 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780771 Jul 06 11:41:06.870106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.910986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:06.918782 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aca06b-5ee8-4851-98f9-9b4e3e1fffa8" -d '{"events": [{"server_uuid": "a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "43aa5b6b-ac0a-4c9a-b84e-469d47eba80f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:06.935385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:06.940319 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:07.022555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:07.133159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa7dad-2275-49a9-8f67-f5df695704a1 req-7923ff00-fdcd-436e-b010-fae48c9f6b7f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.134554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deaa7dad-2275-49a9-8f67-f5df695704a1 req-7923ff00-fdcd-436e-b010-fae48c9f6b7f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1217346 Jul 06 11:41:07.144126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06138b1-3b29-4e0a-9b24-9fefa3dd3340 req-44ebb535-48b8-4c0f-9838-03847047a21e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.145563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06138b1-3b29-4e0a-9b24-9fefa3dd3340 req-44ebb535-48b8-4c0f-9838-03847047a21e tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 945 time: 0.1231828 Jul 06 11:41:07.206982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deaa7dad-2275-49a9-8f67-f5df695704a1 req-1c9de812-d4dd-47be-a41e-8ca1b7412ae3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604091 Jul 06 11:41:07.215574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06138b1-3b29-4e0a-9b24-9fefa3dd3340 req-55cdf3af-a901-492e-8a4f-b9e4544bba69 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616329 Jul 06 11:41:07.404761 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e09ac7-1554-4e34-a7d3-3e8de617e4da x-openstack-request-id: req-88e09ac7-1554-4e34-a7d3-3e8de617e4da {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:07.405973 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "43aa5b6b-ac0a-4c9a-b84e-469d47eba80f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:07.406411 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88e09ac7-1554-4e34-a7d3-3e8de617e4da {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:07.407322 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f', 'code': 200} Jul 06 11:41:07.583722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d81fa-4105-4542-a047-9d1aae19bc52 req-32f4287f-b692-4c3d-8245-bebf940e0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.585307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8c3d81fa-4105-4542-a047-9d1aae19bc52 req-32f4287f-b692-4c3d-8245-bebf940e0980 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 1096 time: 0.0927391 Jul 06 11:41:07.635631 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8c3d81fa-4105-4542-a047-9d1aae19bc52 req-5dd1f1db-3cf4-43c4-80ab-774e59d59b00 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Jul 06 11:41:07.679566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eaf8f-585e-4495-8fce-270ad19f0063 req-6021cb22-bec5-4bce-b209-cf009e120be8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.687986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f6eaf8f-585e-4495-8fce-270ad19f0063 req-6021cb22-bec5-4bce-b209-cf009e120be8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0887992 Jul 06 11:41:07.792553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f6eaf8f-585e-4495-8fce-270ad19f0063 req-60600c7f-0def-462c-affa-3522fb35e926 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032991 Jul 06 11:41:07.847794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6700b-597d-41d2-a58a-9c0bf0ecd3e3 req-61cc76c1-d4ff-4d4d-8558-e50fa0cea835 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.849602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ad6700b-597d-41d2-a58a-9c0bf0ecd3e3 req-61cc76c1-d4ff-4d4d-8558-e50fa0cea835 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1208715 Jul 06 11:41:07.960887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ad6700b-597d-41d2-a58a-9c0bf0ecd3e3 req-e08b465d-cbd2-4f3e-a9cb-3c479320a290 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000602 Jul 06 11:41:08.065123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b7eb2-c8c2-4ceb-be91-e9ea1e2f72f3 req-564d8fde-f00c-4ef5-a228-bf0dcd6e7296 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.067159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e41b7eb2-c8c2-4ceb-be91-e9ea1e2f72f3 req-564d8fde-f00c-4ef5-a228-bf0dcd6e7296 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0859461 Jul 06 11:41:08.115213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e41b7eb2-c8c2-4ceb-be91-e9ea1e2f72f3 req-5f593084-b3a4-4022-8eb2-79bb8691a1f8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Jul 06 11:41:08.248101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:08.436465 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42130ed2-2b3d-40ec-a877-3c4bfa894fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.536653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4030ec-a7e0-4f0a-a735-665256e44c50 req-b02376ad-a825-46ce-a160-70db47d55596 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.538165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a4030ec-a7e0-4f0a-a735-665256e44c50 req-b02376ad-a825-46ce-a160-70db47d55596 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 945 time: 0.1528151 Jul 06 11:41:08.547568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf199e3-a43a-424e-ae35-01912cb47a86 req-eab4504b-d7d3-4658-827a-5ea49817a5e9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.549286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-baf199e3-a43a-424e-ae35-01912cb47a86 req-eab4504b-d7d3-4658-827a-5ea49817a5e9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1927295 Jul 06 11:41:08.632890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a4030ec-a7e0-4f0a-a735-665256e44c50 req-6bea7745-09a4-4f9c-a926-f7ecc51bfd32 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813127 Jul 06 11:41:08.644473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-baf199e3-a43a-424e-ae35-01912cb47a86 req-e00c076d-b0dc-49b3-8e7f-300e6e202c2e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881708 Jul 06 11:41:08.659314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42130ed2-2b3d-40ec-a877-3c4bfa894fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.670283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42130ed2-2b3d-40ec-a877-3c4bfa894fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.714744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42130ed2-2b3d-40ec-a877-3c4bfa894fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b31913-42d9-4e2a-93c3-a7bd00a0f46c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:08.721951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42130ed2-2b3d-40ec-a877-3c4bfa894fde admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f801f8f16759493db21854fc590fb120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709570 Jul 06 11:41:08.722915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:08.775139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235092b-3a93-4d1a-bb02-6f63610ae62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.797468 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235092b-3a93-4d1a-bb02-6f63610ae62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.857319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235092b-3a93-4d1a-bb02-6f63610ae62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.861390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e235092b-3a93-4d1a-bb02-6f63610ae62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.865219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e235092b-3a93-4d1a-bb02-6f63610ae62f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95b31913-42d9-4e2a-93c3-a7bd00a0f46c HTTP/1.1" status: 204 len: 168 time: 0.1395752 Jul 06 11:41:08.892680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235092b-3a93-4d1a-bb02-6f63610ae62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b31913-42d9-4e2a-93c3-a7bd00a0f46c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:09.050663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4200c7-54a6-424c-9e84-c90384135bcf req-3e255403-9376-4d3c-9759-bcdf45b5f396 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:09.059458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e4200c7-54a6-424c-9e84-c90384135bcf req-3e255403-9376-4d3c-9759-bcdf45b5f396 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1017823 Jul 06 11:41:09.106722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e4200c7-54a6-424c-9e84-c90384135bcf req-8a915827-1456-4e22-ad3e-c44930538312 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 Jul 06 11:41:09.201195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d69f-f7da-4396-ac1c-4fa698ab3c83 req-a9c6a998-d03e-447a-a8ac-abec1fce0f59 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:09.202784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a519d69f-f7da-4396-ac1c-4fa698ab3c83 req-a9c6a998-d03e-447a-a8ac-abec1fce0f59 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0812089 Jul 06 11:41:09.250315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a519d69f-f7da-4396-ac1c-4fa698ab3c83 req-3c0e38cb-4533-4bc5-8e21-866053be2e9e tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Jul 06 11:41:09.287393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:09.302535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9285b005-b28c-4eb9-a6f2-58761087c82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.459153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9285b005-b28c-4eb9-a6f2-58761087c82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.468015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9285b005-b28c-4eb9-a6f2-58761087c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.551899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285b005-b28c-4eb9-a6f2-58761087c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb747bf-5069-4822-8323-7bb77f4b161c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:09.557692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9285b005-b28c-4eb9-a6f2-58761087c82a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ab334b9b6824c9ab42689738b41f305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689533 Jul 06 11:41:09.560586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:09.566834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0e36e-ffa9-436e-b8e5-1c822c24af59 req-dc0e6641-e996-4419-9753-1e80f24eb1bb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:09.568628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9d0e36e-ffa9-436e-b8e5-1c822c24af59 req-dc0e6641-e996-4419-9753-1e80f24eb1bb tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1709604 Jul 06 11:41:09.614066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc703d5-e1da-4b98-81bb-167d2192a11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.627034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee382c6-cf9c-43a3-bab8-ee6e32d3aa09 req-121ae687-3f34-449f-bfe3-099ee5390ffa tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:09.628602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bee382c6-cf9c-43a3-bab8-ee6e32d3aa09 req-121ae687-3f34-449f-bfe3-099ee5390ffa tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 945 time: 0.1311636 Jul 06 11:41:09.631605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9d0e36e-ffa9-436e-b8e5-1c822c24af59 req-30dc017e-e666-499b-a67c-b17066b8c0ea tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563576 Jul 06 11:41:09.638072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc703d5-e1da-4b98-81bb-167d2192a11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.669548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bee382c6-cf9c-43a3-bab8-ee6e32d3aa09 req-e391c3db-958a-46b2-a5e0-a3a71b08af57 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350196 Jul 06 11:41:09.697521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc703d5-e1da-4b98-81bb-167d2192a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.700136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fc703d5-e1da-4b98-81bb-167d2192a11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.704382 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0fc703d5-e1da-4b98-81bb-167d2192a11b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/feb747bf-5069-4822-8323-7bb77f4b161c HTTP/1.1" status: 204 len: 168 time: 0.1427524 Jul 06 11:41:09.713636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc703d5-e1da-4b98-81bb-167d2192a11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb747bf-5069-4822-8323-7bb77f4b161c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:09.898312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8bf17-ced3-449d-987b-77dc8a094d7f req-f334c45e-0b18-419b-8d71-d22274449c1a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:09.899749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b8bf17-ced3-449d-987b-77dc8a094d7f req-f334c45e-0b18-419b-8d71-d22274449c1a tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 945 time: 0.1185396 Jul 06 11:41:09.910509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae790f-80f3-48e9-ae9a-2caa28f49f15 req-bb890e7c-307a-4fd8-bb08-c2cdf78dfaad tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:09.912011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8bae790f-80f3-48e9-ae9a-2caa28f49f15 req-bb890e7c-307a-4fd8-bb08-c2cdf78dfaad tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1186907 Jul 06 11:41:09.966834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b8bf17-ced3-449d-987b-77dc8a094d7f req-7faeff87-6cd1-45ca-a2d3-72c0e4f8c95b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Jul 06 11:41:09.974933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8bae790f-80f3-48e9-ae9a-2caa28f49f15 req-0acc78ef-f6d3-4dc8-a9e3-c513635fd793 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Jul 06 11:41:10.140512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-1e59d14a-b21c-4c7c-b0b3-3e9d72a66ed3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.142306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-1e59d14a-b21c-4c7c-b0b3-3e9d72a66ed3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 945 time: 0.0772035 Jul 06 11:41:10.266086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Deleting port eb69a6db-d45b-49a2-b033-50a7210e30e8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:10.266306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.345220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f8ca5-69a1-44d0-a26c-a8c6614504b1 req-2a5ad36f-2c1b-4f08-85a8-e1573645f94d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.352849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c47f8ca5-69a1-44d0-a26c-a8c6614504b1 req-2a5ad36f-2c1b-4f08-85a8-e1573645f94d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0854127 Jul 06 11:41:10.379472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] For port eb69a6db-d45b-49a2-b033-50a7210e30e8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=eb69a6db-d45b-49a2-b033-50a7210e30e8,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:10.379909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.398410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Calling delete_port for eb69a6db-d45b-49a2-b033-50a7210e30e8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:10.426185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c47f8ca5-69a1-44d0-a26c-a8c6614504b1 req-12167fe9-d369-4f87-bb5f-241c35f501cc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Jul 06 11:41:10.461348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c308c-a863-4f2c-925c-09e53046aeb3 req-45f3fcc2-5c5c-41db-9cb6-5cc2031a5812 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.462938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-640c308c-a863-4f2c-925c-09e53046aeb3 req-45f3fcc2-5c5c-41db-9cb6-5cc2031a5812 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 945 time: 0.1025982 Jul 06 11:41:10.510698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-640c308c-a863-4f2c-925c-09e53046aeb3 req-c21182d1-127e-43a8-9bfc-efa89b5021af tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Jul 06 11:41:10.570406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.592114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['eb69a6db-d45b-49a2-b033-50a7210e30e8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:10.631854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event deleted for resources: {'Port': ['ID=eb69a6db-d45b-49a2-b033-50a7210e30e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:10.644468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7514d-8a18-47e1-a43d-20152a1945d3 req-2bb82a2a-67c1-4eeb-923a-fed68677d36b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.646179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95f7514d-8a18-47e1-a43d-20152a1945d3 req-2bb82a2a-67c1-4eeb-923a-fed68677d36b tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0805640 Jul 06 11:41:10.654911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] No DVR routers for this DVR port eb69a6db-d45b-49a2-b033-50a7210e30e8 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:10.658482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.660944 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5f4e3d77-d4ea-45a3-8baa-cfbf180fcaf3 req-4fd96a4c-ee87-4ed4-8de3-4adee2eb3e40 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.79 "DELETE /v2.0/ports/eb69a6db-d45b-49a2-b033-50a7210e30e8 HTTP/1.1" status: 204 len: 173 time: 0.5070388 Jul 06 11:41:10.661370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'name': 'network-vif-deleted', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:10.664354 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504d6cc-929f-4fa5-b367-b86826ced42b" -d '{"events": [{"server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "name": "network-vif-deleted", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:10.694907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95f7514d-8a18-47e1-a43d-20152a1945d3 req-3fd38b81-dafb-4ac5-926f-aed2f86f2110 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Jul 06 11:41:10.754516 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247b42ba-c2d9-4655-ba2e-9e5a8636b32f x-openstack-request-id: req-247b42ba-c2d9-4655-ba2e-9e5a8636b32f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:10.754516 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d608e5-6ec2-4770-b5f6-ab04f876c049", "name": "network-vif-deleted", "tag": "eb69a6db-d45b-49a2-b033-50a7210e30e8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:10.754874 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-247b42ba-c2d9-4655-ba2e-9e5a8636b32f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:10.755455 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d608e5-6ec2-4770-b5f6-ab04f876c049', 'name': 'network-vif-deleted', 'tag': 'eb69a6db-d45b-49a2-b033-50a7210e30e8', 'status': 'completed', 'code': 200} Jul 06 11:41:10.850526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0994-494f-49ce-b0f6-5bbd56f65f70 req-534f2ab8-2dcb-4439-b223-a337d58196f6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.852293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61ed0994-494f-49ce-b0f6-5bbd56f65f70 req-534f2ab8-2dcb-4439-b223-a337d58196f6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0849378 Jul 06 11:41:10.913251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7518e01e-5c36-4ddd-a52e-b91f5a5700b9 req-d5d3c233-087d-433f-86c4-6176f683aa2e tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d608e5-6ec2-4770-b5f6-ab04f876c049 HTTP/1.1" status: 200 len: 210 time: 0.0435829 Jul 06 11:41:10.933112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61ed0994-494f-49ce-b0f6-5bbd56f65f70 req-4b91234a-83e1-4bfb-aaf0-a8ac9d561fad tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728173 Jul 06 11:41:11.165473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a691f1-b593-467e-95ac-45f8b03fd5f8 req-6141ba09-92af-47ab-8794-33c9df3d3afa tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.166993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8a691f1-b593-467e-95ac-45f8b03fd5f8 req-6141ba09-92af-47ab-8794-33c9df3d3afa tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.0695968 Jul 06 11:41:11.206400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8a691f1-b593-467e-95ac-45f8b03fd5f8 req-03839bce-3e0b-44e9-970d-d0e2d664d476 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Jul 06 11:41:11.635166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a9159-9c7e-4c39-a72b-688e6b9f4c65 req-227074f1-2f08-4a97-ac93-0f9a8f8fea4b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.636686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c23a9159-9c7e-4c39-a72b-688e6b9f4c65 req-227074f1-2f08-4a97-ac93-0f9a8f8fea4b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0733562 Jul 06 11:41:11.707099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c23a9159-9c7e-4c39-a72b-688e6b9f4c65 req-0f7b134b-729f-443d-bada-f812d770053a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605810 Jul 06 11:41:11.736207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84ada4-2f8d-4083-ad5e-6d5e2ce60b77 req-a97f50e9-6d91-42e0-b401-cf824645f839 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.738106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c84ada4-2f8d-4083-ad5e-6d5e2ce60b77 req-a97f50e9-6d91-42e0-b401-cf824645f839 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 945 time: 0.1003542 Jul 06 11:41:11.780084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:11.788211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c84ada4-2f8d-4083-ad5e-6d5e2ce60b77 req-784ea3a9-e9c8-4a43-88e3-01242b96fec5 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups?id=70c7ce04-7f52-4c29-a772-b5f37f6e099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Jul 06 11:41:11.905709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fa28e88-5289-453e-be84-2339a310104a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.934911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f1db7-6aa0-4c24-a6c6-cdd37e7deaa1 req-884da562-8756-4e6c-9d9f-ec9b6ff43f26 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.937090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd7f1db7-6aa0-4c24-a6c6-cdd37e7deaa1 req-884da562-8756-4e6c-9d9f-ec9b6ff43f26 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.0978193 Jul 06 11:41:11.995518 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd7f1db7-6aa0-4c24-a6c6-cdd37e7deaa1 req-aa8bdb68-2e17-4be3-9c87-7359bb395ce0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518308 Jul 06 11:41:12.017994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-c62968c6-46b5-4b85-89f6-bac4dc770a6b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.019979 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-c62968c6-46b5-4b85-89f6-bac4dc770a6b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 945 time: 0.0883892 Jul 06 11:41:12.068970 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fa28e88-5289-453e-be84-2339a310104a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.076157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fa28e88-5289-453e-be84-2339a310104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.142672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fa28e88-5289-453e-be84-2339a310104a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3873362f5a284725a440cb97b2ed28a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613503 Jul 06 11:41:12.145293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa28e88-5289-453e-be84-2339a310104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab86ec5-24be-480d-a930-43a5965485f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:12.146353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:12.177477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Deleting port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:12.177814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.205294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a60e-7124-49ac-86d7-07280db05b25 req-45e5d507-7861-4f53-8841-59fa9438f3cc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.207541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd1a60e-7124-49ac-86d7-07280db05b25 req-45e5d507-7861-4f53-8841-59fa9438f3cc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0802784 Jul 06 11:41:12.250110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd1a60e-7124-49ac-86d7-07280db05b25 req-ca574cc9-9bfa-47f1-8638-9b8ca036ea74 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373538 Jul 06 11:41:12.276550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b04c1e14-b325-4593-b2bc-7a881f17f95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.317846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b04c1e14-b325-4593-b2bc-7a881f17f95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.328078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] For port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,segment=NetworkSegment(295c031f-55a7-4300-b9b7-93e54d529299),segment_id=295c031f-55a7-4300-b9b7-93e54d529299)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:12.328442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.348195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Calling delete_port for 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:12.435837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b04c1e14-b325-4593-b2bc-7a881f17f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.439907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b04c1e14-b325-4593-b2bc-7a881f17f95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.441531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b04c1e14-b325-4593-b2bc-7a881f17f95d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dab86ec5-24be-480d-a930-43a5965485f1 HTTP/1.1" status: 204 len: 168 time: 0.2873108 Jul 06 11:41:12.454319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c1e14-b325-4593-b2bc-7a881f17f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab86ec5-24be-480d-a930-43a5965485f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:12.486310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8053e-aac2-4953-a596-4e1988fe4dc7 req-54e0d56e-230f-4504-b7be-2bcd6a579e17 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.493274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48e8053e-aac2-4953-a596-4e1988fe4dc7 req-54e0d56e-230f-4504-b7be-2bcd6a579e17 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1033916 Jul 06 11:41:12.555853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.571978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['43aa5b6b-ac0a-4c9a-b84e-469d47eba80f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:12.575189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48e8053e-aac2-4953-a596-4e1988fe4dc7 req-e7eb4ee6-a1e9-4b31-9d39-b0dba0ae039e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Jul 06 11:41:12.613202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7bd49-3a19-47dd-bcbb-89892807f541 req-df00020a-48cf-4b07-855e-71c02219fdc3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.615095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcf7bd49-3a19-47dd-bcbb-89892807f541 req-df00020a-48cf-4b07-855e-71c02219fdc3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 945 time: 0.1197639 Jul 06 11:41:12.635378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event deleted for resources: {'Port': ['ID=43aa5b6b-ac0a-4c9a-b84e-469d47eba80f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:12.672993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcf7bd49-3a19-47dd-bcbb-89892807f541 req-d7308b6a-4756-4038-95dc-70b7e7acdd1a tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Jul 06 11:41:12.691677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] No DVR routers for this DVR port 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:12.694426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.696460 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-98675344-4c92-4b59-add9-1cd9546c5cdd req-34bf0f3a-063c-4842-8be6-831b2f27dd77 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.79 "DELETE /v2.0/ports/43aa5b6b-ac0a-4c9a-b84e-469d47eba80f HTTP/1.1" status: 204 len: 173 time: 0.6665595 Jul 06 11:41:12.757204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'name': 'network-vif-deleted', 'tag': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:12.760699 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d049150f-14ca-43c2-86f6-9aeeafd2aa03" -d '{"events": [{"server_uuid": "a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c", "name": "network-vif-deleted", "tag": "43aa5b6b-ac0a-4c9a-b84e-469d47eba80f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:12.806574 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c763e5-1e65-4de4-ad3b-c10cc86ac6ba x-openstack-request-id: req-08c763e5-1e65-4de4-ad3b-c10cc86ac6ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:12.807130 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c", "name": "network-vif-deleted", "tag": "43aa5b6b-ac0a-4c9a-b84e-469d47eba80f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:12.807741 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08c763e5-1e65-4de4-ad3b-c10cc86ac6ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:12.808723 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c', 'name': 'network-vif-deleted', 'tag': '43aa5b6b-ac0a-4c9a-b84e-469d47eba80f', 'status': 'completed', 'code': 200} Jul 06 11:41:12.856109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:12.878156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5867c245-f741-4c3a-9111-f28d24e6880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.975429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5867c245-f741-4c3a-9111-f28d24e6880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.980047 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5867c245-f741-4c3a-9111-f28d24e6880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.980898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bad0f53c-07e8-4e22-82a9-5b3345da2754 req-87f9b076-d993-4d2a-9d52-654ddcd50a21 tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6dd3fef-eed8-424c-8db4-ec2e4d4f8b4c HTTP/1.1" status: 200 len: 210 time: 0.0390878 Jul 06 11:41:13.022297 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5867c245-f741-4c3a-9111-f28d24e6880f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4dbd9507b2254510b3637b424f5aaa60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649134 Jul 06 11:41:13.022954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84671254-4bf0-45d8-8235-3ab3b2cef83b req-96dabc01-65e3-472d-8f40-289b3da7c1af tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:13.024612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c245-f741-4c3a-9111-f28d24e6880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a46b6-946b-45b1-8073-40ea2451361f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:13.027016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:13.031605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84671254-4bf0-45d8-8235-3ab3b2cef83b req-96dabc01-65e3-472d-8f40-289b3da7c1af tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1239905 Jul 06 11:41:13.049718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead7924-225a-4edb-8717-920e41de34f5 req-5d7b51f0-07cf-46c0-9573-154aaa7bc8d9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:13.051230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ead7924-225a-4edb-8717-920e41de34f5 req-5d7b51f0-07cf-46c0-9573-154aaa7bc8d9 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 945 time: 0.1780839 Jul 06 11:41:13.089110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac46c9dd-618b-4885-80d6-1ba438e23043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.113292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac46c9dd-618b-4885-80d6-1ba438e23043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.116081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84671254-4bf0-45d8-8235-3ab3b2cef83b req-12f38c9b-c636-4680-a3a2-05017f738a96 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834365 Jul 06 11:41:13.173043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac46c9dd-618b-4885-80d6-1ba438e23043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.175742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac46c9dd-618b-4885-80d6-1ba438e23043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.177171 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac46c9dd-618b-4885-80d6-1ba438e23043 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f48a46b6-946b-45b1-8073-40ea2451361f HTTP/1.1" status: 204 len: 168 time: 0.1488490 Jul 06 11:41:13.190816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46c9dd-618b-4885-80d6-1ba438e23043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a46b6-946b-45b1-8073-40ea2451361f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:13.229995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Deleting port 3d505de4-91ca-4532-bafa-1bc9062540c2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:13.230338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.291478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39038870-40ee-4413-8e41-97b5e44ad50a req-0399c8b7-e944-4377-8a8f-c184767864e7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:13.298900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39038870-40ee-4413-8e41-97b5e44ad50a req-0399c8b7-e944-4377-8a8f-c184767864e7 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1448777 Jul 06 11:41:13.356638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39038870-40ee-4413-8e41-97b5e44ad50a req-c8d85a68-f8d8-4d88-98b7-aba4e5f685b0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Jul 06 11:41:13.442501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] For port 3d505de4-91ca-4532-bafa-1bc9062540c2, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=3d505de4-91ca-4532-bafa-1bc9062540c2,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:13.443154 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.464400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Calling delete_port for 3d505de4-91ca-4532-bafa-1bc9062540c2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:13.531105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6185-f477-4c31-8dc0-06bf912fb981 req-bc8eaf3b-b8b5-4b51-aee1-65dc37442d4b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:13.532714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5bfd6185-f477-4c31-8dc0-06bf912fb981 req-bc8eaf3b-b8b5-4b51-aee1-65dc37442d4b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1550109 Jul 06 11:41:13.595115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5bfd6185-f477-4c31-8dc0-06bf912fb981 req-aeff9e65-2996-45e4-8476-baf246a2be74 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Jul 06 11:41:13.691813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.796151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] No DVR routers for this DVR port 3d505de4-91ca-4532-bafa-1bc9062540c2 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:13.799668 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.804237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ead7924-225a-4edb-8717-920e41de34f5 req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "DELETE /v2.0/ports/3d505de4-91ca-4532-bafa-1bc9062540c2 HTTP/1.1" status: 204 len: 173 time: 0.7451298 Jul 06 11:41:13.806008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'name': 'network-vif-deleted', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:13.809761 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef645d-4f0b-47d5-92ca-7afc99c6bae0" -d '{"events": [{"server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "name": "network-vif-deleted", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:13.810076 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-60e20e6c-0253-45dc-a528-41a619d45e97 service neutron] show failed (client error): The resource could not be found. Jul 06 11:41:13.811867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-60e20e6c-0253-45dc-a528-41a619d45e97 service neutron] 10.222.0.79 "GET /v2.0/ports/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.3383858 Jul 06 11:41:13.822841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da740c-699d-4b09-b046-8f3883cb93a3 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event deleted for resources: {'Port': ['ID=3d505de4-91ca-4532-bafa-1bc9062540c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:13.908837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a452f8d-c6d1-44ad-8d21-9cc1be4cb051 req-07c15f99-e912-476e-a252-f967d358b185 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=6137b3d1-b257-472f-9b76-790d6232f305 HTTP/1.1" status: 200 len: 210 time: 0.0567966 Jul 06 11:41:13.954069 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a9ac2-70b8-4772-9072-148f8cb4b2fa x-openstack-request-id: req-f29a9ac2-70b8-4772-9072-148f8cb4b2fa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:13.954347 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6137b3d1-b257-472f-9b76-790d6232f305", "name": "network-vif-deleted", "tag": "3d505de4-91ca-4532-bafa-1bc9062540c2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:13.954707 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f29a9ac2-70b8-4772-9072-148f8cb4b2fa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:13.955283 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6137b3d1-b257-472f-9b76-790d6232f305', 'name': 'network-vif-deleted', 'tag': '3d505de4-91ca-4532-bafa-1bc9062540c2', 'status': 'completed', 'code': 200} Jul 06 11:41:13.972090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339a65-f6fc-4c4d-92c6-75afb8663f46 req-00a63f7b-f9ab-405c-bf27-02edc9deef1b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:13.973877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90339a65-f6fc-4c4d-92c6-75afb8663f46 req-00a63f7b-f9ab-405c-bf27-02edc9deef1b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1806033 Jul 06 11:41:14.041112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90339a65-f6fc-4c4d-92c6-75afb8663f46 req-fec2b408-273a-4e39-a1c3-9f9e1223c434 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Jul 06 11:41:14.122091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:14.153687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-e9ff2d86-3f0c-48e9-b4a4-006622e4bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.155993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-e9ff2d86-3f0c-48e9-b4a4-006622e4bcc6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b&tenant_id=7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 1101 time: 0.0628436 Jul 06 11:41:14.168242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:14.258480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1762965525-network', 'tenant_id': '006c1771975c472683298f24bb81ab80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:14.259428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.308556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Made reservation on behalf of 006c1771975c472683298f24bb81ab80 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:14.311485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.321692 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.349673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:14.443621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82ad5-6d43-4995-b150-8bc41ea65a8d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.484569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82ad5-6d43-4995-b150-8bc41ea65a8d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.502212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.512415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.554310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:14.561811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34ecfe9-e82a-4b91-a9aa-287cc9a217a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:14.584391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82ad5-6d43-4995-b150-8bc41ea65a8d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.587114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ea82ad5-6d43-4995-b150-8bc41ea65a8d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.588341 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6ea82ad5-6d43-4995-b150-8bc41ea65a8d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "DELETE /v2.0/security-groups/392816cc-3ef1-459a-9c9f-bef1a3e90776 HTTP/1.1" status: 204 len: 168 time: 0.2369509 Jul 06 11:41:14.590270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.590931 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Added segment 81b35d93-eb48-4b7d-9f83-c7872d0dff6d of type vlan for network 85600f9f-165b-44bc-9c29-2b5718048ef7 Jul 06 11:41:14.602285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:14.624591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82ad5-6d43-4995-b150-8bc41ea65a8d tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392816cc-3ef1-459a-9c9f-bef1a3e90776,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:14.643674 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-42980a96-cd7c-4f75-939b-9348c294828f tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] show failed (client error): The resource could not be found. Jul 06 11:41:14.647229 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-42980a96-cd7c-4f75-939b-9348c294828f tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "GET /v2.0/security-groups/392816cc-3ef1-459a-9c9f-bef1a3e90776 HTTP/1.1" status: 404 len: 347 time: 0.0415273 Jul 06 11:41:14.647863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:14.660497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:14.680658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: eb69a6db-d45b-49a2-b033-50a7210e30e8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:14.681318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device eb69a6db-d45b-49a2-b033-50a7210e30e8 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:14.681967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:14.702740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:14.703096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 43aa5b6b-ac0a-4c9a-b84e-469d47eba80f not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:14.723600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.818985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.819883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.820475 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.825679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da05b05-ea84-40e8-813b-9d991b4899b4 req-7472353b-db90-465f-9d31-110cfd875b0a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.827290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6da05b05-ea84-40e8-813b-9d991b4899b4 req-7472353b-db90-465f-9d31-110cfd875b0a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.5540543 Jul 06 11:41:14.881631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b0ab-8e53-40c3-b4f3-2ed77fa1ea4b req-45753ddd-e9a1-4729-a419-1c72c135fb84 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.883452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80f3b0ab-8e53-40c3-b4f3-2ed77fa1ea4b req-45753ddd-e9a1-4729-a419-1c72c135fb84 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.2633951 Jul 06 11:41:14.892376 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7690079 Jul 06 11:41:14.894778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:14.900533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Request body: {'subnet': {'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1762965525-subnet', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:14.909793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24122de-dceb-48e3-b85e-636cfac2d43f admin admin] Pushing event updated for resources: {'Network': ['ID=85600f9f-165b-44bc-9c29-2b5718048ef7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:14.920082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Deleting port bd6e110c-2c75-4bd7-a08c-6640f49d0373 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:14.920961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.921429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:14.926681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6da05b05-ea84-40e8-813b-9d991b4899b4 req-0679baa2-cf1a-4c2f-b719-859fb58222db tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900185 Jul 06 11:41:14.935341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:14.966708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80f3b0ab-8e53-40c3-b4f3-2ed77fa1ea4b req-4e851e27-5416-4812-9621-dc210df3d0df tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714860 Jul 06 11:41:14.977437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Made reservation on behalf of 006c1771975c472683298f24bb81ab80 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:14.979796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.997465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:15.066423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.066777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.087787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.093214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Calling delete_port for bd6e110c-2c75-4bd7-a08c-6640f49d0373 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:15.109355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Transition to ACTIVE for port object 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:15.114924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.195452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:15.248243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] No DVR routers for this DVR port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:15.287516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.332886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:15.333232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:15.333923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:15.345421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:15.345737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:15.361848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c70e9-8ee8-490f-b9bd-1ce4f0a439a6 req-37b3f19d-b2f5-4b5c-9d23-63fe3b3678a7 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.363407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d6c70e9-8ee8-490f-b9bd-1ce4f0a439a6 req-37b3f19d-b2f5-4b5c-9d23-63fe3b3678a7 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.2132232 Jul 06 11:41:15.364525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:15.364865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:15.365257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:15.365711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Bound port: 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:15.366072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.384374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:15.391249 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.399318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Checking segment: {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:15.399905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Network hostable DHCP agents. Network: 85600f9f-165b-44bc-9c29-2b5718048ef7, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:15.428230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Pushing event deleted for resources: {'Port': ['ID=bd6e110c-2c75-4bd7-a08c-6640f49d0373,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:15.457165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19375-1a56-47ef-9eed-367b02ac8d5b req-ab4d2f15-d8f2-4b62-84dd-d7be8b95feee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.458719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99f19375-1a56-47ef-9eed-367b02ac8d5b req-ab4d2f15-d8f2-4b62-84dd-d7be8b95feee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1724489 Jul 06 11:41:15.463760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d6c70e9-8ee8-490f-b9bd-1ce4f0a439a6 req-42c6d5e7-8a76-42ae-bb10-ce33fa35bc1d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858779 Jul 06 11:41:15.506790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:15.513714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:15.522037 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.525209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.528989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-951e5b93-2ed9-4bb0-a3b6-8953c92d802b tempest-ImagesOneServerNegativeTestJSON-1265566418 tempest-ImagesOneServerNegativeTestJSON-1265566418-project] 10.222.0.78 "DELETE /v2.0/floatingips/f86a2eaf-13f7-4751-901b-3ba8ed0c069d HTTP/1.1" status: 204 len: 168 time: 0.8777003 Jul 06 11:41:15.530138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 85600f9f-165b-44bc-9c29-2b5718048ef7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:15.537138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99f19375-1a56-47ef-9eed-367b02ac8d5b req-1cde107c-3708-40ae-acb0-99f4de3ef1bc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Jul 06 11:41:15.540202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7076b0-be1f-46a7-aea7-930b0911c967 None None] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:15.542937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.542937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.543244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:15.552918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.572297 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-027e217b-4496-4237-8526-7ff7470cfe91 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6753113 Jul 06 11:41:15.574823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:15.583182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:15.605423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.606044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.607477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] 10.222.0.64 "PUT /v2.0/ports/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 1096 time: 1.4444442 Jul 06 11:41:15.637460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.639026 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.724030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.740824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22add1eb-2371-41cd-b019-501cb683fc0a service neutron] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:15.795346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-ad14f7ba-2dbe-4037-b525-350830c7215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.805132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-ad14f7ba-2dbe-4037-b525-350830c7215f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1099 time: 0.1388626 Jul 06 11:41:15.832347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-85600f9f-165b-44bc-9c29-2b5718048ef7', 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'fixed_ips': [{'subnet_id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:15.833383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.837896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:15.953698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.955981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}, {'name': 'network-changed', 'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:15.958270 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2697c-bd5f-480d-8177-c2f3ec5355d4" -d '{"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-unplugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}, {"name": "network-changed", "server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:15.966740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Deleting subnet 739c5b16-8aa9-4ea0-a902-129fc1e22aef {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:15.974028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.046093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-df1b2e11-7e63-46b2-9626-7526c1596425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.047766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-df1b2e11-7e63-46b2-9626-7526c1596425 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2334020 Jul 06 11:41:16.050265 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80203e2f-875a-4587-90d8-8b99fb8fd9dd x-openstack-request-id: req-80203e2f-875a-4587-90d8-8b99fb8fd9dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:16.050567 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-unplugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "code": 200}, {"name": "network-changed", "server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:16.050829 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80203e2f-875a-4587-90d8-8b99fb8fd9dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:16.051229 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'code': 200} Jul 06 11:41:16.051481 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'status': 'completed', 'code': 200} Jul 06 11:41:16.080316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Allocated IP 172.20.0.2 (85600f9f-165b-44bc-9c29-2b5718048ef7/3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065/d27aa41c-0226-4299-a97c-71343fd878a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:16.091121 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.150537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-9ab0832c-74e4-4f9b-a94e-3b0cb26cbedb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0748336 Jul 06 11:41:16.153331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:16.166117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-244f9ea4-fba7-49a2-8330-23f2f25cfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.167618 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-244f9ea4-fba7-49a2-8330-23f2f25cfcb9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1099 time: 0.0960164 Jul 06 11:41:16.233831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.281578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-9baee9c7-d9be-4bac-8a9b-14de897bfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.283104 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-9baee9c7-d9be-4bac-8a9b-14de897bfd88 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1049736 Jul 06 11:41:16.306640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11c63c-929b-48f1-af64-abfe6bbfa657 req-4b16e465-c824-4a16-bb10-d1457a671775 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.307109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 3d505de4-91ca-4532-bafa-1bc9062540c2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:16.307449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 3d505de4-91ca-4532-bafa-1bc9062540c2 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:16.308269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce11c63c-929b-48f1-af64-abfe6bbfa657 req-4b16e465-c824-4a16-bb10-d1457a671775 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.2888656 Jul 06 11:41:16.314268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-e7d1ebc1-3874-4d32-8eca-7a1ad5c61f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.316758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-e7d1ebc1-3874-4d32-8eca-7a1ad5c61f25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1543334 Jul 06 11:41:16.385646 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-448babfd-9a6c-4b18-8118-acf9a3cee09b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0638552 Jul 06 11:41:16.402587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.411647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Transition to ACTIVE for port object d27aa41c-0226-4299-a97c-71343fd878a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:16.428593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Transition to ACTIVE for port object d27aa41c-0226-4299-a97c-71343fd878a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:16.432950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.435489 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.451706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d86ef-7b7e-4caf-8dd9-564e269985ed req-538dbc04-59d5-425f-8c85-4afbf0b49082 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.455024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-354d86ef-7b7e-4caf-8dd9-564e269985ed req-538dbc04-59d5-425f-8c85-4afbf0b49082 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2462819 Jul 06 11:41:16.472561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.477351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-6e5fb6f8-c197-46fb-8701-bb6a52226a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.479664 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-6e5fb6f8-c197-46fb-8701-bb6a52226a4f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0844676 Jul 06 11:41:16.485867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Pushing event updated for resources: {'Port': ['ID=d27aa41c-0226-4299-a97c-71343fd878a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:16.490735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739c5b16-8aa9-4ea0-a902-129fc1e22aef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:16.499805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:16.502209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:16.504567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce11c63c-929b-48f1-af64-abfe6bbfa657 req-235cb62d-e237-418e-80ae-d5d3766aab82 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812513 Jul 06 11:41:16.504737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:16.507850 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.509923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-19309184-91fc-482e-929c-03260e1eebeb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/739c5b16-8aa9-4ea0-a902-129fc1e22aef HTTP/1.1" status: 204 len: 168 time: 0.6710558 Jul 06 11:41:16.516837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:16.520721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.549917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-bc199433-4b98-4a56-aa67-acbf0d7344a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.551478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-bc199433-4b98-4a56-aa67-acbf0d7344a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250102 Jul 06 11:41:16.570842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Attempting to bind port d27aa41c-0226-4299-a97c-71343fd878a1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:16.571218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Attempting to bind port d27aa41c-0226-4299-a97c-71343fd878a1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:16.571588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Attempting to bind port d27aa41c-0226-4299-a97c-71343fd878a1 on network 85600f9f-165b-44bc-9c29-2b5718048ef7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:16.575506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-354d86ef-7b7e-4caf-8dd9-564e269985ed req-45d3b69a-7721-4b64-a8bf-ea57a1e53516 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923791 Jul 06 11:41:16.578117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:16.578540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Checking segment: {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:16.578951 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.579779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Bound using segment: {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:16.579876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Bound port: d27aa41c-0226-4299-a97c-71343fd878a1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:16.580315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.688639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] For port d27aa41c-0226-4299-a97c-71343fd878a1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:16.692819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] For port d27aa41c-0226-4299-a97c-71343fd878a1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d27aa41c-0226-4299-a97c-71343fd878a1,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:16.706083 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.722180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-5a7ee913-58fb-4aad-b8f2-d14b94082eec service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578190 Jul 06 11:41:16.785954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a32e-2756-465a-aa72-1734c6f32d00 None None] Pushing event updated for resources: {'Port': ['ID=d27aa41c-0226-4299-a97c-71343fd878a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:16.823215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d94354-fb95-4dd9-a670-3fd6723d5189 req-7c3e7a39-9c03-40d0-921f-ae1b62e2d6f1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.826333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d94354-fb95-4dd9-a670-3fd6723d5189 req-7c3e7a39-9c03-40d0-921f-ae1b62e2d6f1 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 948 time: 0.1776500 Jul 06 11:41:16.829135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-7c2d04bf-9b37-441f-a006-60f0441d5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.830752 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-7c2d04bf-9b37-441f-a006-60f0441d5317 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3250480 Jul 06 11:41:16.835761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.850010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-f7ddd6f9-aa57-4e47-9bd3-490c6095e42d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.852128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-f7ddd6f9-aa57-4e47-9bd3-490c6095e42d tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.2809958 Jul 06 11:41:16.919936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d94354-fb95-4dd9-a670-3fd6723d5189 req-8f56210b-ae7d-4efd-84ee-980975346a16 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833268 Jul 06 11:41:16.948252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-ce128c0b-19f9-4c01-839e-76f5d61d4544 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188766 Jul 06 11:41:17.043051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e50670-35d2-4925-ad04-4afbb8892a95 req-bceb44ac-36c9-4411-9d49-4fbf8203456b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.051177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07e50670-35d2-4925-ad04-4afbb8892a95 req-bceb44ac-36c9-4411-9d49-4fbf8203456b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1557045 Jul 06 11:41:17.062167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Allocated IP 172.25.7.239 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/9c2f55ca-731c-460e-a853-a76b676efa7d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:17.189853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07e50670-35d2-4925-ad04-4afbb8892a95 req-70fbbb2b-bbf0-42d1-a2b6-9622f4445b44 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373413 Jul 06 11:41:17.242227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a247f7-ec9c-40ab-9d50-e04719208613 req-1676553e-14c3-4fd6-8888-e75dfc268468 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.243624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30a247f7-ec9c-40ab-9d50-e04719208613 req-1676553e-14c3-4fd6-8888-e75dfc268468 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1284237 Jul 06 11:41:17.245551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-79ffc794-822b-488f-9d62-fa0447345dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.246948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-79ffc794-822b-488f-9d62-fa0447345dac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1099 time: 0.1848714 Jul 06 11:41:17.276319 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-169429e6-650c-476d-a218-89c69fbe3f45 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196053 Jul 06 11:41:17.286062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.316173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88548d4-909b-46ed-86f3-93e1767566f6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:17.330291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30a247f7-ec9c-40ab-9d50-e04719208613 req-e4876539-59cc-4c3c-9faf-fc22c011764a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Jul 06 11:41:17.364742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-2165b685-5e1c-43ce-bf69-49a49cd7eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.366234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-2165b685-5e1c-43ce-bf69-49a49cd7eb3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1092272 Jul 06 11:41:17.375788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295c031f-55a7-4300-b9b7-93e54d529299') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:17.376102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295c031f-55a7-4300-b9b7-93e54d529299') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:17.408278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.414827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-12122ea1-6f20-4e69-82c4-bb749641f81e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0417497 Jul 06 11:41:17.415612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.436706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Deleting port 49a15aa8-315d-460e-9696-22e9d8dd44dc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:17.437232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.451101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.466256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-4622bc40-032b-45ff-b6e1-9c1cb4784aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.468304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-4622bc40-032b-45ff-b6e1-9c1cb4784aef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0464201 Jul 06 11:41:17.494313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:17.494723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:17.499999 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:17.534162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-35b72e70-a127-495e-8aa0-8a75ffd1ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.535802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-35b72e70-a127-495e-8aa0-8a75ffd1ed43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607715 Jul 06 11:41:17.580515 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-3cd39e44-03ef-4c26-8168-8630963f6144 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963297 Jul 06 11:41:17.650801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.666380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] For port 49a15aa8-315d-460e-9696-22e9d8dd44dc, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=49a15aa8-315d-460e-9696-22e9d8dd44dc,segment=NetworkSegment(9d08c14d-c4cc-40d1-93b8-c0be6bd6463c),segment_id=9d08c14d-c4cc-40d1-93b8-c0be6bd6463c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:17.666749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.671696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.676509 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e88548d4-909b-46ed-86f3-93e1767566f6 HTTP/1.1" status: 204 len: 168 time: 1.1574414 Jul 06 11:41:17.685436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.692882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-09fdd83e-766c-4a62-b593-0399e16cfea6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474257 Jul 06 11:41:17.704937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Calling delete_port for 49a15aa8-315d-460e-9696-22e9d8dd44dc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:17.711381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe0874-b4bb-4153-9d1e-4d692787b9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e88548d4-909b-46ed-86f3-93e1767566f6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:17.759238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:17.769697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:17.800066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:17.803328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2f55ca-731c-460e-a853-a76b676efa7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:17.886158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:17.959358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-b193d28b-510b-4acc-a4f7-ebdc574e9b18 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483439 Jul 06 11:41:17.969159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3e6e-afe0-4f9c-91c1-91016717077f req-1e7fe4f2-83db-4ffd-b482-7287bfae1645 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.974190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-011a3e6e-afe0-4f9c-91c1-91016717077f req-1e7fe4f2-83db-4ffd-b482-7287bfae1645 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1823871 Jul 06 11:41:17.999870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e9f6-91f9-4545-bc92-8e373724cbd7 req-199ec47c-e4ac-4952-ad34-098950d195fa tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.003581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0024b7c5-a19e-4761-9b9e-7684292aa078 None None] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:18.008810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f3e9f6-91f9-4545-bc92-8e373724cbd7 req-199ec47c-e4ac-4952-ad34-098950d195fa tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 944 time: 0.3340483 Jul 06 11:41:18.058195 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aaff1459-aec9-4e2a-a82c-8c41cc1bcbb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83088ad9b3da42059c78c8f4f5051f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688461 Jul 06 11:41:18.062844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:18.070778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f3e9f6-91f9-4545-bc92-8e373724cbd7 req-94b06c13-fa92-4e50-b2ca-fc2b6d284a7b tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/security-groups?id=4969c0a9-fa9f-4c7e-9b3c-778199ec4453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607665 Jul 06 11:41:18.084551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-011a3e6e-afe0-4f9c-91c1-91016717077f req-b6a91b74-2627-4f3c-94c3-07e89f1a5e59 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045625 Jul 06 11:41:18.141054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.169540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-856b2986-304d-467e-bea0-6cb6567223f2 None None] Provisioning for port d27aa41c-0226-4299-a97c-71343fd878a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:18.182244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d27aa41c-0226-4299-a97c-71343fd878a1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:18.309123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d27aa41c-0226-4299-a97c-71343fd878a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:18.338119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d27aa41c-0226-4299-a97c-71343fd878a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:18.338753 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.368822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d202e78-3667-4132-a464-9999453f6722 req-b4999be8-3962-4fb5-99ca-6cbc2a0db848 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.370852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d202e78-3667-4132-a464-9999453f6722 req-b4999be8-3962-4fb5-99ca-6cbc2a0db848 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 948 time: 0.0923822 Jul 06 11:41:18.428317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d202e78-3667-4132-a464-9999453f6722 req-c6365dbe-323b-40e2-a6f1-ce4b3c68969a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506001 Jul 06 11:41:18.458328 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.510506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d27aa41c-0226-4299-a97c-71343fd878a1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d27aa41c-0226-4299-a97c-71343fd878a1,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:18.518948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.537203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Pushing event deleted for resources: {'Port': ['ID=49a15aa8-315d-460e-9696-22e9d8dd44dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:18.551498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452c2c62-a827-40af-8448-c90b12deb5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.570798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672de7a-a376-4161-83a8-7a3b47b54325 req-30e76af1-249a-4a05-b1b8-4565d5a39e5f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.578292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6672de7a-a376-4161-83a8-7a3b47b54325 req-30e76af1-249a-4a05-b1b8-4565d5a39e5f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1293116 Jul 06 11:41:18.596464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d27aa41c-0226-4299-a97c-71343fd878a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:18.647055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] No DVR routers for this DVR port 49a15aa8-315d-460e-9696-22e9d8dd44dc on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:18.653326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.656202 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9fcb2e9c-d691-4a89-8f18-bb19f9698739 req-681a0ee7-4647-46e1-adc1-a4c2a028bf42 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.64 "DELETE /v2.0/ports/49a15aa8-315d-460e-9696-22e9d8dd44dc HTTP/1.1" status: 204 len: 173 time: 1.7630107 Jul 06 11:41:18.656593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6672de7a-a376-4161-83a8-7a3b47b54325 req-56a0359e-fb15-473e-9c23-19693bfd94aa tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771592 Jul 06 11:41:18.661486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'name': 'network-vif-deleted', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:18.663860 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdbb11e-8c38-4b43-a182-efe6cf750685" -d '{"events": [{"server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "name": "network-vif-deleted", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:18.665139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:18.678630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452c2c62-a827-40af-8448-c90b12deb5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.720658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.723336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbf45-4712-4b64-9265-8445411ac3a2 req-6adc41e2-d6fe-43b0-941f-0199c744cbb1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.725127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-862bbf45-4712-4b64-9265-8445411ac3a2 req-6adc41e2-d6fe-43b0-941f-0199c744cbb1 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1389306 Jul 06 11:41:18.731028 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc04cbc-47f6-43ab-b55a-60ed05547778 x-openstack-request-id: req-cfc04cbc-47f6-43ab-b55a-60ed05547778 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:18.731028 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676ee9be-4d2f-4dba-8a46-5ee00fd9ff50", "name": "network-vif-deleted", "tag": "49a15aa8-315d-460e-9696-22e9d8dd44dc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:18.731318 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfc04cbc-47f6-43ab-b55a-60ed05547778 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:18.731614 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676ee9be-4d2f-4dba-8a46-5ee00fd9ff50', 'name': 'network-vif-deleted', 'tag': '49a15aa8-315d-460e-9696-22e9d8dd44dc', 'status': 'completed', 'code': 200} Jul 06 11:41:18.744173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:18.798611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-862bbf45-4712-4b64-9265-8445411ac3a2 req-a26c72e4-b9a3-4ef7-9198-3cedca3ed3ed tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646374 Jul 06 11:41:18.833984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452c2c62-a827-40af-8448-c90b12deb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.834217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94868e4a-722c-43ea-9358-7708f0c19e9e None None] Provisioning complete for port d27aa41c-0226-4299-a97c-71343fd878a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:18.834505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94868e4a-722c-43ea-9358-7708f0c19e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.836618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-452c2c62-a827-40af-8448-c90b12deb5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.840277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-452c2c62-a827-40af-8448-c90b12deb5a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70c7ce04-7f52-4c29-a772-b5f37f6e099d HTTP/1.1" status: 204 len: 168 time: 0.7725530 Jul 06 11:41:18.861431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c2c62-a827-40af-8448-c90b12deb5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7ce04-7f52-4c29-a772-b5f37f6e099d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:18.969440 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.117052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:41:19.285712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:19.309378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Sync routers for ids ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:19.320410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.321993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-22fb4d86-f1d0-4a5c-8484-292cd999f765 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7460990 Jul 06 11:41:19.324703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:19.325825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Routers {'9ff8538a-ea64-4b21-8fac-495fa5e5b162'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:19.326566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:19.408490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e8042c-506a-4a02-a7de-2c7cbfaed17c req-d555390a-a574-4c56-8659-62ee8f782ff1 tempest-LiveMigrationTest-1790821466 tempest-LiveMigrationTest-1790821466-project] 10.222.0.78 "GET /v2.0/ports?device_id=676ee9be-4d2f-4dba-8a46-5ee00fd9ff50 HTTP/1.1" status: 200 len: 210 time: 0.0603306 Jul 06 11:41:19.485267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3e078-b0d1-4886-bdc4-22863a5df28e req-366d33fa-a21a-4864-93b8-c4e8371766b3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.486722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54f3e078-b0d1-4886-bdc4-22863a5df28e req-366d33fa-a21a-4864-93b8-c4e8371766b3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1971753 Jul 06 11:41:19.535996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Set router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:19.554154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54f3e078-b0d1-4886-bdc4-22863a5df28e req-1b25d503-383d-4616-b7fb-5b3944e93f25 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596528 Jul 06 11:41:19.782331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8e9b0-78b1-4642-92ff-1a9e1c253249 req-26c2246a-e40e-4fe6-9129-6c5b4ab1e3ab tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.784603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca8e9b0-78b1-4642-92ff-1a9e1c253249 req-26c2246a-e40e-4fe6-9129-6c5b4ab1e3ab tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 948 time: 0.1173384 Jul 06 11:41:19.797045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:18Z', 'revision_number': 3, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:19.834071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Checking router: 9ff8538a-ea64-4b21-8fac-495fa5e5b162 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:19.834717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Updating router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 port 9c2f55ca-731c-460e-a853-a76b676efa7d binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:41:19.883508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.959952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca8e9b0-78b1-4642-92ff-1a9e1c253249 req-717a4424-4a28-49ac-926b-a83eee855e9f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680915 Jul 06 11:41:19.996179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bb66-e129-4d27-aea0-580e1c9b0b76 req-55ee78d0-fe1a-4e18-ac9d-a8422f25647c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.021536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52e0bb66-e129-4d27-aea0-580e1c9b0b76 req-55ee78d0-fe1a-4e18-ac9d-a8422f25647c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1669083 Jul 06 11:41:20.086872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52e0bb66-e129-4d27-aea0-580e1c9b0b76 req-216a0ec0-9dbf-4751-862b-4b8119a1051f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650666 Jul 06 11:41:20.106383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.158101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d27aa41c-0226-4299-a97c-71343fd878a1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:20.272786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:20.275756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:20.314761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baef353-f938-4196-9609-215d505c993f req-70be6200-94ca-491f-9aa7-8c15db9e3b8e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.316728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8baef353-f938-4196-9609-215d505c993f req-70be6200-94ca-491f-9aa7-8c15db9e3b8e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1007357 Jul 06 11:41:20.318149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 49a15aa8-315d-460e-9696-22e9d8dd44dc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:20.318646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 49a15aa8-315d-460e-9696-22e9d8dd44dc not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:20.388070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d27aa41c-0226-4299-a97c-71343fd878a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:20.388691 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.398697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8baef353-f938-4196-9609-215d505c993f req-527d4267-c364-47c7-a9c9-b534480231ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724812 Jul 06 11:41:20.407548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Allocated IP 172.20.0.1 (85600f9f-165b-44bc-9c29-2b5718048ef7/3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065/be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:20.536955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:20.551628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:20.565024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.583517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Transition to ACTIVE for port object be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:20.605595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'mac_address': 'fa:16:3e:8e:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:20.674808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.688624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.732033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Transition to ACTIVE for port object 9c2f55ca-731c-460e-a853-a76b676efa7d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:20.758274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.787140 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.798055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Pushing event updated for resources: {'Port': ['ID=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:20.823824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:20.831379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:20.835905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b3bcd-060d-4db9-9ea6-b116945e381b None None] Pushing event updated for resources: {'Port': ['ID=9c2f55ca-731c-460e-a853-a76b676efa7d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:20.838523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Attempting to bind port 9c2f55ca-731c-460e-a853-a76b676efa7d on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:20.838914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Attempting to bind port 9c2f55ca-731c-460e-a853-a76b676efa7d by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:20.839286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Attempting to bind port 9c2f55ca-731c-460e-a853-a76b676efa7d on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:20.839404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:20.842420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:20.874191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:20.874979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:20.875604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.876213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:20.876711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Bound port: 9c2f55ca-731c-460e-a853-a76b676efa7d, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:20.877607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.883149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:20.905288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.916908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Deleting subnet c6235e97-5b88-4078-8656-ccdf1fb32672 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:20.926131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.933051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.977106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed2cce-579a-4ab5-95c0-9bdbec1c7b50 req-9877163a-5490-4667-8616-4d04f75046e4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.985677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4ed2cce-579a-4ab5-95c0-9bdbec1c7b50 req-9877163a-5490-4667-8616-4d04f75046e4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2185071 Jul 06 11:41:21.000615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] For port 9c2f55ca-731c-460e-a853-a76b676efa7d, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:21.004089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:21.010250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] For port 9c2f55ca-731c-460e-a853-a76b676efa7d, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9c2f55ca-731c-460e-a853-a76b676efa7d,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:21.015533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.032960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.104749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Routers {'9ff8538a-ea64-4b21-8fac-495fa5e5b162'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:21.106775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:21.116413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4ed2cce-579a-4ab5-95c0-9bdbec1c7b50 req-5b98b286-b757-496a-9899-32f9c86236bf tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293390 Jul 06 11:41:21.159073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.195990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:21.212175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.275263 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.320191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6235e97-5b88-4078-8656-ccdf1fb32672,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:21.344488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.344843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.345192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.345536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.345874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.346209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.346541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.346869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.347197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.347523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.347848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.348196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:21.388015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.390713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-135e097c-a399-46fc-b7b7-11222ebaaa57 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c6235e97-5b88-4078-8656-ccdf1fb32672 HTTP/1.1" status: 204 len: 168 time: 0.8359601 Jul 06 11:41:21.393341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:21.401402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a26a-7a59-4e0b-b724-f508f15d5c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.415462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b3bcd-060d-4db9-9ea6-b116945e381b None None] Pushing event updated for resources: {'Port': ['ID=9c2f55ca-731c-460e-a853-a76b676efa7d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:21.430564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:21.494715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf21623f-1bfc-4c8f-8317-fc2ee214b42f None None] Provisioning for port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:21.506489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf21623f-1bfc-4c8f-8317-fc2ee214b42f None None] Provisioning complete for port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:21.506855 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf21623f-1bfc-4c8f-8317-fc2ee214b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.510207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] Set router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:21.516270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446e230-2377-4805-8814-f7df3415e797 req-fe2145d0-6bb1-4a1f-8671-19875bf813dd tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.517935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4446e230-2377-4805-8814-f7df3415e797 req-fe2145d0-6bb1-4a1f-8671-19875bf813dd tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.2031827 Jul 06 11:41:21.521347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.524751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.533328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.535640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb588890-b4bb-4942-9251-5111c986613e req-c7da4d8c-0b1d-47a0-bfeb-1ce345e92d1a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.537880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb588890-b4bb-4942-9251-5111c986613e req-c7da4d8c-0b1d-47a0-bfeb-1ce345e92d1a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 949 time: 0.2213044 Jul 06 11:41:21.617807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a26a-7a59-4e0b-b724-f508f15d5c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.629726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a26a-7a59-4e0b-b724-f508f15d5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.630459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cf21623f-1bfc-4c8f-8317-fc2ee214b42f None None] Port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:21.675113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Pushing event updated for resources: {'Port': ['ID=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:21.678663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.698625 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b7e0a26a-7a59-4e0b-b724-f508f15d5c16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dad908ba314340ae87e0e5e7c8bc4975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015726 Jul 06 11:41:21.702444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:21.710743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0a26a-7a59-4e0b-b724-f508f15d5c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69674de-5607-418d-9d5e-5fea29304956,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:21.831087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84430eac-76a8-4234-8945-f9d5ed4e0b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.875479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:21.878153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84430eac-76a8-4234-8945-f9d5ed4e0b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.881990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:21.951492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:21Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88', 'name': '', 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'mac_address': 'fa:16:3e:a1:1a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:20Z', 'updated_at': '2021-07-06T11:41:20Z', 'revision_number': 1, 'project_id': '006c1771975c472683298f24bb81ab80', 'subnets': [{'id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:21.995463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab89c3-f8ff-418e-90a7-ee19cfa7424e None None] The sync data for ids ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'] in n-d-799528-2 is: [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:21Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88', 'name': '', 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'mac_address': 'fa:16:3e:a1:1a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:20Z', 'updated_at': '2021-07-06T11:41:20Z', 'revision_number': 1, 'project_id': '006c1771975c472683298f24bb81ab80', 'subnets': [{'id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:22.010763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84430eac-76a8-4234-8945-f9d5ed4e0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.013506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84430eac-76a8-4234-8945-f9d5ed4e0b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.015273 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-84430eac-76a8-4234-8945-f9d5ed4e0b2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a69674de-5607-418d-9d5e-5fea29304956 HTTP/1.1" status: 204 len: 168 time: 0.3114154 Jul 06 11:41:22.021999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4446e230-2377-4805-8814-f7df3415e797 req-2ef10a87-f967-478f-99e3-2b7e962d0a14 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820929 Jul 06 11:41:22.067264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb588890-b4bb-4942-9251-5111c986613e req-1b330dee-33ce-4ad6-98e0-a2b073b84415 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186701 Jul 06 11:41:22.073832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.109521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e15860-3f86-4485-801b-4a6fb60ed484']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:22.132564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:22.133433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d08c14d-c4cc-40d1-93b8-c0be6bd6463c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:22.133563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84430eac-76a8-4234-8945-f9d5ed4e0b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69674de-5607-418d-9d5e-5fea29304956,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:22.186584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.207518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:41:22.215351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.230530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:22.230952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.256850 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:22.261070 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:22.362957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0380f8be-58fb-4cff-a6a7-c8c05852b315 None None] Provisioning complete for port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:22.363342 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0380f8be-58fb-4cff-a6a7-c8c05852b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.364039 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.385606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.394069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] 10.222.0.78 "DELETE /v2.0/networks/33e15860-3f86-4485-801b-4a6fb60ed484 HTTP/1.1" status: 204 len: 168 time: 0.9997270 Jul 06 11:41:22.406457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:22.455545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0380f8be-58fb-4cff-a6a7-c8c05852b315 None None] Port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:22.462005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4cc0-1741-4469-894b-4f74972c410a admin admin] Pushing event deleted for resources: {'Network': ['ID=33e15860-3f86-4485-801b-4a6fb60ed484,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:22.475892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:22.490213 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e5f03f44-75be-42a9-9fa9-092457d7acd7 admin admin] 10.222.0.78 "PUT /v2.0/routers/9ff8538a-ea64-4b21-8fac-495fa5e5b162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1642127 Jul 06 11:41:22.503953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86dcb4-1820-493b-a754-0fecb9a0c108 req-e246699f-1a23-4353-90d9-3390616c3bbd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.506156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e86dcb4-1820-493b-a754-0fecb9a0c108 req-e246699f-1a23-4353-90d9-3390616c3bbd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.2176552 Jul 06 11:41:22.516515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.559021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e86dcb4-1820-493b-a754-0fecb9a0c108 req-2c088721-6d20-459b-abdb-926bb92ba696 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457652 Jul 06 11:41:22.563391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Deleting subnet 04945f54-172d-4275-8606-618b6dc800de {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:22.570047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.619075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.691989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.808301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.892536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.894377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/04945f54-172d-4275-8606-618b6dc800de HTTP/1.1" status: 204 len: 168 time: 0.4873109 Jul 06 11:41:22.899214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:22.914604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118e14c-2d59-49ab-8153-11b20b7cbf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04945f54-172d-4275-8606-618b6dc800de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:22.919677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-23bd1196-ee23-40d4-9af2-79d40d9dd5ea tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.922516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-23bd1196-ee23-40d4-9af2-79d40d9dd5ea tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b&tenant_id=7005234f84c840ffa09c6e598d36f7db&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 949 time: 0.1547117 Jul 06 11:41:22.976330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef1ef-9d68-4a95-a896-36b06392c4f7 req-3a419d20-d309-4ab7-a6b2-502fd7ff83cc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.977896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfcef1ef-9d68-4a95-a896-36b06392c4f7 req-3a419d20-d309-4ab7-a6b2-502fd7ff83cc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1826456 Jul 06 11:41:22.987081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9751-6ade-47ef-b8c0-843796468b31 req-3a97e4e9-c057-4e11-8c7f-50009445691f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.993959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cbc9751-6ade-47ef-b8c0-843796468b31 req-3a97e4e9-c057-4e11-8c7f-50009445691f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 949 time: 0.1430585 Jul 06 11:41:23.075450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.087166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfcef1ef-9d68-4a95-a896-36b06392c4f7 req-01e50b60-532a-4ac4-b332-51be830017dc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906932 Jul 06 11:41:23.103717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-51fb0920-de9b-404d-9733-986ed28ae404 service neutron] 10.222.0.64 "GET /v2.0/ports/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.1696568 Jul 06 11:41:23.106066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cbc9751-6ade-47ef-b8c0-843796468b31 req-dd496e51-1c02-428f-afbb-75076c5d0566 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104712 Jul 06 11:41:23.148240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:23.246857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.261833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccb3ea1-5342-4016-9952-fda057a14759']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:23.276157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e4e490-6f67-4e1a-b0e8-fced29e325cc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:23.276457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e4e490-6f67-4e1a-b0e8-fced29e325cc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:23.297176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.306488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1174868927-network', 'tenant_id': '14a06f472f4f4e42a8af0210b10b0453'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:23.322773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-a9550699-c3ce-4151-a1d6-811f7a570c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:23.325061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-a9550699-c3ce-4151-a1d6-811f7a570c3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1100 time: 0.1761150 Jul 06 11:41:23.326435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.335540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:23.336010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:23.337693 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:23.427699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Made reservation on behalf of 14a06f472f4f4e42a8af0210b10b0453 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:23.430112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.452122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.461350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.466354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] 10.222.0.78 "DELETE /v2.0/networks/7ccb3ea1-5342-4016-9952-fda057a14759 HTTP/1.1" status: 204 len: 168 time: 0.5631886 Jul 06 11:41:23.488328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd2bab-97c2-4723-8761-8fcc8c9b5a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccb3ea1-5342-4016-9952-fda057a14759,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:23.499373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.509853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-a4e2e925-269f-474b-a833-dda11d4e5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:23.511363 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-a4e2e925-269f-474b-a833-dda11d4e5348 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1773660 Jul 06 11:41:23.568784 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-9c2c0e7d-20c0-402b-a88d-698573135ff9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0487256 Jul 06 11:41:23.664428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518094a-7ae8-4351-890e-4b6c87676742 req-282a34be-a5ee-45f7-a44d-f7437fcf0f43 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:23.673060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e518094a-7ae8-4351-890e-4b6c87676742 req-282a34be-a5ee-45f7-a44d-f7437fcf0f43 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.3618031 Jul 06 11:41:23.701150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-9e50a325-0d41-4e25-8239-0820aac4962a tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3235660 Jul 06 11:41:23.723003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:23.730627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:23.818857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e518094a-7ae8-4351-890e-4b6c87676742 req-4c6759cf-325c-43f4-bfb3-53a9acbc9169 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452391 Jul 06 11:41:23.832100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad91d33a-0973-4ae5-a5f0-71f19738c2d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90984fee70d2435791401bce2c6bacc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047039 Jul 06 11:41:23.866547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:23.885546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.915800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.933735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.016223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:24.021400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-f61b5d4a-9df7-4ccb-b6a4-cc4965f7d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.028076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-f61b5d4a-9df7-4ccb-b6a4-cc4965f7d624 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.4533808 Jul 06 11:41:24.046022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e0c23-bc18-4b07-b38f-8d56522dea16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:24.052145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.052481 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Added segment de6982d4-d2ea-4eaf-b33c-e0514c01ed1b of type vlan for network 786cfc9e-a109-40b5-9774-c5c0d315c9ea Jul 06 11:41:24.122981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.128901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569cf975-663e-4e22-b5ec-fae06e03027c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.178243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569cf975-663e-4e22-b5ec-fae06e03027c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.190843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:24.209341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-9522bbfc-5cfb-4a47-8225-00745917452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.212095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-9522bbfc-5cfb-4a47-8225-00745917452c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757653 Jul 06 11:41:24.251017 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.252096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.252703 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.255755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c2f55ca-731c-460e-a853-a76b676efa7d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:24.329599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:24.332103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] Pushing event updated for resources: {'Network': ['ID=786cfc9e-a109-40b5-9774-c5c0d315c9ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:24.349586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 786cfc9e-a109-40b5-9774-c5c0d315c9ea details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:24.352402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.370042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b118436b-3dda-4ec6-95cd-f0a59424a03e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2179322 Jul 06 11:41:24.372548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:24.403362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 9c2f55ca-731c-460e-a853-a76b676efa7d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:24.413167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Request body: {'subnet': {'network_id': '786cfc9e-a109-40b5-9774-c5c0d315c9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1174868927-subnet', 'tenant_id': '14a06f472f4f4e42a8af0210b10b0453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:24.415747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:24.416544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.456923 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-88bcedb2-2329-40c9-9c96-b00e83a02566 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160366 Jul 06 11:41:24.462917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388a4a2-92f2-4b17-99fe-b5666f22d58e req-c3d2340e-613c-413d-92b8-b8d8546f3d8b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.466033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9c2f55ca-731c-460e-a853-a76b676efa7d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:24.466687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.470617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e388a4a2-92f2-4b17-99fe-b5666f22d58e req-c3d2340e-613c-413d-92b8-b8d8546f3d8b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.3075218 Jul 06 11:41:24.476369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569cf975-663e-4e22-b5ec-fae06e03027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.478889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569cf975-663e-4e22-b5ec-fae06e03027c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.486186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-569cf975-663e-4e22-b5ec-fae06e03027c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4969c0a9-fa9f-4c7e-9b3c-778199ec4453 HTTP/1.1" status: 204 len: 168 time: 0.6124454 Jul 06 11:41:24.489984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Made reservation on behalf of 14a06f472f4f4e42a8af0210b10b0453 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:24.492456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.597908 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-b6671fc8-8d4c-4f5a-ac05-4d129ea4aa99 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350324 Jul 06 11:41:24.618270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cf975-663e-4e22-b5ec-fae06e03027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969c0a9-fa9f-4c7e-9b3c-778199ec4453,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:24.677119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e388a4a2-92f2-4b17-99fe-b5666f22d58e req-3277d605-4e60-4b97-a48a-77125c51e308 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056012 Jul 06 11:41:24.703943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e74e51f2-d37d-4792-8b46-1c534c940eec details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:24.710449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.732736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Allocated IP 172.25.7.41 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/04a29204-ae51-4447-be85-2ba429f38235) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:24.750677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.792520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:24.799647 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34dba30-93f5-4057-be47-8bf8fff40816" -d '{"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-plugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:24.842551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 9c2f55ca-731c-460e-a853-a76b676efa7d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9c2f55ca-731c-460e-a853-a76b676efa7d,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:24.845689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:24.847217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:41:24.881427 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.933949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.024630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.031247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.049392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=9c2f55ca-731c-460e-a853-a76b676efa7d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.058090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:25.088127 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Sync routers for ids ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:25.093164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'mac_address': 'fa:16:3e:8f:15:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:25.108434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Routers {'9ff8538a-ea64-4b21-8fac-495fa5e5b162'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:25.111140 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:25.126151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c226f0a8-40bd-4a5d-b343-2918e1e10511,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.137011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.146470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6a88b-9836-4c27-8322-01cf74281148 req-e689aa52-4ed5-4e0c-99b7-eecadd5a63d6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.152800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.153348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25f6a88b-9836-4c27-8322-01cf74281148 req-e689aa52-4ed5-4e0c-99b7-eecadd5a63d6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.3154774 Jul 06 11:41:25.159528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:25.170067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e74e51f2-d37d-4792-8b46-1c534c940eec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:25.192493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:25.199050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Checking segment: {'id': 'de6982d4-d2ea-4eaf-b33c-e0514c01ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '786cfc9e-a109-40b5-9774-c5c0d315c9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:25.199439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Network hostable DHCP agents. Network: 786cfc9e-a109-40b5-9774-c5c0d315c9ea, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:25.202840 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.208020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.235140 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c42f9a77-dd76-48d9-8029-e49fbed03aef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f766b3718db44eabb68ed5aa6f95d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740056 Jul 06 11:41:25.237596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:25.247284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25f6a88b-9836-4c27-8322-01cf74281148 req-2a443c87-ee25-41b0-8cf0-98bc924ab1b2 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922875 Jul 06 11:41:25.332710 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Set router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:25.344234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:25.355180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.362231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:25.364639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e74e51f2-d37d-4792-8b46-1c534c940eec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:25.377511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:25.380450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Pushing event updated for resources: {'Port': ['ID=04a29204-ae51-4447-be85-2ba429f38235,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.395092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3116706-36cf-4edc-885e-33d325492ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.429183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Network 786cfc9e-a109-40b5-9774-c5c0d315c9ea is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:25.448842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3116706-36cf-4edc-885e-33d325492ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.464656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 786cfc9e-a109-40b5-9774-c5c0d315c9ea) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:25.478587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca42a6-3c66-4d5f-9403-a6426508937e None None] Network 786cfc9e-a109-40b5-9774-c5c0d315c9ea requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:25.485897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.487223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.541575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3116706-36cf-4edc-885e-33d325492ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.545588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3116706-36cf-4edc-885e-33d325492ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.547096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3116706-36cf-4edc-885e-33d325492ef7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4eb31561-1d5b-4877-a0a5-0184eeb43537 HTTP/1.1" status: 204 len: 168 time: 0.3078754 Jul 06 11:41:25.589166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3116706-36cf-4edc-885e-33d325492ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb31561-1d5b-4877-a0a5-0184eeb43537,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.614730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca4c547b-e1b0-445c-99be-6ea954147b6e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2405953 Jul 06 11:41:25.718649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418abc5b-b2e1-44aa-a729-5b762a779871 req-4aa129b5-cd18-4832-9161-ed8d778e5736 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.720865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-418abc5b-b2e1-44aa-a729-5b762a779871 req-4aa129b5-cd18-4832-9161-ed8d778e5736 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2253098 Jul 06 11:41:25.722663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.769207 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:21Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88', 'name': '', 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'mac_address': 'fa:16:3e:a1:1a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:20Z', 'updated_at': '2021-07-06T11:41:21Z', 'revision_number': 2, 'project_id': '006c1771975c472683298f24bb81ab80', 'subnets': [{'id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:25.778440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-418abc5b-b2e1-44aa-a729-5b762a779871 req-3a3dbd47-d61d-4419-9372-9d31f954ae30 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487003 Jul 06 11:41:25.828512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5753ff-f095-4e2e-8f22-31994484a629 None None] Network 786cfc9e-a109-40b5-9774-c5c0d315c9ea requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:25.856144 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Checking router: 9ff8538a-ea64-4b21-8fac-495fa5e5b162 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:25.856922 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Updating router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:41:25.924345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.929349 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee01d7a5-438a-4fe2-864a-d1d9f4854353 x-openstack-request-id: req-ee01d7a5-438a-4fe2-864a-d1d9f4854353 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:25.929640 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-plugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:25.929890 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee01d7a5-438a-4fe2-864a-d1d9f4854353 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:25.930287 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'code': 200} Jul 06 11:41:25.961514 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.130961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c2f55ca-731c-460e-a853-a76b676efa7d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:26.206432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9c2f55ca-731c-460e-a853-a76b676efa7d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:26.208884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.292577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5ed12-a63a-4867-84a3-cec347e991af req-3279031d-3b88-426d-8dc4-ba8e6e72ef9d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.300667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bf5ed12-a63a-4867-84a3-cec347e991af req-3279031d-3b88-426d-8dc4-ba8e6e72ef9d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1318748 Jul 06 11:41:26.345979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.362623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.412913 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.418147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bf5ed12-a63a-4867-84a3-cec347e991af req-014f75fe-1667-4427-ad2a-81b5faba9e45 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164289 Jul 06 11:41:26.429446 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Transition to ACTIVE for port object be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:26.452933 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.460683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Pushing event updated for resources: {'Port': ['ID=04a29204-ae51-4447-be85-2ba429f38235,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:26.494660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.519073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.521121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-da0786bf-a65a-40bb-a7e6-17ea6d0902ad tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8183644 Jul 06 11:41:26.650246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-dcb2e086-7e1a-4d22-8e09-679c2eea0887 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1226277 Jul 06 11:41:26.683463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:26.686440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e74e51f2-d37d-4792-8b46-1c534c940eec up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:26.707936 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Pushing event updated for resources: {'Port': ['ID=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:26.729138 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Attempting to bind port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:26.729989 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Attempting to bind port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:26.730680 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Attempting to bind port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 on network 85600f9f-165b-44bc-9c29-2b5718048ef7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:26.734202 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.734863 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.735357 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.735903 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.736405 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.736977 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.737457 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.737937 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.738434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.738955 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.739642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.740196 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.748758 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:26.749858 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Checking segment: {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:26.751219 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.751971 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Bound using segment: {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:26.752864 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Bound port: be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b35d93-eb48-4b7d-9f83-c7872d0dff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:26.753494 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.921842 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] For port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:26.928032 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] For port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:26.946383 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.962795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-c8ddb302-e1ff-432e-b650-2872a0b0ee2b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.964444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-c8ddb302-e1ff-432e-b650-2872a0b0ee2b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.3083069 Jul 06 11:41:26.976484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-153cfcee-0dbd-4204-93be-e33fb8607af5 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:41:26.978080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-377a7bd1-e3ca-4fa8-8cd7-fc0610f55e90 req-153cfcee-0dbd-4204-93be-e33fb8607af5 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068877 Jul 06 11:41:27.086752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251cd25-a71e-492b-b213-778e7591eb84 None None] Pushing event updated for resources: {'Port': ['ID=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:27.142436 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Routers {'9ff8538a-ea64-4b21-8fac-495fa5e5b162'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:27.148637 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:27.191278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ddc35-8af7-4db9-a620-baff78d0d6a6 req-77d71a15-ea16-4d02-a441-15f1ae71f47a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.198314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e74e51f2-d37d-4792-8b46-1c534c940eec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:27.203672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f42ddc35-8af7-4db9-a620-baff78d0d6a6 req-77d71a15-ea16-4d02-a441-15f1ae71f47a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 944 time: 0.2079136 Jul 06 11:41:27.219540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.238234 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6de99871-4c3c-45c8-956d-9961c771edb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.288112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f42ddc35-8af7-4db9-a620-baff78d0d6a6 req-d443ae95-d0fc-4838-ba9a-5cd2e437e261 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810161 Jul 06 11:41:27.342551 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] Set router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:27.343998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-95337281-b6a9-40b4-bb72-fc5edf8aaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.347899 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-95337281-b6a9-40b4-bb72-fc5edf8aaa7e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b&tenant_id=7005234f84c840ffa09c6e598d36f7db HTTP/1.1" status: 200 len: 1101 time: 0.1372609 Jul 06 11:41:27.364415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:27.460114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:27.504213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'port_id': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'mac_address': 'fa:16:3e:b7:4e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c3ea8-315d-410c-9f35-e415c0cc1b7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:27.510679 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-c0fde5c5-3d34-4ad9-9540-cd03ab773183 req-8a224e01-37b6-4efc-a80d-fd90a960d719 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] show failed (client error): The resource could not be found. Jul 06 11:41:27.511512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0fde5c5-3d34-4ad9-9540-cd03ab773183 req-8a224e01-37b6-4efc-a80d-fd90a960d719 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups/9d0aa580-b7dd-430f-a9bd-18823dcdce4e HTTP/1.1" status: 404 len: 352 time: 0.0721846 Jul 06 11:41:27.532272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.707252 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.729490 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:21Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88', 'name': '', 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'mac_address': 'fa:16:3e:a1:1a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:20Z', 'updated_at': '2021-07-06T11:41:26Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'subnets': [{'id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:27.757270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.784109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff535f39-0fb0-48c9-9cc1-7943d75f5596 None None] The sync data for ids ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'] in n-d-799528-2 is: [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:21Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88', 'name': '', 'network_id': '85600f9f-165b-44bc-9c29-2b5718048ef7', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'mac_address': 'fa:16:3e:a1:1a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:20Z', 'updated_at': '2021-07-06T11:41:26Z', 'revision_number': 4, 'project_id': '006c1771975c472683298f24bb81ab80', 'subnets': [{'id': '3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:27.800856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:27.809000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971adca-7635-4da7-96c6-426ab0da9dcf req-618d39ea-ff3d-4f74-96c6-d8741861b69f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.830060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2971adca-7635-4da7-96c6-426ab0da9dcf req-618d39ea-ff3d-4f74-96c6-d8741861b69f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 950 time: 0.1965880 Jul 06 11:41:27.834285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:27.847830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:27.847830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.849476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:27.858166 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.931454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:27.934151 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f4309a-f8d9-464b-bb1f-572dbc1911da" -d '{"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-plugged", "status": "completed", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:27.973086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2971adca-7635-4da7-96c6-426ab0da9dcf req-4fee2bce-e01e-4454-9242-7446001a47b8 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419899 Jul 06 11:41:28.082914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.101969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:28.201850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993981df-930b-42c3-91c7-155c4a452a8c req-87501116-e9b4-40cf-bda8-6342a207dafa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:28.225236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:28.230391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-993981df-930b-42c3-91c7-155c4a452a8c req-87501116-e9b4-40cf-bda8-6342a207dafa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3981676 Jul 06 11:41:28.234424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:28.242844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:28.303420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7283880-25b9-4727-b6f1-0aa970e081bd req-3a7f9ead-fa89-4df4-a0d5-5e752d98f6a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips/3e59dfe4-9992-40e7-be29-f50932757999 HTTP/1.1" status: 200 len: 692 time: 0.2442174 Jul 06 11:41:28.342317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:28.344790 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295097bb-52c8-4789-a876-59f7653ca581" -d '{"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-unplugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:28.355946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.389863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Transition to ACTIVE for port object 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:28.399367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.524193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283880-25b9-4727-b6f1-0aa970e081bd req-dc8b8b23-ecac-47ee-b1c2-b95b83903f48 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:28.535210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7283880-25b9-4727-b6f1-0aa970e081bd req-dc8b8b23-ecac-47ee-b1c2-b95b83903f48 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2305818 Jul 06 11:41:28.551207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-f7283880-25b9-4727-b6f1-0aa970e081bd req-0d39ac54-8fb6-4db5-91da-1fe6a3218eb5 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:41:28.554464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] No DVR routers for this DVR port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:28.568879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7283880-25b9-4727-b6f1-0aa970e081bd req-0d39ac54-8fb6-4db5-91da-1fe6a3218eb5 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290048 Jul 06 11:41:28.578529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.650169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-993981df-930b-42c3-91c7-155c4a452a8c req-8b7fd4cb-9460-40f9-bb52-62d7d417bcc6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180720 Jul 06 11:41:28.707285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:28.707678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:28.707979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:28.737410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:28.737920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Attempting to bind port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:28.746483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:28.750009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:28.750659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:28.751306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Bound port: 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:28.751845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.884968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.893104 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.925812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:28.934158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:28.935058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:28.950467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.976164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:28.978731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.982896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] 10.222.0.79 "PUT /v2.0/ports/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 1097 time: 1.6268768 Jul 06 11:41:29.003687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:29.014083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:29.031444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91cde-0229-471f-8d84-8bb838929089 req-a44a2a8f-1130-449e-888d-9ebdbb2254a1 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.041403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ad91cde-0229-471f-8d84-8bb838929089 req-a44a2a8f-1130-449e-888d-9ebdbb2254a1 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 944 time: 0.2000799 Jul 06 11:41:29.049791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.052397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:29.053115 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.056291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:29.061140 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bf869e-0222-4868-b299-297ef73d9d18 x-openstack-request-id: req-a8bf869e-0222-4868-b299-297ef73d9d18 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:29.061917 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-plugged", "status": "completed", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:29.062467 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8bf869e-0222-4868-b299-297ef73d9d18 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:29.063577 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'code': 200} Jul 06 11:41:29.187196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ad91cde-0229-471f-8d84-8bb838929089 req-383affc9-d35f-422f-af0b-beed32bc75b2 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427548 Jul 06 11:41:29.233559 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:41:29.248571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c23bb-02be-4e6a-8a06-a853819524c8 service neutron] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.284047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.358313 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697cc66d-36b6-4dd9-84de-95c0cb2e5b1a x-openstack-request-id: req-697cc66d-36b6-4dd9-84de-95c0cb2e5b1a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:29.358843 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-unplugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:29.359178 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-697cc66d-36b6-4dd9-84de-95c0cb2e5b1a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:29.359586 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'code': 200} Jul 06 11:41:29.376564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.409031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-283a138e-f5e2-4a86-b28b-2b9f17aec25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.411092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-283a138e-f5e2-4a86-b28b-2b9f17aec25b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1100 time: 0.1508155 Jul 06 11:41:29.414485 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf6f4fb7-0ae0-448c-bf1e-54ca2b61ae19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.426082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:29.440099 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.535634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.562064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-e31feca4-c694-4f59-9ff0-7ab095315296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.570384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-e31feca4-c694-4f59-9ff0-7ab095315296 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1324494 Jul 06 11:41:29.595247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dad0e3d5-a377-4127-a255-f8a07a944561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.623664 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-594db216-5b82-4e2d-aaff-499298a23fc4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0511229 Jul 06 11:41:29.695797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-b6b40d9b-af5f-415b-bb2e-914b744cbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.697591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-b6b40d9b-af5f-415b-bb2e-914b744cbc4b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0667012 Jul 06 11:41:29.770883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.783320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-54f6dd05-2564-4581-b678-181f53533e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.785942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-54f6dd05-2564-4581-b678-181f53533e11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804870 Jul 06 11:41:29.826698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a34bbf3-a9b7-4b7d-86cd-bf55091b7512 req-7377f44f-313c-46a6-9a1b-2cd47b3e234f tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=006c1771975c472683298f24bb81ab80 HTTP/1.1" status: 200 len: 695 time: 0.4094970 Jul 06 11:41:29.925450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-077dbc7b-2ae0-45e5-accd-c72cf2f75a91 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317451 Jul 06 11:41:29.945074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21535e8f-8765-404f-9d63-511816547c31 req-7b37dbec-0e0a-4dd8-892e-4db1795a6b0d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.952321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21535e8f-8765-404f-9d63-511816547c31 req-7b37dbec-0e0a-4dd8-892e-4db1795a6b0d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.6001530 Jul 06 11:41:30.043202 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.050780 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57fcd3e2-64ba-43af-9831-f4e9b77fe39f req-d5265dcf-1606-4e78-9c3c-30245cd58c32 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182494 Jul 06 11:41:30.056348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21535e8f-8765-404f-9d63-511816547c31 req-7a8e1536-f838-4e57-a3d9-fb0ef15b66f2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030059 Jul 06 11:41:30.111120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34bbf3-a9b7-4b7d-86cd-bf55091b7512 req-e867a992-e16b-4ccf-8bd6-2645b18b4c35 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:30.118732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a34bbf3-a9b7-4b7d-86cd-bf55091b7512 req-e867a992-e16b-4ccf-8bd6-2645b18b4c35 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks?id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 787 time: 0.2908585 Jul 06 11:41:30.130772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-2a34bbf3-a9b7-4b7d-86cd-bf55091b7512 req-91d2ab52-cd6c-43e8-9079-9bbea6cf8718 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:41:30.151529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a34bbf3-a9b7-4b7d-86cd-bf55091b7512 req-91d2ab52-cd6c-43e8-9079-9bbea6cf8718 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315187 Jul 06 11:41:30.217420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:30.226208 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf6f4fb7-0ae0-448c-bf1e-54ca2b61ae19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.243047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf6f4fb7-0ae0-448c-bf1e-54ca2b61ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.272294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:30.292788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f4fb7-0ae0-448c-bf1e-54ca2b61ae19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b940fe31-8d5d-4488-bdcb-39382a0443fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:30.366996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:30.368204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.370922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:30.386000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7151737-71a7-4ef3-aced-be11331d4447 req-b7d60de7-dbe5-4301-afdc-cae0ad46ef8f tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14a06f472f4f4e42a8af0210b10b0453 HTTP/1.1" status: 200 len: 2984 time: 0.2906692 Jul 06 11:41:30.409766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf6f4fb7-0ae0-448c-bf1e-54ca2b61ae19 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b92bc351a4a4aca8af879e69ae94eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3514967 Jul 06 11:41:30.412650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:30.479236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b9b845-2cc9-4204-b598-10bafbe9ac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.485836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7151737-71a7-4ef3-aced-be11331d4447 req-2d35c2f2-b562-44db-9f6e-e5c2498d4a6f tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups/710e0c23-bc18-4b07-b38f-8d56522dea16 HTTP/1.1" status: 200 len: 2981 time: 0.0886858 Jul 06 11:41:30.516801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b9b845-2cc9-4204-b598-10bafbe9ac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.521567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d77fb-4967-4e00-98b7-3ddccd243007 req-58b97002-923d-430a-8ca3-e99939515c82 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:30.523792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-649d77fb-4967-4e00-98b7-3ddccd243007 req-58b97002-923d-430a-8ca3-e99939515c82 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 949 time: 0.2258458 Jul 06 11:41:30.574880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7151737-71a7-4ef3-aced-be11331d4447 req-a91fc6a0-7755-4c67-9d05-776607dd8a34 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups/710e0c23-bc18-4b07-b38f-8d56522dea16 HTTP/1.1" status: 200 len: 2981 time: 0.0863376 Jul 06 11:41:30.586414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b9b845-2cc9-4204-b598-10bafbe9ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.594654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27b9b845-2cc9-4204-b598-10bafbe9ac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.596538 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-27b9b845-2cc9-4204-b598-10bafbe9ac9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b940fe31-8d5d-4488-bdcb-39382a0443fc HTTP/1.1" status: 204 len: 168 time: 0.1818197 Jul 06 11:41:30.613714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9b845-2cc9-4204-b598-10bafbe9ac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b940fe31-8d5d-4488-bdcb-39382a0443fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:30.631870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-649d77fb-4967-4e00-98b7-3ddccd243007 req-0d065573-e9df-4635-8c3e-69258971f83a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004655 Jul 06 11:41:30.710463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:30.813935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:30.814448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.851561 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.853689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-ecedaabb-dba4-445e-a444-bdb3ae26e98b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips/3e59dfe4-9992-40e7-be29-f50932757999 HTTP/1.1" status: 200 len: 692 time: 0.0602009 Jul 06 11:41:30.930004 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.001088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:31.008126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.008326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131f1cd-f956-4d4c-bc47-cea1aae5a1e7 req-33ba2a13-79e6-40fa-a71c-d7a6b245b172 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:31.017647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c131f1cd-f956-4d4c-bc47-cea1aae5a1e7 req-33ba2a13-79e6-40fa-a71c-d7a6b245b172 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2597210 Jul 06 11:41:31.026495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-edc20f3e-df6e-4319-b12a-b740645d2852 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:31.027998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-edc20f3e-df6e-4319-b12a-b740645d2852 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1648464 Jul 06 11:41:31.049496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-8afa6969-8e8f-4168-9eff-6c54c1038da5 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:41:31.058164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-8afa6969-8e8f-4168-9eff-6c54c1038da5 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219724 Jul 06 11:41:31.064975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:31.068827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:31.072113 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545248cd-b230-4663-8280-a9a0cf1092cf" -d '{"events": [{"server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:31.097010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.125606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.131363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-1520b5c8-8e07-42fa-9835-f33afbdb115c tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0722260 Jul 06 11:41:31.146277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c131f1cd-f956-4d4c-bc47-cea1aae5a1e7 req-b2c02255-c0aa-468d-ae52-92fdbbed6162 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277385 Jul 06 11:41:31.199581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-c6ab2f07-1abf-4cbc-8cbc-56ef1faba0eb tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0672770 Jul 06 11:41:31.289603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.296640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.345713 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19b2954c2dea47738614d6d263ada264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724051 Jul 06 11:41:31.346494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6bf7eb-c363-4b00-b3dd-9ecd4fa46b59,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.353651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:31.361312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:31.362887 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533df354-c723-484c-81af-ed7e3d124859" -d '{"events": [{"name": "network-changed", "server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:31.368083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.368435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.368800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.369142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.369763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.370170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.370586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.371139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.371541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.371979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.372387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.373347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b35dd-1aab-42c7-8a84-c264cd083b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:31.416526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fcb4f-b82a-4b16-a5cc-ce7d07941309 req-b438245d-d76c-46c3-bf95-992405c7b8f4 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:31.418483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b02fcb4f-b82a-4b16-a5cc-ce7d07941309 req-b438245d-d76c-46c3-bf95-992405c7b8f4 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.0916479 Jul 06 11:41:31.422159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Deleting port 04a29204-ae51-4447-be85-2ba429f38235 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:31.422159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.468833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cd0488d-27e7-4596-bed7-264782bde217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.493605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cd0488d-27e7-4596-bed7-264782bde217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.523791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.524279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.546071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Calling delete_port for 04a29204-ae51-4447-be85-2ba429f38235 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:31.558802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b02fcb4f-b82a-4b16-a5cc-ce7d07941309 req-49f0e7d7-adaa-42ad-bbf9-56f16d4230b6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692375 Jul 06 11:41:31.564737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cd0488d-27e7-4596-bed7-264782bde217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.570400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cd0488d-27e7-4596-bed7-264782bde217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.574095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9cd0488d-27e7-4596-bed7-264782bde217 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca6bf7eb-c363-4b00-b3dd-9ecd4fa46b59 HTTP/1.1" status: 204 len: 168 time: 0.2171946 Jul 06 11:41:31.586285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0488d-27e7-4596-bed7-264782bde217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6bf7eb-c363-4b00-b3dd-9ecd4fa46b59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.701543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20add56e-3990-488d-918e-784bd524adc9 req-29b00aca-e18e-4939-8c7e-685679372278 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups/710e0c23-bc18-4b07-b38f-8d56522dea16 HTTP/1.1" status: 200 len: 2981 time: 0.0843425 Jul 06 11:41:31.813856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.842110 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-20add56e-3990-488d-918e-784bd524adc9 req-d2e08479-0ae7-4563-a154-d6bca2d69275 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:41:31.843160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20add56e-3990-488d-918e-784bd524adc9 req-d2e08479-0ae7-4563-a154-d6bca2d69275 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "DELETE /v2.0/security-groups/710e0c23-bc18-4b07-b38f-8d56522dea16 HTTP/1.1" status: 409 len: 352 time: 0.1324632 Jul 06 11:41:31.846162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Pushing event deleted for resources: {'Port': ['ID=04a29204-ae51-4447-be85-2ba429f38235,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.938616 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4193cd3-9462-44e0-80a1-0d0f9e6bbc92 x-openstack-request-id: req-c4193cd3-9462-44e0-80a1-0d0f9e6bbc92 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:31.939485 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:31.939801 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4193cd3-9462-44e0-80a1-0d0f9e6bbc92 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:31.940902 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'code': 200} Jul 06 11:41:31.949364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.954356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.974093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbd4aea-674d-4b86-be23-29a44965f570 req-aea1ac95-1304-4ff8-9c59-3d6a42c6406b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "DELETE /v2.0/floatingips/3e59dfe4-9992-40e7-be29-f50932757999 HTTP/1.1" status: 204 len: 173 time: 0.7709663 Jul 06 11:41:32.031716 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc50075-2b5c-4bd4-953c-62d0090ca051 x-openstack-request-id: req-7bc50075-2b5c-4bd4-953c-62d0090ca051 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:32.032047 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:32.032243 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bc50075-2b5c-4bd4-953c-62d0090ca051 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:32.032649 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'status': 'completed', 'code': 200} Jul 06 11:41:32.286894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-05a2b014-af1e-4599-9041-fa28df6b230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.289604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.290785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-05a2b014-af1e-4599-9041-fa28df6b230e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1100 time: 0.1923702 Jul 06 11:41:32.292942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-0a7e0cd4-1fba-4c8f-ad36-30668ff0f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.294557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-0a7e0cd4-1fba-4c8f-ad36-30668ff0f081 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7005234f84c840ffa09c6e598d36f7db&device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1100 time: 0.1882336 Jul 06 11:41:32.457728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc9d53-449f-45a7-b50e-b7f1f0c112f4 req-4c002827-5fae-4aae-9851-c29e27e831f6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.470488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bccc9d53-449f-45a7-b50e-b7f1f0c112f4 req-4c002827-5fae-4aae-9851-c29e27e831f6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 949 time: 0.3270400 Jul 06 11:41:32.480808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-6e71665f-5ec8-4796-93b3-7189bcb9a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.481556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff83ee-4730-4bb2-be5e-451e5e068f9a req-2e7635b5-3ca2-475a-9758-18df240c0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.484076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-6e71665f-5ec8-4796-93b3-7189bcb9a5b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1838365 Jul 06 11:41:32.485182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eff83ee-4730-4bb2-be5e-451e5e068f9a req-2e7635b5-3ca2-475a-9758-18df240c0951 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 1096 time: 0.2793152 Jul 06 11:41:32.489500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-08067b02-e1a5-437d-b116-a4ce56149968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.491707 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-08067b02-e1a5-437d-b116-a4ce56149968 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1897233 Jul 06 11:41:32.548210 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-f1df8bf5-c581-476d-aef2-7020545edbe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0552852 Jul 06 11:41:32.554852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cccb5-cac2-4008-a016-a3325ae9f19a req-9a6f4f69-65b3-43ec-b162-3f64227a59cf tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.556598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-528cccb5-cac2-4008-a016-a3325ae9f19a req-9a6f4f69-65b3-43ec-b162-3f64227a59cf tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.3354721 Jul 06 11:41:32.586929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-6fbabb44-9164-4d77-83bc-9ea938c12a90 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0856619 Jul 06 11:41:32.611628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bccc9d53-449f-45a7-b50e-b7f1f0c112f4 req-79813880-cea2-4db6-a778-6a8ec0de59fa tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400361 Jul 06 11:41:32.629131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eff83ee-4730-4bb2-be5e-451e5e068f9a req-7bab554b-66dc-4c8d-bb99-62f5e6d259ab service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214461 Jul 06 11:41:32.673679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-528cccb5-cac2-4008-a016-a3325ae9f19a req-bbce4263-a131-403a-8dff-a57fab597b05 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062312 Jul 06 11:41:32.699643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-f892b4e2-243a-4340-9d75-6b0542b3caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.701773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-f892b4e2-243a-4340-9d75-6b0542b3caa4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1250100 Jul 06 11:41:32.751850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-a9395cb2-70d5-4706-a2fb-e9156e00e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.751850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-a9395cb2-70d5-4706-a2fb-e9156e00e764 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1278811 Jul 06 11:41:32.771937 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-41fd44c7-da55-48e6-b1bd-bb50450dfda7 req-a4888be0-c3d8-4c6d-ae82-e29b74565fe8 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] show failed (client error): The resource could not be found. Jul 06 11:41:32.783846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41fd44c7-da55-48e6-b1bd-bb50450dfda7 req-a4888be0-c3d8-4c6d-ae82-e29b74565fe8 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups/84df003a-62a4-4886-ac02-353cb8feaac2 HTTP/1.1" status: 404 len: 352 time: 0.0229840 Jul 06 11:41:32.900171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-b8569f2d-042e-4284-97f7-35186bf9fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.901937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-b8569f2d-042e-4284-97f7-35186bf9fd8a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117032 Jul 06 11:41:32.904118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df354-c723-484c-81af-ed7e3d124859 req-b20e225e-29ae-44a0-98e3-a21e9d2d0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.905862 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-b20e225e-29ae-44a0-98e3-a21e9d2d0386 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864119 Jul 06 11:41:33.078968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-3a82b49d-448a-4c72-9aaa-2871481d4674 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2808328 Jul 06 11:41:33.087444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2f116-bb93-4075-8ebb-9caecd76f638 req-1168760d-2626-46d9-a79f-36abb0f5e9a3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:33.089156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5f2f116-bb93-4075-8ebb-9caecd76f638 req-1168760d-2626-46d9-a79f-36abb0f5e9a3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1273327 Jul 06 11:41:33.095091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:33.137300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.150005 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-939065ee-1fa7-4a28-a3c4-f5feb9b6bb19 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349279 Jul 06 11:41:33.192204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5f2f116-bb93-4075-8ebb-9caecd76f638 req-6b48faf6-3bd0-4c2c-83d1-48122ed1bacc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756483 Jul 06 11:41:33.257768 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-e84d518b-9370-439b-91a8-df171c26f748 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447378 Jul 06 11:41:33.369981 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-e954f127-13aa-4056-b3ad-f692067afe3f service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027887 Jul 06 11:41:33.391499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.439579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-533df354-c723-484c-81af-ed7e3d124859 req-002a9ce9-7534-4301-98fc-2005d55b4cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739856 Jul 06 11:41:33.573434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444c44d-6e4c-4634-a59a-476baa5c864c req-911fb34d-348f-4705-9c9d-53c7f0fd374e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:33.575072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d444c44d-6e4c-4634-a59a-476baa5c864c req-911fb34d-348f-4705-9c9d-53c7f0fd374e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1596358 Jul 06 11:41:33.589544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Allocated IP 172.25.7.86 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/235fa7dc-b6db-4d0a-8d11-3b7a079df4cf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:33.660078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d444c44d-6e4c-4634-a59a-476baa5c864c req-97e21db1-d36f-4c98-b035-fc1dd138d776 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723860 Jul 06 11:41:33.725149 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-fe88e86c-d59e-45d5-a323-f0a5a5449b52 req-73771164-6ba2-4664-bf3d-d9f9127ae6e1 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] show failed (client error): The resource could not be found. Jul 06 11:41:33.738131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe88e86c-d59e-45d5-a323-f0a5a5449b52 req-73771164-6ba2-4664-bf3d-d9f9127ae6e1 tempest-SecurityGroupsNegativeTestJSON-1130869907 tempest-SecurityGroupsNegativeTestJSON-1130869907-project] 10.222.0.78 "GET /v2.0/security-groups/0cc80ce8-447b-4e0f-8270-d4a1d010b3ed HTTP/1.1" status: 404 len: 352 time: 0.0342653 Jul 06 11:41:33.739710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:33.836552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.866211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Deleting subnet c226f0a8-40bd-4a5d-b343-2918e1e10511 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:33.873746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.920335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.948802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.995463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.995582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:34.003952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:34.009199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:34.013844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Pushing event updated for resources: {'Port': ['ID=235fa7dc-b6db-4d0a-8d11-3b7a079df4cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:34.105429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.148856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c226f0a8-40bd-4a5d-b343-2918e1e10511,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:34.159722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.197054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.198985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4255fb6a-c36f-43d4-abff-2ba5225fd505 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c226f0a8-40bd-4a5d-b343-2918e1e10511 HTTP/1.1" status: 204 len: 168 time: 0.4582174 Jul 06 11:41:34.206776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:34.242356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.301791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.386461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b36e9c-b470-498f-8a55-591cfaeff06e req-6cb1ff7c-60f8-404e-85c1-229e17cc63a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:34.388557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96b36e9c-b470-498f-8a55-591cfaeff06e req-6cb1ff7c-60f8-404e-85c1-229e17cc63a9 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 949 time: 0.1603856 Jul 06 11:41:34.402950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.414452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786cfc9e-a109-40b5-9774-c5c0d315c9ea']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:34.428225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6982d4-d2ea-4eaf-b33c-e0514c01ed1b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:34.428679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6982d4-d2ea-4eaf-b33c-e0514c01ed1b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:34.441329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.463449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.471895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:34.472830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:34.474900 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:34.479218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96b36e9c-b470-498f-8a55-591cfaeff06e req-7b0bdeb7-2fc3-4730-b08d-d381e2490aea tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847623 Jul 06 11:41:34.536987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.548137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.585578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.594279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.603522 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] 10.222.0.78 "DELETE /v2.0/networks/786cfc9e-a109-40b5-9774-c5c0d315c9ea HTTP/1.1" status: 204 len: 168 time: 0.3910317 Jul 06 11:41:34.632110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Pushing event updated for resources: {'Port': ['ID=235fa7dc-b6db-4d0a-8d11-3b7a079df4cf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:34.640953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150880d5-ac53-48cd-a6b0-7a9b0b38885c admin admin] Pushing event deleted for resources: {'Network': ['ID=786cfc9e-a109-40b5-9774-c5c0d315c9ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:34.644490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.672833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.674336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-76ee60e6-93f4-4c6c-9358-9d48b87624a0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5841565 Jul 06 11:41:34.710377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:34.761472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-bd957e57-7a58-44fe-ab9e-ca827575c1b4 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.86 HTTP/1.1" status: 200 len: 695 time: 0.0762379 Jul 06 11:41:34.853821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edac7f2-1b93-4da0-90e7-7ac2c0aaffe8 req-61e74234-e105-4e53-a0d8-72130a78009c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:34.855368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9edac7f2-1b93-4da0-90e7-7ac2c0aaffe8 req-61e74234-e105-4e53-a0d8-72130a78009c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1801548 Jul 06 11:41:34.874630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:34.888517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'mac_address': 'fa:16:3e:8e:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:34.908621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:34.932807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-808968f7-7408-4e81-b52b-6b919759b723 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:34.934524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c541ca1d-fd93-4eb9-881b-7ccfbf973152 req-808968f7-7408-4e81-b52b-6b919759b723 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1670640 Jul 06 11:41:34.956226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9edac7f2-1b93-4da0-90e7-7ac2c0aaffe8 req-ee965d1a-f9ea-44d1-8f00-49196095508b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841563 Jul 06 11:41:34.995575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.016993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:35.021993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a69d799-9830-46ed-9d96-30cda2f9b1d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14a06f472f4f4e42a8af0210b10b0453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1112928 Jul 06 11:41:35.023834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:35.061290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:35.072664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.087324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdd9c-6c41-4034-b369-23ef7daf5582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.113578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdd9c-6c41-4034-b369-23ef7daf5582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.188223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:35.194352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdd9c-6c41-4034-b369-23ef7daf5582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.197203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdd9c-6c41-4034-b369-23ef7daf5582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.201553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2c3cdd9c-6c41-4034-b369-23ef7daf5582 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/710e0c23-bc18-4b07-b38f-8d56522dea16 HTTP/1.1" status: 204 len: 168 time: 0.1735299 Jul 06 11:41:35.202909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.203272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.203616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.204139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.204983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.205404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.205665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.206516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.206855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.207187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.207521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.208420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:35.213383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cdd9c-6c41-4034-b369-23ef7daf5582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e0c23-bc18-4b07-b38f-8d56522dea16,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:35.385957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:35.558688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5335e4-72bd-400c-84a6-a59b19981ee1 req-4f68c14c-aa9a-43b5-9a8f-b3cdd4351965 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:35.560916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f5335e4-72bd-400c-84a6-a59b19981ee1 req-4f68c14c-aa9a-43b5-9a8f-b3cdd4351965 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1809509 Jul 06 11:41:35.618862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f5335e4-72bd-400c-84a6-a59b19981ee1 req-9c7e26d5-b227-4be3-9ad9-af79bcfe7c78 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 Jul 06 11:41:35.626394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa361b-f23c-432e-a6d9-90c1a083d63e req-308c4afd-8aa5-4a5f-a7dc-a14c8ea93e2b tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:35.628441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85aa361b-f23c-432e-a6d9-90c1a083d63e req-308c4afd-8aa5-4a5f-a7dc-a14c8ea93e2b tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 1101 time: 0.1324472 Jul 06 11:41:35.697297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85aa361b-f23c-432e-a6d9-90c1a083d63e req-3d9dfb76-1a50-4400-98ed-ebd9e110a3a4 tempest-MigrationsAdminTest-176567206 tempest-MigrationsAdminTest-176567206-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592477 Jul 06 11:41:35.850565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-59a266e4-8c64-4b28-a737-95b5671a1ce0 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips/d4313b69-c119-4928-bb5c-cf94a08f1619 HTTP/1.1" status: 200 len: 692 time: 0.0989776 Jul 06 11:41:35.989567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-8244d404-e06c-4cab-8196-7bbd67b2ebdd tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:35.990951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-8244d404-e06c-4cab-8196-7bbd67b2ebdd tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1393857 Jul 06 11:41:36.016405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab48c4f-3f44-44c5-b6f8-23f8df42883c req-2e02c88d-ca71-46c7-bc46-d983e8c988ba tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:36.017883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ab48c4f-3f44-44c5-b6f8-23f8df42883c req-2e02c88d-ca71-46c7-bc46-d983e8c988ba tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.2250957 Jul 06 11:41:36.086495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-852912f3-3f51-42f0-8309-a9d18a213aab tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.86 HTTP/1.1" status: 200 len: 695 time: 0.0792770 Jul 06 11:41:36.116022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ab48c4f-3f44-44c5-b6f8-23f8df42883c req-212c9fc1-4f03-4f8f-a71f-743a393dffc5 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919752 Jul 06 11:41:36.163643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-eeb96f1b-2919-48b2-85c0-4dece6723317 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.86 HTTP/1.1" status: 200 len: 695 time: 0.0671890 Jul 06 11:41:36.206674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:36.368149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Deleting port 235fa7dc-b6db-4d0a-8d11-3b7a079df4cf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:36.369178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.389011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-755629538-network', 'tenant_id': '95a02af214a749bda91f4142b98f606f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:36.440817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:36.443176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.459468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.515660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.516258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.542554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Calling delete_port for 235fa7dc-b6db-4d0a-8d11-3b7a079df4cf owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:36.633924 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.644734 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.678509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:36.688918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e729e-71ce-4a1c-a326-56856d95da1a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:36.735371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c1c56-7a81-4380-b03d-b267a909ef09 req-e0329cf3-5261-4ade-911b-9a24fe527d25 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:36.740043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:36.740612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d6c1c56-7a81-4380-b03d-b267a909ef09 req-e0329cf3-5261-4ade-911b-9a24fe527d25 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.1221380 Jul 06 11:41:36.786324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:36.790450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:36.790874 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.806698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d6c1c56-7a81-4380-b03d-b267a909ef09 req-88fd7a72-3b18-48b2-ae37-c19a9edf29e3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569253 Jul 06 11:41:36.816073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.816573 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Added segment 6aba851e-04f8-428c-88df-938231a9671d of type vlan for network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d Jul 06 11:41:36.836820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.928072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.969714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Pushing event deleted for resources: {'Port': ['ID=235fa7dc-b6db-4d0a-8d11-3b7a079df4cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:36.977254 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.001258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.003258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:37.004699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.012393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:37.015088 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aaf2c3-06eb-4d09-bb16-b2c7ad708314" -d '{"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-plugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:37.051315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:37.062491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.108666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] Pushing event updated for resources: {'Network': ['ID=9dd0294b-6a6b-46ad-b0f7-3c43c848250d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:37.122260 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d5297ad1-76f5-48c3-b3ca-f9a736bb9f8d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9149654 Jul 06 11:41:37.124277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:37.127744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:37.133194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Request body: {'subnet': {'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-subnet', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:37.152441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:37.193809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:37.196939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.400091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.402750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.432491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab9efa1-71d0-47cd-a7ab-af0dcacd8ee7 req-70920419-2899-492d-bfbd-575df0ae53a1 tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "DELETE /v2.0/floatingips/d4313b69-c119-4928-bb5c-cf94a08f1619 HTTP/1.1" status: 204 len: 173 time: 1.2635126 Jul 06 11:41:37.470920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25854c-0956-4f24-84e3-f6b0e981dd96 req-ef4591fe-fa45-49a1-9a65-e4ee71e90dee tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:37.472558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e25854c-0956-4f24-84e3-f6b0e981dd96 req-ef4591fe-fa45-49a1-9a65-e4ee71e90dee tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1393452 Jul 06 11:41:37.505828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.536295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e25854c-0956-4f24-84e3-f6b0e981dd96 req-374b5b8f-4e19-41b8-95f4-1e2caf1ae328 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 Jul 06 11:41:37.545688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3813d467-4a25-4a8c-9fd0-e5bb76e7c900,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:37.583289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Checking segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:37.583658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Network hostable DHCP agents. Network: 9dd0294b-6a6b-46ad-b0f7-3c43c848250d, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:37.602782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:37.619345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 9dd0294b-6a6b-46ad-b0f7-3c43c848250d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:37.628293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:37.628293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.629157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d45d45-76a8-401a-a6c8-d3e9d3678898 None None] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:37.646458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:37.647080 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f7502aae-c453-40e6-9e26-cc94ba4281be admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5180957 Jul 06 11:41:37.651566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:37.721236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.722712 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.873065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:37.875143 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.945334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.046207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Allocated IP 172.20.0.2 (9dd0294b-6a6b-46ad-b0f7-3c43c848250d/3813d467-4a25-4a8c-9fd0-e5bb76e7c900/0228fd58-1a0d-421b-8fa7-7225f8909c4f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:38.066439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-0483d0e6-e7d0-489e-8dec-d0889b21303a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:38.068536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-0483d0e6-e7d0-489e-8dec-d0889b21303a tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 951 time: 0.1213510 Jul 06 11:41:38.133343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883c49b-94e0-4713-a9c0-ad86ff6dc513 req-7c76ad82-6dd7-4eaf-907e-c3503f7397ab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:38.141029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8883c49b-94e0-4713-a9c0-ad86ff6dc513 req-7c76ad82-6dd7-4eaf-907e-c3503f7397ab tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3343797 Jul 06 11:41:38.191436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f359a1-2224-4588-abaa-c033134bdc1d req-232bd2ad-a296-4e02-a8a5-f43dfc89692f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:38.199180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7f359a1-2224-4588-abaa-c033134bdc1d req-232bd2ad-a296-4e02-a8a5-f43dfc89692f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 951 time: 0.4264739 Jul 06 11:41:38.217918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.240679 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.249459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Transition to ACTIVE for port object 0228fd58-1a0d-421b-8fa7-7225f8909c4f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:38.250435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Deleting port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:38.251040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.266457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Transition to ACTIVE for port object 0228fd58-1a0d-421b-8fa7-7225f8909c4f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:38.278102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7f359a1-2224-4588-abaa-c033134bdc1d req-7c409a38-e25d-4772-9107-faabd614b3e3 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779216 Jul 06 11:41:38.282073 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.308840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8883c49b-94e0-4713-a9c0-ad86ff6dc513 req-99c7ea95-a907-4b11-b836-cd83ee716387 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667283 Jul 06 11:41:38.375682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Pushing event updated for resources: {'Port': ['ID=0228fd58-1a0d-421b-8fa7-7225f8909c4f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:38.400955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:38.407208 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e414ed7d-5151-4f70-a471-fccdd3fc9d36 x-openstack-request-id: req-e414ed7d-5151-4f70-a471-fccdd3fc9d36 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:38.407765 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-plugged", "status": "completed", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:38.408229 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e414ed7d-5151-4f70-a471-fccdd3fc9d36 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:38.410122 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'code': 200} Jul 06 11:41:38.411207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:38.417673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:38.450593 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-d8585b53-d6c5-4eb1-82de-4be018b47411 req-57547039-fb52-4a7e-832a-26ef84e6c87b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] show failed (client error): The resource could not be found. Jul 06 11:41:38.468091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8585b53-d6c5-4eb1-82de-4be018b47411 req-57547039-fb52-4a7e-832a-26ef84e6c87b tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips/d4313b69-c119-4928-bb5c-cf94a08f1619 HTTP/1.1" status: 404 len: 350 time: 0.0828328 Jul 06 11:41:38.469853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] For port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:38.470283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.490553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Calling delete_port for 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:38.541447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Attempting to bind port 0228fd58-1a0d-421b-8fa7-7225f8909c4f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:38.544478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Attempting to bind port 0228fd58-1a0d-421b-8fa7-7225f8909c4f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:38.545146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Attempting to bind port 0228fd58-1a0d-421b-8fa7-7225f8909c4f on network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:38.563908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:38.564821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Checking segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:38.567773 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.568503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Bound using segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:38.569251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Bound port: 0228fd58-1a0d-421b-8fa7-7225f8909c4f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:38.569892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.713618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] For port 0228fd58-1a0d-421b-8fa7-7225f8909c4f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:38.786859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] For port 0228fd58-1a0d-421b-8fa7-7225f8909c4f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0228fd58-1a0d-421b-8fa7-7225f8909c4f,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:38.795431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.801809 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.829436 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.863626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event deleted for resources: {'Port': ['ID=04dbf167-d606-4fbb-8b2a-4d6f2758f7f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:38.881011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f', '272ab562-e5c6-40ae-b189-94f9de9d374d', '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:38.891022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:38.918347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.982002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] No DVR routers for this DVR port 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:38.989759 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.995106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e40f5e15-2bf5-47b0-bd66-157474462a86 req-d59102ce-6248-4147-abee-b4bcdbb507fd tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "DELETE /v2.0/ports/04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 HTTP/1.1" status: 204 len: 173 time: 0.9201272 Jul 06 11:41:39.000648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-deleted', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:39.003145 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b0625-2527-4288-997f-37dc943b128e" -d '{"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-deleted", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:39.031222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fb59-9d32-43db-a34e-6f1254e6a098 req-c627d63b-bda1-422a-926b-6e071ff9ce9f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:39.057115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09c2fb59-9d32-43db-a34e-6f1254e6a098 req-c627d63b-bda1-422a-926b-6e071ff9ce9f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.3408449 Jul 06 11:41:39.061853 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-8105854b-f8c8-418a-a0f2-70b32c4331fe req-dbb93153-f892-49a3-a466-ba8b824a0cac tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] show failed (client error): The resource could not be found. Jul 06 11:41:39.072375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:39.077581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8105854b-f8c8-418a-a0f2-70b32c4331fe req-dbb93153-f892-49a3-a466-ba8b824a0cac tempest-FloatingIPsTestJSON-1436532707 tempest-FloatingIPsTestJSON-1436532707-project] 10.222.0.78 "GET /v2.0/floatingips/d4313b69-c119-4928-bb5c-cf94a08f1619 HTTP/1.1" status: 404 len: 350 time: 0.1750751 Jul 06 11:41:39.136013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1ed81-83ce-409d-aee0-aea47d44a2cd None None] Pushing event updated for resources: {'Port': ['ID=0228fd58-1a0d-421b-8fa7-7225f8909c4f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:39.328359 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09c2fb59-9d32-43db-a34e-6f1254e6a098 req-3edda742-b727-4e02-81ef-9bbf272cdee3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370472 Jul 06 11:41:39.484602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Allocated IP 172.25.7.134 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/f8f9c759-4fc9-48f0-a5f7-70954a9ebc89) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:39.526223 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730cf751-f00e-4f39-9781-ccd1f95ea264 x-openstack-request-id: req-730cf751-f00e-4f39-9781-ccd1f95ea264 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:39.540361 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12b140-2af2-466d-b94e-2cef2b2e363b", "name": "network-vif-deleted", "tag": "04dbf167-d606-4fbb-8b2a-4d6f2758f7f8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:39.540657 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-730cf751-f00e-4f39-9781-ccd1f95ea264 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:39.541104 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12b140-2af2-466d-b94e-2cef2b2e363b', 'name': 'network-vif-deleted', 'tag': '04dbf167-d606-4fbb-8b2a-4d6f2758f7f8', 'status': 'completed', 'code': 200} Jul 06 11:41:39.867890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd3b7e19-8a61-4953-ad85-b393966c6e08 req-fa5d909a-c3c4-4c0c-b7b2-e54ab1947eec tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d12b140-2af2-466d-b94e-2cef2b2e363b HTTP/1.1" status: 200 len: 210 time: 0.0519776 Jul 06 11:41:40.015777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.073594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-cdaf0aae-43c3-472b-85b6-7c6df721e7ba tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:40.080591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-cdaf0aae-43c3-472b-85b6-7c6df721e7ba tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 814 time: 0.3898027 Jul 06 11:41:40.095806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.109822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-9b3c828d-83dd-4498-9810-31198fd2d7dd tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/quotas/256e9d4074b04ffa9f0428558486c30a HTTP/1.1" status: 200 len: 375 time: 0.0281515 Jul 06 11:41:40.247281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0228fd58-1a0d-421b-8fa7-7225f8909c4f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:40.296982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.368810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0228fd58-1a0d-421b-8fa7-7225f8909c4f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:40.407243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:40.421313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:40.427614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:40.442300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-8b7f2332-1716-472a-8605-67ca0e2694b4 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3244550 Jul 06 11:41:40.445841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:40.505010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b79b1-10cb-45ad-a5cd-8d194996f290 req-435f10ef-7421-4d5d-9ff7-33cf01bb3376 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:40.513014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-247b79b1-10cb-45ad-a5cd-8d194996f290 req-435f10ef-7421-4d5d-9ff7-33cf01bb3376 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3652265 Jul 06 11:41:40.715200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb21fc-ae85-49b5-9301-7bbe9e2c7981 None None] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:40.783561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-247b79b1-10cb-45ad-a5cd-8d194996f290 req-68c703fd-2c4a-4879-8cd2-44f2651682a2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688968 Jul 06 11:41:40.814864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-5d23f270-1675-47ab-8d79-83712ed5d8e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:40.829115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-5d23f270-1675-47ab-8d79-83712ed5d8e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "GET /v2.0/ports?device_id=00621ec3-a701-4474-b45c-0f623b8bb191 HTTP/1.1" status: 200 len: 945 time: 0.1726725 Jul 06 11:41:40.877914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] Provisioning for port 0228fd58-1a0d-421b-8fa7-7225f8909c4f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:40.916465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] Provisioning complete for port 0228fd58-1a0d-421b-8fa7-7225f8909c4f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:40.917008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.037730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-087532dc-6921-45eb-aba7-c1706ada203f service neutron] 10.222.0.78 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941827 Jul 06 11:41:41.049254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Deleting port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:41.049604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.098614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.143193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Deleting port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:41.143790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.200743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] For port 0228fd58-1a0d-421b-8fa7-7225f8909c4f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0228fd58-1a0d-421b-8fa7-7225f8909c4f,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:41.222606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.294872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-ce914a8c-80fb-42a0-b1f5-944ce26e3fd7 service neutron] 10.222.0.78 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560556 Jul 06 11:41:41.301228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] For port be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:41.301598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.335524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Calling delete_port for be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:41.373275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] For port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:41.373997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.382323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.453210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616b4a7-2962-4306-8bf1-971667865dc6 None None] Pushing event updated for resources: {'Port': ['ID=0228fd58-1a0d-421b-8fa7-7225f8909c4f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:41.505326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Calling delete_port for 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:41.679048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8dd97635-7709-4539-93e6-4c3092ad03cf None None] Provisioning complete for port 0228fd58-1a0d-421b-8fa7-7225f8909c4f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:41.686279 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8dd97635-7709-4539-93e6-4c3092ad03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.942994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:41.943690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.977797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.018428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:42.071386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:42.200110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ade3bc-b817-4372-a699-d361dc99be4e req-1d85719d-d956-4c01-a57a-33f03e453298 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:42.212764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14ade3bc-b817-4372-a699-d361dc99be4e req-1d85719d-d956-4c01-a57a-33f03e453298 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.6003084 Jul 06 11:41:42.224765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0228fd58-1a0d-421b-8fa7-7225f8909c4f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:42.249743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Pushing event deleted for resources: {'Port': ['ID=0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:42.281855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f986cc92-533b-423f-873d-a0200004d927 req-67dc1fec-bcb1-42d3-acc2-2e22ad90b74a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 210 time: 0.1130047 Jul 06 11:41:42.431482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] No DVR routers for this DVR port 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:42.447509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0228fd58-1a0d-421b-8fa7-7225f8909c4f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:42.448631 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.456337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.458393 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fead2178-a28f-43b5-8b8a-c5ac9da71a2b req-d15b57d1-efeb-4b6b-98f5-a474bc19f4e0 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "DELETE /v2.0/ports/0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 HTTP/1.1" status: 204 len: 173 time: 1.6193798 Jul 06 11:41:42.459135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd40af9a-fef3-49d6-8e57-a5a2b1de3d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.473841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'name': 'network-vif-deleted', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:42.516803 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71a17af-cdcb-40b0-863b-019b1e966e53" -d '{"events": [{"server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "name": "network-vif-deleted", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:42.519779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14ade3bc-b817-4372-a699-d361dc99be4e req-2a43ede7-cc66-4ace-860a-9e7a5bea0991 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058074 Jul 06 11:41:42.585137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.733244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:42.806350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:42.808346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:42.809357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:42.881864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:42.881864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 04dbf167-d606-4fbb-8b2a-4d6f2758f7f8 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:42.974721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.991633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Router 18055923-51a6-4b90-ab50-77392a7c7600 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:41:43.015616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b8050-8068-4c9d-9b9c-02462b85ba10 req-db9d2472-0a73-417e-8063-582f4a624bdc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:43.027640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-317b8050-8068-4c9d-9b9c-02462b85ba10 req-db9d2472-0a73-417e-8063-582f4a624bdc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1634002 Jul 06 11:41:43.107072 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec6260a-f9ea-447c-9f58-7f757d65956b x-openstack-request-id: req-0ec6260a-f9ea-447c-9f58-7f757d65956b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:43.107373 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00621ec3-a701-4474-b45c-0f623b8bb191", "name": "network-vif-deleted", "tag": "0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:43.107630 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ec6260a-f9ea-447c-9f58-7f757d65956b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:43.108210 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00621ec3-a701-4474-b45c-0f623b8bb191', 'name': 'network-vif-deleted', 'tag': '0a8ef2cb-ad3b-43da-ba9f-0ccca7de0cf8', 'status': 'completed', 'code': 200} Jul 06 11:41:43.132621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-317b8050-8068-4c9d-9b9c-02462b85ba10 req-e6611fe4-16d7-472a-8d89-cc239ca93002 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 Jul 06 11:41:43.140006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd40af9a-fef3-49d6-8e57-a5a2b1de3d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.163983 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd40af9a-fef3-49d6-8e57-a5a2b1de3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.278482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:43.295697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Sync routers for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:43.316283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:43.319667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:43.327456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.334397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-459741b0-a712-4087-aff2-bc48159beef3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6863272 Jul 06 11:41:43.335461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:43.402624 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd40af9a-fef3-49d6-8e57-a5a2b1de3d2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3dfcb33949a748e7a550671c18108d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4554231 Jul 06 11:41:43.409294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:43.603077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40af9a-fef3-49d6-8e57-a5a2b1de3d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624d651e-05d1-4883-92b2-04165ad5a773,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:43.618980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea35a396-1df5-4193-8ba3-83c9c5932a08 req-0700039c-690e-4407-911d-62b55fe92d5c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 210 time: 0.0589023 Jul 06 11:41:43.650393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:43.652374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:41:43.767370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03344138-4fb1-46b1-a33d-6f10fdbdd4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.802168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03344138-4fb1-46b1-a33d-6f10fdbdd4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.910287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:43.916797 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d777873-d645-42ea-8ce6-57f9a98b0141 admin admin] 10.222.0.78 "PUT /v2.0/routers/9ff8538a-ea64-4b21-8fac-495fa5e5b162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8431523 Jul 06 11:41:43.920004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:43.922339 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] Sync routers for ids ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:43.937989 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] Routers {'9ff8538a-ea64-4b21-8fac-495fa5e5b162'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:43.938863 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:43.942079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c1fc-8d55-4e85-a501-d413d2dd4980 req-f8a8abea-20c9-473e-b447-eee0170b70b0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:43.943725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad81c1fc-8d55-4e85-a501-d413d2dd4980 req-f8a8abea-20c9-473e-b447-eee0170b70b0 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 950 time: 0.5115592 Jul 06 11:41:44.036647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a22a-b393-4322-9901-89ef01446372 req-19a52f5d-2e92-4721-b816-bd6455e652d5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:44.038230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0193a22a-b393-4322-9901-89ef01446372 req-19a52f5d-2e92-4721-b816-bd6455e652d5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 0.2530429 Jul 06 11:41:44.041114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03344138-4fb1-46b1-a33d-6f10fdbdd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.046769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03344138-4fb1-46b1-a33d-6f10fdbdd4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.052972 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03344138-4fb1-46b1-a33d-6f10fdbdd4ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/624d651e-05d1-4883-92b2-04165ad5a773 HTTP/1.1" status: 204 len: 168 time: 0.6401129 Jul 06 11:41:44.242615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03344138-4fb1-46b1-a33d-6f10fdbdd4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624d651e-05d1-4883-92b2-04165ad5a773,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:44.347535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:40Z', 'revision_number': 3, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:44.393679 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.454049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Checking router: 18055923-51a6-4b90-ab50-77392a7c7600 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:44.454561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Updating router 18055923-51a6-4b90-ab50-77392a7c7600 port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:41:44.476240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0193a22a-b393-4322-9901-89ef01446372 req-c6ce63ad-54a2-45dc-b63d-0cc214d77c98 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096557 Jul 06 11:41:44.478764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] Set router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:44.547836 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.599887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad81c1fc-8d55-4e85-a501-d413d2dd4980 req-f30425f4-7a25-4979-a6d8-1f7b744ea655 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293712 Jul 06 11:41:44.766941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-7464bb03-189c-4695-bdde-56624dc7769a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:44.769275 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-7464bb03-189c-4695-bdde-56624dc7769a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 814 time: 0.5491850 Jul 06 11:41:44.787636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Request body: {'port': {'device_id': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'admin_state_up': True, 'tenant_id': '256e9d4074b04ffa9f0428558486c30a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:44.790182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-87a47da4-8ed2-4fe6-9611-589ff60f8777 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:44.791939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-87a47da4-8ed2-4fe6-9611-589ff60f8777 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 950 time: 0.3080699 Jul 06 11:41:44.851316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:44.925382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.974788 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:41Z', 'revision_number': 5, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port': {'id': '9c2f55ca-731c-460e-a853-a76b676efa7d', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:16Z', 'updated_at': '2021-07-06T11:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:44.992434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a678a1-6319-457e-80b2-0e973ed2abee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.033597 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] Checking router: 9ff8538a-ea64-4b21-8fac-495fa5e5b162 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:45.054958 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] Routers {'9ff8538a-ea64-4b21-8fac-495fa5e5b162'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:45.055865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:45.129252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-defbd9ea-c0e5-4600-844a-b645397233ee req-aab91c82-0821-4ea3-95bd-1765cc08a2a6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 210 time: 0.0339150 Jul 06 11:41:45.164511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7a15e-907c-4236-b9e6-b62a02cd62fb req-a04fa9d9-6c88-461e-b225-ff051b0dcffa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:45.165802 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] Set router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:45.172386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1c7a15e-907c-4236-b9e6-b62a02cd62fb req-a04fa9d9-6c88-461e-b225-ff051b0dcffa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4258630 Jul 06 11:41:45.173337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.198769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Transition to ACTIVE for port object f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:45.209005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.241740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.242802 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:44Z', 'revision_number': 6, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:45.286916 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d140809-3ac5-4203-86ef-57e59c53a3f4 None None] The sync data for ids ['9ff8538a-ea64-4b21-8fac-495fa5e5b162'] in n-d-799528-2 is: [{'id': '9ff8538a-ea64-4b21-8fac-495fa5e5b162', 'name': 'tempest-FloatingIPsTestJSON-1762965525-router', 'tenant_id': '006c1771975c472683298f24bb81ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:15Z', 'updated_at': '2021-07-06T11:41:44Z', 'revision_number': 6, 'project_id': '006c1771975c472683298f24bb81ab80', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:45.288654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Attempting to bind port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:45.289033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Attempting to bind port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:45.289403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Attempting to bind port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:45.312863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:45.313299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:45.313638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.314248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:45.314510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Bound port: f8f9c759-4fc9-48f0-a5f7-70954a9ebc89, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:45.314893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.317485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda43c0-e2a3-47cd-816f-c4f736377e0b None None] Pushing event updated for resources: {'Port': ['ID=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:45.324988 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a678a1-6319-457e-80b2-0e973ed2abee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.339373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Deleting port 9c2f55ca-731c-460e-a853-a76b676efa7d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:45.339373 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.344565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74a678a1-6319-457e-80b2-0e973ed2abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.383114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] For port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:45.383717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1c7a15e-907c-4236-b9e6-b62a02cd62fb req-67dbb2a5-db56-429a-8989-6e636a063252 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103720 Jul 06 11:41:45.394049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] For port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:45.400006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.438429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Deleting port 272ab562-e5c6-40ae-b189-94f9de9d374d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:45.438780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.445546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Made reservation on behalf of 256e9d4074b04ffa9f0428558486c30a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:45.449076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.457691 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-74a678a1-6319-457e-80b2-0e973ed2abee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e99b1b9571e041758665d1031bec45fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258214 Jul 06 11:41:45.460954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:45.461815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:45.463097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:45.470026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a678a1-6319-457e-80b2-0e973ed2abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c8606f-fc17-4755-a086-efa32637ab5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:45.517710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] For port 9c2f55ca-731c-460e-a853-a76b676efa7d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9c2f55ca-731c-460e-a853-a76b676efa7d,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:45.518016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.569775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Calling delete_port for 9c2f55ca-731c-460e-a853-a76b676efa7d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:45.603616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda43c0-e2a3-47cd-816f-c4f736377e0b None None] Pushing event updated for resources: {'Port': ['ID=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:45.644331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:45.682728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] For port 272ab562-e5c6-40ae-b189-94f9de9d374d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=272ab562-e5c6-40ae-b189-94f9de9d374d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:45.683340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.690160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Allocated IP 172.20.0.14 (ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e/2d0c3ea8-315d-410c-9f35-e415c0cc1b7f/5ef12631-5e08-4c8e-9610-82cd1a7de99b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:45.705125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Calling delete_port for 272ab562-e5c6-40ae-b189-94f9de9d374d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:45.878352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0440e62e-9f95-4c74-9d82-57b2ea32c964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.917549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Allocated IP 172.20.0.1 (9dd0294b-6a6b-46ad-b0f7-3c43c848250d/3813d467-4a25-4a8c-9fd0-e5bb76e7c900/1386b943-f88e-4e0b-ba90-79f9f84661ea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:45.969472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:40Z', 'revision_number': 3, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:46.008509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29850fe-7398-4187-9ce7-fcaf7573a7a9 None None] The sync data for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 is: [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:40Z', 'revision_number': 3, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:46.037357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.056093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:46.097929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ce69f3c-99a8-40c7-a37e-3e2007743b46 req-bcbff070-9b09-4766-814a-455ee42ce819 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=3814a183-fc9c-42bb-b580-f422c7a369d8 HTTP/1.1" status: 200 len: 210 time: 0.2046564 Jul 06 11:41:46.106582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f', '272ab562-e5c6-40ae-b189-94f9de9d374d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:46.136098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.296726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:46.297458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0440e62e-9f95-4c74-9d82-57b2ea32c964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.300020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event deleted for resources: {'Port': ['ID=272ab562-e5c6-40ae-b189-94f9de9d374d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:46.348198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Transition to ACTIVE for port object 1386b943-f88e-4e0b-ba90-79f9f84661ea will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:46.355751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:46.357026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be4718e0-b8bd-4b07-9c3b-1bb7bc1b2d88 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:46.358595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c2f55ca-731c-460e-a853-a76b676efa7d no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:46.496792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.563622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] No DVR routers for this DVR port 272ab562-e5c6-40ae-b189-94f9de9d374d on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:46.574401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.576809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9536ef12-a761-4f95-a3b4-75f5ef57dff6 req-a57df043-1fd0-470c-adb3-6f055d1ab058 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "DELETE /v2.0/ports/272ab562-e5c6-40ae-b189-94f9de9d374d HTTP/1.1" status: 204 len: 173 time: 1.7721984 Jul 06 11:41:46.577368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-deleted', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:46.579548 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06712d2c-ddb2-4a8b-ba31-a07267bac7f8" -d '{"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-deleted", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:46.607076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No active binding found for port 9c2f55ca-731c-460e-a853-a76b676efa7d {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:41:46.608346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c2f55ca-731c-460e-a853-a76b676efa7d not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:46.640288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2f55ca-731c-460e-a853-a76b676efa7d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:46.672819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13d72b1e-1921-46f3-976e-37351df8ba88 req-fcf145d2-3021-4cf5-ad4d-f7c9a7e655bc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 210 time: 0.1102877 Jul 06 11:41:46.692217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.730799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.749797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.863422 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0440e62e-9f95-4c74-9d82-57b2ea32c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.866070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0440e62e-9f95-4c74-9d82-57b2ea32c964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.888260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0440e62e-9f95-4c74-9d82-57b2ea32c964 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1c8606f-fc17-4755-a086-efa32637ab5f HTTP/1.1" status: 204 len: 168 time: 1.3784356 Jul 06 11:41:46.900637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Pushing event updated for resources: {'Port': ['ID=1386b943-f88e-4e0b-ba90-79f9f84661ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:46.929452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749789c9-20d0-44e1-b9d8-8a15fae70521 req-63e50755-0449-4afb-87c0-abce10925fc5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:46.931063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-749789c9-20d0-44e1-b9d8-8a15fae70521 req-63e50755-0449-4afb-87c0-abce10925fc5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 945 time: 1.0390358 Jul 06 11:41:46.944555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.953793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.982761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-49ff4d0b-6447-4523-b79e-d416421693db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:46.984507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-49ff4d0b-6447-4523-b79e-d416421693db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 1096 time: 0.9600568 Jul 06 11:41:47.003440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440e62e-9f95-4c74-9d82-57b2ea32c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c8606f-fc17-4755-a086-efa32637ab5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:47.006938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:47.048634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.049435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff8538a-ea64-4b21-8fac-495fa5e5b162 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:41:47.055701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.057082 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2fc9e15b-2e15-42bd-b018-647b7ee10483 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9ff8538a-ea64-4b21-8fac-495fa5e5b162 HTTP/1.1" status: 204 len: 168 time: 3.1358714 Jul 06 11:41:47.063198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:47.126552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Deleting subnet 3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:47.133936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.211523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.235615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.353364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:47.357918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Pushing event updated for resources: {'Port': ['ID=5ef12631-5e08-4c8e-9610-82cd1a7de99b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:47.360769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:47.371772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:47.498421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:47.499254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.529979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.532872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-2067d2fb-673f-4eff-bcc8-34546d791fa8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7493808 Jul 06 11:41:47.556157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Request body: {'port': {'device_id': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:47.593556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:47.610585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:47.656090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.658758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.684493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-749789c9-20d0-44e1-b9d8-8a15fae70521 req-b87e08e5-5fd5-40fb-98e4-d89006900235 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854315 Jul 06 11:41:47.698901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:47.707999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.708639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6d7ae48e-39f4-4075-be62-c1387eb8949d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3b0a1dbb-bc0a-4c88-a0af-dd3e4f352065 HTTP/1.1" status: 204 len: 168 time: 0.6442065 Jul 06 11:41:47.718045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:47.719054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.726311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438400f-c6d6-4f94-87d0-fe80239406f3 None None] Network 85600f9f-165b-44bc-9c29-2b5718048ef7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:47.890211 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ab89a-0ef9-40c3-a31a-07fecdf5e57f x-openstack-request-id: req-106ab89a-0ef9-40c3-a31a-07fecdf5e57f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:47.890976 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3814a183-fc9c-42bb-b580-f422c7a369d8", "name": "network-vif-deleted", "tag": "272ab562-e5c6-40ae-b189-94f9de9d374d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:47.890976 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-106ab89a-0ef9-40c3-a31a-07fecdf5e57f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:47.891221 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3814a183-fc9c-42bb-b580-f422c7a369d8', 'name': 'network-vif-deleted', 'tag': '272ab562-e5c6-40ae-b189-94f9de9d374d', 'status': 'completed', 'code': 200} Jul 06 11:41:47.987599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-8aabcced-7549-49cc-8e2f-413ffc387959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:47.989120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-8aabcced-7549-49cc-8e2f-413ffc387959 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.9732742 Jul 06 11:41:48.061988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e4bc186-bc70-43b5-8202-e940cd4f6c94 None None] Provisioning for port 1386b943-f88e-4e0b-ba90-79f9f84661ea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:48.073507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e4bc186-bc70-43b5-8202-e940cd4f6c94 None None] Provisioning complete for port 1386b943-f88e-4e0b-ba90-79f9f84661ea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:48.073938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc186-bc70-43b5-8202-e940cd4f6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.107954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e578c-3bdf-415f-a5c2-eb7f9fcc5a87 req-8767c5a9-2f74-4e99-a7f0-6cc2fbf581b2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.116206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-007e578c-3bdf-415f-a5c2-eb7f9fcc5a87 req-8767c5a9-2f74-4e99-a7f0-6cc2fbf581b2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 1.0629354 Jul 06 11:41:48.124423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.133777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-b0582ded-5d17-4170-9fd3-20f50f082b87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74e51f2-d37d-4792-8b46-1c534c940eec HTTP/1.1" status: 200 len: 217 time: 0.1290872 Jul 06 11:41:48.143957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bc186-bc70-43b5-8202-e940cd4f6c94 None None] Port 1386b943-f88e-4e0b-ba90-79f9f84661ea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:48.154024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] DHCP port deletion for 85600f9f-165b-44bc-9c29-2b5718048ef7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:48.171616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:48.205733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef12631-5e08-4c8e-9610-82cd1a7de99b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:48.216321 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.229943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Transition to ACTIVE for port object 5ef12631-5e08-4c8e-9610-82cd1a7de99b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:48.238555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.251193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:48.330321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef12631-5e08-4c8e-9610-82cd1a7de99b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:48.349092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-007e578c-3bdf-415f-a5c2-eb7f9fcc5a87 req-e757576b-196b-488b-9fda-2ba21b69b76b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319055 Jul 06 11:41:48.361074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] Deleting port d27aa41c-0226-4299-a97c-71343fd878a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:48.361568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.371535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-020d2082-c730-44c0-a81a-ccb8eb365e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.371535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-020d2082-c730-44c0-a81a-ccb8eb365e08 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.1981223 Jul 06 11:41:48.415155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-network', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:48.442827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:48.456639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Made reservation on behalf of 1912d380ef0140d7aa12c7fc6b929ac6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:48.457889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:48.458341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.463659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.477419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Attempting to bind port 5ef12631-5e08-4c8e-9610-82cd1a7de99b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:48.477742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Attempting to bind port 5ef12631-5e08-4c8e-9610-82cd1a7de99b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:48.478071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Attempting to bind port 5ef12631-5e08-4c8e-9610-82cd1a7de99b on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:48.488002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Port 5ef12631-5e08-4c8e-9610-82cd1a7de99b on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:48.488330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Attempting to bind port 5ef12631-5e08-4c8e-9610-82cd1a7de99b on network ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:48.490309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.507819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:48.509465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Checking segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:48.509871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Bound using segment: {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:48.510333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Bound port: 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329d019b-933d-4639-a093-a17ff145d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:48.510697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.525200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-e3e1b02c-cc55-4c2e-92e9-a7a5a5c034d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353452 Jul 06 11:41:48.556125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] For port d27aa41c-0226-4299-a97c-71343fd878a1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d27aa41c-0226-4299-a97c-71343fd878a1,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:48.556720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.581416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] Calling delete_port for d27aa41c-0226-4299-a97c-71343fd878a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:48.616258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] For port 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:48.621428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] For port 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:48.625456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.636203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.659987 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.689332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:48.691147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.691950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.693187 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] 10.222.0.79 "PUT /v2.0/ports/5ef12631-5e08-4c8e-9610-82cd1a7de99b HTTP/1.1" status: 200 len: 1092 time: 1.1428938 Jul 06 11:41:48.693628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'tag': '5ef12631-5e08-4c8e-9610-82cd1a7de99b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:48.695890 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecb2175-3077-4039-a28e-964e47844cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4ae4c4-873a-465d-9181-90522b454b8f", "tag": "5ef12631-5e08-4c8e-9610-82cd1a7de99b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:48.710414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.739891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.741559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72f63-27f2-4796-9f6d-247b0e0c9bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef12631-5e08-4c8e-9610-82cd1a7de99b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:48.749953 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.764687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Deleting port d27aa41c-0226-4299-a97c-71343fd878a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:48.765598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.829400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:48.846475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:48.861275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e74e51f2-d37d-4792-8b46-1c534c940eec no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:48.877130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-b369d802-163a-41d9-bba8-93fa8145f637 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442693 Jul 06 11:41:48.884971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.885465 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Added segment 9a96d8e5-aa02-4f09-847a-a89abe42477b of type vlan for network c997dfcb-317b-4b35-95ab-83a168dc85b8 Jul 06 11:41:48.908021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b160bb6-c37d-45a5-9147-eb042bd880b8 req-89e960ad-db4b-4eac-9ec4-1e27740bb2a8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.910727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf2ba8-7559-4741-bdb0-4817337160d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:48.912452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b160bb6-c37d-45a5-9147-eb042bd880b8 req-89e960ad-db4b-4eac-9ec4-1e27740bb2a8 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 944 time: 0.3778858 Jul 06 11:41:48.943465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-eab74235-9bde-4551-a5e1-1a4b8a3d8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.945020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-eab74235-9bde-4551-a5e1-1a4b8a3d8b4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 1095 time: 0.1597931 Jul 06 11:41:48.963136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.973301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.998211 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-27bc161f-acd4-4e8e-9632-197bf9b43c09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b HTTP/1.1" status: 200 len: 217 time: 0.0443256 Jul 06 11:41:49.054753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.055743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.056356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.061916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] For port d27aa41c-0226-4299-a97c-71343fd878a1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d27aa41c-0226-4299-a97c-71343fd878a1,segment=NetworkSegment(81b35d93-eb48-4b7d-9f83-c7872d0dff6d),segment_id=81b35d93-eb48-4b7d-9f83-c7872d0dff6d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:49.062594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.099772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Calling delete_port for d27aa41c-0226-4299-a97c-71343fd878a1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:49.124347 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9515889 Jul 06 11:41:49.128430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-9273ddc3-89a2-4143-817e-8da87e0695f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.128695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:49.130163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-9273ddc3-89a2-4143-817e-8da87e0695f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 200 len: 854 time: 0.1239216 Jul 06 11:41:49.131205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ce80-7ce1-401d-92e5-a1876c3f56b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c997dfcb-317b-4b35-95ab-83a168dc85b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:49.144317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] No DVR routers for this DVR port d27aa41c-0226-4299-a97c-71343fd878a1 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:49.146722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Request body: {'subnet': {'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-subnet', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:49.148703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f88c1e-128f-4c41-af5a-2316f0428c5b None None] Pushing event deleted for resources: {'Port': ['ID=d27aa41c-0226-4299-a97c-71343fd878a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:49.150975 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.170896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:49.173978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b160bb6-c37d-45a5-9147-eb042bd880b8 req-7413f05d-617f-46ff-a6f2-516243014fcc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217960 Jul 06 11:41:49.175815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-469c5ecc-2166-4244-8e15-8ecc568931b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386982 Jul 06 11:41:49.188907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:49.191463 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d6bf3e-514e-4b65-b985-8322862bbdfa" -d '{"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-unplugged", "status": "completed", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:49.230857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee861774-db31-4fd7-b88c-f5cd190ae1f9 req-409624b3-5d11-4a12-9e9c-e1fb4f080c8c service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442199 Jul 06 11:41:49.236802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:49.239716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.258751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.260195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.260925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:49.269118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dafd9-11dc-4207-adb5-0c78ee831135 req-03280a41-04ea-4aa4-af0a-4d980d1da707 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.280973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-778dafd9-11dc-4207-adb5-0c78ee831135 req-03280a41-04ea-4aa4-af0a-4d980d1da707 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.3758957 Jul 06 11:41:49.280973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Made reservation on behalf of 1912d380ef0140d7aa12c7fc6b929ac6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:49.281408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.286538 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03581b5-808a-4fe1-bce7-0a945a325acb x-openstack-request-id: req-c03581b5-808a-4fe1-bce7-0a945a325acb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:49.287113 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4ae4c4-873a-465d-9181-90522b454b8f", "tag": "5ef12631-5e08-4c8e-9610-82cd1a7de99b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:49.287608 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c03581b5-808a-4fe1-bce7-0a945a325acb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:49.288615 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'tag': '5ef12631-5e08-4c8e-9610-82cd1a7de99b', 'status': 'completed', 'code': 200} Jul 06 11:41:49.293278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 272ab562-e5c6-40ae-b189-94f9de9d374d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:49.293670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 272ab562-e5c6-40ae-b189-94f9de9d374d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:49.304303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-efca123a-f705-4c8d-997a-c30f6643ebeb service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199298 Jul 06 11:41:49.351550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:49.419721 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c48fed89-0098-4491-8e9e-dfaae2dd69ca req-eca4783e-284b-4cac-8fbe-5f068f3296d3 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078715 Jul 06 11:41:49.484716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Pushing event updated for resources: {'Port': ['ID=1386b943-f88e-4e0b-ba90-79f9f84661ea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:49.487143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.505481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-778dafd9-11dc-4207-adb5-0c78ee831135 req-c83492d5-429f-48fd-b946-a72ccfb8820c tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283406 Jul 06 11:41:49.512258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.538407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2175-3077-4039-a28e-964e47844cbd req-347fe313-376d-4a91-a790-fb3c89f77dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.539515 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-347fe313-376d-4a91-a790-fb3c89f77dbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=256e9d4074b04ffa9f0428558486c30a&device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 1095 time: 0.0614405 Jul 06 11:41:49.614551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=d27aa41c-0226-4299-a97c-71343fd878a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:49.620178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] No DVR routers for this DVR port d27aa41c-0226-4299-a97c-71343fd878a1 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:49.652399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2175-3077-4039-a28e-964e47844cbd req-2fc218ec-7c25-479f-8351-457d4f77e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.654754 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-2fc218ec-7c25-479f-8351-457d4f77e5f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 200 len: 915 time: 0.1055911 Jul 06 11:41:49.702745 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-d2592ec3-7869-4f57-85a3-c6d86061b7c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b HTTP/1.1" status: 200 len: 217 time: 0.0408561 Jul 06 11:41:49.753123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2175-3077-4039-a28e-964e47844cbd req-6befe033-332c-4913-af7c-d70fb9ab6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.754595 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-6befe033-332c-4913-af7c-d70fb9ab6d76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 200 len: 854 time: 0.0439219 Jul 06 11:41:49.782593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988cb8-a3fa-4526-9470-d7d0cb8d30b9 req-d056644f-e532-4ea6-abf5-2957cef08432 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.784216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6988cb8-a3fa-4526-9470-d7d0cb8d30b9 req-d056644f-e532-4ea6-abf5-2957cef08432 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.3820260 Jul 06 11:41:49.789348 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-b850bcd6-4989-4d4f-8509-2de8df50dc1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271232 Jul 06 11:41:49.864905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.894739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85600f9f-165b-44bc-9c29-2b5718048ef7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:49.895099 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-7282914a-ab58-40bc-a505-00882da1caba service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972769 Jul 06 11:41:49.906762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:49.911990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.922456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b35d93-eb48-4b7d-9f83-c7872d0dff6d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:49.922755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b35d93-eb48-4b7d-9f83-c7872d0dff6d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:49.926072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:49.955400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.993921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6988cb8-a3fa-4526-9470-d7d0cb8d30b9 req-572a1d9f-82e8-47c1-9014-59262cd4f87f tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948662 Jul 06 11:41:50.006360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ecb2175-3077-4039-a28e-964e47844cbd req-e5e10627-6df4-44da-8535-0e91280a1435 service neutron] 10.222.0.79 "GET /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029787 Jul 06 11:41:50.015811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.030676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7f37f-7fa6-41cc-bc4d-85a93a748615 req-0c58ec92-73b0-42f5-8b0d-d8ef72d663ae tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.032351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86a7f37f-7fa6-41cc-bc4d-85a93a748615 req-0c58ec92-73b0-42f5-8b0d-d8ef72d663ae tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 943 time: 0.3696239 Jul 06 11:41:50.064363 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f998cf-8fa0-440e-8dd3-b6f33cfdb43e x-openstack-request-id: req-80f998cf-8fa0-440e-8dd3-b6f33cfdb43e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:50.064849 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-unplugged", "status": "completed", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:50.064954 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80f998cf-8fa0-440e-8dd3-b6f33cfdb43e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:50.065354 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'code': 200} Jul 06 11:41:50.091961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:50.092673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:50.100195 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:50.140797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:50.160829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1089172c-de91-40ee-8453-f5aa80b2da04,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:50.219415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:50.219796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.227764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Checking segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:50.228150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Network hostable DHCP agents. Network: c997dfcb-317b-4b35-95ab-83a168dc85b8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:50.263801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-af058bba-9dc4-4aba-bb26-7dad47fb5351 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.266637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-af058bba-9dc4-4aba-bb26-7dad47fb5351 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 949 time: 0.0964532 Jul 06 11:41:50.272359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.295838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86a7f37f-7fa6-41cc-bc4d-85a93a748615 req-89bd0538-5d86-4ad0-9ce9-7b910b17f3ef tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083974 Jul 06 11:41:50.308918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.314137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] 10.222.0.78 "DELETE /v2.0/networks/85600f9f-165b-44bc-9c29-2b5718048ef7 HTTP/1.1" status: 204 len: 168 time: 2.5982015 Jul 06 11:41:50.323691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0bd8904-ed9f-43a7-b581-881c5f9f10ed None None] Provisioning complete for port 1386b943-f88e-4e0b-ba90-79f9f84661ea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:50.324184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8904-ed9f-43a7-b581-881c5f9f10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.337965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ea53f-1ddb-4e09-a8ae-d79d2f02bfdc admin admin] Pushing event deleted for resources: {'Network': ['ID=85600f9f-165b-44bc-9c29-2b5718048ef7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:50.350359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Router 18055923-51a6-4b90-ab50-77392a7c7600 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:41:50.363297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:50.384111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd8904-ed9f-43a7-b581-881c5f9f10ed None None] Port 1386b943-f88e-4e0b-ba90-79f9f84661ea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:50.394384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c997dfcb-317b-4b35-95ab-83a168dc85b8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:50.401881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f336ae3-7f89-4c2e-b5d3-b5673b7d2643 None None] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:50.410162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.410881 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.471780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d27aa41c-0226-4299-a97c-71343fd878a1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:50.487452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdf90c-c56d-4adb-91c1-dd1a3e5efa25 req-ab4c897c-f644-4755-914c-e3effc2bfcf3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.494579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bacdf90c-c56d-4adb-91c1-dd1a3e5efa25 req-ab4c897c-f644-4755-914c-e3effc2bfcf3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2560227 Jul 06 11:41:50.502531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d27aa41c-0226-4299-a97c-71343fd878a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:50.502894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d27aa41c-0226-4299-a97c-71343fd878a1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:50.505630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2694874f-a38f-4e24-bb45-376fe4cc9169 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3670230 Jul 06 11:41:50.510908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:50.518461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:50.539832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:50.548866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Deleting port 10133e3d-3fc5-42de-90a9-aba4f920407f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:50.549451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.590387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.591589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.640840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c997dfcb-317b-4b35-95ab-83a168dc85b8', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:50.641811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.644453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bacdf90c-c56d-4adb-91c1-dd1a3e5efa25 req-30cca9ec-c46c-4e8d-936a-3f6934174fba tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489871 Jul 06 11:41:50.657194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:50.665006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-36dc4513-25bf-488a-9633-f839bcbfc963 admin admin] 10.222.0.78 "PUT /v2.0/routers/18055923-51a6-4b90-ab50-77392a7c7600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3283265 Jul 06 11:41:50.674432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Sync routers for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:50.684477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-05a996cc-c36f-4bb8-9ba4-2fb05e861577 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=006c1771975c472683298f24bb81ab80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371844 Jul 06 11:41:50.687489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:50.692547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.783858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7b47c-b791-4d8d-a854-4e1b22ac1b44 req-a83b2bb2-7741-4c82-9caf-e14444407663 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.785912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67a7b47c-b791-4d8d-a854-4e1b22ac1b44 req-a83b2bb2-7741-4c82-9caf-e14444407663 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 944 time: 0.2472701 Jul 06 11:41:50.791329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:50.791993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:50.795082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] For port 10133e3d-3fc5-42de-90a9-aba4f920407f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=10133e3d-3fc5-42de-90a9-aba4f920407f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:50.795566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.828840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569c497d-e4cd-47e9-9faa-c5ac4203f8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.880226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67a7b47c-b791-4d8d-a854-4e1b22ac1b44 req-e5356ed7-3b0c-4e3a-95c3-b283a25022af tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815408 Jul 06 11:41:50.891207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569c497d-e4cd-47e9-9faa-c5ac4203f8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.911731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.915665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Calling delete_port for 10133e3d-3fc5-42de-90a9-aba4f920407f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:50.999209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569c497d-e4cd-47e9-9faa-c5ac4203f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.001969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569c497d-e4cd-47e9-9faa-c5ac4203f8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.006228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-569c497d-e4cd-47e9-9faa-c5ac4203f8d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c34ecfe9-e82a-4b91-a9aa-287cc9a217a3 HTTP/1.1" status: 204 len: 168 time: 0.3177571 Jul 06 11:41:51.020974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c497d-e4cd-47e9-9faa-c5ac4203f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34ecfe9-e82a-4b91-a9aa-287cc9a217a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:51.078506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Allocated IP 172.20.0.2 (c997dfcb-317b-4b35-95ab-83a168dc85b8/1089172c-de91-40ee-8453-f5aa80b2da04/5c4e7267-b010-4217-a803-807f840b6b0e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:51.272490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:51.390009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.417346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:51.420749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2aaadc-3844-4f6f-aa16-c61394df26d1 req-d69adbfb-08c4-4a39-99eb-638548377389 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef2f65f8-0169-45ba-aa43-830812aa21be HTTP/1.1" status: 200 len: 210 time: 0.0402451 Jul 06 11:41:51.432739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4aa19-e9c0-4326-92b4-6227ea731858 req-bc2b94b2-91f4-4d8b-a96c-d6fbbaad6c92 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:51.434961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['10133e3d-3fc5-42de-90a9-aba4f920407f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:51.440966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24b4aa19-e9c0-4326-92b4-6227ea731858 req-bc2b94b2-91f4-4d8b-a96c-d6fbbaad6c92 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.1351924 Jul 06 11:41:51.486175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24b4aa19-e9c0-4326-92b4-6227ea731858 req-fa692865-db22-4477-b798-cf284b968d67 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Jul 06 11:41:51.519961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event deleted for resources: {'Port': ['ID=10133e3d-3fc5-42de-90a9-aba4f920407f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:51.637124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] No DVR routers for this DVR port 10133e3d-3fc5-42de-90a9-aba4f920407f on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:51.643630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.647165 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c810b79-f6fa-4b80-b48d-e0143426703e req-0ea309bf-0ac6-4686-a35b-527451ffb8ff tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.79 "DELETE /v2.0/ports/10133e3d-3fc5-42de-90a9-aba4f920407f HTTP/1.1" status: 204 len: 173 time: 1.3648019 Jul 06 11:41:51.650855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-deleted', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:51.660810 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3db7d69-eb24-4f89-8277-03df81f0cb66" -d '{"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-deleted", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:51.674846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.701076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.782720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15602a8-07bb-4c62-a99a-6cd99291756b req-0dd62c33-dac7-495d-b6ac-9a0bef6b8a8b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:51.798356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a15602a8-07bb-4c62-a99a-6cd99291756b req-0dd62c33-dac7-495d-b6ac-9a0bef6b8a8b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 943 time: 0.1966021 Jul 06 11:41:51.810206 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766b109-94ca-45d6-a6ab-70c1fb17022a x-openstack-request-id: req-b766b109-94ca-45d6-a6ab-70c1fb17022a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:51.810501 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f65f8-0169-45ba-aa43-830812aa21be", "name": "network-vif-deleted", "tag": "10133e3d-3fc5-42de-90a9-aba4f920407f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:51.810761 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b766b109-94ca-45d6-a6ab-70c1fb17022a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:51.811176 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f65f8-0169-45ba-aa43-830812aa21be', 'name': 'network-vif-deleted', 'tag': '10133e3d-3fc5-42de-90a9-aba4f920407f', 'status': 'completed', 'code': 200} Jul 06 11:41:51.921835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a15602a8-07bb-4c62-a99a-6cd99291756b req-c136c95e-b075-488c-83fb-834918379b46 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102459 Jul 06 11:41:52.009260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Allocated IP 172.25.7.212 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:52.157533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.210474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.214760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Transition to ACTIVE for port object 5c4e7267-b010-4217-a803-807f840b6b0e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:52.267100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.304658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Transition to ACTIVE for port object 5c4e7267-b010-4217-a803-807f840b6b0e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:52.329731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:52.330228 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.340436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:52.342854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:52.346073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:52.398713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:52.422772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:52.427520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Pushing event updated for resources: {'Port': ['ID=5c4e7267-b010-4217-a803-807f840b6b0e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:52.433611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:52.505573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 2, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:52.568020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.577872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Checking router: 18055923-51a6-4b90-ab50-77392a7c7600 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:52.578913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Updating router 18055923-51a6-4b90-ab50-77392a7c7600 port 1386b943-f88e-4e0b-ba90-79f9f84661ea binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:41:52.648798 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.686515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Attempting to bind port 5c4e7267-b010-4217-a803-807f840b6b0e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:52.688873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Attempting to bind port 5c4e7267-b010-4217-a803-807f840b6b0e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:52.689515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Attempting to bind port 5c4e7267-b010-4217-a803-807f840b6b0e on network c997dfcb-317b-4b35-95ab-83a168dc85b8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:52.755485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:52.756199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Checking segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:52.757454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.758725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Bound using segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:52.760313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Bound port: 5c4e7267-b010-4217-a803-807f840b6b0e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:52.761589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.768497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdb93-2840-442a-8751-620b1b7d00be req-b7b5a395-15e8-4751-adc3-2d3499f0853b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.770894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5ef12631-5e08-4c8e-9610-82cd1a7de99b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:52.779966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbbdb93-2840-442a-8751-620b1b7d00be req-b7b5a395-15e8-4751-adc3-2d3499f0853b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.8221807 Jul 06 11:41:52.829512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed158f8-419f-4c36-93d8-b27d34eca8cd req-efbcfb2f-f85c-4f2e-9bdf-57a822043bed tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.838315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bed158f8-419f-4c36-93d8-b27d34eca8cd req-efbcfb2f-f85c-4f2e-9bdf-57a822043bed tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 944 time: 0.1946695 Jul 06 11:41:52.860764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:52.893372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbbdb93-2840-442a-8751-620b1b7d00be req-6c1c4c2a-11d5-4bab-a174-ef23770b66b9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104045 Jul 06 11:41:52.904993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.939242 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:41:52.964392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-d34c31d9-009c-4c31-8d75-b5581f2cbd93 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.966973 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-d34c31d9-009c-4c31-8d75-b5581f2cbd93 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.79 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.1980340 Jul 06 11:41:52.986100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bed158f8-419f-4c36-93d8-b27d34eca8cd req-22e2c316-d964-4120-8740-31fb093dbec6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462905 Jul 06 11:41:53.235233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] For port 5c4e7267-b010-4217-a803-807f840b6b0e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:53.270128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] For port 5c4e7267-b010-4217-a803-807f840b6b0e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5c4e7267-b010-4217-a803-807f840b6b0e,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:53.287574 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.306908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:53.375713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5ef12631-5e08-4c8e-9610-82cd1a7de99b', 'network_id': 'ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e', 'port_id': '5ef12631-5e08-4c8e-9610-82cd1a7de99b', 'mac_address': 'fa:16:3e:69:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c3ea8-315d-410c-9f35-e415c0cc1b7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:53.412124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b0f5f-3510-4928-b559-fa8859762b2b None None] Pushing event updated for resources: {'Port': ['ID=5c4e7267-b010-4217-a803-807f840b6b0e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:53.471708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414beea-e647-47c7-8722-09494f8db531 req-32116e88-0a27-4fd7-bf66-767465315122 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.475789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6414beea-e647-47c7-8722-09494f8db531 req-32116e88-0a27-4fd7-bf66-767465315122 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 945 time: 0.0895104 Jul 06 11:41:53.499021 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.530496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.538960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef12631-5e08-4c8e-9610-82cd1a7de99b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:53.549137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Transition to ACTIVE for port object 1386b943-f88e-4e0b-ba90-79f9f84661ea will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:53.558628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6414beea-e647-47c7-8722-09494f8db531 req-a5348dd2-8cd6-4765-9af3-3af5839cbe27 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups?id=1889309a-9e1b-4b3c-816f-bddd6d953812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737882 Jul 06 11:41:53.574126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:53.576292 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.617342 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.633223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-327919480-network', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:53.656863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad83462-a691-4798-84f7-9b023c404d32 None None] Pushing event updated for resources: {'Port': ['ID=1386b943-f88e-4e0b-ba90-79f9f84661ea,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:53.682860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Made reservation on behalf of e2a6294e2fe24d19afab817fc2bb196a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:53.685869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.700520 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.876850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Attempting to bind port 1386b943-f88e-4e0b-ba90-79f9f84661ea on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:53.877306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Attempting to bind port 1386b943-f88e-4e0b-ba90-79f9f84661ea by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:53.877726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Attempting to bind port 1386b943-f88e-4e0b-ba90-79f9f84661ea on network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:53.885438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5ef12631-5e08-4c8e-9610-82cd1a7de99b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:53.930394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:53.930918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Checking segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:53.931333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.933341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Bound using segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:53.933848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Bound port: 1386b943-f88e-4e0b-ba90-79f9f84661ea, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:53.934979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.134540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.135792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5ef12631-5e08-4c8e-9610-82cd1a7de99b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:54.150267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Deleting port bf2d4bfc-ff83-4937-9366-42f96504b08c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:54.150746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.241686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] For port 1386b943-f88e-4e0b-ba90-79f9f84661ea, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:54.303479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] For port 1386b943-f88e-4e0b-ba90-79f9f84661ea, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1386b943-f88e-4e0b-ba90-79f9f84661ea,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:54.306651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.338544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.339010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.350489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5c4e7267-b010-4217-a803-807f840b6b0e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:54.471439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d1f49-3045-4fac-bf25-2cc667cfe657 req-e71b3e40-6ac7-447b-9889-2c73cb9bcef5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:54.480649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-154d1f49-3045-4fac-bf25-2cc667cfe657 req-e71b3e40-6ac7-447b-9889-2c73cb9bcef5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1271057 Jul 06 11:41:54.487485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:54.518515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad83462-a691-4798-84f7-9b023c404d32 None None] Pushing event updated for resources: {'Port': ['ID=1386b943-f88e-4e0b-ba90-79f9f84661ea,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:54.529825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:54.530865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:54.545591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf34b7-2d93-441a-aae7-f9fb6c8c393a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:54.556607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:54.556607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.586798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.587153 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Added segment 8ab9a058-a04c-4b48-b1ca-1f73a1d2de34 of type vlan for network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c Jul 06 11:41:54.651129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-154d1f49-3045-4fac-bf25-2cc667cfe657 req-67521a78-e2c7-47e2-99ac-b49686a0ac3f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681335 Jul 06 11:41:54.656551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5c4e7267-b010-4217-a803-807f840b6b0e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:54.714926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-754be652-e128-40f2-9598-5af91c3fee4e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:54.724865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-754be652-e128-40f2-9598-5af91c3fee4e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4d12289-8396-4a37-b723-263dbfb28846 HTTP/1.1" status: 200 len: 943 time: 0.1691296 Jul 06 11:41:54.799946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:54.857560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e74e51f2-d37d-4792-8b46-1c534c940eec no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:54.984787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.041642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port e74e51f2-d37d-4792-8b46-1c534c940eec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:55.041898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.049549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.050533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:55.051845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.094788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bf2d4bfc-ff83-4937-9366-42f96504b08c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:55.130295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be8137-0fa2-4c3c-9c20-9edb2470ec4f None None] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:55.134066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4596d1e-ca04-435d-954e-3eb77b25e345 req-50fae437-2bdc-4f06-8a07-120a8cea301c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:55.136176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4596d1e-ca04-435d-954e-3eb77b25e345 req-50fae437-2bdc-4f06-8a07-120a8cea301c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 945 time: 0.2138221 Jul 06 11:41:55.209041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4596d1e-ca04-435d-954e-3eb77b25e345 req-474c029e-2b0f-49dc-acf7-ff9e9287562d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Jul 06 11:41:55.239629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.240353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.240882 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12 disassociated. External IP: 172.25.7.109, port: bf2d4bfc-ff83-4937-9366-42f96504b08c. Jul 06 11:41:55.241374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Calling delete_port for bf2d4bfc-ff83-4937-9366-42f96504b08c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:55.254226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port e74e51f2-d37d-4792-8b46-1c534c940eec, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e74e51f2-d37d-4792-8b46-1c534c940eec,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:55.254866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.277325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] Pushing event updated for resources: {'Network': ['ID=d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:55.287197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] Provisioning for port 5c4e7267-b010-4217-a803-807f840b6b0e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:55.291526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for e74e51f2-d37d-4792-8b46-1c534c940eec owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:55.297920 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.322443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:55.336906 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ca2c918e-451d-475b-be0f-15af0cbf80bb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4706926 Jul 06 11:41:55.340866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:55.351887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Request body: {'subnet': {'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-subnet', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:55.360168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Router ae1f44c4-4486-474f-a828-b044fa9d264e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:41:55.414702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] Provisioning complete for port 5c4e7267-b010-4217-a803-807f840b6b0e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:55.415075 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.436638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:55.439752 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc076770-62f1-4245-9b6f-eef9eab0e818" -d '{"events": [{"server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:55.471650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Made reservation on behalf of e2a6294e2fe24d19afab817fc2bb196a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:55.474162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.535099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bf2d4bfc-ff83-4937-9366-42f96504b08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bf2d4bfc-ff83-4937-9366-42f96504b08c,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:55.556817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc608488-b82c-45d7-ae4d-5c428b82b1a2 req-d8ab3709-178a-4269-b530-136d2ac0ed39 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:55.557954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc608488-b82c-45d7-ae4d-5c428b82b1a2 req-d8ab3709-178a-4269-b530-136d2ac0ed39 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.1265829 Jul 06 11:41:55.563977 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.564504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:55.611372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc608488-b82c-45d7-ae4d-5c428b82b1a2 req-fd184cc5-f075-4c43-9475-36c787df8265 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Jul 06 11:41:55.612447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.670027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:55.707362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:55.709484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=e74e51f2-d37d-4792-8b46-1c534c940eec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:55.713303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port e74e51f2-d37d-4792-8b46-1c534c940eec on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:55.717258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.719064 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:55.727814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc62f29d-66bc-4e84-8395-952cc8e4da71 req-ee0f1314-7119-4601-a1e6-1335066b4999 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "DELETE /v2.0/ports/e74e51f2-d37d-4792-8b46-1c534c940eec HTTP/1.1" status: 204 len: 173 time: 1.0013354 Jul 06 11:41:55.728388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 10133e3d-3fc5-42de-90a9-aba4f920407f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:55.728566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-deleted', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:55.729043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 10133e3d-3fc5-42de-90a9-aba4f920407f not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:55.732390 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe07d5-990b-42a8-b02d-8237bc55dcc3" -d '{"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-deleted", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:55.738189 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:55.739072 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:55.760605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:54Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:55.788531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.806620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95601c9-e529-4f1a-bf66-3b148a23766c None None] The sync data for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 is: [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:54Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:55.967533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.018469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78783999-4101-4fbc-926a-3e9f7903cc87 req-55d720ed-194e-4169-b5a1-821a5616b38b tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 210 time: 0.0762324 Jul 06 11:41:56.022421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] For port 5c4e7267-b010-4217-a803-807f840b6b0e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5c4e7267-b010-4217-a803-807f840b6b0e,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:56.025777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event deleted for resources: {'Port': ['ID=bf2d4bfc-ff83-4937-9366-42f96504b08c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:56.032051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.034959 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4dc4f780-878e-4ce0-bdef-4ee476262a00 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.5229735 Jul 06 11:41:56.038366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:56.047955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.054700 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:56.215611 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64997b08-db63-43f6-bd75-1eaafbc773ad x-openstack-request-id: req-64997b08-db63-43f6-bd75-1eaafbc773ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:56.216138 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:56.216398 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64997b08-db63-43f6-bd75-1eaafbc773ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:56.217424 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'code': 200} Jul 06 11:41:56.260886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1386b943-f88e-4e0b-ba90-79f9f84661ea up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:56.292516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.326879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac2770-f8ca-472a-927a-525589b5430c None None] Pushing event updated for resources: {'Port': ['ID=5c4e7267-b010-4217-a803-807f840b6b0e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:56.421619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1386b943-f88e-4e0b-ba90-79f9f84661ea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:56.426328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1386b943-f88e-4e0b-ba90-79f9f84661ea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:56.426621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.484822 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7470cc2-9017-45c4-8609-3100c176a96c x-openstack-request-id: req-c7470cc2-9017-45c4-8609-3100c176a96c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:56.485122 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d12289-8396-4a37-b723-263dbfb28846", "name": "network-vif-deleted", "tag": "e74e51f2-d37d-4792-8b46-1c534c940eec", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:56.485385 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7470cc2-9017-45c4-8609-3100c176a96c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:56.485816 n-d-799528-2 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4d12289-8396-4a37-b723-263dbfb28846', 'name': 'network-vif-deleted', 'tag': 'e74e51f2-d37d-4792-8b46-1c534c940eec', 'status': 'failed', 'code': 422} returned with failed status Jul 06 11:41:56.543873 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:41:52Z', 'revision_number': 3, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:56.639489 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:56.641432 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Updating router ae1f44c4-4486-474f-a828-b044fa9d264e port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:41:56.749428 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.818174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-9f5bfa92-2565-4f56-baf8-629b4df21841 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:56.819808 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-9f5bfa92-2565-4f56-baf8-629b4df21841 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.64 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 1.1301661 Jul 06 11:41:56.823572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:41:56.901916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5ef12631-5e08-4c8e-9610-82cd1a7de99b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:56.966366 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9198977-c3f1-402e-b48d-f22bb6d68031,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:57.005772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18f08-69fa-4286-b4ba-f458462de2e0 req-6044ce0a-c9b9-460e-a952-d0c487f33be3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:57.019129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1dc18f08-69fa-4286-b4ba-f458462de2e0 req-6044ce0a-c9b9-460e-a952-d0c487f33be3 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3365591 Jul 06 11:41:57.019497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c62df65b-0972-461a-adeb-531281fb4d1b None None] Provisioning complete for port 5c4e7267-b010-4217-a803-807f840b6b0e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:57.019900 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c62df65b-0972-461a-adeb-531281fb4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.069483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1617e84-d0b4-4a3e-ac96-dd29f4fd0c10 req-e677fe67-b9b5-4db4-a2bf-a38ec3c9e3db tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:57.077282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1617e84-d0b4-4a3e-ac96-dd29f4fd0c10 req-e677fe67-b9b5-4db4-a2bf-a38ec3c9e3db tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 945 time: 0.3228006 Jul 06 11:41:57.146939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Checking segment: {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:57.147433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Network hostable DHCP agents. Network: d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:57.196317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:57.203165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.235210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1dc18f08-69fa-4286-b4ba-f458462de2e0 req-49b5c5ca-fb4d-43fe-8707-70c2afc24bff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151129 Jul 06 11:41:57.241739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:57.291201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:57.312810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Deleting port a3910cd0-a274-481f-939e-8efb143c917d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:57.313559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.338574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1617e84-d0b4-4a3e-ac96-dd29f4fd0c10 req-bc1efd11-1455-492e-9623-e09edd6ac1ee tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603183 Jul 06 11:41:57.349571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 1386b943-f88e-4e0b-ba90-79f9f84661ea, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1386b943-f88e-4e0b-ba90-79f9f84661ea,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:57.365420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfa32fd5-afc3-4f01-b6f5-2319b92b48e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.376916 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.468838 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.529501 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Transition to ACTIVE for port object bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:57.536296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] For port a3910cd0-a274-481f-939e-8efb143c917d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a3910cd0-a274-481f-939e-8efb143c917d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:57.538000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.545708 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.566954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Calling delete_port for a3910cd0-a274-481f-939e-8efb143c917d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:57.597566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:57.598433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:57.695009 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Attempting to bind port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:57.695377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Attempting to bind port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:57.695733 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Attempting to bind port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:57.707566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=1386b943-f88e-4e0b-ba90-79f9f84661ea,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:57.710658 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f95da-d4ed-4fe4-a706-2bd0644aa754 None None] Pushing event updated for resources: {'Port': ['ID=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:57.726971 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:57.727280 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:57.727691 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.728108 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:57.728926 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Bound port: bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:57.729225 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.737606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] No DVR routers for this DVR port bf2d4bfc-ff83-4937-9366-42f96504b08c on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:57.747350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:57.752957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.766140 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-857f8380-3bd6-42f0-ac7b-1595d6ee2c24 req-ab532996-b90a-4308-8eea-3b87f45fdc3d tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.79 "DELETE /v2.0/ports/bf2d4bfc-ff83-4937-9366-42f96504b08c HTTP/1.1" status: 204 len: 173 time: 4.7875221 Jul 06 11:41:57.766140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'name': 'network-vif-deleted', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:57.768110 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfba3f7-cd0a-43fb-8990-59c594261ca0" -d '{"events": [{"server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "name": "network-vif-deleted", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:57.787560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:57.788175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.822478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3a8aa45-9c07-4704-8d3a-51016a87057c req-cb40552a-897d-4301-bdbf-651214740955 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/ports?device_id=22173220-77a8-49cb-8605-77b3b6b7340f HTTP/1.1" status: 200 len: 210 time: 0.1062193 Jul 06 11:41:57.839999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab4fe8-e201-4293-a3cd-0954b21d915c None None] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:57.846412 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4d047fd8-a5fa-46ca-b04f-8e70990d7081 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5019081 Jul 06 11:41:57.848956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:57.854465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:57.857261 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.931501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66c4e-0e1f-4f16-ba4d-3401fb8188ff req-beef7080-ae38-4f2d-bc4f-07be4a9d4ca6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:57.940211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9f66c4e-0e1f-4f16-ba4d-3401fb8188ff req-beef7080-ae38-4f2d-bc4f-07be4a9d4ca6 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/ports?device_id=10d41cd9-1ef9-488c-9861-6b5923c71cfc HTTP/1.1" status: 200 len: 949 time: 0.4195650 Jul 06 11:41:57.950670 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] For port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:57.961830 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] For port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:57.966045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.967369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.974434 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.057631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.116764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:58.119238 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:41:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:58.178941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9f66c4e-0e1f-4f16-ba4d-3401fb8188ff req-d9d2a291-72cc-4529-abc4-98e847448f97 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.78 "GET /v2.0/security-groups?id=31e6c0e7-7f89-49fb-9c4b-81d79bf09582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375121 Jul 06 11:41:58.226025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a3910cd0-a274-481f-939e-8efb143c917d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:58.236990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.239787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Pushing event deleted for resources: {'Port': ['ID=a3910cd0-a274-481f-939e-8efb143c917d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:58.284915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5ef12631-5e08-4c8e-9610-82cd1a7de99b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:58.351500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5c4e7267-b010-4217-a803-807f840b6b0e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:58.373699 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9f71a-2f2a-462c-8d62-656a7555a1d7 x-openstack-request-id: req-d9d9f71a-2f2a-462c-8d62-656a7555a1d7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:58.374327 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22173220-77a8-49cb-8605-77b3b6b7340f", "name": "network-vif-deleted", "tag": "bf2d4bfc-ff83-4937-9366-42f96504b08c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:58.374327 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9d9f71a-2f2a-462c-8d62-656a7555a1d7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:58.374711 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22173220-77a8-49cb-8605-77b3b6b7340f', 'name': 'network-vif-deleted', 'tag': 'bf2d4bfc-ff83-4937-9366-42f96504b08c', 'status': 'completed', 'code': 200} Jul 06 11:41:58.386539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f95da-d4ed-4fe4-a706-2bd0644aa754 None None] Pushing event updated for resources: {'Port': ['ID=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:58.419564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] No DVR routers for this DVR port a3910cd0-a274-481f-939e-8efb143c917d on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:58.453332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5ef12631-5e08-4c8e-9610-82cd1a7de99b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:58.453708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.466822 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:58.507267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.512356 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4e518bd-4f54-47e7-8f0e-25d16e3f0ff4 req-4bd1be48-7966-4364-8425-2fee405a5511 tempest-MigrationsAdminTest-1311181182 tempest-MigrationsAdminTest-1311181182-project] 10.222.0.64 "DELETE /v2.0/ports/a3910cd0-a274-481f-939e-8efb143c917d HTTP/1.1" status: 204 len: 173 time: 1.6769760 Jul 06 11:41:58.536235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Allocated IP 172.20.0.1 (c997dfcb-317b-4b35-95ab-83a168dc85b8/1089172c-de91-40ee-8453-f5aa80b2da04/d067dbc5-f1f1-43d5-adb6-08ab6dcf0091) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:58.686281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.780044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5c4e7267-b010-4217-a803-807f840b6b0e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:58.780421 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.791785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'fixed_ips': [{'subnet_id': 'f9198977-c3f1-402e-b48d-f22bb6d68031'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:58.793701 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.872203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.926056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:58.975333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Transition to ACTIVE for port object d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:59.034792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-724e7113-5ffc-40e5-b42d-ba47fb26ad86 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:59.045238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-724e7113-5ffc-40e5-b42d-ba47fb26ad86 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.9058642 Jul 06 11:41:59.075221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-19259258-1cd6-4e09-bd23-335801820afb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.0266387 Jul 06 11:41:59.110133 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:41:52Z', 'revision_number': 3, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:59.128925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fffc-a756-418c-a19a-273be7013dbb req-6e281574-0f30-412d-863d-78c944ba8ef6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:59.134198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.137444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.138208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f92fffc-a756-418c-a19a-273be7013dbb req-6e281574-0f30-412d-863d-78c944ba8ef6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4925389 Jul 06 11:41:59.156826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a492edf-109f-49f6-ad13-d23723bb773c None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:41:52Z', 'revision_number': 3, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:59.157647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-ac12f489-f4d0-4b99-8a0c-f4c2f6facb7d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810575 Jul 06 11:41:59.202941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.217356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.279847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f92fffc-a756-418c-a19a-273be7013dbb req-8f1bde36-201a-4140-9561-d8f641a6b647 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368985 Jul 06 11:41:59.311595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:59.463938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef12631-5e08-4c8e-9610-82cd1a7de99b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:59.467801 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52750ac-7087-4aeb-a540-86d2d691d4dc" -d '{"events": [{"server_uuid": "2f4ae4c4-873a-465d-9181-90522b454b8f", "name": "network-vif-plugged", "status": "completed", "tag": "5ef12631-5e08-4c8e-9610-82cd1a7de99b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:59.489078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Allocated IP 172.25.7.35 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/912fa7ff-8217-49e8-8759-38010d6b0ddb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:59.514057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:59.519780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:59.548407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1386b943-f88e-4e0b-ba90-79f9f84661ea up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:59.626245 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.706414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:59.734707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Pushing event updated for resources: {'Port': ['ID=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:59.748213 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.807433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-680f2363-2b5e-4dfd-b9f3-ae7d2f99c654 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487927 Jul 06 11:41:59.838538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.889705 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5d46-7add-4987-9a3e-7259960e1fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.900746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Allocated IP 172.20.0.2 (d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c/f9198977-c3f1-402e-b48d-f22bb6d68031/785a4a81-b1c6-44f3-abc5-37d82b8df17b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:59.964504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.066316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:00.076647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.085071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-aacbf6c9-4142-42e1-a6b8-8e737e338e9f service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667069 Jul 06 11:42:00.094257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98923e-424f-4772-a6bb-976a3c594b86 req-06f91a84-ecd6-48d5-bb9c-7cd4ec92c39a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:00.098258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:00.102157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e98923e-424f-4772-a6bb-976a3c594b86 req-06f91a84-ecd6-48d5-bb9c-7cd4ec92c39a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 945 time: 0.6058826 Jul 06 11:42:00.103069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1386b943-f88e-4e0b-ba90-79f9f84661ea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:00.103368 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.109508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:00.109794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:00.112320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5ef12631-5e08-4c8e-9610-82cd1a7de99b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:00.134097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Pushing event updated for resources: {'Port': ['ID=912fa7ff-8217-49e8-8759-38010d6b0ddb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:00.194076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e98923e-424f-4772-a6bb-976a3c594b86 req-5d254695-7b18-4c77-bab6-6cc0cf6d7465 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880001 Jul 06 11:42:00.222079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.284657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:00.300540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.376276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-deleted', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:00.378389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a3910cd0-a274-481f-939e-8efb143c917d no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:00.382499 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e2a67c-e1b2-4825-a3e4-6bd641e00271" -d '{"events": [{"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-deleted", "tag": "a3910cd0-a274-481f-939e-8efb143c917d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:00.384552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:00.385291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:00.540763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:00.571408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.587344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.803510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Pushing event updated for resources: {'Port': ['ID=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:00.892408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98373927-7cd2-48f6-83fd-26e037281f3f x-openstack-request-id: req-98373927-7cd2-48f6-83fd-26e037281f3f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:00.892877 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4ae4c4-873a-465d-9181-90522b454b8f", "name": "network-vif-plugged", "status": "completed", "tag": "5ef12631-5e08-4c8e-9610-82cd1a7de99b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:00.893010 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98373927-7cd2-48f6-83fd-26e037281f3f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:00.893397 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef12631-5e08-4c8e-9610-82cd1a7de99b', 'code': 200} Jul 06 11:42:00.915618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: a3910cd0-a274-481f-939e-8efb143c917d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:00.916015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a3910cd0-a274-481f-939e-8efb143c917d not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:00.973568 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.121223 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8082dd9-e8c9-4fed-acc7-6b311f8d294f x-openstack-request-id: req-f8082dd9-e8c9-4fed-acc7-6b311f8d294f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:01.121914 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d41cd9-1ef9-488c-9861-6b5923c71cfc", "name": "network-vif-deleted", "tag": "a3910cd0-a274-481f-939e-8efb143c917d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:01.122148 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8082dd9-e8c9-4fed-acc7-6b311f8d294f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:01.122624 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d41cd9-1ef9-488c-9861-6b5923c71cfc', 'name': 'network-vif-deleted', 'tag': 'a3910cd0-a274-481f-939e-8efb143c917d', 'status': 'completed', 'code': 200} Jul 06 11:42:01.144616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8e53cbd-0bfe-4aa1-9039-68bef9e979c5 None None] Provisioning for port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:01.157617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:01.181291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4b24ee2-670b-4ee3-8117-776639b11185 req-c8432b09-11ac-4842-8908-ef42e676d486 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 210 time: 0.1773405 Jul 06 11:42:01.313140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.343806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:01.346765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:01.378111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e319-446c-4605-a0c2-d218638fefb9 req-7490910b-b04f-4728-a2ca-cde496374485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:01.378826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8e53cbd-0bfe-4aa1-9039-68bef9e979c5 None None] Provisioning complete for port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:01.379209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e53cbd-0bfe-4aa1-9039-68bef9e979c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.379333 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f537e319-446c-4605-a0c2-d218638fefb9 req-7490910b-b04f-4728-a2ca-cde496374485 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 1097 time: 0.2600002 Jul 06 11:42:01.387394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-7486e98d-98ba-40d4-a139-7e8daed9b931 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6727908 Jul 06 11:42:01.526739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.617834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.640865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8e53cbd-0bfe-4aa1-9039-68bef9e979c5 None None] Port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:01.654257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Transition to ACTIVE for port object 785a4a81-b1c6-44f3-abc5-37d82b8df17b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:01.717227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Transition to ACTIVE for port object 785a4a81-b1c6-44f3-abc5-37d82b8df17b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:01.743472 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.771230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:01.887104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:01.912227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:01.919227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:01.922800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Pushing event updated for resources: {'Port': ['ID=785a4a81-b1c6-44f3-abc5-37d82b8df17b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:01.927824 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f537e319-446c-4605-a0c2-d218638fefb9 req-4a493985-4eff-45e4-94b8-16b3644206d1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269334 Jul 06 11:42:01.935451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457456-52f6-4ce3-9126-6d40b70316f5 req-5d880f61-6209-42ae-9bf2-8b31c16652ba tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:01.938660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20457456-52f6-4ce3-9126-6d40b70316f5 req-5d880f61-6209-42ae-9bf2-8b31c16652ba tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 1.0001044 Jul 06 11:42:01.945967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32db58d1-8d8e-4010-9a87-298a5b4655b1 None None] Provisioning complete for port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:01.948334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32db58d1-8d8e-4010-9a87-298a5b4655b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.006443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:02.008923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-3122bac4-eded-4ec9-a9f2-e252258a2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:02.010658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-3122bac4-eded-4ec9-a9f2-e252258a2533 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1100 time: 0.4756474 Jul 06 11:42:02.013827 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-72871bf1-290d-4f45-ab01-70b4f857d61c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7005234f84c840ffa09c6e598d36f7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8506885 Jul 06 11:42:02.017090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:02.018720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.034504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:02.047759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20457456-52f6-4ce3-9126-6d40b70316f5 req-90e42b4b-74db-421d-9bd0-322da8fdc9e6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908973 Jul 06 11:42:02.102159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9a84e-e564-4e87-a7fe-bd6f8eda014d None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:18Z', 'revision_number': 4, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '36481931-59ff-40a5-8ff5-e932ac852a5f', 'name': '', 'network_id': '3dd86d67-d7ab-4954-ae4f-06a7504bd2d2', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'mac_address': 'fa:16:3e:0b:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a1946519-043b-4080-a748-21799d4b8149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:16Z', 'updated_at': '2021-07-06T11:35:31Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'subnets': [{'id': 'a1946519-043b-4080-a748-21799d4b8149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:02.111430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:02.135602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:02.136336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.138777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-32db58d1-8d8e-4010-9a87-298a5b4655b1 None None] Port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:02.141106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Attempting to bind port 785a4a81-b1c6-44f3-abc5-37d82b8df17b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:02.141478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Attempting to bind port 785a4a81-b1c6-44f3-abc5-37d82b8df17b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:02.141885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Attempting to bind port 785a4a81-b1c6-44f3-abc5-37d82b8df17b on network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:02.150513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed9bd-a89f-49a2-b551-1928306e748b req-904421f1-2717-4fc9-b9f3-1f0a332373f6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:02.160044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-317ed9bd-a89f-49a2-b551-1928306e748b req-904421f1-2717-4fc9-b9f3-1f0a332373f6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.4187264 Jul 06 11:42:02.177905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:02.178281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Checking segment: {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:02.178687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.179082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Bound using segment: {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:02.186968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Bound port: 785a4a81-b1c6-44f3-abc5-37d82b8df17b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:02.187717 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.260667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:02.332739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.366489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] For port 785a4a81-b1c6-44f3-abc5-37d82b8df17b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:02.388910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] For port 785a4a81-b1c6-44f3-abc5-37d82b8df17b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=785a4a81-b1c6-44f3-abc5-37d82b8df17b,segment=NetworkSegment(8ab9a058-a04c-4b48-b1ca-1f73a1d2de34),segment_id=8ab9a058-a04c-4b48-b1ca-1f73a1d2de34)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:02.391708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.407740 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.427838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:02.538224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-743de673-ec26-44f3-8f53-97104d78af96 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.538469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318b754-de82-45a5-93cd-9be7803bf8aa None None] Pushing event updated for resources: {'Port': ['ID=785a4a81-b1c6-44f3-abc5-37d82b8df17b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:02.561696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.622448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01ccae7e-223d-4f90-8fb4-b1cc53f46f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.625906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-743de673-ec26-44f3-8f53-97104d78af96 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.674587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:02.755732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01ccae7e-223d-4f90-8fb4-b1cc53f46f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.764459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:42:02.916817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5a3c7a2-06e0-4df8-a639-2cd75b0a1741 req-d96e6f12-0e4d-49ce-a934-bb5937373a4a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 210 time: 0.1484663 Jul 06 11:42:03.013488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f285fb-3588-45ea-a526-361aa8772e4a None None] New status for floating IP 9a2fd252-8472-49d6-85e1-ff8d5592fe12: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:42:03.046431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-317ed9bd-a89f-49a2-b551-1928306e748b req-b04063a3-0846-4a0d-a0d6-575bce9ad13f tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8851130 Jul 06 11:42:03.089123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-df745faf-a979-4ed5-83a3-faa5cb11a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.097702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-df745faf-a979-4ed5-83a3-faa5cb11a9ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 1.0447292 Jul 06 11:42:03.189063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:03.208072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Sync routers for ids ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:03.219279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-e04f90c1-b0e4-427d-890a-937ce760e33f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 217 time: 0.1075907 Jul 06 11:42:03.224672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Routers {'9c3b8882-dc17-446b-a95a-30ca56acf6b6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:03.229602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:03.229715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:03.239641 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:03.255299 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:03.256500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e7a9425-9c34-49fc-882c-9b98318d1811 admin admin] 10.222.0.78 "PUT /v2.0/routers/ae1f44c4-4486-474f-a828-b044fa9d264e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2165489 Jul 06 11:42:03.267838 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:03.369805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-743de673-ec26-44f3-8f53-97104d78af96 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.375861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-743de673-ec26-44f3-8f53-97104d78af96 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.376419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-d74ba26d-fae9-453b-bd2f-baa87fad7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.382073 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-743de673-ec26-44f3-8f53-97104d78af96 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "DELETE /v2.0/security-groups/1889309a-9e1b-4b3c-816f-bddd6d953812 HTTP/1.1" status: 204 len: 168 time: 1.0854373 Jul 06 11:42:03.384789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-d74ba26d-fae9-453b-bd2f-baa87fad7f6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1564267 Jul 06 11:42:03.387961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:03.440082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743de673-ec26-44f3-8f53-97104d78af96 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889309a-9e1b-4b3c-816f-bddd6d953812,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:03.455293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.468879 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7fc7b48f-7834-4eb8-aee0-d39d6c8d754b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6174161 Jul 06 11:42:03.470363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:03.515723 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-29d495c3-85c7-4808-b3c9-af3003acc0fc tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] show failed (client error): The resource could not be found. Jul 06 11:42:03.520220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-29d495c3-85c7-4808-b3c9-af3003acc0fc tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "GET /v2.0/security-groups/1889309a-9e1b-4b3c-816f-bddd6d953812 HTTP/1.1" status: 404 len: 347 time: 0.1201835 Jul 06 11:42:03.524312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:03.576169 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:03.591291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01ccae7e-223d-4f90-8fb4-b1cc53f46f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.594041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01ccae7e-223d-4f90-8fb4-b1cc53f46f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.597572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-01ccae7e-223d-4f90-8fb4-b1cc53f46f74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/31e6c0e7-7f89-49fb-9c4b-81d79bf09582 HTTP/1.1" status: 204 len: 168 time: 1.5692811 Jul 06 11:42:03.622407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Set router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:03.644761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccae7e-223d-4f90-8fb4-b1cc53f46f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6c0e7-7f89-49fb-9c4b-81d79bf09582,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:03.957551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-16607f06-6253-4883-b496-5fece5adb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.960051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-16607f06-6253-4883-b496-5fece5adb552 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5284977 Jul 06 11:42:04.017269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-27248944-ac02-4d6b-8436-931893262508 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:04.019162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-27248944-ac02-4d6b-8436-931893262508 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.8966253 Jul 06 11:42:04.041662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 785a4a81-b1c6-44f3-abc5-37d82b8df17b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:04.049760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:04.054811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e87729-bce3-4d74-9bbf-f1d5cd0bc2aa req-2aeba4f2-8e71-44e4-aaec-ae95d95d08a8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:04.062215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29e87729-bce3-4d74-9bbf-f1d5cd0bc2aa req-2aeba4f2-8e71-44e4-aaec-ae95d95d08a8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.6710570 Jul 06 11:42:04.142411 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 2, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:04.175407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Deleting port 89936887-a3dc-422a-95e2-a2a195dd043a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:04.175699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.241507 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:04.241865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Updating router ae1f44c4-4486-474f-a828-b044fa9d264e port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:04.293824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 785a4a81-b1c6-44f3-abc5-37d82b8df17b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:04.330742 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.358669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:04.390479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29e87729-bce3-4d74-9bbf-f1d5cd0bc2aa req-9753ba60-0050-47d0-b9ff-e36664c30b94 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913525 Jul 06 11:42:04.393272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:04.492798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adb878-0777-4af3-a343-6515330fcf36 None None] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:04.509508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-e0a2d261-1c82-441f-9946-f8bff8469573 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407028 Jul 06 11:42:04.638278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.641709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.657364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:04.660936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.756243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9c1e0f-ddae-4806-8c4e-6238078f2072 req-d6457f78-5c44-4056-acce-3dc3d88eb9c3 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248425 Jul 06 11:42:04.809753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] Provisioning for port 785a4a81-b1c6-44f3-abc5-37d82b8df17b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:04.820060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Calling delete_port for 89936887-a3dc-422a-95e2-a2a195dd043a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:04.847866 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.848136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 3, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:04.864222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74b55792-1133-4dd3-9e0b-568118b36d23 req-7564009a-3427-413f-9715-b7761fb58b05 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 210 time: 0.2299662 Jul 06 11:42:04.878592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Transition to ACTIVE for port object d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:04.885279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-041a5ae7-5d32-4758-89d9-4c7aa93ba889 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d42b93f9c1b147dba5387f87567a9e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860537 Jul 06 11:42:04.900347 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.909326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:04.963872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] Provisioning complete for port 785a4a81-b1c6-44f3-abc5-37d82b8df17b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:04.964163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.966119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Checking router: 9c3b8882-dc17-446b-a95a-30ca56acf6b6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:04.966467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Updating router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 port 912fa7ff-8217-49e8-8759-38010d6b0ddb binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:05.003028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.2 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/5be423d2-c3e2-471b-8483-4a67a991f263) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:05.005466 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4d02-2441-4c73-8bb5-2ceebe649e36 None None] Pushing event updated for resources: {'Port': ['ID=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:05.028084 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.048412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:05.049109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.234141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-564ff080-23fc-4e34-ad3c-9ce4ac8d0e10 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:05.235812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-564ff080-23fc-4e34-ad3c-9ce4ac8d0e10 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 821 time: 0.6821947 Jul 06 11:42:05.239152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.300447 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Attempting to bind port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:05.301017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Attempting to bind port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:05.301566 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Attempting to bind port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:05.309091 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:05.309782 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Checking segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:05.310283 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.310675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-33cd3a94-693e-4778-96ff-4eceb6dad272 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/quotas/1912d380ef0140d7aa12c7fc6b929ac6 HTTP/1.1" status: 200 len: 375 time: 0.0609977 Jul 06 11:42:05.310853 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Bound using segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:05.311772 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Bound port: d067dbc5-f1f1-43d5-adb6-08ab6dcf0091, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:05.312322 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.410930 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] For port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:05.414893 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] For port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:05.416901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f8844-3d07-4da0-b80c-ee54d3b7d8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.423668 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.454172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fdcb2-bea7-4961-8079-ddd286c96aed req-161ede11-281e-4372-bc63-3eb59eaca949 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:05.461749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f61fdcb2-bea7-4961-8079-ddd286c96aed req-161ede11-281e-4372-bc63-3eb59eaca949 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.4041188 Jul 06 11:42:05.490676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f8844-3d07-4da0-b80c-ee54d3b7d8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.512705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Allocated IP 172.20.0.1 (d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c/f9198977-c3f1-402e-b48d-f22bb6d68031/dc95d362-d688-4484-a38d-e7e45991a9c6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:05.518465 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4d02-2441-4c73-8bb5-2ceebe649e36 None None] Pushing event updated for resources: {'Port': ['ID=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:05.557037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:05.557716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:05.649230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-3f768bc3-9024-42a9-a298-4367d842c716 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3375735 Jul 06 11:42:05.673091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.676278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f61fdcb2-bea7-4961-8079-ddd286c96aed req-1adf96df-147e-4894-80c8-bb1f0056a0d6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132187 Jul 06 11:42:05.703609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Transition to ACTIVE for port object dc95d362-d688-4484-a38d-e7e45991a9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:05.754207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.777185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.811204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Pushing event updated for resources: {'Port': ['ID=dc95d362-d688-4484-a38d-e7e45991a9c6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:05.846437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:05.890787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:05.895426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:05.917813 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:05.940693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.997576 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.044074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Pushing event deleted for resources: {'Port': ['ID=89936887-a3dc-422a-95e2-a2a195dd043a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:06.129174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f8844-3d07-4da0-b80c-ee54d3b7d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.132816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f8844-3d07-4da0-b80c-ee54d3b7d8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.151327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b39f8844-3d07-4da0-b80c-ee54d3b7d8ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17201472-f4c1-441f-871c-9fe425b2a6bf HTTP/1.1" status: 204 len: 168 time: 1.2239072 Jul 06 11:42:06.170234 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.289045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] For port 785a4a81-b1c6-44f3-abc5-37d82b8df17b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=785a4a81-b1c6-44f3-abc5-37d82b8df17b,segment=NetworkSegment(8ab9a058-a04c-4b48-b1ca-1f73a1d2de34),segment_id=8ab9a058-a04c-4b48-b1ca-1f73a1d2de34)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:06.297999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.332537 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:42:06.335935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f8844-3d07-4da0-b80c-ee54d3b7d8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17201472-f4c1-441f-871c-9fe425b2a6bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:06.371999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-2850db98-f5a0-4ac2-9633-4dcddc30ee71 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205887 Jul 06 11:42:06.383606 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:05Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:06.390647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.413206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.419806 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01075653-8518-490f-ad09-d4427f1230a4 None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:05Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:06.421881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-47cafae2-181e-4b2c-bb30-52f7386ac090 tempest-ServersWithSpecificFlavorTestJSON-1806405846 tempest-ServersWithSpecificFlavorTestJSON-1806405846-project] 10.222.0.78 "DELETE /v2.0/floatingips/9a2fd252-8472-49d6-85e1-ff8d5592fe12 HTTP/1.1" status: 204 len: 168 time: 2.8963699 Jul 06 11:42:06.632990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.646492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712290-f69d-4110-bb99-3f657f6a64b4 req-4e0288bf-7e61-45bc-9517-7d66a3d23f51 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:06.647363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74760385-8632-4820-9a11-df70d92e8e7a None None] Pushing event updated for resources: {'Port': ['ID=785a4a81-b1c6-44f3-abc5-37d82b8df17b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:06.662223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c712290-f69d-4110-bb99-3f657f6a64b4 req-4e0288bf-7e61-45bc-9517-7d66a3d23f51 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4785802 Jul 06 11:42:06.674549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.712068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.717678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-146b4e58-9587-4137-8b82-6945f139e5eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6233678 Jul 06 11:42:06.737442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.738866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Transition to ACTIVE for port object 912fa7ff-8217-49e8-8759-38010d6b0ddb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:06.759906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.798172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-0f3a96a1-7211-4910-bfb4-5510ef51f1ea service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249353 Jul 06 11:42:06.807999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c712290-f69d-4110-bb99-3f657f6a64b4 req-38751357-1b7c-4f1e-871d-0cfb62e150ce tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264689 Jul 06 11:42:06.998796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83192f97-d0ab-4eb8-b1a3-891e07bd58a1 None None] Pushing event updated for resources: {'Port': ['ID=912fa7ff-8217-49e8-8759-38010d6b0ddb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:07.001537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baef9d7b-b13a-4f47-9c19-357bb6ee3d2d None None] Provisioning complete for port 785a4a81-b1c6-44f3-abc5-37d82b8df17b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:07.008903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baef9d7b-b13a-4f47-9c19-357bb6ee3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.011943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Pushing event updated for resources: {'Port': ['ID=dc95d362-d688-4484-a38d-e7e45991a9c6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:07.017414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.041223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.053005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Attempting to bind port 912fa7ff-8217-49e8-8759-38010d6b0ddb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:07.068222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Attempting to bind port 912fa7ff-8217-49e8-8759-38010d6b0ddb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:07.069082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Attempting to bind port 912fa7ff-8217-49e8-8759-38010d6b0ddb on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:07.087673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:07.088346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:07.089170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.090506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:07.091406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Bound port: 912fa7ff-8217-49e8-8759-38010d6b0ddb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:07.092069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.251736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] For port 912fa7ff-8217-49e8-8759-38010d6b0ddb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:07.257978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] For port 912fa7ff-8217-49e8-8759-38010d6b0ddb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=912fa7ff-8217-49e8-8759-38010d6b0ddb,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:07.284914 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.486481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e7752-144e-4fca-a468-e7d3b46c530c req-55001fca-e020-4643-97ec-960864823381 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.493830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1e7752-144e-4fca-a468-e7d3b46c530c req-55001fca-e020-4643-97ec-960864823381 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.2837417 Jul 06 11:42:07.531487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9933-4a4e-4a65-9759-54c5a2cb4456 req-cadb6e5c-d7d0-4958-a948-a13b8773381e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.539424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-487d9933-4a4e-4a65-9759-54c5a2cb4456 req-cadb6e5c-d7d0-4958-a948-a13b8773381e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 931 time: 0.2229221 Jul 06 11:42:07.566966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Routers {'9c3b8882-dc17-446b-a95a-30ca56acf6b6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:07.567695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:07.596261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1e7752-144e-4fca-a468-e7d3b46c530c req-b3a3cbd9-0ad7-4ef7-8532-dde1b1e7a12c tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000173 Jul 06 11:42:07.631269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-487d9933-4a4e-4a65-9759-54c5a2cb4456 req-b48342cd-c502-43f7-af9d-f529fcdfe2f0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905230 Jul 06 11:42:07.747509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83192f97-d0ab-4eb8-b1a3-891e07bd58a1 None None] Pushing event updated for resources: {'Port': ['ID=912fa7ff-8217-49e8-8759-38010d6b0ddb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:07.841806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a5d1ab4-ebb0-43fe-87d9-cb8455328cbe req-0206aba6-3589-41c5-9b14-bb4477fecb0e tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 210 time: 0.0874145 Jul 06 11:42:08.025670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] Set router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:08.195537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=5be423d2-c3e2-471b-8483-4a67a991f263,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:08.222462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:08.222462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-1e50a774-68a0-4db6-9e80-3c4d1aec30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:08.222462 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-1e50a774-68a0-4db6-9e80-3c4d1aec30cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1098 time: 1.4392600 Jul 06 11:42:08.229189 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:08.236419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:08.336943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abaa1aec-f1e1-4ffe-94fd-881b30f48a8a None None] Provisioning for port dc95d362-d688-4484-a38d-e7e45991a9c6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:08.367428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abaa1aec-f1e1-4ffe-94fd-881b30f48a8a None None] Provisioning complete for port dc95d362-d688-4484-a38d-e7e45991a9c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:08.367821 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abaa1aec-f1e1-4ffe-94fd-881b30f48a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.452048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:08.452374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abaa1aec-f1e1-4ffe-94fd-881b30f48a8a None None] Port dc95d362-d688-4484-a38d-e7e45991a9c6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:08.452736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.458208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 785a4a81-b1c6-44f3-abc5-37d82b8df17b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:08.477108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:08.516851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:08.658897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 785a4a81-b1c6-44f3-abc5-37d82b8df17b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:08.659529 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.709557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf030b-10ac-43fd-8f55-d258106cf9e1 req-8e3dc6f9-b697-466f-92ee-6405e72cf266 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:08.718439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29bf030b-10ac-43fd-8f55-d258106cf9e1 req-8e3dc6f9-b697-466f-92ee-6405e72cf266 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2305133 Jul 06 11:42:08.803021 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2de752a8-ac95-4862-ad40-b0188dc9f1bb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7624259 Jul 06 11:42:08.832542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Request body: {'port': {'device_id': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:08.868071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'dc95d362-d688-4484-a38d-e7e45991a9c6', 'name': '', 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'mac_address': 'fa:16:3e:00:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:05Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 2, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'subnets': [{'id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:08.887667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29bf030b-10ac-43fd-8f55-d258106cf9e1 req-8886408a-271d-4f01-b815-fa668b891f51 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651206 Jul 06 11:42:08.915666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa4072-c340-416b-9cd2-fbabd6c4aa0b req-c16d5d7a-9729-4b0f-aae3-607fe2fd766e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:08.930418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96aa4072-c340-416b-9cd2-fbabd6c4aa0b req-c16d5d7a-9729-4b0f-aae3-607fe2fd766e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.3182189 Jul 06 11:42:08.979645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc113be-72f1-4459-bdf5-ac895bfcc08b None None] The sync data for ids ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'] in n-d-799528-2 is: [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'dc95d362-d688-4484-a38d-e7e45991a9c6', 'name': '', 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'mac_address': 'fa:16:3e:00:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:05Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 2, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'subnets': [{'id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:09.020662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96aa4072-c340-416b-9cd2-fbabd6c4aa0b req-cde090af-120e-4d90-978a-c4318ac9ca6a tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890357 Jul 06 11:42:09.066482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c4914a4-ce9a-4d25-8a9a-79936b16c5e8 None None] Provisioning complete for port dc95d362-d688-4484-a38d-e7e45991a9c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:09.066865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c4914a4-ce9a-4d25-8a9a-79936b16c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.176161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:09.221067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:09.272699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-087b25eb-bf27-4efe-8347-a58ca2e7f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.274444 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-087b25eb-bf27-4efe-8347-a58ca2e7f1c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.8629930 Jul 06 11:42:09.288281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c4914a4-ce9a-4d25-8a9a-79936b16c5e8 None None] Port dc95d362-d688-4484-a38d-e7e45991a9c6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:09.322764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:09.329238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:09.329619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.380233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-00c0a510-167c-4161-9892-b43b4bd9d603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d HTTP/1.1" status: 200 len: 217 time: 0.0788655 Jul 06 11:42:09.399277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.551343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-461023e2-9fec-4291-a368-af5105c0fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.553523 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-461023e2-9fec-4291-a368-af5105c0fdb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1640553 Jul 06 11:42:09.571636 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.584929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8f3e351-439f-46ed-b8a4-fdb1678e0cfa req-15ab279d-1545-4f72-b339-48f73ebd30f9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 210 time: 0.1965578 Jul 06 11:42:09.651470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:09.711985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:09.713977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3298ec5d-ee76-4948-9ef0-a54f8a70103b admin admin] 10.222.0.78 "PUT /v2.0/routers/9c3b8882-dc17-446b-a95a-30ca56acf6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2200880 Jul 06 11:42:09.721900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce365-50ec-4312-9ea2-ec7a1664e20a req-346bffa7-645e-4e0e-93a5-ba61b412c515 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.737031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.739635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d46ce365-50ec-4312-9ea2-ec7a1664e20a req-346bffa7-645e-4e0e-93a5-ba61b412c515 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 931 time: 0.3444872 Jul 06 11:42:09.862854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-3f906893-a054-43b3-ab72-cda6bb53e48f tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.870478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-3f906893-a054-43b3-ab72-cda6bb53e48f tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 821 time: 0.6486480 Jul 06 11:42:09.885528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:09.905390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'port': {'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'admin_state_up': True, 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:09.939845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d46ce365-50ec-4312-9ea2-ec7a1664e20a req-0603ce15-491c-414d-a11c-9c9263470b4d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013953 Jul 06 11:42:10.113585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd0386-258f-49e7-a860-90ad18854204 req-2763849a-632a-44f2-a999-6ed2f4fec5fa tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:10.115274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6fd0386-258f-49e7-a860-90ad18854204 req-2763849a-632a-44f2-a999-6ed2f4fec5fa tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.1367359 Jul 06 11:42:10.182322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1027520394', 'description': 'tempest-description-168300579'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:10.200683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Made reservation on behalf of 1912d380ef0140d7aa12c7fc6b929ac6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:10.209166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.263308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6fd0386-258f-49e7-a860-90ad18854204 req-5a8ee48f-8847-445d-b140-e83f18c1fde6 tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381752 Jul 06 11:42:10.264250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.287553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-bad546a2-57cc-455e-8f7e-fbd98b1528ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:10.288207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:10.290435 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-bad546a2-57cc-455e-8f7e-fbd98b1528ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7039034 Jul 06 11:42:10.335211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be423d2-c3e2-471b-8483-4a67a991f263 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:10.389329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.390312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.414432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Transition to ACTIVE for port object 5be423d2-c3e2-471b-8483-4a67a991f263 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:10.430099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.440695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:10.441078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.508775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Pushing event updated for resources: {'Port': ['ID=5be423d2-c3e2-471b-8483-4a67a991f263,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:10.558451 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-81f4a9e1-cdba-40d9-a667-ab61a6497870 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556481 Jul 06 11:42:10.603378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Allocated IP 172.20.0.8 (c997dfcb-317b-4b35-95ab-83a168dc85b8/1089172c-de91-40ee-8453-f5aa80b2da04/f1c71f7d-1f58-4340-a05c-35cd7dbc2610) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:10.787391 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7ba242f-c76e-4b42-b6e3-23b887992f7f req-bb356cfd-5b81-4305-bdcb-a0e5a4c319b3 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199662 Jul 06 11:42:10.793761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Attempting to bind port 5be423d2-c3e2-471b-8483-4a67a991f263 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:10.794193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Attempting to bind port 5be423d2-c3e2-471b-8483-4a67a991f263 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:10.794614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Attempting to bind port 5be423d2-c3e2-471b-8483-4a67a991f263 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:10.802610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Port 5be423d2-c3e2-471b-8483-4a67a991f263 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:10.803037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Attempting to bind port 5be423d2-c3e2-471b-8483-4a67a991f263 on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:10.809464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:10.809806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:10.810302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:10.810813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Bound port: 5be423d2-c3e2-471b-8483-4a67a991f263, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:10.811393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.838537 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.851262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.887890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db6a1a-7eba-4192-b039-b0624c68e319 req-2ba4921a-b8c1-4a2d-a943-9571069f6b79 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:10.889502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00db6a1a-7eba-4192-b039-b0624c68e319 req-2ba4921a-b8c1-4a2d-a943-9571069f6b79 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2554862 Jul 06 11:42:10.899603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] For port 5be423d2-c3e2-471b-8483-4a67a991f263, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:10.904462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] For port 5be423d2-c3e2-471b-8483-4a67a991f263, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5be423d2-c3e2-471b-8483-4a67a991f263,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:10.911235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.935794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:10.937153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.939362 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] 10.222.0.79 "PUT /v2.0/ports/5be423d2-c3e2-471b-8483-4a67a991f263 HTTP/1.1" status: 200 len: 1091 time: 2.1178551 Jul 06 11:42:10.961879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'tag': '5be423d2-c3e2-471b-8483-4a67a991f263'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:10.976968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.978387 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b702a-62d5-4154-b8e2-bd8f8f503be2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba68148-e5ff-4234-abf3-454f250ac5e6", "tag": "5be423d2-c3e2-471b-8483-4a67a991f263"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:10.990515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b63156-d6a5-4424-915e-776e8ce7393d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:11.022602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00db6a1a-7eba-4192-b039-b0624c68e319 req-bad7a2c3-6de1-428f-b98a-1f783492eecb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191227 Jul 06 11:42:11.029730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Transition to ACTIVE for port object f1c71f7d-1f58-4340-a05c-35cd7dbc2610 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:11.071718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fca81-8a3a-41bd-b981-c440fe8f0a69 service neutron] Pushing event updated for resources: {'Port': ['ID=5be423d2-c3e2-471b-8483-4a67a991f263,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:11.124601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-6ac89560-d114-43a6-9c64-ac26461dd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:11.130636 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-6ac89560-d114-43a6-9c64-ac26461dd8f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 1094 time: 0.1442971 Jul 06 11:42:11.130804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.137797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.165600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.218806 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-47b40c11-2233-4e42-bdc4-659b6c167e06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5be423d2-c3e2-471b-8483-4a67a991f263 HTTP/1.1" status: 200 len: 217 time: 0.0803304 Jul 06 11:42:11.234603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e4f41-1b28-4a79-b12a-54a60efd993f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:11.260295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:11.283124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:11.296327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:11.301096 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.313348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-393e10af-8a78-4959-98d7-8e3fb7f83016 req-1a32be36-628d-408b-9752-0a8ed2eb1594 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1343966 Jul 06 11:42:11.322967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2895416d-349e-42da-b3d4-bba2eb239b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:11.325174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-2895416d-349e-42da-b3d4-bba2eb239b05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.1001587 Jul 06 11:42:11.401747 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-c0dd5a67-9633-4233-bded-daaaa289335b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642765 Jul 06 11:42:11.461694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event updated for resources: {'Port': ['ID=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:11.538988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:11.540111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.559825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-99c295fe-fa01-42c9-9775-79b2466b3165 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510315 Jul 06 11:42:11.619159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-fd8d0653-92d7-45d4-92f1-46f7d358898e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3979816 Jul 06 11:42:11.629816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:11.638459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-d87d0b6d-403b-4f9b-b466-b324853beb16 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7447793 Jul 06 11:42:11.659137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Request body: {'port': {'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:11.746603 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a79fab7-4167-433a-aaac-c94fd47e64a7 req-6da56fcf-ecdb-4a26-9e3d-28c7f21eb30e service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788986 Jul 06 11:42:11.747456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.835833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.854444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-acb5ba50-678d-4825-8a4f-f209624edcd3 None None] Provisioning for port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:11.861725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-acb5ba50-678d-4825-8a4f-f209624edcd3 None None] Provisioning complete for port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:11.862235 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acb5ba50-678d-4825-8a4f-f209624edcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.906330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-acb5ba50-678d-4825-8a4f-f209624edcd3 None None] Port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:12.249259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 912fa7ff-8217-49e8-8759-38010d6b0ddb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:12.302563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Sync routers for ids ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:12.322383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Routers {'9c3b8882-dc17-446b-a95a-30ca56acf6b6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:12.323289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:12.372453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 912fa7ff-8217-49e8-8759-38010d6b0ddb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:12.387261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 912fa7ff-8217-49e8-8759-38010d6b0ddb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:12.387933 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.422142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.484328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Set router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:12.514960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df630-be79-4297-b747-642105802b8e req-857d80da-732c-440f-b840-7a4e10fde27c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:12.516525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4df630-be79-4297-b747-642105802b8e req-857d80da-732c-440f-b840-7a4e10fde27c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 931 time: 0.5849578 Jul 06 11:42:12.650323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4df630-be79-4297-b747-642105802b8e req-a35cb887-37c7-42c8-8adb-8d032242606b tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097696 Jul 06 11:42:12.681526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Allocated IP 172.25.7.248 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/15079657-b90a-4928-a071-e50bd7ae2f4c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:12.757298 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.776057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c71f7d-1f58-4340-a05c-35cd7dbc2610 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:12.788186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.795216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 912fa7ff-8217-49e8-8759-38010d6b0ddb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=912fa7ff-8217-49e8-8759-38010d6b0ddb,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:12.806533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.813335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Transition to ACTIVE for port object f1c71f7d-1f58-4340-a05c-35cd7dbc2610 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:12.837928 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.896550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=912fa7ff-8217-49e8-8759-38010d6b0ddb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:12.927722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.933557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'dc95d362-d688-4484-a38d-e7e45991a9c6', 'name': '', 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'mac_address': 'fa:16:3e:00:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:05Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 2, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'subnets': [{'id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:12.970648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Checking router: 9c3b8882-dc17-446b-a95a-30ca56acf6b6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:12.971005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Updating router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 port dc95d362-d688-4484-a38d-e7e45991a9c6 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:12.974784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Pushing event updated for resources: {'Port': ['ID=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:13.024809 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.057226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6587cdf-f5a2-4189-96ce-4be59306f4d4 req-456a74ad-c2b4-4874-9b68-49462c5dc501 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:13.059208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6587cdf-f5a2-4189-96ce-4be59306f4d4 req-456a74ad-c2b4-4874-9b68-49462c5dc501 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 943 time: 0.2366893 Jul 06 11:42:13.119174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Attempting to bind port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:13.119622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Attempting to bind port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:13.120103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Attempting to bind port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:13.127744 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.142996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:13.143411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Attempting to bind port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:13.189213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:13.189649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Checking segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:13.190229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Bound using segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:13.190814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Bound port: f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:13.191293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.209185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6587cdf-f5a2-4189-96ce-4be59306f4d4 req-823b2278-d764-4c2b-bfde-52ab3b7bb174 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117098 Jul 06 11:42:13.216626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:13.230861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=15079657-b90a-4928-a071-e50bd7ae2f4c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:13.267363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:13.271047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:13.300463 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfc07fe-0871-4eb5-b7ba-35cfe33d95df x-openstack-request-id: req-3bfc07fe-0871-4eb5-b7ba-35cfe33d95df {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:13.301488 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba68148-e5ff-4234-abf3-454f250ac5e6", "tag": "5be423d2-c3e2-471b-8483-4a67a991f263", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:13.303467 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bfc07fe-0871-4eb5-b7ba-35cfe33d95df {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:13.303826 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'tag': '5be423d2-c3e2-471b-8483-4a67a991f263', 'status': 'completed', 'code': 200} Jul 06 11:42:13.337113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f9d46369-32e5-4012-a277-54b9e1fcff13 req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1706323968', 'description': 'tempest-description-1416788854'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:13.342142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] For port f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:13.348781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] For port f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:13.367565 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.410706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-505d032e-bd28-4a4c-8a79-601c360e42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:13.412842 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-505d032e-bd28-4a4c-8a79-601c360e42ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 1094 time: 0.0863914 Jul 06 11:42:13.425747 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.443020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Transition to ACTIVE for port object dc95d362-d688-4484-a38d-e7e45991a9c6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:13.447593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:13.448275 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.449910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] 10.222.0.79 "PUT /v2.0/ports/f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 1091 time: 1.8030055 Jul 06 11:42:13.450896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:13.452913 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167e1bb-0466-43e5-9ab9-0fc109159cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:13.454661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.480932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9d46369-32e5-4012-a277-54b9e1fcff13 req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.560702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.585784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c06f50-224f-46a2-9234-96768f9d0f0b service neutron] Pushing event updated for resources: {'Port': ['ID=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:13.625680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59009b3-4f47-42a3-ad89-22b53a2fc09b None None] Pushing event updated for resources: {'Port': ['ID=dc95d362-d688-4484-a38d-e7e45991a9c6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:13.649106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-e9bde565-e216-4667-94f2-5fb52fc201af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:13.654224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-e9bde565-e216-4667-94f2-5fb52fc201af service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.2312400 Jul 06 11:42:13.658073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.661872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Attempting to bind port dc95d362-d688-4484-a38d-e7e45991a9c6 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:13.662323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Attempting to bind port dc95d362-d688-4484-a38d-e7e45991a9c6 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:13.662750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Attempting to bind port dc95d362-d688-4484-a38d-e7e45991a9c6 on network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:13.675270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:13.675656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Checking segment: {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:13.676164 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.676621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Bound using segment: {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:13.677176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Bound port: dc95d362-d688-4484-a38d-e7e45991a9c6, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:13.677617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.742209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-71c7e2f4-d49d-4776-b42d-171d2c53a0b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5be423d2-c3e2-471b-8483-4a67a991f263 HTTP/1.1" status: 200 len: 217 time: 0.0744841 Jul 06 11:42:13.801759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] For port dc95d362-d688-4484-a38d-e7e45991a9c6, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:13.806699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] For port dc95d362-d688-4484-a38d-e7e45991a9c6, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dc95d362-d688-4484-a38d-e7e45991a9c6,segment=NetworkSegment(8ab9a058-a04c-4b48-b1ca-1f73a1d2de34),segment_id=8ab9a058-a04c-4b48-b1ca-1f73a1d2de34)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:13.814266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-687c5f58-03e1-40a4-be8c-2aa43219150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:13.814812 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.816467 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-687c5f58-03e1-40a4-be8c-2aa43219150f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.0711915 Jul 06 11:42:13.859697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-185746d6-361b-4be6-be44-5b92e4975721 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356486 Jul 06 11:42:13.892328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Routers {'9c3b8882-dc17-446b-a95a-30ca56acf6b6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:13.893054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:13.898757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-1e0f0763-1d1c-45c1-b286-4c94243567f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:13.903356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-1e0f0763-1d1c-45c1-b286-4c94243567f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1094 time: 0.3637967 Jul 06 11:42:13.956798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59009b3-4f47-42a3-ad89-22b53a2fc09b None None] Pushing event updated for resources: {'Port': ['ID=dc95d362-d688-4484-a38d-e7e45991a9c6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:14.044133 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-c86ab881-1c2a-4f3c-adf0-397bf5246e0e service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771286 Jul 06 11:42:14.052922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-401469dd-4e32-422e-abe4-b014639a94bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 217 time: 0.1414769 Jul 06 11:42:14.066578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] Set router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:14.169049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9d46369-32e5-4012-a277-54b9e1fcff13 req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.173922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-5332be4b-f2ef-4a2f-b0a5-6f3cc0ccf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.175431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-5332be4b-f2ef-4a2f-b0a5-6f3cc0ccf4ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1141515 Jul 06 11:42:14.204656 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9d46369-32e5-4012-a277-54b9e1fcff13 req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.205167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f75b702a-62d5-4154-b8e2-bd8f8f503be2 req-58ccf51a-3d06-4cfe-bd7b-bc48863d8c87 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530671 Jul 06 11:42:14.268227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f4d666-bb6e-49dc-a47c-b26e3f5512d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:14.289549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.296315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9d46369-32e5-4012-a277-54b9e1fcff13 req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.308555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9d46369-32e5-4012-a277-54b9e1fcff13 req-2480846b-8268-428e-b5a8-abd99b1ea21d tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9783995 Jul 06 11:42:14.310767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.332350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 912fa7ff-8217-49e8-8759-38010d6b0ddb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:14.363262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=15079657-b90a-4928-a071-e50bd7ae2f4c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:14.410446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.423880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 912fa7ff-8217-49e8-8759-38010d6b0ddb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:14.424510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.437347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-b87bcb7f-c5b4-4af5-bdbc-fdf6735cc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.439569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-b87bcb7f-c5b4-4af5-bdbc-fdf6735cc09e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510664 Jul 06 11:42:14.441129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.442579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-eccd2b46-e12e-4dff-bf95-7b78cf8972e5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8222151 Jul 06 11:42:14.499214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'dc95d362-d688-4484-a38d-e7e45991a9c6', 'name': '', 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'mac_address': 'fa:16:3e:00:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:05Z', 'updated_at': '2021-07-06T11:42:13Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'subnets': [{'id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:14.545672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7949719-f2a4-4067-be75-b7aced10469b None None] The sync data for ids ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'] in n-d-799528-2 is: [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:06Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'dc95d362-d688-4484-a38d-e7e45991a9c6', 'name': '', 'network_id': 'd1bd12c7-42b8-48c1-93d4-3c2ff22ef64c', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'mac_address': 'fa:16:3e:00:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:05Z', 'updated_at': '2021-07-06T11:42:13Z', 'revision_number': 4, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'subnets': [{'id': 'f9198977-c3f1-402e-b48d-f22bb6d68031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:14.562855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dc95d362-d688-4484-a38d-e7e45991a9c6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:14.585505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-655a50ea-49b7-47fb-b2f5-62f5f9551505 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.248 HTTP/1.1" status: 200 len: 696 time: 0.1371803 Jul 06 11:42:14.627002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port dc95d362-d688-4484-a38d-e7e45991a9c6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:14.632990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port dc95d362-d688-4484-a38d-e7e45991a9c6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:14.633480 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.735522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077121cf-eaa2-44c6-9aa7-a9b254381060 req-2ca4b429-1f14-423c-a13f-73559bad758b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.738278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-077121cf-eaa2-44c6-9aa7-a9b254381060 req-2ca4b429-1f14-423c-a13f-73559bad758b tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.2438431 Jul 06 11:42:14.756800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.794383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port dc95d362-d688-4484-a38d-e7e45991a9c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dc95d362-d688-4484-a38d-e7e45991a9c6,segment=NetworkSegment(8ab9a058-a04c-4b48-b1ca-1f73a1d2de34),segment_id=8ab9a058-a04c-4b48-b1ca-1f73a1d2de34)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:14.801160 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.804083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-dcc3c117-571d-40a7-aee4-d9698e2bf65e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.805740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aab9253f-246a-43cc-949f-11e26fb09b09 req-dcc3c117-571d-40a7-aee4-d9698e2bf65e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2129147 Jul 06 11:42:14.807775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-8b3f865b-4612-4727-a8ba-f9c058f84924 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584306 Jul 06 11:42:14.836587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-077121cf-eaa2-44c6-9aa7-a9b254381060 req-5673e8e7-2027-4ab8-8687-772283ef4b2e tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Jul 06 11:42:14.856915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5be423d2-c3e2-471b-8483-4a67a991f263 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:14.952103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaa1061-49f3-4807-bdc9-2258a6767a77 req-e67f83b6-0470-40df-8fb7-266962ac82c1 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187637 Jul 06 11:42:14.993421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=dc95d362-d688-4484-a38d-e7e45991a9c6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:15.019521 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573c879c-47c1-4ab3-931d-ac78b6b27a53 x-openstack-request-id: req-573c879c-47c1-4ab3-931d-ac78b6b27a53 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:15.020047 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:15.020462 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-573c879c-47c1-4ab3-931d-ac78b6b27a53 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:15.021035 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'status': 'completed', 'code': 200} Jul 06 11:42:15.064384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5be423d2-c3e2-471b-8483-4a67a991f263, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5be423d2-c3e2-471b-8483-4a67a991f263,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:15.077490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5be423d2-c3e2-471b-8483-4a67a991f263', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': '5be423d2-c3e2-471b-8483-4a67a991f263', 'mac_address': 'fa:16:3e:0e:1d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:15.125123 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.140381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be423d2-c3e2-471b-8483-4a67a991f263 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:15.162986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5be423d2-c3e2-471b-8483-4a67a991f263, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5be423d2-c3e2-471b-8483-4a67a991f263,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:15.176958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.193617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df0fe-f85b-4b84-8d2b-17be462ff940 req-75d1cb91-1cb5-4cc1-a2c3-b84b19d4ec97 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.195130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-794df0fe-f85b-4b84-8d2b-17be462ff940 req-75d1cb91-1cb5-4cc1-a2c3-b84b19d4ec97 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0934074 Jul 06 11:42:15.234998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5be423d2-c3e2-471b-8483-4a67a991f263,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:15.235366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-1c7d94fc-159d-43ad-8841-cea5a6516d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.237199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-1c7d94fc-159d-43ad-8841-cea5a6516d53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1094 time: 0.1888797 Jul 06 11:42:15.350468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-794df0fe-f85b-4b84-8d2b-17be462ff940 req-7c79e721-d8e7-4f44-b6fb-544912e369d1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418378 Jul 06 11:42:15.414626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3e55c-040e-4f93-87b3-6e24324ac433 req-c099b0cc-72fe-4c21-949f-a1784a25d3be tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.416302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46e3e55c-040e-4f93-87b3-6e24324ac433 req-c099b0cc-72fe-4c21-949f-a1784a25d3be tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 943 time: 0.2202284 Jul 06 11:42:15.418188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-51a5c1d6-5892-42fe-b3e3-4d8129c61708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.419579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-51a5c1d6-5892-42fe-b3e3-4d8129c61708 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.1688621 Jul 06 11:42:15.439062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5be423d2-c3e2-471b-8483-4a67a991f263'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:15.504655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-5b2857be-071f-4a0a-bc32-6b9ae73be065 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 217 time: 0.0733507 Jul 06 11:42:15.544215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46e3e55c-040e-4f93-87b3-6e24324ac433 req-3cdc1d83-67d6-420f-8a9a-d55127f0edc2 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198673 Jul 06 11:42:15.624155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-38636938-6caf-4095-b381-5744d518036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.625633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-38636938-6caf-4095-b381-5744d518036b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1031170 Jul 06 11:42:15.682490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1089789333', 'description': 'tempest-description-1505939874'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:15.705400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245c62-5b3b-4ec3-97f0-cadf582af3c1 req-f28228e8-5c6f-4538-9339-f50df67f7dc5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.706834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7245c62-5b3b-4ec3-97f0-cadf582af3c1 req-f28228e8-5c6f-4538-9339-f50df67f7dc5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 944 time: 0.1605284 Jul 06 11:42:15.738687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.758144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.780927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-66d8391b-c593-4f93-9c26-37da911c9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.782436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-66d8391b-c593-4f93-9c26-37da911c9f2e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481571 Jul 06 11:42:15.787251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7245c62-5b3b-4ec3-97f0-cadf582af3c1 req-9f0657a4-8e27-40cc-ad22-d83bdfe1dbe3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Jul 06 11:42:15.998974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-77641b5d-5226-47d9-b059-91b1f7983488 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071395 Jul 06 11:42:16.082232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-e5086fd1-7e85-4d2c-8a2d-0abb2aed7088 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2399719 Jul 06 11:42:16.100422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:16.125435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.142043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.169115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0167e1bb-0466-43e5-9ab9-0fc109159cc2 req-4c560524-c17a-407a-82ab-ff2dcd9db31c service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612484 Jul 06 11:42:16.186921 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.226642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89afaec2-94bf-4308-904f-063c891afc5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:16.244815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dc95d362-d688-4484-a38d-e7e45991a9c6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:16.312717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port dc95d362-d688-4484-a38d-e7e45991a9c6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:16.313061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.340857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.352431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.387317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.388557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45c62639-257e-4300-984d-e8b9038af3e2 req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7134006 Jul 06 11:42:16.403982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf77fd-c56f-4ee9-85fd-5f833c4ae312 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24be6ba-c0c4-435d-934f-be4d73a7c7f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:16.411056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.531949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Allocated IP 172.25.7.84 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/7b1d72dd-8163-41ed-b411-b5d3f6000a21) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:16.658925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744973a-3cb8-4aa8-a315-cd3b0437bc0a req-af3db01d-2844-4b7f-9f5f-946f2acf7dab tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:16.660482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3744973a-3cb8-4aa8-a315-cd3b0437bc0a req-af3db01d-2844-4b7f-9f5f-946f2acf7dab tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.1440432 Jul 06 11:42:16.708935 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.736161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3744973a-3cb8-4aa8-a315-cd3b0437bc0a req-b5ea3ba4-44f4-40e9-a898-364771a83b6d tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.78 "GET /v2.0/security-groups?id=00f8a3bf-d173-49a5-acff-a132aa0534c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613055 Jul 06 11:42:16.774801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.819325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:16.829006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:16.830101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:16.834124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:16.869091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=7b1d72dd-8163-41ed-b411-b5d3f6000a21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:16.872212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5be423d2-c3e2-471b-8483-4a67a991f263 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:16.882470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-446cbc88-7917-41fe-8185-df49518e8c21 req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1681611768', 'description': 'tempest-description-311592449'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:16.924898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-446cbc88-7917-41fe-8185-df49518e8c21 req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.929499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5be423d2-c3e2-471b-8483-4a67a991f263 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:16.936401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5be423d2-c3e2-471b-8483-4a67a991f263 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:16.936918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.998431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.045263 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.074208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be423d2-c3e2-471b-8483-4a67a991f263'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:17.077515 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016abc92-e594-4889-aff4-ebfa2b928a9d" -d '{"events": [{"server_uuid": "8ba68148-e5ff-4234-abf3-454f250ac5e6", "name": "network-vif-plugged", "status": "completed", "tag": "5be423d2-c3e2-471b-8483-4a67a991f263"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:17.094379 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.098693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5be423d2-c3e2-471b-8483-4a67a991f263, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5be423d2-c3e2-471b-8483-4a67a991f263,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:17.104627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.143482 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-446cbc88-7917-41fe-8185-df49518e8c21 req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.161694 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-446cbc88-7917-41fe-8185-df49518e8c21 req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.172268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5be423d2-c3e2-471b-8483-4a67a991f263,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:17.239428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f89ae-d69c-42c6-9ccc-81672a9e194d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:17.243777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-446cbc88-7917-41fe-8185-df49518e8c21 req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.245024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-446cbc88-7917-41fe-8185-df49518e8c21 req-2093fde9-c2d7-4a0c-bf50-8e3e72756b90 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4038706 Jul 06 11:42:17.365289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.383741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.472521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=7b1d72dd-8163-41ed-b411-b5d3f6000a21,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:17.496271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.518750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.526914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-0ad325e6-16ab-4a07-bd9d-a2163fb61ef8 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4358809 Jul 06 11:42:17.535385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.588480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-28aeec54-7e28-4e40-b457-c2ed3dba934c tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0606520 Jul 06 11:42:17.750372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84d13-8e3a-44d7-9c96-d377ecf401c4 req-f947277c-e964-4bd0-b1e7-cd1e9ccd04f8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:17.752042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71e84d13-8e3a-44d7-9c96-d377ecf401c4 req-f947277c-e964-4bd0-b1e7-cd1e9ccd04f8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1519732 Jul 06 11:42:17.759706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-c51e5d46-97b0-40b0-91e4-68d14c2826fb tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:17.761261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-c51e5d46-97b0-40b0-91e4-68d14c2826fb tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1716971 Jul 06 11:42:17.779765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-2fa6cda7-babf-4e71-85f9-8be95c28bc0b tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:42:17.780796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4900257e-f3b6-492b-8b08-f7a784018ba2 req-2fa6cda7-babf-4e71-85f9-8be95c28bc0b tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097451 Jul 06 11:42:17.826449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71e84d13-8e3a-44d7-9c96-d377ecf401c4 req-dda2378c-0cfc-42b3-80e8-f237df01dc67 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521796 Jul 06 11:42:17.922058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Deleting port 36481931-59ff-40a5-8ff5-e932ac852a5f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:17.922721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.035622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] For port 36481931-59ff-40a5-8ff5-e932ac852a5f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=36481931-59ff-40a5-8ff5-e932ac852a5f,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:18.036026 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.045712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d249cbc-11ac-4b02-8cd2-111fdb9bb9a0 req-dc007019-96bc-4810-9c12-00c417d85219 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:18.054645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d249cbc-11ac-4b02-8cd2-111fdb9bb9a0 req-dc007019-96bc-4810-9c12-00c417d85219 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 943 time: 0.1405518 Jul 06 11:42:18.073839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Calling delete_port for 36481931-59ff-40a5-8ff5-e932ac852a5f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:18.108296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d249cbc-11ac-4b02-8cd2-111fdb9bb9a0 req-3fec1320-3c7f-4d50-8cfc-63bf87d53ffc tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525656 Jul 06 11:42:18.174786 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7169a33-889b-478a-af24-810326a2419d x-openstack-request-id: req-c7169a33-889b-478a-af24-810326a2419d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:18.175576 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba68148-e5ff-4234-abf3-454f250ac5e6", "name": "network-vif-plugged", "status": "completed", "tag": "5be423d2-c3e2-471b-8483-4a67a991f263", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:18.175576 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7169a33-889b-478a-af24-810326a2419d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:18.176326 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be423d2-c3e2-471b-8483-4a67a991f263', 'code': 200} Jul 06 11:42:18.320261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.349413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Pushing event deleted for resources: {'Port': ['ID=36481931-59ff-40a5-8ff5-e932ac852a5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:18.532746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.757914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274675ab-7d7e-4998-b075-6c70fd777feb req-bcaf92e9-1557-4386-b1b3-ac3879946dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:18.759984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-274675ab-7d7e-4998-b075-6c70fd777feb req-bcaf92e9-1557-4386-b1b3-ac3879946dbd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 1096 time: 0.4896061 Jul 06 11:42:18.825809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb7f69-aa1d-401a-8b63-fa94b91735c8 req-3c0e0191-286b-423a-a8e1-d73b80b82feb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:18.832969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36bb7f69-aa1d-401a-8b63-fa94b91735c8 req-3c0e0191-286b-423a-a8e1-d73b80b82feb tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.5714049 Jul 06 11:42:18.873074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f1c71f7d-1f58-4340-a05c-35cd7dbc2610 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:18.895642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-274675ab-7d7e-4998-b075-6c70fd777feb req-3124f56f-f046-48bb-a8ce-19203cddd84c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262400 Jul 06 11:42:18.928005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36bb7f69-aa1d-401a-8b63-fa94b91735c8 req-b65ade8c-f135-4a61-b01c-e76505ef1b6d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937974 Jul 06 11:42:18.990613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-8dc96854-0730-43bc-9406-e6c30812e214 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45122 time: 0.8038514 Jul 06 11:42:19.014851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:19.031456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:19.074362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.087772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c71f7d-1f58-4340-a05c-35cd7dbc2610 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:19.094335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:19.097122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-17e32097-27e8-4518-88f6-21c82d63d6a1 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/00f8a3bf-d173-49a5-acff-a132aa0534c5 HTTP/1.1" status: 200 len: 2981 time: 0.0958149 Jul 06 11:42:19.110870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:19.115369 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.164138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8959c28c-b347-4323-af29-af73788b7de5 req-9e14fa5e-24b1-4ff1-848b-43364e3790d7 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1723411 Jul 06 11:42:19.171266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:19.176610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:19.182006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-d58c40af-45d7-4fc1-83e8-919dc3eda454 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/00f8a3bf-d173-49a5-acff-a132aa0534c5 HTTP/1.1" status: 200 len: 2981 time: 0.0746195 Jul 06 11:42:19.212026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:19.220402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.222017 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c7c30b8c-b805-4092-b924-0b2a3907448a admin admin] 10.222.0.78 "PUT /v2.0/routers/d3f3bdbe-4594-43ce-86bb-1ee71f24bd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3902020 Jul 06 11:42:19.222557 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] Sync routers for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:19.223073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:19.232874 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:19.233486 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:19.278641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-8cc6a67b-5c7d-4329-878f-8eff395d82cb tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2cdec3be-562b-488f-bef5-000665a5f6b3 HTTP/1.1" status: 200 len: 2977 time: 0.0901005 Jul 06 11:42:19.336274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.348267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-a32d2ebb-4b94-48eb-a032-d4dac49bde88 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2cdec3be-562b-488f-bef5-000665a5f6b3 HTTP/1.1" status: 200 len: 2977 time: 0.0588017 Jul 06 11:42:19.390227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f1c71f7d-1f58-4340-a05c-35cd7dbc2610'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:19.405802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.426169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-990d456c-2e47-4948-b4c6-071a4ffea969 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/317eced8-00ba-45b6-9765-17dffb801e24 HTTP/1.1" status: 200 len: 2977 time: 0.0652206 Jul 06 11:42:19.468016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.468854 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:19.578515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-b1aa0a50-1d5c-468f-9912-b78735af435a tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/317eced8-00ba-45b6-9765-17dffb801e24 HTTP/1.1" status: 200 len: 2977 time: 0.1191967 Jul 06 11:42:19.599699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Deleting port 10a47545-82ad-4b7f-82d0-f89ceabae8b7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:19.599974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.694471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Allocated IP 172.25.7.141 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/17934583-6aaa-403a-9dd0-1a0938d7ad82) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:19.717304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:42:18Z', 'revision_number': 5, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port': {'id': '10a47545-82ad-4b7f-82d0-f89ceabae8b7', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:34:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:19.729151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] For port 10a47545-82ad-4b7f-82d0-f89ceabae8b7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10a47545-82ad-4b7f-82d0-f89ceabae8b7,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:19.729514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.757710 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] Checking router: d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:19.773156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Calling delete_port for 10a47545-82ad-4b7f-82d0-f89ceabae8b7 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:19.777761 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] Routers {'d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:19.778590 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:19.818748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-d117f997-9cb6-46dd-915f-13e4cd608a44 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3eaf34b7-2d93-441a-aae7-f9fb6c8c393a HTTP/1.1" status: 200 len: 2981 time: 0.2316699 Jul 06 11:42:19.941049 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] Set router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:20.008800 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:42:19Z', 'revision_number': 6, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:20.071233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b10d1c-f9ee-4bb5-b738-00470dbb2714 None None] The sync data for ids ['d3f3bdbe-4594-43ce-86bb-1ee71f24bd14'] in n-d-799528-2 is: [{'id': 'd3f3bdbe-4594-43ce-86bb-1ee71f24bd14', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-323192084-router', 'tenant_id': '265633f82b254ced8dca3bfd23de0646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:14Z', 'updated_at': '2021-07-06T11:42:19Z', 'revision_number': 6, 'project_id': '265633f82b254ced8dca3bfd23de0646', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:20.080941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-b31e6578-2049-4437-ae5e-ae8645739fcc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:20.082710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-b31e6578-2049-4437-ae5e-ae8645739fcc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f4ae4c4-873a-465d-9181-90522b454b8f HTTP/1.1" status: 200 len: 946 time: 0.4671335 Jul 06 11:42:20.140764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-e934f632-c7c6-45fc-b76a-b3166b019d12 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3eaf34b7-2d93-441a-aae7-f9fb6c8c393a HTTP/1.1" status: 200 len: 2981 time: 0.3072832 Jul 06 11:42:20.160108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.160514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.202191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a47545-82ad-4b7f-82d0-f89ceabae8b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:20.272815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-8206f325-9664-4ae2-adf4-24ebc0228f73 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/595e4940-98ab-4c0a-8ad8-d4957e40f964 HTTP/1.1" status: 200 len: 2973 time: 0.1081512 Jul 06 11:42:20.303086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.324654 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.396049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Deleting port 5ef12631-5e08-4c8e-9610-82cd1a7de99b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:20.396396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.409406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:20.427899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:20.432723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:20.442699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.466436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.493241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-fec541e3-ebd1-4ab2-bb0f-4b11a7054324 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/595e4940-98ab-4c0a-8ad8-d4957e40f964 HTTP/1.1" status: 200 len: 2973 time: 0.2036157 Jul 06 11:42:20.522493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=17934583-6aaa-403a-9dd0-1a0938d7ad82,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:20.564421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.565097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:42:20.580746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.582109 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9e65675f-f107-4587-bb56-5c167faccb94 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d3f3bdbe-4594-43ce-86bb-1ee71f24bd14 HTTP/1.1" status: 204 len: 168 time: 1.3584886 Jul 06 11:42:20.586056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:20.670811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-2d49d1dc-4b04-4210-a509-03f5802832ef tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/7daf2ba8-7559-4741-bdb0-4817337160d0 HTTP/1.1" status: 200 len: 2981 time: 0.1453011 Jul 06 11:42:20.704905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Deleting subnet a1946519-043b-4080-a748-21799d4b8149 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:20.721630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.728037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 36481931-59ff-40a5-8ff5-e932ac852a5f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:20.733034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] For port 5ef12631-5e08-4c8e-9610-82cd1a7de99b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5ef12631-5e08-4c8e-9610-82cd1a7de99b,segment=NetworkSegment(329d019b-933d-4639-a093-a17ff145d070),segment_id=329d019b-933d-4639-a093-a17ff145d070)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:20.733741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.748656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 36481931-59ff-40a5-8ff5-e932ac852a5f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:20.749006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 36481931-59ff-40a5-8ff5-e932ac852a5f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:20.753688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Calling delete_port for 5ef12631-5e08-4c8e-9610-82cd1a7de99b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:20.784601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.848481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.862819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-41cf3f27-3ae5-48f1-be06-54828cf9d630 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/7daf2ba8-7559-4741-bdb0-4817337160d0 HTTP/1.1" status: 200 len: 2981 time: 0.1635699 Jul 06 11:42:20.876622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.880599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f1c71f7d-1f58-4340-a05c-35cd7dbc2610 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:20.939693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.954066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:20.960276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.961694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:20.966339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-7fb2fd14-47de-4395-b1cd-9ec3c96bf18c tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/834d4f33-62dd-4d09-8fd1-f126a753639d HTTP/1.1" status: 200 len: 2981 time: 0.0747697 Jul 06 11:42:20.966866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.975571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1946519-043b-4080-a748-21799d4b8149,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:20.979420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.982783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3018d43-96da-4629-8a1e-5b503da659d7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a1946519-043b-4080-a748-21799d4b8149 HTTP/1.1" status: 204 len: 168 time: 0.3945286 Jul 06 11:42:20.985981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:21.003274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93875507-9f91-4ab2-979a-02bd29e97a5d None None] Network 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:21.105788 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.109774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-2552ccbb-31f0-4147-8eb7-e3b450c6ccb9 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/834d4f33-62dd-4d09-8fd1-f126a753639d HTTP/1.1" status: 200 len: 2981 time: 0.1156614 Jul 06 11:42:21.113277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.197459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.207135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Deleting port 0978212e-b75d-434c-93f5-f5f79ff4a21b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:21.208688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.218442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Pushing event deleted for resources: {'Port': ['ID=5ef12631-5e08-4c8e-9610-82cd1a7de99b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.260917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:21.264680 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c72a44c-4684-4dbc-93b1-c5bf2d374dc0" -d '{"events": [{"server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "name": "network-vif-plugged", "status": "completed", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:21.291680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:21.299624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] For port 0978212e-b75d-434c-93f5-f5f79ff4a21b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0978212e-b75d-434c-93f5-f5f79ff4a21b,segment=NetworkSegment(841da813-9351-4ff8-8da9-4494e28a1a2c),segment_id=841da813-9351-4ff8-8da9-4494e28a1a2c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:21.300518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.306471 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.317238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Calling delete_port for 0978212e-b75d-434c-93f5-f5f79ff4a21b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:21.318251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] No DVR routers for this DVR port 5ef12631-5e08-4c8e-9610-82cd1a7de99b on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:21.321171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.323630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a749fbf-2f78-4efd-ba3a-7759662bf6ae req-d0e93d84-865b-49d7-852f-73ca03787dfc tempest-ServerDiskConfigTestJSON-158126533 tempest-ServerDiskConfigTestJSON-158126533-project] 10.222.0.79 "DELETE /v2.0/ports/5ef12631-5e08-4c8e-9610-82cd1a7de99b HTTP/1.1" status: 204 len: 173 time: 1.2314775 Jul 06 11:42:21.337270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'name': 'network-vif-deleted', 'tag': '5ef12631-5e08-4c8e-9610-82cd1a7de99b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:21.339826 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011c6c1-4634-4f48-bb30-6a9671f2795a" -d '{"events": [{"server_uuid": "2f4ae4c4-873a-465d-9181-90522b454b8f", "name": "network-vif-deleted", "tag": "5ef12631-5e08-4c8e-9610-82cd1a7de99b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:21.358320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-10601b01-ab44-4a0f-88e5-2963fbd4f7bc tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/89afaec2-94bf-4308-904f-063c891afc5a HTTP/1.1" status: 200 len: 2981 time: 0.2322428 Jul 06 11:42:21.422392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.445867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.485865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-a11aa9c3-710a-4118-8522-9cbaedf91577 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/89afaec2-94bf-4308-904f-063c891afc5a HTTP/1.1" status: 200 len: 2981 time: 0.0912275 Jul 06 11:42:21.496572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.506942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.515180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0978212e-b75d-434c-93f5-f5f79ff4a21b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.533083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] No DVR routers for this DVR port 0978212e-b75d-434c-93f5-f5f79ff4a21b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:21.553639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566d955-4550-4af3-9667-6401c4dbfb37 None None] DHCP port deletion for 3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:21.649232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.660494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd86d67-d7ab-4954-ae4f-06a7504bd2d2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:21.668428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-07fecbe1-c19a-4211-925f-647d3f7148d4 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a6b63156-d6a5-4424-915e-776e8ce7393d HTTP/1.1" status: 200 len: 2981 time: 0.1815603 Jul 06 11:42:21.670661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=17934583-6aaa-403a-9dd0-1a0938d7ad82,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.671471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841da813-9351-4ff8-8da9-4494e28a1a2c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:21.671782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841da813-9351-4ff8-8da9-4494e28a1a2c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:21.680560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.680961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.686366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.686717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.687057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.687776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.687776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.688097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.688403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.688746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.689063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.689415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.690124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.690124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:21.696427 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.706623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:21.707044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:21.709392 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:21.748573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-4f35b5f7-8ffd-48ad-bbd5-5cd5d3ed0a8b tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a6b63156-d6a5-4424-915e-776e8ce7393d HTTP/1.1" status: 200 len: 2981 time: 0.0691502 Jul 06 11:42:21.749286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.756919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8959c28c-b347-4323-af29-af73788b7de5 req-2a65a8d5-c863-452e-803d-bfa77d425b9e tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5863655 Jul 06 11:42:21.778966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.786095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.788935 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] 10.222.0.78 "DELETE /v2.0/networks/3dd86d67-d7ab-4954-ae4f-06a7504bd2d2 HTTP/1.1" status: 204 len: 168 time: 0.8011758 Jul 06 11:42:21.800365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:21.809227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493c78-377e-4302-b60a-09f2af296a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd86d67-d7ab-4954-ae4f-06a7504bd2d2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.827293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8959c28c-b347-4323-af29-af73788b7de5 req-f4173661-6510-4f22-badc-b3da57a144a1 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.0694754 Jul 06 11:42:21.929525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-7fc9337f-1464-4819-b763-346f6b92bcdf tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c9aaab47-933c-4279-aee6-b39f94515440 HTTP/1.1" status: 200 len: 2981 time: 0.1704822 Jul 06 11:42:22.041452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-afc61c2c-859a-4bb7-aa3d-dff0105a18b0 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c9aaab47-933c-4279-aee6-b39f94515440 HTTP/1.1" status: 200 len: 2981 time: 0.1017835 Jul 06 11:42:22.049953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c28c-b347-4323-af29-af73788b7de5 req-e6cd4536-34d3-4361-8fe5-dfb13c1d0748 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:22.051273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8959c28c-b347-4323-af29-af73788b7de5 req-e6cd4536-34d3-4361-8fe5-dfb13c1d0748 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2143388 Jul 06 11:42:22.163464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-b3040d82-03b6-433e-b530-2f0743733ea6 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/cc010fd7-f5d3-48f3-bf85-826588179bc6 HTTP/1.1" status: 200 len: 2981 time: 0.1079309 Jul 06 11:42:22.242555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-61446075-9187-4458-8391-0e2606504cd0 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/cc010fd7-f5d3-48f3-bf85-826588179bc6 HTTP/1.1" status: 200 len: 2981 time: 0.0757809 Jul 06 11:42:22.279643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10a47545-82ad-4b7f-82d0-f89ceabae8b7 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:22.303594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-2340d519-8085-46a1-b2c6-5785eb99f6f8 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/cc1e729e-71ce-4a1c-a326-56856d95da1a HTTP/1.1" status: 200 len: 2981 time: 0.0538142 Jul 06 11:42:22.342712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 10a47545-82ad-4b7f-82d0-f89ceabae8b7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:22.345581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10a47545-82ad-4b7f-82d0-f89ceabae8b7 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:22.347816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0978212e-b75d-434c-93f5-f5f79ff4a21b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:22.361929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-0e748017-4758-40ba-84a7-c5e5d00d01bc tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/cc1e729e-71ce-4a1c-a326-56856d95da1a HTTP/1.1" status: 200 len: 2981 time: 0.0513835 Jul 06 11:42:22.385074 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.434849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0978212e-b75d-434c-93f5-f5f79ff4a21b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:22.435304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0978212e-b75d-434c-93f5-f5f79ff4a21b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:22.483609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-498044a6-b061-4066-a988-52c95afd7e81 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f6534441-6659-4368-a2b5-a1a43bd456ce HTTP/1.1" status: 200 len: 2977 time: 0.1153905 Jul 06 11:42:22.519350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.547789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-0254c528-1b4c-4a9b-831a-4554691622aa tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f6534441-6659-4368-a2b5-a1a43bd456ce HTTP/1.1" status: 200 len: 2977 time: 0.0572832 Jul 06 11:42:22.590089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390416e-f421-4052-ae73-95dfbc2b305b req-1abd385f-f243-4e6b-ad2a-6bc7857a89f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:22.591623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9390416e-f421-4052-ae73-95dfbc2b305b req-1abd385f-f243-4e6b-ad2a-6bc7857a89f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1853719 Jul 06 11:42:22.629965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-6907c263-02af-44b9-9894-3c2f9baca803 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/fe5e3f44-82bf-48e3-baa0-6fcb44e69052 HTTP/1.1" status: 200 len: 2981 time: 0.0700669 Jul 06 11:42:22.653743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9390416e-f421-4052-ae73-95dfbc2b305b req-030dd58a-867c-4676-86cf-b48057e5b681 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538840 Jul 06 11:42:22.695252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956f60f6-4b59-4a19-b6d0-c8e1347d64d1 req-b68c3239-ce1f-408c-ad87-b3ae8823bc56 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/fe5e3f44-82bf-48e3-baa0-6fcb44e69052 HTTP/1.1" status: 200 len: 2981 time: 0.0557399 Jul 06 11:42:22.750425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Deleting port a3be6a09-4c85-4b6c-a281-330552ff5acb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:22.750787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.875555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] For port a3be6a09-4c85-4b6c-a281-330552ff5acb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a3be6a09-4c85-4b6c-a281-330552ff5acb,segment=NetworkSegment(d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0),segment_id=d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:22.876095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.889114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5ef12631-5e08-4c8e-9610-82cd1a7de99b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:22.893763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Calling delete_port for a3be6a09-4c85-4b6c-a281-330552ff5acb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:22.907884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 5ef12631-5e08-4c8e-9610-82cd1a7de99b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:22.908249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5ef12631-5e08-4c8e-9610-82cd1a7de99b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:22.920285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f0c83-f121-4898-9cba-c28cda9c889c req-357194e3-4573-4bba-a8cc-915232e3375b tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:22.921799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-471f0c83-f121-4898-9cba-c28cda9c889c req-357194e3-4573-4bba-a8cc-915232e3375b tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 945 time: 0.1264045 Jul 06 11:42:22.960237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cf4d2-e422-4e26-957d-3561e6c0d313 req-ef77f745-c7c7-45af-9cb4-ce9e69336d30 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:22.961716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c58cf4d2-e422-4e26-957d-3561e6c0d313 req-ef77f745-c7c7-45af-9cb4-ce9e69336d30 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.1231806 Jul 06 11:42:22.986102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-471f0c83-f121-4898-9cba-c28cda9c889c req-f2fdddf2-3feb-481b-a6db-7900c9385ba8 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564389 Jul 06 11:42:23.014187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c58cf4d2-e422-4e26-957d-3561e6c0d313 req-ae613aab-dc6f-4679-8f0c-d6ffbb821b80 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Jul 06 11:42:23.065043 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468adc32-ab0f-4649-abe5-b928ffb1c0d0 x-openstack-request-id: req-468adc32-ab0f-4649-abe5-b928ffb1c0d0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:23.065781 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "name": "network-vif-plugged", "status": "completed", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:23.066294 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-468adc32-ab0f-4649-abe5-b928ffb1c0d0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:23.067125 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'code': 200} Jul 06 11:42:23.082945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:23.090378 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3edb16-e475-4a87-9266-aefef518c137 x-openstack-request-id: req-6b3edb16-e475-4a87-9266-aefef518c137 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:23.090564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-811481473'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:23.090686 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4ae4c4-873a-465d-9181-90522b454b8f", "name": "network-vif-deleted", "tag": "5ef12631-5e08-4c8e-9610-82cd1a7de99b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:23.090913 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b3edb16-e475-4a87-9266-aefef518c137 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:23.091306 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4ae4c4-873a-465d-9181-90522b454b8f', 'name': 'network-vif-deleted', 'tag': '5ef12631-5e08-4c8e-9610-82cd1a7de99b', 'status': 'completed', 'code': 200} Jul 06 11:42:23.129007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:23.133224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.136813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.181782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3be6a09-4c85-4b6c-a281-330552ff5acb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.213380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:23.248226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.248563 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Added segment 34b800d0-83d0-4b89-9e68-adaeb1a67c06 of type vlan for network 736d3730-7b25-4156-b3e5-94f33f2e90a0 Jul 06 11:42:23.285751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-b8d15226-511f-4424-bc44-b7967c76d342 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2091532 Jul 06 11:42:23.306340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe28ea-737b-472d-9a9a-2209a32bf741 req-90248e7f-ea4c-4deb-bafb-6b6afb4e8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.307867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edfe28ea-737b-472d-9a9a-2209a32bf741 req-90248e7f-ea4c-4deb-bafb-6b6afb4e8a78 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.1589279 Jul 06 11:42:23.313073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:23.331053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.332026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50238b7a-21e0-4e10-a35a-3c6478716537 req-7d8f4846-4f0d-4500-9d26-66ce786cc6e3 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f3accc54c6a49e4ace62ce8f394a8bf HTTP/1.1" status: 200 len: 6103 time: 0.1459429 Jul 06 11:42:23.403517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.408960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.412060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edfe28ea-737b-472d-9a9a-2209a32bf741 req-be88a49f-4272-4ee7-93bd-2bc7e6393408 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946019 Jul 06 11:42:23.414443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.415037 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.428976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50238b7a-21e0-4e10-a35a-3c6478716537 req-52a1a964-4c00-4d71-8ab9-885f5ec877ee tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "GET /v2.0/security-groups/a6b63156-d6a5-4424-915e-776e8ce7393d HTTP/1.1" status: 200 len: 2981 time: 0.0852120 Jul 06 11:42:23.473572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3872893 Jul 06 11:42:23.477550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:23.483597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1426439282'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:23.484167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.497041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983964df-eb87-4366-95cf-0a585d2b26be tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Network': ['ID=736d3730-7b25-4156-b3e5-94f33f2e90a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.508087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:23.545242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50238b7a-21e0-4e10-a35a-3c6478716537 req-e2e1d48f-6088-43a7-8179-669d95011677 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "GET /v2.0/security-groups/a6b63156-d6a5-4424-915e-776e8ce7393d HTTP/1.1" status: 200 len: 2981 time: 0.0866158 Jul 06 11:42:23.561864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:23.565315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.605554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:23.622516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.622986 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Added segment 9bc884d2-22f9-4574-ad1d-cf0f42e449b8 of type vlan for network 3679393b-3105-453f-9148-d457d7fafec4 Jul 06 11:42:23.633819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.702318 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.749142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Router 3b151088-91e2-4fc3-8613-31b26990c513 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:23.778089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.783614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.784234 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.877529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Allocated IP 172.25.7.70 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1d611297-002c-41f4-8c72-f56f779d603c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:23.889713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4084427 Jul 06 11:42:23.895959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:23.902637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'subnet': {'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:23.906281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f74362-5283-4263-ba06-1b4ed4e4d5bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Network': ['ID=3679393b-3105-453f-9148-d457d7fafec4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.931660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3679393b-3105-453f-9148-d457d7fafec4 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:24.118619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c649478-535a-403b-a2f0-3cfc90b8825f req-66cf803e-b16a-4cb4-abe1-44dff93ce990 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3a3f89ae-d69c-42c6-9ccc-81672a9e194d HTTP/1.1" status: 200 len: 1777 time: 0.0986707 Jul 06 11:42:24.119244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:24.123269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.133814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.201203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:24.208023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66e6bebd-588e-4097-b6eb-6e7d75c82927 admin admin] 10.222.0.78 "PUT /v2.0/routers/3b151088-91e2-4fc3-8613-31b26990c513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4064391 Jul 06 11:42:24.210826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:24.212039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] Sync routers for ids ['3b151088-91e2-4fc3-8613-31b26990c513'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:24.228127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] Routers {'3b151088-91e2-4fc3-8613-31b26990c513'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:24.229089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3b151088-91e2-4fc3-8613-31b26990c513'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.295243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c649478-535a-403b-a2f0-3cfc90b8825f req-1b722ffb-7f0f-445a-93b8-a13e4f416308 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.316372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.331253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.357065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c649478-535a-403b-a2f0-3cfc90b8825f req-1b722ffb-7f0f-445a-93b8-a13e4f416308 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.390657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] Set router 3b151088-91e2-4fc3-8613-31b26990c513 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:24.412972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:24.434392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:24.449659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.463299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:24.494359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=1d611297-002c-41f4-8c72-f56f779d603c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:24.519500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.529470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c649478-535a-403b-a2f0-3cfc90b8825f req-1b722ffb-7f0f-445a-93b8-a13e4f416308 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.532718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Deleting port 8dca2043-d3c7-44a1-9328-40dc460d10ba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:24.533068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.533357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c649478-535a-403b-a2f0-3cfc90b8825f req-1b722ffb-7f0f-445a-93b8-a13e4f416308 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.534969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c649478-535a-403b-a2f0-3cfc90b8825f req-1b722ffb-7f0f-445a-93b8-a13e4f416308 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a3f89ae-d69c-42c6-9ccc-81672a9e194d HTTP/1.1" status: 204 len: 173 time: 0.4069521 Jul 06 11:42:24.593861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b722ffb-7f0f-445a-93b8-a13e4f416308 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f89ae-d69c-42c6-9ccc-81672a9e194d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:24.616507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:42:23Z', 'revision_number': 5, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port': {'id': '8dca2043-d3c7-44a1-9328-40dc460d10ba', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:85:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b151088-91e2-4fc3-8613-31b26990c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:26Z', 'updated_at': '2021-07-06T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.625894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Subnet': ['ID=2840c85b-16dd-403c-9795-f890e8f14b86,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:24.634265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] For port 8dca2043-d3c7-44a1-9328-40dc460d10ba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8dca2043-d3c7-44a1-9328-40dc460d10ba,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:24.634631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.650398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Calling delete_port for 8dca2043-d3c7-44a1-9328-40dc460d10ba owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:24.670571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] Checking router: 3b151088-91e2-4fc3-8613-31b26990c513 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:24.676721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Checking segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:24.677087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network hostable DHCP agents. Network: 736d3730-7b25-4156-b3e5-94f33f2e90a0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:24.681669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] Routers {'3b151088-91e2-4fc3-8613-31b26990c513'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:24.684609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3b151088-91e2-4fc3-8613-31b26990c513'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.690130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.759117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:24.781609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 736d3730-7b25-4156-b3e5-94f33f2e90a0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:24.785573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.786616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] Set router 3b151088-91e2-4fc3-8613-31b26990c513 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:24.787894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:24.788501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.791682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8993eab-41aa-40ff-84cc-5080b6ddf908 None None] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:24.853553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fc6d5a90-cefe-4aaa-8816-50d44bff3a63 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9558210 Jul 06 11:42:24.860869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:24.868417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'subnet': {'network_id': '3679393b-3105-453f-9148-d457d7fafec4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:24.868633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21cef3-58f1-430f-a046-a71a8ed46c98 req-bec9a453-cdae-4dd7-a77a-f4fe053b76e4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:24.876548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb21cef3-58f1-430f-a046-a71a8ed46c98 req-bec9a453-cdae-4dd7-a77a-f4fe053b76e4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1754856 Jul 06 11:42:24.885408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.896161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:42:24Z', 'revision_number': 6, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.929343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff45b2-6c58-4e04-89e2-92b0f14ede59 None None] The sync data for ids ['3b151088-91e2-4fc3-8613-31b26990c513'] in n-d-799528-2 is: [{'id': '3b151088-91e2-4fc3-8613-31b26990c513', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110542232-router', 'tenant_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:24Z', 'updated_at': '2021-07-06T11:42:24Z', 'revision_number': 6, 'project_id': '82a5d5edc42a49adbd6fff45a13ef9f5', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:24.980873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dca2043-d3c7-44a1-9328-40dc460d10ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.070463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.083014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-736d3730-7b25-4156-b3e5-94f33f2e90a0', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:25.083992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.105592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:25.108901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.221151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.225253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.246493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Allocated IP 10.1.1.2 (736d3730-7b25-4156-b3e5-94f33f2e90a0/2840c85b-16dd-403c-9795-f890e8f14b86/8edebbbc-ad04-454e-8014-13dbe7ff24ad) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:25.298232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.299494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b151088-91e2-4fc3-8613-31b26990c513 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:42:25.305307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.306531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-69025582-f8fb-41d0-b59d-1937e9274c83 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3b151088-91e2-4fc3-8613-31b26990c513 HTTP/1.1" status: 204 len: 168 time: 1.0947664 Jul 06 11:42:25.311835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:25.343861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb21cef3-58f1-430f-a046-a71a8ed46c98 req-d19f0a5c-8dc6-47a7-8655-340215c7fd05 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628057 Jul 06 11:42:25.409698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Deleting subnet 1bb38de4-fb0b-464a-ac2c-060d7d9a93ef {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:25.430465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.433137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.442022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Transition to ACTIVE for port object 8edebbbc-ad04-454e-8014-13dbe7ff24ad will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:25.460411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Transition to ACTIVE for port object 8edebbbc-ad04-454e-8014-13dbe7ff24ad will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:25.463276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.471477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.482346 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.484084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.487772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.533624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:25.536593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:25.539258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:25.547771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Pushing event updated for resources: {'Port': ['ID=8edebbbc-ad04-454e-8014-13dbe7ff24ad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.597889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Subnet': ['ID=9e5d487c-01a6-42fd-b7df-d640b84d2afa,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.602695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event updated for resources: {'Port': ['ID=1d611297-002c-41f4-8c72-f56f779d603c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.613860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Attempting to bind port 8edebbbc-ad04-454e-8014-13dbe7ff24ad on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:25.614651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Attempting to bind port 8edebbbc-ad04-454e-8014-13dbe7ff24ad by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:25.615032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Attempting to bind port 8edebbbc-ad04-454e-8014-13dbe7ff24ad on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:25.616847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.620949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:25.621536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Checking segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:25.621765 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.622110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Bound using segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:25.622584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Bound port: 8edebbbc-ad04-454e-8014-13dbe7ff24ad, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:25.623135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.633382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Checking segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:25.633781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network hostable DHCP agents. Network: 3679393b-3105-453f-9148-d457d7fafec4, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:25.644646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbc71a-6d73-4752-920f-fc8af3f306dd req-bfdd31c0-b813-4c18-91a7-871ebd7cbdc5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.645971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bdbc71a-6d73-4752-920f-fc8af3f306dd req-bfdd31c0-b813-4c18-91a7-871ebd7cbdc5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.1466434 Jul 06 11:42:25.647313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.648235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-cb824460-36f5-4f7b-a555-968e2aa5a720 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3486841 Jul 06 11:42:25.658724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.686805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 3679393b-3105-453f-9148-d457d7fafec4 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:25.699529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] For port 8edebbbc-ad04-454e-8014-13dbe7ff24ad, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:25.703160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3679393b-3105-453f-9148-d457d7fafec4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:25.703725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] For port 8edebbbc-ad04-454e-8014-13dbe7ff24ad, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8edebbbc-ad04-454e-8014-13dbe7ff24ad,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:25.707991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.708596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.710225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.726000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-ceb99ab4-a614-4cc4-9935-7448e8941e02 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.0653396 Jul 06 11:42:25.734622 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f5ee8ff2-6e01-49fd-ba62-9b3876d46fe6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8699384 Jul 06 11:42:25.734820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:25.741710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'name': 'tempest-TaggedBootDevicesTest_v242-789540312', 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:25.743204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff96d0-dbeb-4db1-a406-84ad0b2bdffb None None] Network 3679393b-3105-453f-9148-d457d7fafec4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:25.747383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.797808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bdbc71a-6d73-4752-920f-fc8af3f306dd req-d1da52f9-3a42-4063-9fab-6a1097ea0c44 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301816 Jul 06 11:42:25.825810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb38de4-fb0b-464a-ac2c-060d7d9a93ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.832228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.834351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b1696c7-3ae9-4e4f-aa11-e796f9db1c29 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1bb38de4-fb0b-464a-ac2c-060d7d9a93ef HTTP/1.1" status: 204 len: 168 time: 0.5219002 Jul 06 11:42:25.837373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:25.840533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef9dcb-eb43-4a00-8ef5-9da06a732944 None None] Pushing event updated for resources: {'Port': ['ID=8edebbbc-ad04-454e-8014-13dbe7ff24ad,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.859116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c700055-3507-4aec-b26b-5ec3775aa7dd None None] Network c1439be3-5d5a-428e-9f54-2e1a48c34100 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:25.877302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-0336af66-c436-4fcc-9aab-89baa07d4607 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.900688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c32d75c-e5a6-468d-b11a-34a4bd3347cf req-0336af66-c436-4fcc-9aab-89baa07d4607 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1736584 Jul 06 11:42:25.942881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.074139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Deleting port 1bb36a21-9610-4d17-99bb-2762543e09f0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:26.074642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.077905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:26.148232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a196117-4402-4f78-8f1f-2b7c10e17ad3 req-986a9458-b217-480f-9d78-344fc93c54e9 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a24be6ba-c0c4-435d-934f-be4d73a7c7f3 HTTP/1.1" status: 200 len: 1778 time: 0.0829082 Jul 06 11:42:26.234870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] For port 1bb36a21-9610-4d17-99bb-2762543e09f0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1bb36a21-9610-4d17-99bb-2762543e09f0,segment=NetworkSegment(d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0),segment_id=d9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:26.235363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.276645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Calling delete_port for 1bb36a21-9610-4d17-99bb-2762543e09f0 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:26.278506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e14546-6cfd-4ce3-9ca4-0b6e273801de req-e5ddb865-094e-45e7-a7b8-163db012a2a2 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:26.280276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30e14546-6cfd-4ce3-9ca4-0b6e273801de req-e5ddb865-094e-45e7-a7b8-163db012a2a2 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 945 time: 0.2760484 Jul 06 11:42:26.367654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.383080 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a196117-4402-4f78-8f1f-2b7c10e17ad3 req-1377ac40-50de-4f33-8f22-aaa4a6ff2486 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.389893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8edebbbc-ad04-454e-8014-13dbe7ff24ad up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:26.425713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] device_id is not set on port a0a003c0-fafe-4a8d-9210-e8752df40348 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:42:26.434561 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a196117-4402-4f78-8f1f-2b7c10e17ad3 req-1377ac40-50de-4f33-8f22-aaa4a6ff2486 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.435936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3679393b-3105-453f-9148-d457d7fafec4', 'network_id': '3679393b-3105-453f-9148-d457d7fafec4', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'fixed_ips': [{'subnet_id': '9e5d487c-01a6-42fd-b7df-d640b84d2afa'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:26.437013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.468732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] DHCP port deletion for c1439be3-5d5a-428e-9f54-2e1a48c34100 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:26.477793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30e14546-6cfd-4ce3-9ca4-0b6e273801de req-7825e316-43b5-412f-a2b1-cb5a3ccd9226 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879354 Jul 06 11:42:26.515368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a196117-4402-4f78-8f1f-2b7c10e17ad3 req-1377ac40-50de-4f33-8f22-aaa4a6ff2486 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.518890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a196117-4402-4f78-8f1f-2b7c10e17ad3 req-1377ac40-50de-4f33-8f22-aaa4a6ff2486 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.532670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a196117-4402-4f78-8f1f-2b7c10e17ad3 req-1377ac40-50de-4f33-8f22-aaa4a6ff2486 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/a24be6ba-c0c4-435d-934f-be4d73a7c7f3 HTTP/1.1" status: 204 len: 173 time: 0.3838212 Jul 06 11:42:26.595426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8edebbbc-ad04-454e-8014-13dbe7ff24ad completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:26.618133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.639119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa01f71d-83a2-4cdb-9a13-9fd5f5960583 req-bc5e4ac2-999d-4958-aba1-6a6c59b8b4b3 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips/8d7ab2f8-d0a5-4494-ba9c-2d096775281d HTTP/1.1" status: 200 len: 692 time: 0.1050272 Jul 06 11:42:26.658328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Deleting port 1bb36a21-9610-4d17-99bb-2762543e09f0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:26.658831 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.686012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb36a21-9610-4d17-99bb-2762543e09f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:26.688674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] No DVR routers for this DVR port 1bb36a21-9610-4d17-99bb-2762543e09f0 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:26.719271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8dca2043-d3c7-44a1-9328-40dc460d10ba no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:26.724672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Allocated IP 10.2.2.2 (3679393b-3105-453f-9148-d457d7fafec4/9e5d487c-01a6-42fd-b7df-d640b84d2afa/cbd83d81-543e-40ad-9184-a5b85540c648) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:26.755465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8dca2043-d3c7-44a1-9328-40dc460d10ba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:26.755811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8dca2043-d3c7-44a1-9328-40dc460d10ba not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:26.756272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a3be6a09-4c85-4b6c-a281-330552ff5acb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:26.797208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a3be6a09-4c85-4b6c-a281-330552ff5acb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:26.797556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a3be6a09-4c85-4b6c-a281-330552ff5acb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:26.806247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] For port 1bb36a21-9610-4d17-99bb-2762543e09f0, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:26.806647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.810769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f71d-83a2-4cdb-9a13-9fd5f5960583 req-116be0cb-3f18-4fb5-a9a2-94ffccf549bc tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:26.820683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa01f71d-83a2-4cdb-9a13-9fd5f5960583 req-116be0cb-3f18-4fb5-a9a2-94ffccf549bc tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1796858 Jul 06 11:42:26.829331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-fa01f71d-83a2-4cdb-9a13-9fd5f5960583 req-56f0ef13-1778-4c08-95f5-b00a250de500 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:42:26.836522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa01f71d-83a2-4cdb-9a13-9fd5f5960583 req-56f0ef13-1778-4c08-95f5-b00a250de500 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151396 Jul 06 11:42:26.844176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.861287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377ac40-50de-4f33-8f22-aaa4a6ff2486 tempest-SecurityGroupsTestAdminJSON-1823773228 tempest-SecurityGroupsTestAdminJSON-1823773228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24be6ba-c0c4-435d-934f-be4d73a7c7f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:26.874291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 10.1.1.53 (736d3730-7b25-4156-b3e5-94f33f2e90a0/2840c85b-16dd-403c-9795-f890e8f14b86/a0a003c0-fafe-4a8d-9210-e8752df40348) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:26.877743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1439be3-5d5a-428e-9f54-2e1a48c34100']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:26.898846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Calling delete_port for 1bb36a21-9610-4d17-99bb-2762543e09f0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:26.900776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:26.901180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b25f8d-ce92-47a0-ad3d-25c4d47a0fe0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:26.904734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Port 1bb36a21-9610-4d17-99bb-2762543e09f0 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:42:26.921494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.945597 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.954098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] Pushing event deleted for resources: {'Port': ['ID=1bb36a21-9610-4d17-99bb-2762543e09f0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:26.965973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a61d5-3520-4611-9f10-399e39e311f8 None None] No DVR routers for this DVR port 1bb36a21-9610-4d17-99bb-2762543e09f0 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:26.987885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.002885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:27.003840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:27.005785 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:27.024128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f291fce-5b5c-467e-81e7-ef2f954ac201 req-2c1761e6-69f4-4202-9c74-45c6ba5cd0f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:27.028210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f291fce-5b5c-467e-81e7-ef2f954ac201 req-2c1761e6-69f4-4202-9c74-45c6ba5cd0f0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1821308 Jul 06 11:42:27.088174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f291fce-5b5c-467e-81e7-ef2f954ac201 req-e112e0eb-fac7-47c1-948f-f433c816b985 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Jul 06 11:42:27.116304 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec423c68-4640-4a47-8d7e-17c574dab988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.128519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.132524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac352628-e86e-4130-9190-22f08dc69836 req-dca86430-6d0f-40ad-9ffe-97c6c4713a28 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2726808 Jul 06 11:42:27.134724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.147615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.151860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Transition to ACTIVE for port object cbd83d81-543e-40ad-9184-a5b85540c648 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:27.156115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:27.157129 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] 10.222.0.78 "DELETE /v2.0/networks/c1439be3-5d5a-428e-9f54-2e1a48c34100 HTTP/1.1" status: 204 len: 168 time: 1.3187096 Jul 06 11:42:27.174777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272baf6-7c50-46dd-9d33-a709680249bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1439be3-5d5a-428e-9f54-2e1a48c34100,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.175898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Transition to ACTIVE for port object cbd83d81-543e-40ad-9184-a5b85540c648 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:27.190237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.231382 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.238171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.262837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Network 3679393b-3105-453f-9148-d457d7fafec4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:27.266871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:27.271183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:27.271434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object a0a003c0-fafe-4a8d-9210-e8752df40348 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:27.304246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a77b4387-8677-4783-9697-4e46e4e17565 req-6f394faa-05e1-47d6-964f-b5f3cd6f8c0b tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "GET /v2.0/security-groups/b3f4d666-bb6e-49dc-a47c-b26e3f5512d1 HTTP/1.1" status: 200 len: 1778 time: 0.1334052 Jul 06 11:42:27.311657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Pushing event updated for resources: {'Port': ['ID=cbd83d81-543e-40ad-9184-a5b85540c648,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.355672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.358529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Attempting to bind port cbd83d81-543e-40ad-9184-a5b85540c648 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:27.359469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Attempting to bind port cbd83d81-543e-40ad-9184-a5b85540c648 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:27.359847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Attempting to bind port cbd83d81-543e-40ad-9184-a5b85540c648 on network 3679393b-3105-453f-9148-d457d7fafec4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:27.365653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:27.366048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Checking segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:27.366483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.366830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Bound using segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:27.367511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Bound port: cbd83d81-543e-40ad-9184-a5b85540c648, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:27.367938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.373657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a0533-8493-432d-9066-6e26253791c9 None None] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:27.398930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:27.425411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.447401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:27.450402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:27.451553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a77b4387-8677-4783-9697-4e46e4e17565 req-0294f406-dcdb-4d26-9b1d-97babe3ec159 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.453194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:27.493080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-40ddddd3-ce8c-42b8-8acc-6340348b96da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=265633f82b254ced8dca3bfd23de0646&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0928071 Jul 06 11:42:27.496482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] Provisioning for port 8edebbbc-ad04-454e-8014-13dbe7ff24ad completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:27.498269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:27.514124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] Provisioning complete for port 8edebbbc-ad04-454e-8014-13dbe7ff24ad triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:27.514496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.517174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a77b4387-8677-4783-9697-4e46e4e17565 req-0294f406-dcdb-4d26-9b1d-97babe3ec159 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.523938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:27.524563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.540538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.549131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc54a03d-4843-4fbe-b814-2be196218d7e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8108046 Jul 06 11:42:27.549489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:27.550770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] For port cbd83d81-543e-40ad-9184-a5b85540c648, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:27.557565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1480976648', 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:27.589980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] For port cbd83d81-543e-40ad-9184-a5b85540c648, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbd83d81-543e-40ad-9184-a5b85540c648,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:27.602503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.669384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce862be9-17ad-4a23-b19e-833b122efe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.678246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a77b4387-8677-4783-9697-4e46e4e17565 req-0294f406-dcdb-4d26-9b1d-97babe3ec159 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.680871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a77b4387-8677-4783-9697-4e46e4e17565 req-0294f406-dcdb-4d26-9b1d-97babe3ec159 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.682092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a77b4387-8677-4783-9697-4e46e4e17565 req-0294f406-dcdb-4d26-9b1d-97babe3ec159 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "DELETE /v2.0/security-groups/b3f4d666-bb6e-49dc-a47c-b26e3f5512d1 HTTP/1.1" status: 204 len: 173 time: 0.3769884 Jul 06 11:42:27.719342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294f406-dcdb-4d26-9b1d-97babe3ec159 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f4d666-bb6e-49dc-a47c-b26e3f5512d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.731682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:27.739382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.741907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdcd78-98f3-423e-94af-c8f0cb05e913 None None] Pushing event updated for resources: {'Port': ['ID=cbd83d81-543e-40ad-9184-a5b85540c648,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.746216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce862be9-17ad-4a23-b19e-833b122efe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.779584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Allocated IP 172.25.7.151 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/2cbdfe43-860a-470d-ba14-46da09d02096) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:27.790736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] device_id is not set on port 9e819801-5472-45e4-aa04-b040bc49c295 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:42:27.800965 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.848243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] For port 8edebbbc-ad04-454e-8014-13dbe7ff24ad, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8edebbbc-ad04-454e-8014-13dbe7ff24ad,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:27.856660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.884123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:27.947461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce862be9-17ad-4a23-b19e-833b122efe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.956539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce862be9-17ad-4a23-b19e-833b122efe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.957178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce862be9-17ad-4a23-b19e-833b122efe77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2cdec3be-562b-488f-bef5-000665a5f6b3 HTTP/1.1" status: 204 len: 168 time: 0.4566717 Jul 06 11:42:27.961581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657d25-8e01-4931-9ef9-1a789fea1b29 None None] Pushing event updated for resources: {'Port': ['ID=8edebbbc-ad04-454e-8014-13dbe7ff24ad,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.999447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-215466b5-130c-4de3-b14c-5fd5f8a0b990 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips/8d7ab2f8-d0a5-4494-ba9c-2d096775281d HTTP/1.1" status: 200 len: 692 time: 0.1141675 Jul 06 11:42:28.007281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce862be9-17ad-4a23-b19e-833b122efe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdec3be-562b-488f-bef5-000665a5f6b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.052140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Deleting subnet 2d0c3ea8-315d-410c-9f35-e415c0cc1b7f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:28.059081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.110328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 10.1.1.216 (736d3730-7b25-4156-b3e5-94f33f2e90a0/2840c85b-16dd-403c-9795-f890e8f14b86/9e819801-5472-45e4-aa04-b040bc49c295) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:28.195717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.200498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.316710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.333512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-63ab7aca-bfe7-4894-a690-7463bcef5825 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.339818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-63ab7aca-bfe7-4894-a690-7463bcef5825 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2998080 Jul 06 11:42:28.349338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5cfa9e1-ed2a-4230-a2c5-68862b6758c4 None None] Provisioning complete for port 8edebbbc-ad04-454e-8014-13dbe7ff24ad triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:28.351599 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9e1-ed2a-4230-a2c5-68862b6758c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.430754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.457133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object 9e819801-5472-45e4-aa04-b040bc49c295 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:28.500941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbd83d81-543e-40ad-9184-a5b85540c648 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:28.523518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.523761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-d5e64b4f-22ef-4e44-97d9-eb2f80802d75 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.1484540 Jul 06 11:42:28.570088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5cfa9e1-ed2a-4230-a2c5-68862b6758c4 None None] Provisioning for port a0a003c0-fafe-4a8d-9210-e8752df40348 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:28.575856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.577819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5cfa9e1-ed2a-4230-a2c5-68862b6758c4 None None] Provisioning complete for port a0a003c0-fafe-4a8d-9210-e8752df40348 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:28.577819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9e1-ed2a-4230-a2c5-68862b6758c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.581070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port cbd83d81-543e-40ad-9184-a5b85540c648 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:28.581935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:28.586800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:28.607391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:28.611494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8edebbbc-ad04-454e-8014-13dbe7ff24ad up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:28.641148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-9d42aa9a-37b8-4a96-827f-355374c95739 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.70 HTTP/1.1" status: 200 len: 695 time: 0.1171927 Jul 06 11:42:28.642565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:28.663830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfa9e1-ed2a-4230-a2c5-68862b6758c4 None None] Port a0a003c0-fafe-4a8d-9210-e8752df40348 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:28.672996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:28.675931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.689095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8edebbbc-ad04-454e-8014-13dbe7ff24ad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:28.689737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.705319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.705992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.720054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.757081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:28.766036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bfedd2d0-599b-4478-85e9-14b50c11f470 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82a5d5edc42a49adbd6fff45a13ef9f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1085434 Jul 06 11:42:28.771463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6be27261-9841-4935-9cfb-59142831a06e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2173531 Jul 06 11:42:28.771463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:28.798545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:28.802408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0c3ea8-315d-410c-9f35-e415c0cc1b7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.835683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-101413f8-b801-4e56-8a0d-04bac3f39aa9 None None] Provisioning complete for port a0a003c0-fafe-4a8d-9210-e8752df40348 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:28.836302 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-101413f8-b801-4e56-8a0d-04bac3f39aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.839218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf1266a-e5d8-43c1-98d4-1b93b9265e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.841590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.846188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d4bc010-bae4-40a1-9251-6d02b4d52f6d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2d0c3ea8-315d-410c-9f35-e415c0cc1b7f HTTP/1.1" status: 204 len: 168 time: 0.9418147 Jul 06 11:42:28.847593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event updated for resources: {'Port': ['ID=2cbdfe43-860a-470d-ba14-46da09d02096,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.850762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:28.913886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-101413f8-b801-4e56-8a0d-04bac3f39aa9 None None] Port a0a003c0-fafe-4a8d-9210-e8752df40348 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:28.940945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf1266a-e5d8-43c1-98d4-1b93b9265e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.991183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.035324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1bb36a21-9610-4d17-99bb-2762543e09f0 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:29.044083 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.052079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Deleting port 1d611297-002c-41f4-8c72-f56f779d603c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:29.052418 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.066742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1bb36a21-9610-4d17-99bb-2762543e09f0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:29.067384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1bb36a21-9610-4d17-99bb-2762543e09f0 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:29.085817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.088011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2309299-891a-4806-ba51-582306ea5bd2 None None] Provisioning for port 9e819801-5472-45e4-aa04-b040bc49c295 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:29.094334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf1266a-e5d8-43c1-98d4-1b93b9265e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.095253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2309299-891a-4806-ba51-582306ea5bd2 None None] Provisioning complete for port 9e819801-5472-45e4-aa04-b040bc49c295 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:29.095735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2309299-891a-4806-ba51-582306ea5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.097584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf1266a-e5d8-43c1-98d4-1b93b9265e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.101904 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5cf1266a-e5d8-43c1-98d4-1b93b9265e45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6534441-6659-4368-a2b5-a1a43bd456ce HTTP/1.1" status: 204 len: 168 time: 0.3318276 Jul 06 11:42:29.108790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:29.122757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1266a-e5d8-43c1-98d4-1b93b9265e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6534441-6659-4368-a2b5-a1a43bd456ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.125953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329d019b-933d-4639-a093-a17ff145d070') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:29.126534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329d019b-933d-4639-a093-a17ff145d070') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:29.138785 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.168466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.170338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d2309299-891a-4806-ba51-582306ea5bd2 None None] Port 9e819801-5472-45e4-aa04-b040bc49c295 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:29.171269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.179475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:29.180364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:29.181771 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:29.217372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.217704 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.245288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.253108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.258749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] 10.222.0.78 "DELETE /v2.0/networks/ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e HTTP/1.1" status: 204 len: 168 time: 0.4031775 Jul 06 11:42:29.272300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c460c4-29a0-4c9d-88a9-8af2dc87d2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ec563b5b-5f91-4acd-9c72-98a0c7fa9b9e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.274652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Calling delete_port for 1d611297-002c-41f4-8c72-f56f779d603c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:29.312986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479df5de-4a7e-4a5e-896d-f12a1e1a0755 None None] Network 3679393b-3105-453f-9148-d457d7fafec4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:29.408464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] Provisioning for port cbd83d81-543e-40ad-9184-a5b85540c648 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:29.420034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] Provisioning complete for port cbd83d81-543e-40ad-9184-a5b85540c648 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:29.420551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.454237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.459357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.525351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:29.568939 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8178cce7-6bdf-4af7-b372-d2be8edaa6c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=256e9d4074b04ffa9f0428558486c30a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422101 Jul 06 11:42:29.571184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:29.577705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event updated for resources: {'Port': ['ID=2cbdfe43-860a-470d-ba14-46da09d02096,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.583197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.599825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.631317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.631561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event deleted for resources: {'Port': ['ID=1d611297-002c-41f4-8c72-f56f779d603c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.646908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c25baad-36d3-4e08-869b-997c77865e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.649835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82b8459-4cf4-46b6-a1bf-8f7d96276580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.664113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.665938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac352628-e86e-4130-9190-22f08dc69836 req-fd55dc17-ede1-443c-a9ee-418b5d510532 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5170043 Jul 06 11:42:29.679025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c25baad-36d3-4e08-869b-997c77865e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.681374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] For port cbd83d81-543e-40ad-9184-a5b85540c648, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbd83d81-543e-40ad-9184-a5b85540c648,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:29.691186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.727102 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.730469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.731711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80c039ce-da95-48ca-85d5-a7d273667bf0 req-1d040ec4-8378-4515-803b-4e8f0093d7dd tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "DELETE /v2.0/floatingips/8d7ab2f8-d0a5-4494-ba9c-2d096775281d HTTP/1.1" status: 204 len: 173 time: 1.0897555 Jul 06 11:42:29.741161 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c25baad-36d3-4e08-869b-997c77865e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.743837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c25baad-36d3-4e08-869b-997c77865e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.754939 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c25baad-36d3-4e08-869b-997c77865e70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f8a3bf-d173-49a5-acff-a132aa0534c5 HTTP/1.1" status: 204 len: 168 time: 0.1770768 Jul 06 11:42:29.771509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25baad-36d3-4e08-869b-997c77865e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8a3bf-d173-49a5-acff-a132aa0534c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.774458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2407f83-7f07-4155-8241-a09676a0a970 None None] Pushing event updated for resources: {'Port': ['ID=cbd83d81-543e-40ad-9184-a5b85540c648,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.781529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac352628-e86e-4130-9190-22f08dc69836 req-46b29fe1-3065-4441-b72e-3c534df1269d tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0642660 Jul 06 11:42:29.814465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.982295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.984363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03f78a-b982-41db-8cc2-b4e2e5c7a7c2 req-c6e9dfba-fd74-42d7-b566-cf4de98f4d6f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:29.991354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a03f78a-b982-41db-8cc2-b4e2e5c7a7c2 req-c6e9dfba-fd74-42d7-b566-cf4de98f4d6f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.1137035 Jul 06 11:42:30.000491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352628-e86e-4130-9190-22f08dc69836 req-02120a4f-616f-445a-82ea-9a7c18d067f9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:30.001845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac352628-e86e-4130-9190-22f08dc69836 req-02120a4f-616f-445a-82ea-9a7c18d067f9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2119062 Jul 06 11:42:30.061054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a03f78a-b982-41db-8cc2-b4e2e5c7a7c2 req-a712f7db-51e9-42c1-b71a-e47732081cc0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683393 Jul 06 11:42:30.099456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef098b52-c153-4dfd-af16-838571ab9b9b req-7faa7529-0984-4f30-9e37-c53b7f61b643 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "GET /v2.0/security-groups/dd7e4f41-1b28-4a79-b12a-54a60efd993f HTTP/1.1" status: 200 len: 1777 time: 0.0673201 Jul 06 11:42:30.148443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c300c26a-36fb-44e6-bc7e-eda7389de493 None None] Provisioning complete for port cbd83d81-543e-40ad-9184-a5b85540c648 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:30.149121 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c300c26a-36fb-44e6-bc7e-eda7389de493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.196888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef098b52-c153-4dfd-af16-838571ab9b9b req-6ee5bc11-ced0-410f-be7b-493cb79a23b1 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.227571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef098b52-c153-4dfd-af16-838571ab9b9b req-6ee5bc11-ced0-410f-be7b-493cb79a23b1 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.278938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbd83d81-543e-40ad-9184-a5b85540c648 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:30.336520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef098b52-c153-4dfd-af16-838571ab9b9b req-6ee5bc11-ced0-410f-be7b-493cb79a23b1 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.340438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef098b52-c153-4dfd-af16-838571ab9b9b req-6ee5bc11-ced0-410f-be7b-493cb79a23b1 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.341681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef098b52-c153-4dfd-af16-838571ab9b9b req-6ee5bc11-ced0-410f-be7b-493cb79a23b1 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] 10.222.0.78 "DELETE /v2.0/security-groups/dd7e4f41-1b28-4a79-b12a-54a60efd993f HTTP/1.1" status: 204 len: 173 time: 0.2363141 Jul 06 11:42:30.365346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cbd83d81-543e-40ad-9184-a5b85540c648 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:30.366357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5bc11-ced0-410f-be7b-493cb79a23b1 tempest-SecurityGroupsTestAdminJSON-1799964192 tempest-SecurityGroupsTestAdminJSON-1799964192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e4f41-1b28-4a79-b12a-54a60efd993f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:30.367294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.393842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bff83-dd2f-4095-8791-f6c2b46de0e4 req-f01942b5-df82-44c1-a747-fb9fbfdf0253 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:30.401493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5bff83-dd2f-4095-8791-f6c2b46de0e4 req-f01942b5-df82-44c1-a747-fb9fbfdf0253 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1076596 Jul 06 11:42:30.455340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5bff83-dd2f-4095-8791-f6c2b46de0e4 req-f0ae9623-92c3-4b9e-ba65-71be290f44a9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488942 Jul 06 11:42:30.743071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c650c3-7d9b-45e2-8a19-71091bba3609 req-3b4a9b74-6ead-48dd-ae07-3a6e50890587 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:30.745652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c650c3-7d9b-45e2-8a19-71091bba3609 req-3b4a9b74-6ead-48dd-ae07-3a6e50890587 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2477169 Jul 06 11:42:30.796389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:30.824712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.997566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-216f4ca6-f157-462f-8799-eaeff3da87c2 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:30.999194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-216f4ca6-f157-462f-8799-eaeff3da87c2 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 821 time: 0.1393752 Jul 06 11:42:31.031821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-8fceae61-7b71-4590-8891-6c7447a08399 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/quotas/1912d380ef0140d7aa12c7fc6b929ac6 HTTP/1.1" status: 200 len: 375 time: 0.0267642 Jul 06 11:42:31.058770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.067722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050975119', 'description': 'tempest-description--1786145047'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:31.097580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-536bd62e-bfe6-489c-a954-d9273b07c65e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f3accc54c6a49e4ace62ce8f394a8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997267 Jul 06 11:42:31.100062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.164954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.175551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac36c08-ae1b-4eb6-969f-d42f35783090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.208108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac36c08-ae1b-4eb6-969f-d42f35783090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.286602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac36c08-ae1b-4eb6-969f-d42f35783090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.289319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ac36c08-ae1b-4eb6-969f-d42f35783090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.294247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5ac36c08-ae1b-4eb6-969f-d42f35783090 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6b63156-d6a5-4424-915e-776e8ce7393d HTTP/1.1" status: 204 len: 168 time: 0.1925113 Jul 06 11:42:31.302578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac36c08-ae1b-4eb6-969f-d42f35783090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b63156-d6a5-4424-915e-776e8ce7393d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:31.342429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1988714757-network', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:31.510762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:31.513103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.513512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76728b07-d3c4-459b-8937-145a292af6e9 req-0f9aceb5-e657-4dd6-a756-fc1c1069d3d3 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=e2a6294e2fe24d19afab817fc2bb196a HTTP/1.1" status: 200 len: 1656 time: 0.4354429 Jul 06 11:42:31.515165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:42:31.515165 n-d-799528-2 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:42:31.515165 n-d-799528-2 neutron-server[93767]: [parameters: {'project_id': '95a02af214a749bda91f4142b98f606f', 'id': 'b2902b23-f2e7-4d72-838e-e52c962ccc77', 'expiration': datetime.datetime(2021, 7, 6, 11, 44, 31, 498032)}] Jul 06 11:42:31.515165 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:42:31.515586 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:42:31.522553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.585801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-88a94185-c179-4536-9728-570825cfe197 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5451155 Jul 06 11:42:31.631531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.640096 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.646492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.664471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:31.694744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.695105 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Added segment fb9f09b6-8c81-491e-b023-f041b4a66178 of type vlan for network ad120c1c-1715-453c-8ad9-c03d02436880 Jul 06 11:42:31.697333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8679d-c8ed-4222-9672-67039439d2db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:31.705153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76728b07-d3c4-459b-8937-145a292af6e9 req-9cc7f3d9-f4e2-43d6-8944-9949ebecd0c1 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:31.707009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76728b07-d3c4-459b-8937-145a292af6e9 req-9cc7f3d9-f4e2-43d6-8944-9949ebecd0c1 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks?id=0537d038-fb71-45ac-9d16-43121f231db7&id=0537d038-fb71-45ac-9d16-43121f231db7&id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 787 time: 0.1871941 Jul 06 11:42:31.721295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-76728b07-d3c4-459b-8937-145a292af6e9 req-038ff39e-2dac-4a08-a861-888c3fdf3d45 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:42:31.722275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76728b07-d3c4-459b-8937-145a292af6e9 req-038ff39e-2dac-4a08-a861-888c3fdf3d45 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084448 Jul 06 11:42:31.737502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.737925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.738213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.738510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.738838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.739169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.739528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.739813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.740155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.740472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.740793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.741110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:31.758593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-45c81752-627f-4142-ab81-df07b8fc42a0 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622708 Jul 06 11:42:31.771537 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b648d9e-8f53-49b4-8db6-7555716b862a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d208fc477dd34db7b9ba1b3a1531ba83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208346 Jul 06 11:42:31.771537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.774268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.848391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37838ef-7238-46a3-a628-2b46e7d1d650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.851058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.852046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:31.852626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.893341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-292e914a-fe20-47b2-a9d0-07df3ad6a0d0 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340811 Jul 06 11:42:31.920494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37838ef-7238-46a3-a628-2b46e7d1d650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.920707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76489a78-69dc-4d9d-8f5f-d561a8137543 req-5692c158-af5a-40a5-ad34-62af5bb28b0b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:31.922403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76489a78-69dc-4d9d-8f5f-d561a8137543 req-5692c158-af5a-40a5-ad34-62af5bb28b0b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.0933506 Jul 06 11:42:31.938639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] Pushing event updated for resources: {'Network': ['ID=ad120c1c-1715-453c-8ad9-c03d02436880,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:31.944017 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4496ad7-1a2d-49be-8861-c31542d119ff admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7754416 Jul 06 11:42:31.946131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.951115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ad120c1c-1715-453c-8ad9-c03d02436880 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:31.951636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Request body: {'subnet': {'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1988714757-subnet', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:31.986619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:31.988998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76489a78-69dc-4d9d-8f5f-d561a8137543 req-89130037-8a17-4743-8a56-7d17b51704cc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548439 Jul 06 11:42:31.989152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.049862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.075241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37838ef-7238-46a3-a628-2b46e7d1d650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.077815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f37838ef-7238-46a3-a628-2b46e7d1d650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.084141 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f37838ef-7238-46a3-a628-2b46e7d1d650 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89afaec2-94bf-4308-904f-063c891afc5a HTTP/1.1" status: 204 len: 168 time: 0.3088388 Jul 06 11:42:32.193070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37838ef-7238-46a3-a628-2b46e7d1d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89afaec2-94bf-4308-904f-063c891afc5a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:32.274491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef5c8a-c4ac-4443-b771-44f19d291ebf req-ca58d115-06b3-43c4-8471-d2989aaaf107 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:32.282919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27ef5c8a-c4ac-4443-b771-44f19d291ebf req-ca58d115-06b3-43c4-8471-d2989aaaf107 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1199853 Jul 06 11:42:32.293105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.305716 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.350820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27ef5c8a-c4ac-4443-b771-44f19d291ebf req-683e2934-de7d-4cbf-997c-4553d29665ff tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Jul 06 11:42:32.353842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.360335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.442699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-66284e0d-8a9c-4b3d-a531-f0939a8cff16 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips/71fd2862-818c-4798-aff4-2d656be88f1d HTTP/1.1" status: 200 len: 693 time: 0.0616746 Jul 06 11:42:32.537684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc5cb4-9d26-44ff-8be7-103f95a711ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:32.551253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.552650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3fca97e7-7101-41e7-8f70-09dfe90de449 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4896832 Jul 06 11:42:32.556238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:32.562945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'security_group_rule': {'security_group_id': '82cc5cb4-9d26-44ff-8be7-103f95a711ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:32.677667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c487dbd-9673-4a10-b0f8-28248becbd1a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:32.678617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.710401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:32.710769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Network hostable DHCP agents. Network: ad120c1c-1715-453c-8ad9-c03d02436880, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:32.729193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Network ad120c1c-1715-453c-8ad9-c03d02436880 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:32.742883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ad120c1c-1715-453c-8ad9-c03d02436880) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:32.747883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:32.748622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.756745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb07c3-0351-4e10-b7a3-34eef8015aa5 None None] Network ad120c1c-1715-453c-8ad9-c03d02436880 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:32.770776 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-864f17ef-11c9-49ef-8a0a-7cdd7595c767 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8232417 Jul 06 11:42:32.773347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:32.781042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:32.793996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1192bda9-36a9-4a74-a721-ddee6e188e86 req-982e1ea1-6dd2-4fa9-b3f5-7b64a140d24e tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 210 time: 0.1085238 Jul 06 11:42:32.839278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-63efedcf-5463-48a6-be38-f9e271577e93 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:32.840975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.842971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.847484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-63efedcf-5463-48a6-be38-f9e271577e93 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.3943887 Jul 06 11:42:32.872119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-1f1e73a1-c9c8-4093-837f-81a53a210ae5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:42:32.879872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-1f1e73a1-c9c8-4093-837f-81a53a210ae5 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314004 Jul 06 11:42:32.941592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-e79ac8c8-3b1f-4004-979c-749c8e6cb297 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.0606143 Jul 06 11:42:32.962560 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.006963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ad120c1c-1715-453c-8ad9-c03d02436880', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:33.008683 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.020175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-8d0a41fb-80b8-490a-93f1-42d80a598ab2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.141 HTTP/1.1" status: 200 len: 696 time: 0.0757325 Jul 06 11:42:33.076510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.091526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.174215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7962ce9-0d32-4148-8b8a-0a6396a9104f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.204579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.205898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c959b8dd-ea23-47f3-b4b3-6389f09b798f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6477141 Jul 06 11:42:33.240084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.248792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'security_group_rule': {'security_group_id': '82cc5cb4-9d26-44ff-8be7-103f95a711ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:33.287303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.314893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Deleting port 17934583-6aaa-403a-9dd0-1a0938d7ad82 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:33.315379 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.325328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Allocated IP 172.20.0.2 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/57356f80-f144-49af-9746-4c09aba2ce74) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:33.369200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77165bf-927f-40d5-ab84-c7966591f381 req-1d6f6ff6-750d-419b-9f06-f059dfbe5bfc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:33.380139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e77165bf-927f-40d5-ab84-c7966591f381 req-1d6f6ff6-750d-419b-9f06-f059dfbe5bfc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.1809518 Jul 06 11:42:33.405008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.412269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.486020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.507308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.528399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.534107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e77165bf-927f-40d5-ab84-c7966591f381 req-3a25416f-b851-47d9-91ba-f40d8a1ce6b6 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515062 Jul 06 11:42:33.546602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Transition to ACTIVE for port object 57356f80-f144-49af-9746-4c09aba2ce74 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:33.571536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Transition to ACTIVE for port object 57356f80-f144-49af-9746-4c09aba2ce74 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:33.581168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e62abae-1e59-408b-bc3b-3d63c6af0170,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.583379 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.591144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.600563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.628714 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7f73-e145-49fa-85d7-8fe3359f3996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.629831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.634280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f3f3326-d9bf-42a2-8d00-6e859887de1d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3918297 Jul 06 11:42:33.634957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.647477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Calling delete_port for 17934583-6aaa-403a-9dd0-1a0938d7ad82 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:33.652914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:33.680633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:33.687161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:33.701168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:33.742549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Pushing event updated for resources: {'Port': ['ID=57356f80-f144-49af-9746-4c09aba2ce74,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.772741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7f73-e145-49fa-85d7-8fe3359f3996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.786027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f92c7f73-e145-49fa-85d7-8fe3359f3996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.819107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c7f73-e145-49fa-85d7-8fe3359f3996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c02bcb2-2f73-46c6-a70b-ea6ca83837f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.853100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Attempting to bind port 57356f80-f144-49af-9746-4c09aba2ce74 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:33.853620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Attempting to bind port 57356f80-f144-49af-9746-4c09aba2ce74 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:33.855303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Attempting to bind port 57356f80-f144-49af-9746-4c09aba2ce74 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:33.863443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.864438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:33.865244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:33.865783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.866305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:33.866873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Bound port: 57356f80-f144-49af-9746-4c09aba2ce74, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:33.867334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.878902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f92c7f73-e145-49fa-85d7-8fe3359f3996 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c665845b85546c2991539ab71fc9337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728284 Jul 06 11:42:33.880693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.924174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.953234 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.996247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cb22-8455-4d9c-bfce-355a5490e159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.023726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] For port 57356f80-f144-49af-9746-4c09aba2ce74, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:34.028420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] For port 57356f80-f144-49af-9746-4c09aba2ce74, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57356f80-f144-49af-9746-4c09aba2ce74,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:34.037216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-480b4ba0-8e64-4525-9de9-74cc75460621 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:34.040944 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.045483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cb22-8455-4d9c-bfce-355a5490e159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.049390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-480b4ba0-8e64-4525-9de9-74cc75460621 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 821 time: 0.2713125 Jul 06 11:42:34.083121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'port': {'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'admin_state_up': True, 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:34.148676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254920ea-3de2-44ae-9c4f-64e42b464469 None None] Pushing event updated for resources: {'Port': ['ID=57356f80-f144-49af-9746-4c09aba2ce74,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.149729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963c1e9-eb0e-4c0f-bc1d-5b9b50d256df req-97c77b55-22eb-453e-9758-d6c1249c6891 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:34.158251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e963c1e9-eb0e-4c0f-bc1d-5b9b50d256df req-97c77b55-22eb-453e-9758-d6c1249c6891 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3273904 Jul 06 11:42:34.173863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.206757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cb22-8455-4d9c-bfce-355a5490e159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.210210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cb22-8455-4d9c-bfce-355a5490e159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.213960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dbc0cb22-8455-4d9c-bfce-355a5490e159 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c02bcb2-2f73-46c6-a70b-ea6ca83837f5 HTTP/1.1" status: 204 len: 168 time: 0.3099794 Jul 06 11:42:34.236661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Allocated IP 172.25.7.226 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/cbac5154-7407-4b30-90bc-19d029591521) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:34.254872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0cb22-8455-4d9c-bfce-355a5490e159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c02bcb2-2f73-46c6-a70b-ea6ca83837f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.303729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e963c1e9-eb0e-4c0f-bc1d-5b9b50d256df req-f525ed98-6874-42fb-8b33-380aaa50453d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445215 Jul 06 11:42:34.324881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event deleted for resources: {'Port': ['ID=17934583-6aaa-403a-9dd0-1a0938d7ad82,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.393954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.420941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.424553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.424846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9fbcf5-dd0a-4675-8d32-45060df47e31 req-241d3403-8fe0-42bb-8cf5-28406cb61003 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "DELETE /v2.0/floatingips/71fd2862-818c-4798-aff4-2d656be88f1d HTTP/1.1" status: 204 len: 173 time: 1.4038122 Jul 06 11:42:34.517470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.584402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:34.588082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:34.591836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:34.632048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Pushing event updated for resources: {'Port': ['ID=cbac5154-7407-4b30-90bc-19d029591521,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.643902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-38f5c949-80c3-4fb0-9f2f-17371d1eb20f tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips/bacb023e-4558-4599-8fa8-e34dc71fd3d9 HTTP/1.1" status: 200 len: 692 time: 0.1738837 Jul 06 11:42:34.671944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7cd2817-23c7-447d-8f79-4270231ba0b1 req-6ac1dd65-f629-4a7f-b72f-6a2191c1d0dc tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 210 time: 0.0960720 Jul 06 11:42:34.786825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Made reservation on behalf of 1912d380ef0140d7aa12c7fc6b929ac6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:34.790947 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.807129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:34.865538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d83497-e831-40f1-98b1-f51069fedfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.887414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.889984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.031401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-4c6b5861-df62-41ae-8d05-0b3cb3cee4d4 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.032767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-4c6b5861-df62-41ae-8d05-0b3cb3cee4d4 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.3880701 Jul 06 11:42:35.095145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.176532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-ea13f3c2-1889-4d80-b289-76e4c526855f tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.1278992 Jul 06 11:42:35.189712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7297b-5299-4600-a4fb-caa594f0029e req-e165ae98-41dd-4181-b0d3-e1c26d232f08 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.190959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bb7297b-5299-4600-a4fb-caa594f0029e req-e165ae98-41dd-4181-b0d3-e1c26d232f08 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.3846896 Jul 06 11:42:35.235873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Router 07096356-eba2-46b6-bf54-4b89bb6ada6f is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:42:35.266180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Allocated IP 172.20.0.7 (c997dfcb-317b-4b35-95ab-83a168dc85b8/1089172c-de91-40ee-8453-f5aa80b2da04/f8121682-5671-4878-821f-9a6177d02059) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:35.291368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-9d24a20b-dc53-4f36-89e5-293e460c0719 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0975735 Jul 06 11:42:35.331009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 172.25.7.143 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/2af67957-4d83-43e2-8594-f1d553b478a6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:35.357267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:35.372887 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Sync routers for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:35.383546 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:35.384200 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:35.431432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bb7297b-5299-4600-a4fb-caa594f0029e req-3ecf092b-e41d-4bd3-b21b-2bba6bf3a46b tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211306 Jul 06 11:42:35.451156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea53db-d414-47fc-899c-7376c48e1cc1 None None] Network ad120c1c-1715-453c-8ad9-c03d02436880 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:35.497722 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:35.501539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d83497-e831-40f1-98b1-f51069fedfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.532159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.534301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a06006d6-a8fe-4d80-b4c9-51527f7d3b83 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7594445 Jul 06 11:42:35.537120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:35.545211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d83497-e831-40f1-98b1-f51069fedfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.628435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8309113a-b04c-46b4-adc3-46fa3a90d786 None None] Provisioning for port 57356f80-f144-49af-9746-4c09aba2ce74 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:35.688229 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:34Z', 'revision_number': 3, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:35.713986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-45d83497-e831-40f1-98b1-f51069fedfa8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93b6a31077a441a59a0c5655cb290f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9044065 Jul 06 11:42:35.717189 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:35.725346 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Checking router: 07096356-eba2-46b6-bf54-4b89bb6ada6f for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:35.725901 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Updating router 07096356-eba2-46b6-bf54-4b89bb6ada6f port cbac5154-7407-4b30-90bc-19d029591521 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:35.769415 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.775021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d83497-e831-40f1-98b1-f51069fedfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f233d-79f5-48ba-b65a-81e35ec99ca3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:35.822521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Deleting port 7b1d72dd-8163-41ed-b411-b5d3f6000a21 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:35.834156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.929878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac663d80-eb25-4bfe-8a18-b4f8d8ba1a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.968947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac663d80-eb25-4bfe-8a18-b4f8d8ba1a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.113146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac663d80-eb25-4bfe-8a18-b4f8d8ba1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.116981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac663d80-eb25-4bfe-8a18-b4f8d8ba1a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.118630 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac663d80-eb25-4bfe-8a18-b4f8d8ba1a3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b3f233d-79f5-48ba-b65a-81e35ec99ca3 HTTP/1.1" status: 204 len: 168 time: 0.4003789 Jul 06 11:42:36.133218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac663d80-eb25-4bfe-8a18-b4f8d8ba1a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f233d-79f5-48ba-b65a-81e35ec99ca3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:36.230556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.289377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.297137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.298348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-227ca4b3-6ebd-4949-a564-4f7ae778e326 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2973f2fa751a4093a585e465f3a69444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581946 Jul 06 11:42:36.331312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57356f80-f144-49af-9746-4c09aba2ce74 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:36.387676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Transition to ACTIVE for port object f8121682-5671-4878-821f-9a6177d02059 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:36.392230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 57356f80-f144-49af-9746-4c09aba2ce74 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:36.398403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 57356f80-f144-49af-9746-4c09aba2ce74 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:36.399354 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.427304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.427752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.471166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Calling delete_port for 7b1d72dd-8163-41ed-b411-b5d3f6000a21 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:36.487291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.518308 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.538373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Allocated IP 172.20.0.1 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/78a019b2-1eb5-4695-99b6-e1bb503c0b0f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:36.607166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 57356f80-f144-49af-9746-4c09aba2ce74, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57356f80-f144-49af-9746-4c09aba2ce74,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:36.610959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:36.620014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.627519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-dc979325-f33a-4f99-8585-41da3b0ea189 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.635024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-dc979325-f33a-4f99-8585-41da3b0ea189 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356838 Jul 06 11:42:36.643683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:36.655418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:36.658439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=2af67957-4d83-43e2-8594-f1d553b478a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:36.687455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.704041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-387956c4-0911-42cb-972d-3ea3d0441821 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/quotas/2973f2fa751a4093a585e465f3a69444 HTTP/1.1" status: 200 len: 375 time: 0.0677598 Jul 06 11:42:36.711264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.713552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f1c71f7d-1f58-4340-a05c-35cd7dbc2610'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:36.715730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=57356f80-f144-49af-9746-4c09aba2ce74,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:36.722300 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.734600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Transition to ACTIVE for port object 78a019b2-1eb5-4695-99b6-e1bb503c0b0f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:36.741318 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Transition to ACTIVE for port object cbac5154-7407-4b30-90bc-19d029591521 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:36.758269 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.762797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.763215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.763946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.764116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.765128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.765128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.765128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.765414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.765792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.766179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.766559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.767040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.787189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.789624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-742efdb5-5240-468f-ab58-4d1e36580d62 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2973f2fa751a4093a585e465f3a69444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820844 Jul 06 11:42:36.851664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:36.859975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:36.865330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:36.875872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Pushing event updated for resources: {'Port': ['ID=cbac5154-7407-4b30-90bc-19d029591521,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:36.878166 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Attempting to bind port cbac5154-7407-4b30-90bc-19d029591521 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:36.878530 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Attempting to bind port cbac5154-7407-4b30-90bc-19d029591521 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:36.884120 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Attempting to bind port cbac5154-7407-4b30-90bc-19d029591521 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:36.906588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Pushing event updated for resources: {'Port': ['ID=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:36.910444 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.911035 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.911558 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.912088 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.914481 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.914996 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.918046 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.918396 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.918739 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.919078 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.919413 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.919741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:36.923207 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:36.932722 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:36.933452 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.934017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:36.934897 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Bound port: cbac5154-7407-4b30-90bc-19d029591521, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:36.935610 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.970456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.999140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:37.017305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.020136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event updated for resources: {'Port': ['ID=f8121682-5671-4878-821f-9a6177d02059,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:37.039541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:37.059052 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] For port cbac5154-7407-4b30-90bc-19d029591521, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:37.072033 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] For port cbac5154-7407-4b30-90bc-19d029591521, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbac5154-7407-4b30-90bc-19d029591521,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:37.090742 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.124448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:37.242470 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:37.243109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:37.295240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event deleted for resources: {'Port': ['ID=7b1d72dd-8163-41ed-b411-b5d3f6000a21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:37.303044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.317227 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945ecd0-efd4-4863-a5ec-3bccf871852f None None] Pushing event updated for resources: {'Port': ['ID=cbac5154-7407-4b30-90bc-19d029591521,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:37.362089 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.401194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:37.435648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22a11ac6-0053-44ab-9ca1-15c5686ca65a None None] Provisioning for port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:37.440299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22a11ac6-0053-44ab-9ca1-15c5686ca65a None None] Provisioning complete for port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:37.440691 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22a11ac6-0053-44ab-9ca1-15c5686ca65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.536100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-22a11ac6-0053-44ab-9ca1-15c5686ca65a None None] Port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:37.542897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:37.544678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.633385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-9b13a9f4-ed80-46ef-b455-635b68b1ee7c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5606768 Jul 06 11:42:37.641608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.645630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.648559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.654375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.662675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05e7929-819a-4dc6-9d50-026b4c1d1658 req-73fe723e-2cfa-41de-ae88-ee11714cb4a2 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "DELETE /v2.0/floatingips/bacb023e-4558-4599-8fa8-e34dc71fd3d9 HTTP/1.1" status: 204 len: 173 time: 2.3525426 Jul 06 11:42:37.669214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.674080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff093370-78cc-4fe6-ab0a-b5e028ea2fb1 None None] Provisioning for port f8121682-5671-4878-821f-9a6177d02059 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:37.684612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff093370-78cc-4fe6-ab0a-b5e028ea2fb1 None None] Provisioning complete for port f8121682-5671-4878-821f-9a6177d02059 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:37.686189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff093370-78cc-4fe6-ab0a-b5e028ea2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.731529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ff093370-78cc-4fe6-ab0a-b5e028ea2fb1 None None] Port f8121682-5671-4878-821f-9a6177d02059 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:37.735215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Request body: {'port': {'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:37.778354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Pushing event updated for resources: {'Port': ['ID=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:37.784267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3a373-2185-44e9-b9d1-eb465a3c41d1 req-7334e12e-fde1-4dbb-869f-01fc2018b9f7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:37.792238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52a3a373-2185-44e9-b9d1-eb465a3c41d1 req-7334e12e-fde1-4dbb-869f-01fc2018b9f7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.5424044 Jul 06 11:42:37.837767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.888610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:34Z', 'revision_number': 3, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:37.949572 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e593b39-1f12-454f-a899-9b466aaf55eb None None] The sync data for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 is: [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:34Z', 'revision_number': 3, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:37.981972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:37.983474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:37.989025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52a3a373-2185-44e9-b9d1-eb465a3c41d1 req-303a1cab-810a-4c32-838b-39fdae7222d6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955938 Jul 06 11:42:38.098629 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.285567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Router 07096356-eba2-46b6-bf54-4b89bb6ada6f has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:38.319778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f585-6e39-435a-b176-5b5aadcd0bd5 req-6d701657-deea-4306-9285-0db59dd49b9c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:38.321722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2df0f585-6e39-435a-b176-5b5aadcd0bd5 req-6d701657-deea-4306-9285-0db59dd49b9c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 931 time: 0.4549420 Jul 06 11:42:38.368523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cf8839a-8c13-428b-9473-fe3d6673fa3b None None] Provisioning complete for port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:38.369929 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8839a-8c13-428b-9473-fe3d6673fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.436813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57356f80-f144-49af-9746-4c09aba2ce74 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:38.510129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.522639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.551736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8839a-8c13-428b-9473-fe3d6673fa3b None None] Port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:38.563171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 57356f80-f144-49af-9746-4c09aba2ce74 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:38.563749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.593673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:38.606161 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4b50a7ff-072d-4aa4-9249-e91d5991c551 admin admin] 10.222.0.78 "PUT /v2.0/routers/07096356-eba2-46b6-bf54-4b89bb6ada6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0664294 Jul 06 11:42:38.703798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2df0f585-6e39-435a-b176-5b5aadcd0bd5 req-95064183-7a70-48cd-9561-f3a858d2b3fe tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308542 Jul 06 11:42:38.794638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb821e-cdd9-4fa2-a6c1-c7297fd2d109 req-cf1b9e49-653d-46fc-b6d5-a9001c34eaa3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:38.801550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edfb821e-cdd9-4fa2-a6c1-c7297fd2d109 req-cf1b9e49-653d-46fc-b6d5-a9001c34eaa3 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.5327318 Jul 06 11:42:38.835361 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.837923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=2af67957-4d83-43e2-8594-f1d553b478a6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:38.909867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edfb821e-cdd9-4fa2-a6c1-c7297fd2d109 req-e351f885-467c-4837-8de0-5efb4f610ce4 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074345 Jul 06 11:42:38.920059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5681986d-f216-4629-8e1f-af2cdd13c7dd req-3c253e70-2f11-4aa1-ac74-e964bbc72b5c tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 210 time: 0.0774028 Jul 06 11:42:38.924421 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.941209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cf3a59e-f5c8-4748-b855-531f992577c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3015776 Jul 06 11:42:39.046674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-91860646-2b39-48c0-b16d-16c604e2ce09 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips/ed3cb939-bc2b-4022-9696-90690b0dfc86 HTTP/1.1" status: 200 len: 693 time: 0.0927022 Jul 06 11:42:39.111384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-125d1e01-9fcf-4e6c-87d4-0314ef58a5fb tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2973f2fa751a4093a585e465f3a69444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367138 Jul 06 11:42:39.156348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8121682-5671-4878-821f-9a6177d02059 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:39.166641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.181316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Transition to ACTIVE for port object f8121682-5671-4878-821f-9a6177d02059 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:39.201810 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.274684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-a2f09c18-c56d-49a2-9a96-53687cb530cb tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:39.277412 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-a2f09c18-c56d-49a2-9a96-53687cb530cb tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584601 Jul 06 11:42:39.306088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Request body: {'port': {'device_id': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '2973f2fa751a4093a585e465f3a69444'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:39.410265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-732de996-2686-4098-8edd-d0c96be93c62 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:39.411726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-732de996-2686-4098-8edd-d0c96be93c62 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.3343890 Jul 06 11:42:39.454551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Made reservation on behalf of 2973f2fa751a4093a585e465f3a69444 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:39.458227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.470300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.472825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8121682-5671-4878-821f-9a6177d02059,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:39.535650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f27bfdba-07b9-453b-844e-4b1e657b1d5b tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.248 HTTP/1.1" status: 200 len: 696 time: 0.0964351 Jul 06 11:42:39.602727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-83c5f402-019c-470d-a74b-91a3844881f3 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.248 HTTP/1.1" status: 200 len: 696 time: 0.0580540 Jul 06 11:42:39.603579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Attempting to bind port f8121682-5671-4878-821f-9a6177d02059 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:39.603940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Attempting to bind port f8121682-5671-4878-821f-9a6177d02059 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:39.604256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Attempting to bind port f8121682-5671-4878-821f-9a6177d02059 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:39.613792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Port f8121682-5671-4878-821f-9a6177d02059 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:39.614124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Attempting to bind port f8121682-5671-4878-821f-9a6177d02059 on network c997dfcb-317b-4b35-95ab-83a168dc85b8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:39.620750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:39.621110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Checking segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:39.621505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Bound using segment: {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:39.621921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Bound port: f8121682-5671-4878-821f-9a6177d02059, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a96d8e5-aa02-4f09-847a-a89abe42477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:39.622277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.631395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.638841 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.678996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:39.685914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787807822', 'description': 'tempest-description--707426205'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:39.711592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf8d85-d589-4cbe-a776-46c61263a4bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:39.782610 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.798094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Allocated IP 192.168.233.124 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/4d3165e0-d679-48e8-9460-cf1da5557a9f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:39.849040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] For port f8121682-5671-4878-821f-9a6177d02059, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:39.867176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-047198e7-6172-419e-96e7-b9fc03527a6d tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=94e122ad7d3d4b9995fe1099921cd433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420902 Jul 06 11:42:39.884259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] For port f8121682-5671-4878-821f-9a6177d02059, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f8121682-5671-4878-821f-9a6177d02059,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:39.902617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.979945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.993987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Transition to ACTIVE for port object 4d3165e0-d679-48e8-9460-cf1da5557a9f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:40.014128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.014749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.016221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] 10.222.0.79 "PUT /v2.0/ports/f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 1091 time: 2.3120615 Jul 06 11:42:40.016684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'tag': 'f8121682-5671-4878-821f-9a6177d02059'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:40.019005 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "tag": "f8121682-5671-4878-821f-9a6177d02059"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:40.052448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.053043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Deleting port 15079657-b90a-4928-a071-e50bd7ae2f4c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:40.053430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.100758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:40.107214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:40.110296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:40.140669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Pushing event updated for resources: {'Port': ['ID=4d3165e0-d679-48e8-9460-cf1da5557a9f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:40.176134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.177867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.185329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.203822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-745a5e88-f8c7-4576-aec6-edc942c5f1ee tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9100561 Jul 06 11:42:40.219081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b04ad-7c1b-4bf1-935c-409767e7f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8121682-5671-4878-821f-9a6177d02059,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:40.224247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Request body: {'port': {'device_id': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:40.233557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-50375acf-81a9-4d74-87ba-fb3c11bf830e tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.242643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-50375acf-81a9-4d74-87ba-fb3c11bf830e tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668923 Jul 06 11:42:40.277220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.305137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbac5154-7407-4b30-90bc-19d029591521 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:40.320841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-a553bc45-e35e-4161-bc9b-812c2c3bee81 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/quotas/94e122ad7d3d4b9995fe1099921cd433 HTTP/1.1" status: 200 len: 375 time: 0.0760057 Jul 06 11:42:40.361966 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.363220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6809726 Jul 06 11:42:40.367108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.367532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.372282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:40.385137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Sync routers for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:40.401552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02a20d-379e-48e5-ac31-462c7740b79d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45976bc6-9a18-481c-bdb3-a502a883ac5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:40.406885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'security_group_rule': {'security_group_id': '45976bc6-9a18-481c-bdb3-a502a883ac5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:40.414478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:40.415537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:40.416941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-2280f1fe-e77b-4453-9da1-ae01bc4d57d7 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=94e122ad7d3d4b9995fe1099921cd433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750954 Jul 06 11:42:40.428377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Calling delete_port for 15079657-b90a-4928-a071-e50bd7ae2f4c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:40.473171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-66fdd8cb-3247-4296-acf8-bba5e2bc1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.474802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-66fdd8cb-3247-4296-acf8-bba5e2bc1855 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1094 time: 0.4020412 Jul 06 11:42:40.508555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port cbac5154-7407-4b30-90bc-19d029591521 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:40.553486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.554560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cbac5154-7407-4b30-90bc-19d029591521 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:40.555175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.557788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-fb65b836-d4b6-46f6-8c47-98179ddf44fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 217 time: 0.0519452 Jul 06 11:42:40.613990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bd12325-74cd-466d-8b77-393fc3d8ca59 None None] Provisioning for port 4d3165e0-d679-48e8-9460-cf1da5557a9f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:40.640209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bd12325-74cd-466d-8b77-393fc3d8ca59 None None] Provisioning complete for port 4d3165e0-d679-48e8-9460-cf1da5557a9f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:40.640906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bd12325-74cd-466d-8b77-393fc3d8ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.686818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:40.690484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3bd12325-74cd-466d-8b77-393fc3d8ca59 None None] Port 4d3165e0-d679-48e8-9460-cf1da5557a9f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:40.761509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.922308 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.965939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port cbac5154-7407-4b30-90bc-19d029591521, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbac5154-7407-4b30-90bc-19d029591521,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:40.983195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.090354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=cbac5154-7407-4b30-90bc-19d029591521,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.116088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 2, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:41.153253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3165e0-d679-48e8-9460-cf1da5557a9f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:41.153507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Checking router: 07096356-eba2-46b6-bf54-4b89bb6ada6f for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:41.153835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Updating router 07096356-eba2-46b6-bf54-4b89bb6ada6f port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:41.164531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.187874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Transition to ACTIVE for port object 4d3165e0-d679-48e8-9460-cf1da5557a9f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:41.188856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-0b2bacb1-9912-4f6a-9a3e-a0d9ddb9d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.191116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-0b2bacb1-9912-4f6a-9a3e-a0d9ddb9d3bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.6060286 Jul 06 11:42:41.195621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.200722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.212487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.331539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba2478f-8a60-4a99-bcba-d084a6427928,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.341384 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.343099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.344637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dfeb1133-f8a2-4e2e-b9a3-7aa1a6d4d70b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9445989 Jul 06 11:42:41.353292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:41.358793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'security_group_rule': {'security_group_id': '45976bc6-9a18-481c-bdb3-a502a883ac5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:41.383544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7733-61ed-4082-a4b4-31cb15f73191 req-21dcdd48-9902-4636-9ff2-a271528c74d0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.391467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e1e7733-61ed-4082-a4b4-31cb15f73191 req-21dcdd48-9902-4636-9ff2-a271528c74d0 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3124442 Jul 06 11:42:41.404660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.430800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3165e0-d679-48e8-9460-cf1da5557a9f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.490019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Attempting to bind port 4d3165e0-d679-48e8-9460-cf1da5557a9f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:41.491464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Attempting to bind port 4d3165e0-d679-48e8-9460-cf1da5557a9f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:41.491908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Attempting to bind port 4d3165e0-d679-48e8-9460-cf1da5557a9f on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:41.499754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Port 4d3165e0-d679-48e8-9460-cf1da5557a9f on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:41.500235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Attempting to bind port 4d3165e0-d679-48e8-9460-cf1da5557a9f on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:41.506567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Pushing event deleted for resources: {'Port': ['ID=15079657-b90a-4928-a071-e50bd7ae2f4c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.510504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:41.511070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:41.511807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:41.512373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Bound port: 4d3165e0-d679-48e8-9460-cf1da5557a9f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:41.512803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.586749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] For port 4d3165e0-d679-48e8-9460-cf1da5557a9f, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:41.591119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] For port 4d3165e0-d679-48e8-9460-cf1da5557a9f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:41.596317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.599089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.620829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-8644d771-0cb6-480e-a8a5-ad5d70e83674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.622645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-8644d771-0cb6-480e-a8a5-ad5d70e83674 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4113569 Jul 06 11:42:41.647047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e1e7733-61ed-4082-a4b4-31cb15f73191 req-fd142d27-7776-49e7-b6bd-f2773753d88d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544703 Jul 06 11:42:41.648288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.651296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.656404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed96a65-9d6e-4132-8202-33b4043f76f2 req-f1133871-cbfd-416b-a33a-8ae84fa8a6f0 tempest-FloatingIPDetailsTestJSON-1711181200 tempest-FloatingIPDetailsTestJSON-1711181200-project] 10.222.0.78 "DELETE /v2.0/floatingips/ed3cb939-bc2b-4022-9696-90690b0dfc86 HTTP/1.1" status: 204 len: 173 time: 2.0438073 Jul 06 11:42:41.662399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:41.682431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.683142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.684605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] 10.222.0.79 "PUT /v2.0/ports/4d3165e0-d679-48e8-9460-cf1da5557a9f HTTP/1.1" status: 200 len: 1096 time: 1.4649732 Jul 06 11:42:41.747632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'tag': '4d3165e0-d679-48e8-9460-cf1da5557a9f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:41.750601 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dbb071-ad3e-4cac-932a-e2176ecc667a", "tag": "4d3165e0-d679-48e8-9460-cf1da5557a9f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:41.819214 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.825074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2d5f-0283-4d62-8f5e-908d1114f7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3165e0-d679-48e8-9460-cf1da5557a9f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.842770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.847717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Transition to ACTIVE for port object 78a019b2-1eb5-4695-99b6-e1bb503c0b0f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:41.862685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.870698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.927328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-f287ac60-4056-4325-a4af-ba454538d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.929422 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-f287ac60-4056-4325-a4af-ba454538d469 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2973f2fa751a4093a585e465f3a69444&device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 1099 time: 0.1754813 Jul 06 11:42:41.945413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1bc9f-b87c-421d-a239-23f2c45a601c None None] Pushing event updated for resources: {'Port': ['ID=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.947007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3a200c-ba36-433b-b057-e8c440e1e14e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.981628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-b097c684-fae7-4585-ae63-2bdd30e6d981 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123639 Jul 06 11:42:42.007999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.013040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-584db185-24b9-41b2-9f4c-761d282cf293 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f HTTP/1.1" status: 200 len: 217 time: 0.0480773 Jul 06 11:42:42.013558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f664a0c-370d-4c0f-8bb8-031b58e6cf12 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6581733 Jul 06 11:42:42.015630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:42.022105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:42.050729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Attempting to bind port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:42.051318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Attempting to bind port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:42.051899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Attempting to bind port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:42.059196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-f14cb1d4-83b7-4691-9e71-7121acac539e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1050975119&fields=id&tenant_id=95a02af214a749bda91f4142b98f606f HTTP/1.1" status: 200 len: 267 time: 0.2713637 Jul 06 11:42:42.063755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:42.064203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:42.064699 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.065168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:42.065772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Bound port: 78a019b2-1eb5-4695-99b6-e1bb503c0b0f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:42.066173 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.158058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-b6504ba4-efbc-4f31-8d74-283760285db8 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.166275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-b6504ba4-efbc-4f31-8d74-283760285db8 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 935 time: 0.0829883 Jul 06 11:42:42.167616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] For port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:42.171252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] For port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:42.184778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.194225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.200552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-08529640-0d33-40a6-82c3-9ec8a933aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.202373 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-08529640-0d33-40a6-82c3-9ec8a933aa0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1656470 Jul 06 11:42:42.298166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:42.315255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:42.323255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1bc9f-b87c-421d-a239-23f2c45a601c None None] Pushing event updated for resources: {'Port': ['ID=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:42.372234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbac5154-7407-4b30-90bc-19d029591521 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:42.387265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0c66fc67-e9a7-461e-9836-9a3d9bbe5f4e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.388842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0c66fc67-e9a7-461e-9836-9a3d9bbe5f4e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 937 time: 0.2217588 Jul 06 11:42:42.393225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-8cf74894-9aaa-436d-a223-8f2109ac5068 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=94e122ad7d3d4b9995fe1099921cd433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1245592 Jul 06 11:42:42.402087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad402b66-8d4c-46f5-8906-8d275403ec62 req-d68fb34c-36d1-4b5a-ab3a-76ebbdbac704 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873787 Jul 06 11:42:42.529857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-184b3c30-4915-45df-b4ee-780a0009c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.531430 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-184b3c30-4915-45df-b4ee-780a0009c80c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066852 Jul 06 11:42:42.545377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:42.554785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-b87919c8-ef8d-4085-90a4-3ee66be89b53 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1577892 Jul 06 11:42:42.616693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-62a00e70-990a-4e33-9040-60e1af7d370a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0608480 Jul 06 11:42:42.664334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.687737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c8312-d22c-42a5-a19d-be3a3a1eacf6 req-fc6cd7d3-1531-4898-9a97-c63ba1e48e88 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.688756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cbac5154-7407-4b30-90bc-19d029591521 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:42.689285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.694734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-026c8312-d22c-42a5-a19d-be3a3a1eacf6 req-fc6cd7d3-1531-4898-9a97-c63ba1e48e88 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 943 time: 0.7801025 Jul 06 11:42:42.746134 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-a545e5ae-9a6a-434f-9105-d66201b4a6ee service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026012 Jul 06 11:42:42.765863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-90e8435b-e550-4280-8c3a-2bad46893798 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.767362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-90e8435b-e550-4280-8c3a-2bad46893798 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566678 Jul 06 11:42:42.786621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Request body: {'port': {'device_id': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '94e122ad7d3d4b9995fe1099921cd433'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:42.815825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-026c8312-d22c-42a5-a19d-be3a3a1eacf6 req-875216b3-9af2-4a49-b7bd-ba8d9b203d80 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202111 Jul 06 11:42:42.859826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.880156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:42Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:42.880890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-76f380ab-5b2a-4605-87c4-8b77b0c60421 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.887677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-76f380ab-5b2a-4605-87c4-8b77b0c60421 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.893185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-76f380ab-5b2a-4605-87c4-8b77b0c60421 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.900108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-76f380ab-5b2a-4605-87c4-8b77b0c60421 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/networks?id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=3679393b-3105-453f-9148-d457d7fafec4&id=3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 200 len: 1994 time: 0.2824445 Jul 06 11:42:42.920825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-4e0ba6b8-37b7-42fd-92c9-6b00f4d397d7 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/quotas/95a02af214a749bda91f4142b98f606f HTTP/1.1" status: 200 len: 375 time: 0.0198829 Jul 06 11:42:42.926175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3f95d-aa9e-4e71-b58f-5e8f0cbb85be None None] The sync data for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 is: [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:42Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:42.944170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Allocated IP 172.25.7.175 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/28e0849e-9535-492c-abeb-67bed42c96a9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:43.022742 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-04f9cb31-4da2-4c24-b7a9-a03e42c0ff19 req-f5e75c0e-1c11-4f56-9e4f-71713564f704 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693973 Jul 06 11:42:43.052114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Made reservation on behalf of 94e122ad7d3d4b9995fe1099921cd433 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:43.055685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.101279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-5d218e5c-178c-4927-8845-87e8c3d7cbd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1795847 Jul 06 11:42:43.105579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.236033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.247981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee16a45-2bd9-477a-9627-d13a2bfd0b79 req-2e45506a-6e4f-46bd-9545-726c7c3c12b5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:43.249546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ee16a45-2bd9-477a-9627-d13a2bfd0b79 req-2e45506a-6e4f-46bd-9545-726c7c3c12b5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.2225037 Jul 06 11:42:43.272740 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:42:43.294799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a4fcf33c-d9b9-4af0-9378-d2c15d64587d service neutron] 10.222.0.78 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786346 Jul 06 11:42:43.326842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ee16a45-2bd9-477a-9627-d13a2bfd0b79 req-8b779998-330c-457f-be80-c4feeb06365c tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Jul 06 11:42:43.362303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.406193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:43.412232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:43.421542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:43.455427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=28e0849e-9535-492c-abeb-67bed42c96a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:43.460580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.477068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Deleting port dc95d362-d688-4484-a38d-e7e45991a9c6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:43.477347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.480936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.579609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-05e8f111-376d-417b-bd53-b6e729ed3bd0 service neutron] 10.222.0.78 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565401 Jul 06 11:42:43.588699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.643520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] For port dc95d362-d688-4484-a38d-e7e45991a9c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dc95d362-d688-4484-a38d-e7e45991a9c6,segment=NetworkSegment(8ab9a058-a04c-4b48-b1ca-1f73a1d2de34),segment_id=8ab9a058-a04c-4b48-b1ca-1f73a1d2de34)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:43.643999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.659519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8709688f-85d0-43c7-a2e6-dec403b615c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:43.667842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Calling delete_port for dc95d362-d688-4484-a38d-e7e45991a9c6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:43.672271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.706598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-51ffafa2-d878-4946-b6d5-05580f64d45a service neutron] 10.222.0.78 "GET /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1259043 Jul 06 11:42:43.801272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679836c-a9b3-4d1a-92f6-546369211d08 req-3b7c65fa-d434-4c0e-8688-e4f8963d76d5 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:43.802853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e679836c-a9b3-4d1a-92f6-546369211d08 req-3b7c65fa-d434-4c0e-8688-e4f8963d76d5 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 948 time: 0.3142569 Jul 06 11:42:43.851606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Allocated IP 192.168.233.176 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/69fa782a-9fec-40e5-8005-b50e0344a8c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:43.922435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-3d78cff4-4afe-4e41-986d-c870cec54adc service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148397 Jul 06 11:42:43.943622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e679836c-a9b3-4d1a-92f6-546369211d08 req-9f829f65-dec2-4275-8313-fa31e957577f tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271217 Jul 06 11:42:43.976399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.985816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.055488 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60dd5a0-f733-4c90-979d-dc7924d6fa90 x-openstack-request-id: req-f60dd5a0-f733-4c90-979d-dc7924d6fa90 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:44.055873 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "tag": "f8121682-5671-4878-821f-9a6177d02059", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:44.056290 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f60dd5a0-f733-4c90-979d-dc7924d6fa90 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:44.057564 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'tag': 'f8121682-5671-4878-821f-9a6177d02059', 'status': 'completed', 'code': 200} Jul 06 11:42:44.101442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.143858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=28e0849e-9535-492c-abeb-67bed42c96a9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.189088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc95d362-d688-4484-a38d-e7e45991a9c6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.200370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.209274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ae93c41-a5d2-47e1-943a-a849d39581a6 req-ccacaf24-44c7-4edc-853e-ef23db179ab7 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 210 time: 0.0663145 Jul 06 11:42:44.250074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-df16d862-562c-4b97-b032-dad4fdcc05c3 service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237813 Jul 06 11:42:44.265425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.271518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.274954 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-444806c8-ef6e-4c62-be1c-9e7261ef4574 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2579808 Jul 06 11:42:44.297520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-b9bc5336-f995-4309-80e7-5cfee04c4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.306602 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-b9bc5336-f995-4309-80e7-5cfee04c4128 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1094 time: 0.2462399 Jul 06 11:42:44.362109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Transition to ACTIVE for port object 69fa782a-9fec-40e5-8005-b50e0344a8c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:44.379229 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123d8a43-59f6-456e-a0ac-8c46bbdef0d9 x-openstack-request-id: req-123d8a43-59f6-456e-a0ac-8c46bbdef0d9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:44.379533 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dbb071-ad3e-4cac-932a-e2176ecc667a", "tag": "4d3165e0-d679-48e8-9460-cf1da5557a9f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:44.379797 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-123d8a43-59f6-456e-a0ac-8c46bbdef0d9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:44.380241 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'tag': '4d3165e0-d679-48e8-9460-cf1da5557a9f', 'status': 'completed', 'code': 200} Jul 06 11:42:44.381646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-6bec108c-8f14-4d23-9df0-3d3752154af8 service neutron] 10.222.0.78 "GET /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1334743 Jul 06 11:42:44.382955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 78a019b2-1eb5-4695-99b6-e1bb503c0b0f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:44.445584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.489100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:44.499754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:44.500228 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.579165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:44.585964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:44.606765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:44.680751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.687103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Pushing event updated for resources: {'Port': ['ID=69fa782a-9fec-40e5-8005-b50e0344a8c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.758140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.759299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.762338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:44.767948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.795162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-525f4f64-e04b-4d99-892b-9fda2bed90ab service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126282 Jul 06 11:42:44.797818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-746894d1-9196-49d0-8ead-3ddd7e4a2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.799505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-746894d1-9196-49d0-8ead-3ddd7e4a2d1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2973f2fa751a4093a585e465f3a69444&device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 1099 time: 0.4158645 Jul 06 11:42:44.804001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-95d5ae4d-a676-46c1-acca-bc89f36550b1 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0235364 Jul 06 11:42:44.826865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Request body: {'port': {'device_id': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:44.882399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.974382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.977438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-071d9f3a-e953-4c41-a7df-78b6c962002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.979902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-071d9f3a-e953-4c41-a7df-78b6c962002e service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.6284597 Jul 06 11:42:44.982689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f8121682-5671-4878-821f-9a6177d02059 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:44.992870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df726-acc3-4b2e-abbf-044d8ce5b899 req-d4dceab1-0c01-4ace-abae-a97f742865cd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:45.000465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d68df726-acc3-4b2e-abbf-044d8ce5b899 req-d4dceab1-0c01-4ace-abae-a97f742865cd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3878663 Jul 06 11:42:45.021924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec6b12ee-3c2d-4280-8cf0-826ab2c3fe12 None None] Provisioning for port 69fa782a-9fec-40e5-8005-b50e0344a8c1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:45.032805 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-e2ec629c-55a2-474e-85d8-89e75730cb49 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 217 time: 0.0459905 Jul 06 11:42:45.080937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec6b12ee-3c2d-4280-8cf0-826ab2c3fe12 None None] Provisioning complete for port 69fa782a-9fec-40e5-8005-b50e0344a8c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:45.081297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec6b12ee-3c2d-4280-8cf0-826ab2c3fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.140439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d68df726-acc3-4b2e-abbf-044d8ce5b899 req-e41fe5a0-16da-4559-a515-07cdeba3a37e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386662 Jul 06 11:42:45.143950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b12ee-3c2d-4280-8cf0-826ab2c3fe12 None None] Port 69fa782a-9fec-40e5-8005-b50e0344a8c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:45.152105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-b8725d5d-5220-46a7-888c-e52cd6ca0abe service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423662 Jul 06 11:42:45.158026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-0a087d68-c54d-4518-99f9-207ed7a1d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:45.160249 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-0a087d68-c54d-4518-99f9-207ed7a1d7ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.0958869 Jul 06 11:42:45.162304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-8e6dbe78-cfab-4ea6-bbab-78355856fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:45.163740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-8e6dbe78-cfab-4ea6-bbab-78355856fd1a service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3336742 Jul 06 11:42:45.164330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.174676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f8121682-5671-4878-821f-9a6177d02059, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f8121682-5671-4878-821f-9a6177d02059,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:45.189189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f8121682-5671-4878-821f-9a6177d02059', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:45.237418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.253021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8121682-5671-4878-821f-9a6177d02059 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:45.280100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f8121682-5671-4878-821f-9a6177d02059, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f8121682-5671-4878-821f-9a6177d02059,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:45.280925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-e49b87da-9a45-480b-8f87-fb1fc1f5ec6a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f HTTP/1.1" status: 200 len: 217 time: 0.0933082 Jul 06 11:42:45.286030 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.346574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-ca8bccc8-6bd2-4467-b6ce-d45ee525069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:45.348209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-ca8bccc8-6bd2-4467-b6ce-d45ee525069c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738114 Jul 06 11:42:45.356992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f8121682-5671-4878-821f-9a6177d02059,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:45.414530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:45.541093 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-3849cf29-eabb-4637-be65-c450de7b0075 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829135 Jul 06 11:42:45.548652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f8121682-5671-4878-821f-9a6177d02059'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:45.613880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:45.622742 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73a04aca-d945-4f75-a6ab-7a964b0318d0 admin admin] 10.222.0.78 "PUT /v2.0/routers/9c3b8882-dc17-446b-a95a-30ca56acf6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9592662 Jul 06 11:42:45.625413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:45.626904 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] Sync routers for ids ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:45.642065 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] Routers {'9c3b8882-dc17-446b-a95a-30ca56acf6b6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:45.643033 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:45.777367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.802593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e1fa8fe4-7483-413e-aeb1-598add8ff3c0 req-05c4869a-ab0a-4ee6-ac71-b770b6d030d5 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455828 Jul 06 11:42:45.806572 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] Set router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:45.860619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a72a8129-1531-4460-954f-b10fccc69929 service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075365 Jul 06 11:42:45.883665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-2d0a1f0d-23d0-4c47-84dd-a474a34418e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:45.885931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-2d0a1f0d-23d0-4c47-84dd-a474a34418e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.5693913 Jul 06 11:42:45.953948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.024273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Deleting port 912fa7ff-8217-49e8-8759-38010d6b0ddb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:46.025847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.061714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f40e4-1f86-40f6-97ae-1f950e83f05a req-338833ca-168b-4383-96e6-f10acd352092 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.068194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:43Z', 'revision_number': 5, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port': {'id': '912fa7ff-8217-49e8-8759-38010d6b0ddb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:59Z', 'updated_at': '2021-07-06T11:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:46.069513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a3f40e4-1f86-40f6-97ae-1f950e83f05a req-338833ca-168b-4383-96e6-f10acd352092 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 944 time: 0.7932324 Jul 06 11:42:46.107643 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] Checking router: 9c3b8882-dc17-446b-a95a-30ca56acf6b6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:46.116369 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] Routers {'9c3b8882-dc17-446b-a95a-30ca56acf6b6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:46.117202 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:46.127546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] For port 912fa7ff-8217-49e8-8759-38010d6b0ddb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=912fa7ff-8217-49e8-8759-38010d6b0ddb,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:46.127927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.142739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Calling delete_port for 912fa7ff-8217-49e8-8759-38010d6b0ddb owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:46.152381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-f601ecbf-1194-48ba-aaa2-1a00b1d7fc97 service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908449 Jul 06 11:42:46.183972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-fb576495-7d28-4158-90ea-dfdd2274eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.184267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-fb576495-7d28-4158-90ea-dfdd2274eaa5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2811468 Jul 06 11:42:46.199327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a3f40e4-1f86-40f6-97ae-1f950e83f05a req-9a6e6e32-63df-44cb-824d-11e9091ee8a9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288333 Jul 06 11:42:46.221299 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] Set router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:46.299867 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:45Z', 'revision_number': 6, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:46.335194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e0ba1-7de3-4c87-b337-b4bb3baca72b None None] The sync data for ids ['9c3b8882-dc17-446b-a95a-30ca56acf6b6'] in n-d-799528-2 is: [{'id': '9c3b8882-dc17-446b-a95a-30ca56acf6b6', 'name': 'tempest-FloatingIPDetailsTestJSON-327919480-router', 'tenant_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:45Z', 'revision_number': 6, 'project_id': 'e2a6294e2fe24d19afab817fc2bb196a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:46.382561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 78a019b2-1eb5-4695-99b6-e1bb503c0b0f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:46.452389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:46.452768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.482573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-fb105c27-069e-4d50-a05e-c4a06ad0cd35 service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153245 Jul 06 11:42:46.489089 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.495613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-9f3600a5-dfe9-4570-b840-fb94a91f2911 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--787807822&fields=id&tenant_id=13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 267 time: 0.1248078 Jul 06 11:42:46.517597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Pushing event deleted for resources: {'Port': ['ID=912fa7ff-8217-49e8-8759-38010d6b0ddb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:46.545126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fa782a-9fec-40e5-8005-b50e0344a8c1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:46.553655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.573891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-afe2897a-52f9-41eb-9fd0-07d193538233 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663437 Jul 06 11:42:46.581806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.670669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Transition to ACTIVE for port object 69fa782a-9fec-40e5-8005-b50e0344a8c1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:46.673621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.676192 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.721174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.729726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.730565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3b8882-dc17-446b-a95a-30ca56acf6b6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:42:46.735115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.736369 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9fa84ea5-2324-4c9f-a417-29162622ac27 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9c3b8882-dc17-446b-a95a-30ca56acf6b6 HTTP/1.1" status: 204 len: 168 time: 1.1102252 Jul 06 11:42:46.738862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:46.787471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Deleting subnet f9198977-c3f1-402e-b48d-f22bb6d68031 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:46.787722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa782a-9fec-40e5-8005-b50e0344a8c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:46.791357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.834873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.937965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.957164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-e518a014-1bfc-4a2e-a440-4e475bed2f3b service neutron] 10.222.0.78 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575579 Jul 06 11:42:46.973901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-479338de-3a8d-4723-a60d-e0ea188165b0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.976381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-479338de-3a8d-4723-a60d-e0ea188165b0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.4051874 Jul 06 11:42:46.984849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b167d09b-c5b6-4ab4-b0bc-1904e74ea71d req-ce68791d-d104-494f-9665-d003449b314e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752623 Jul 06 11:42:46.999873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.012516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4d3165e0-d679-48e8-9460-cf1da5557a9f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:47.016390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f8121682-5671-4878-821f-9a6177d02059 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:47.032904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9198977-c3f1-402e-b48d-f22bb6d68031,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.035124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.037213 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e8bc6952-f77b-45ff-b9e0-d3876a466aad admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f9198977-c3f1-402e-b48d-f22bb6d68031 HTTP/1.1" status: 204 len: 168 time: 0.2973759 Jul 06 11:42:47.039690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:47.057285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5334347-5192-4e1c-a21b-7564669ac543 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/quotas/13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 375 time: 0.0639265 Jul 06 11:42:47.064476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49065a-c2d9-4f08-8b4a-5d60f66c96e6 None None] Network d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:47.119275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.123941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Attempting to bind port 69fa782a-9fec-40e5-8005-b50e0344a8c1 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:47.124289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Attempting to bind port 69fa782a-9fec-40e5-8005-b50e0344a8c1 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:47.124621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Attempting to bind port 69fa782a-9fec-40e5-8005-b50e0344a8c1 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:47.142834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Port 69fa782a-9fec-40e5-8005-b50e0344a8c1 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:47.143170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Attempting to bind port 69fa782a-9fec-40e5-8005-b50e0344a8c1 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:47.159045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:47.159454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:47.159803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:47.160330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Bound port: 69fa782a-9fec-40e5-8005-b50e0344a8c1, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:47.160696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.189388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Deleting port 785a4a81-b1c6-44f3-abc5-37d82b8df17b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:47.189967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.192361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9818de3b-f23b-4cd9-80f2-bad61120567e service neutron] 10.222.0.78 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104721 Jul 06 11:42:47.199459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f8121682-5671-4878-821f-9a6177d02059 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:47.237257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-0485b318-fe33-4327-b43a-95bc1aeb76ae tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1728127 Jul 06 11:42:47.242725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f8121682-5671-4878-821f-9a6177d02059 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:47.243154 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.270250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] For port 785a4a81-b1c6-44f3-abc5-37d82b8df17b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=785a4a81-b1c6-44f3-abc5-37d82b8df17b,segment=NetworkSegment(8ab9a058-a04c-4b48-b1ca-1f73a1d2de34),segment_id=8ab9a058-a04c-4b48-b1ca-1f73a1d2de34)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:47.270625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.284655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Calling delete_port for 785a4a81-b1c6-44f3-abc5-37d82b8df17b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:47.333079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4d3165e0-d679-48e8-9460-cf1da5557a9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:47.349086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '4d3165e0-d679-48e8-9460-cf1da5557a9f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '4d3165e0-d679-48e8-9460-cf1da5557a9f', 'mac_address': 'fa:16:3e:0e:93:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:47.380138 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.382368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] For port 69fa782a-9fec-40e5-8005-b50e0344a8c1, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:47.392372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] For port 69fa782a-9fec-40e5-8005-b50e0344a8c1, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:47.417475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.419719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=785a4a81-b1c6-44f3-abc5-37d82b8df17b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.423544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] No DVR routers for this DVR port 785a4a81-b1c6-44f3-abc5-37d82b8df17b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:47.438383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.448945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.462376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3165e0-d679-48e8-9460-cf1da5557a9f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:47.502843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8121682-5671-4878-821f-9a6177d02059'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:47.506017 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16197ac0-57eb-4e60-9d5c-65d029f899a1" -d '{"events": [{"server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "name": "network-vif-plugged", "status": "completed", "tag": "f8121682-5671-4878-821f-9a6177d02059"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:47.516992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:47.518007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.519467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] 10.222.0.79 "PUT /v2.0/ports/69fa782a-9fec-40e5-8005-b50e0344a8c1 HTTP/1.1" status: 200 len: 1096 time: 2.6975265 Jul 06 11:42:47.520741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4d3165e0-d679-48e8-9460-cf1da5557a9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:47.521976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.532043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f8121682-5671-4878-821f-9a6177d02059, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f8121682-5671-4878-821f-9a6177d02059,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:47.532986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'tag': '69fa782a-9fec-40e5-8005-b50e0344a8c1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:47.535065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.535362 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662ac09c-21ef-44ac-9071-8702a9fbd28f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb63f28-1173-4169-b792-3a7a534fc11a", "tag": "69fa782a-9fec-40e5-8005-b50e0344a8c1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:47.540497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:47.545849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.555158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:47.555452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab9a058-a04c-4b48-b1ca-1f73a1d2de34') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:47.566389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.571182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-8fa729f2-856c-4f36-99c4-e3f9f93ee175 service neutron] 10.222.0.78 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506367 Jul 06 11:42:47.588853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88782f0-49dc-403e-9594-bedc46ccc62a None None] DHCP port deletion for d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:47.589222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-57cb48ed-9775-430c-87f5-048e2f641ef8 service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329701 Jul 06 11:42:47.600845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.610751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:47.612177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:47.614643 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:47.620745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4d3165e0-d679-48e8-9460-cf1da5557a9f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.701070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b61de5-6b09-42cd-ad39-0132fdcbd176 service neutron] Pushing event updated for resources: {'Port': ['ID=69fa782a-9fec-40e5-8005-b50e0344a8c1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.709453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f8121682-5671-4878-821f-9a6177d02059,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.724985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.734838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.736857 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c HTTP/1.1" status: 204 len: 168 time: 0.6962035 Jul 06 11:42:47.749857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901ff87-33df-4994-94f2-540f67d40a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bd12c7-42b8-48c1-93d4-3c2ff22ef64c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.820561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4d3165e0-d679-48e8-9460-cf1da5557a9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:47.868788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-f2b81a58-2c47-4c3f-83e7-827886eabdc3 service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281525 Jul 06 11:42:47.871550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-fc0ad3cc-f34b-42e7-9f9e-64dc8cf90346 service neutron] 10.222.0.78 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931683 Jul 06 11:42:47.878514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-585febb9-8315-4423-b934-44a7392d0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:47.880913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-585febb9-8315-4423-b934-44a7392d0ddd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e122ad7d3d4b9995fe1099921cd433&device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 1099 time: 0.2846425 Jul 06 11:42:47.978756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-11eb8a11-8dd5-4f50-a6b6-0ac7c3edfeeb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1 HTTP/1.1" status: 200 len: 217 time: 0.0793707 Jul 06 11:42:47.985502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:48.032389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:48.033276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dd36f436-d8f0-49fd-9217-a52dbf1790f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2a6294e2fe24d19afab817fc2bb196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463731 Jul 06 11:42:48.101057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-e2f2d34f-173f-4873-b124-a4cdb77b3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:48.102421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-e2f2d34f-173f-4873-b124-a4cdb77b3c66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1080751 Jul 06 11:42:48.188364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-61753e37-3d10-4052-bd2a-0dc95d415d76 service neutron] 10.222.0.78 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976470 Jul 06 11:42:48.211784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bb74c0-8931-4e3d-9076-ac300de5d736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.265951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bb74c0-8931-4e3d-9076-ac300de5d736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.280885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 785a4a81-b1c6-44f3-abc5-37d82b8df17b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:48.301826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 785a4a81-b1c6-44f3-abc5-37d82b8df17b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:48.302190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 785a4a81-b1c6-44f3-abc5-37d82b8df17b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:48.302864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 912fa7ff-8217-49e8-8759-38010d6b0ddb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:48.325016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 912fa7ff-8217-49e8-8759-38010d6b0ddb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:48.325016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 912fa7ff-8217-49e8-8759-38010d6b0ddb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:48.325548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dc95d362-d688-4484-a38d-e7e45991a9c6 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:48.336060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-76dd7360-be20-492c-b46e-2b12634929ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:48.338174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-76dd7360-be20-492c-b46e-2b12634929ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206278 Jul 06 11:42:48.350578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: dc95d362-d688-4484-a38d-e7e45991a9c6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:48.350959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dc95d362-d688-4484-a38d-e7e45991a9c6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:48.439120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e6852-f530-4394-95a0-a35e780bcfac req-15b1b084-34e1-40dd-8688-d9d6597d3921 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:48.440931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f42e6852-f530-4394-95a0-a35e780bcfac req-15b1b084-34e1-40dd-8688-d9d6597d3921 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.2800534 Jul 06 11:42:48.445241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bb74c0-8931-4e3d-9076-ac300de5d736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.448184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29bb74c0-8931-4e3d-9076-ac300de5d736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.449295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-29bb74c0-8931-4e3d-9076-ac300de5d736 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3eaf34b7-2d93-441a-aae7-f9fb6c8c393a HTTP/1.1" status: 204 len: 168 time: 0.4159651 Jul 06 11:42:48.483309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb74c0-8931-4e3d-9076-ac300de5d736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf34b7-2d93-441a-aae7-f9fb6c8c393a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:48.544554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-17d82a04-d978-4089-8408-bcb5eca7614c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989205 Jul 06 11:42:48.547697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f42e6852-f530-4394-95a0-a35e780bcfac req-47e2a38c-a200-4478-a9cd-fa0b2e9e4531 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920241 Jul 06 11:42:48.694709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a02d-4070-4c8a-92f7-d2b4529ec09d req-bf9fd308-e431-4395-8c6b-9ded450d3606 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395531 Jul 06 11:42:48.792676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fa4e2-087c-482f-9e54-ee1d793a1904 req-b5cdab20-fec2-43de-9448-8413acfb8e05 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:48.802401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52fa4e2-087c-482f-9e54-ee1d793a1904 req-b5cdab20-fec2-43de-9448-8413acfb8e05 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 949 time: 0.0949407 Jul 06 11:42:48.845915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c52fa4e2-087c-482f-9e54-ee1d793a1904 req-411e0f0f-163b-41a9-928f-1a2757c51675 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Jul 06 11:42:49.012670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4d3165e0-d679-48e8-9460-cf1da5557a9f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:49.109006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359070c1-2bc3-4f4d-adfa-1a06486517c8 req-01768480-5960-44a5-bb27-7710ee6f8c28 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.111656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-359070c1-2bc3-4f4d-adfa-1a06486517c8 req-01768480-5960-44a5-bb27-7710ee6f8c28 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 948 time: 0.1338532 Jul 06 11:42:49.131313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 4d3165e0-d679-48e8-9460-cf1da5557a9f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:49.136164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 4d3165e0-d679-48e8-9460-cf1da5557a9f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:49.136666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.180848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-359070c1-2bc3-4f4d-adfa-1a06486517c8 req-ecd01678-b1b9-44e4-8f89-78836f23f3b5 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628934 Jul 06 11:42:49.262847 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.277886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33dfa-3204-409e-8056-5be6a6e66a84 req-21f9ebf7-374d-4482-adca-c7897c3d8dbc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.279510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb33dfa-3204-409e-8056-5be6a6e66a84 req-21f9ebf7-374d-4482-adca-c7897c3d8dbc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0975370 Jul 06 11:42:49.312544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4d3165e0-d679-48e8-9460-cf1da5557a9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:49.318054 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.330446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb33dfa-3204-409e-8056-5be6a6e66a84 req-77b2e55f-600e-4ca0-bf40-21024abcc1e7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Jul 06 11:42:49.404492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4d3165e0-d679-48e8-9460-cf1da5557a9f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:49.441923 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f58fe-1f05-47dd-acab-f4b7b15fa5b6 x-openstack-request-id: req-fb2f58fe-1f05-47dd-acab-f4b7b15fa5b6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:49.442211 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "name": "network-vif-plugged", "status": "completed", "tag": "f8121682-5671-4878-821f-9a6177d02059", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:49.442674 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb2f58fe-1f05-47dd-acab-f4b7b15fa5b6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:49.443242 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8121682-5671-4878-821f-9a6177d02059', 'code': 200} Jul 06 11:42:49.480776 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bcca91-38c4-46df-b61f-49481ade4405 x-openstack-request-id: req-26bcca91-38c4-46df-b61f-49481ade4405 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:49.481081 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb63f28-1173-4169-b792-3a7a534fc11a", "tag": "69fa782a-9fec-40e5-8005-b50e0344a8c1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:49.481339 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26bcca91-38c4-46df-b61f-49481ade4405 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:49.481726 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'tag': '69fa782a-9fec-40e5-8005-b50e0344a8c1', 'status': 'completed', 'code': 200} Jul 06 11:42:49.618103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fd409-8422-4e7a-9b3c-b84878cbce60 req-c2758224-343e-42fa-98b8-d0a1fd435f80 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.626667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f63fd409-8422-4e7a-9b3c-b84878cbce60 req-c2758224-343e-42fa-98b8-d0a1fd435f80 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 945 time: 0.2161405 Jul 06 11:42:49.630391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:49.663490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234624d-78b9-42db-b497-c5377789af43 req-b4f4c7b6-867c-496f-a6ab-cfde3ca12dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.665108 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c234624d-78b9-42db-b497-c5377789af43 req-b4f4c7b6-867c-496f-a6ab-cfde3ca12dec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1096 time: 0.0878875 Jul 06 11:42:49.709143 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c234624d-78b9-42db-b497-c5377789af43 req-2f0cea6c-1faf-4f27-a680-8253144c931e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Jul 06 11:42:49.737021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07d1591d-7a09-44de-80ed-bbf2aee4879d req-be9ca09f-e485-449a-9a2b-0e65c7c4a37f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 210 time: 0.1290226 Jul 06 11:42:49.756958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-network', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:49.784937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Made reservation on behalf of c7128592c20f4fe38f70df934592ba91 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:49.791100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.802807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f63fd409-8422-4e7a-9b3c-b84878cbce60 req-8314abfa-5eaf-4412-8153-28c0652042ac tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751096 Jul 06 11:42:49.828960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-5cdb9b7d-6816-49fa-b797-8d1987abfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.830673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-5cdb9b7d-6816-49fa-b797-8d1987abfd9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e122ad7d3d4b9995fe1099921cd433&device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 1099 time: 0.3271251 Jul 06 11:42:49.849209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.995603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.999576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.011249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-bbc60c85-60ba-438b-90b6-71c3ff1d2180 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.012829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-bbc60c85-60ba-438b-90b6-71c3ff1d2180 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.4198961 Jul 06 11:42:50.014696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfcace8c-4208-4b47-8c2e-88c25b39c175 req-fe5d9712-9c42-4a8c-85ef-03e14d2d5faf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.1009471 Jul 06 11:42:50.026147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:50.036227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63fe17-99a7-4331-9947-f5e45c5f1bd1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:50.053661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.054011 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Added segment 5632ca30-a8d6-4c7e-96c6-694235bdc3cc of type vlan for network 4637157d-fd66-4a8c-b642-7dcd2f90d025 Jul 06 11:42:50.112587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.150598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.151770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.152485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.246694 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6139100 Jul 06 11:42:50.250295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:50.261770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Request body: {'subnet': {'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-subnet', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:50.274638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d288958-3300-4b8f-8605-a31206a755c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4637157d-fd66-4a8c-b642-7dcd2f90d025,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:50.288126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:50.306965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Made reservation on behalf of c7128592c20f4fe38f70df934592ba91 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:50.311034 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.539295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0ec318d6-56c3-4ef8-aec9-36b26f41ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.541799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0ec318d6-56c3-4ef8-aec9-36b26f41ef31 service neutron] 10.222.0.79 "GET /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 1031 time: 0.0595448 Jul 06 11:42:50.586678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-fc16589f-e58a-4be0-ac52-2c3bf874b8bb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 379 time: 0.5531011 Jul 06 11:42:50.591859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-b91a0d9f-53be-4a61-a24c-d6a221708b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.593298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-b91a0d9f-53be-4a61-a24c-d6a221708b2b service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.7512264 Jul 06 11:42:50.599491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'port': {'device_id': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'admin_state_up': True, 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'security_groups': ['45976bc6-9a18-481c-bdb3-a502a883ac5e']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:50.621699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.625626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9254220f-ba73-4292-ba47-c426c1630e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.627079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9254220f-ba73-4292-ba47-c426c1630e5b service neutron] 10.222.0.79 "GET /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 1033 time: 0.0616689 Jul 06 11:42:50.639425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8fba3-4b37-479f-9f91-9885dcf070fa req-be9a45a0-ef7c-4a6e-a570-056d0022b5c8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.646263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39a8fba3-4b37-479f-9f91-9885dcf070fa req-be9a45a0-ef7c-4a6e-a570-056d0022b5c8 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.6841378 Jul 06 11:42:50.718108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-6ebb07e7-e5c0-45fb-9d38-09191041a07e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1 HTTP/1.1" status: 200 len: 217 time: 0.1076248 Jul 06 11:42:50.741843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5947e0c2-840c-496b-99cb-49b3d5fbbbbd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:50.778363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Checking segment: {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:50.778723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Network hostable DHCP agents. Network: 4637157d-fd66-4a8c-b642-7dcd2f90d025, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:50.823443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-aade9911-d7fd-4270-9592-075d05b0a514 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.830058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-aade9911-d7fd-4270-9592-075d05b0a514 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.831721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50bf77-d7f6-42b0-afd4-b8358281a1a3 req-39525bc6-27a3-48a1-8958-d0496dd2a2de tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.833253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d50bf77-d7f6-42b0-afd4-b8358281a1a3 req-39525bc6-27a3-48a1-8958-d0496dd2a2de tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.2853348 Jul 06 11:42:50.835943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-aade9911-d7fd-4270-9592-075d05b0a514 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.839757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-aade9911-d7fd-4270-9592-075d05b0a514 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "GET /v2.0/networks?id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=3679393b-3105-453f-9148-d457d7fafec4&id=3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 200 len: 1994 time: 0.1896715 Jul 06 11:42:50.840946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:50.841749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39a8fba3-4b37-479f-9f91-9885dcf070fa req-5288fa63-e07b-4072-8868-d357d372ab06 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946623 Jul 06 11:42:50.850902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-9ee39aef-facf-43c3-b29c-3816b02d72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.852479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-9ee39aef-facf-43c3-b29c-3816b02d72c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1186955 Jul 06 11:42:50.885546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 4637157d-fd66-4a8c-b642-7dcd2f90d025) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:50.895527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e0fd8-9de4-4777-b95f-6999e2232845 None None] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:50.897155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.897761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.913696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-b4a2dcd3-63f2-4b8e-a7f9-e849f8ab6d2c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a02af214a749bda91f4142b98f606f HTTP/1.1" status: 200 len: 380 time: 0.0631554 Jul 06 11:42:50.924587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'admin_state_up': True, 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'security_groups': ['82cc5cb4-9d26-44ff-8be7-103f95a711ad']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:50.933344 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8dd74a1b-4231-4735-bfec-c5cf73ef77e5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6816993 Jul 06 11:42:50.934237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:50.952116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d50bf77-d7f6-42b0-afd4-b8358281a1a3 req-5f74b8b3-16c3-469b-b1f0-712f63dee35b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090093 Jul 06 11:42:50.984317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:50.995181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:51.000551 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.017818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.019744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.125483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.147168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Allocated IP 172.20.0.8 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/cff7fe3a-035d-426c-9f9f-0156365349ba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:51.166041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-4637157d-fd66-4a8c-b642-7dcd2f90d025', 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'fixed_ips': [{'subnet_id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:51.166931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.290031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.303379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-007acf3f-a1eb-4f15-8d8e-054b1f1bc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:51.304756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:51.305400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-007acf3f-a1eb-4f15-8d8e-054b1f1bc188 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4280198 Jul 06 11:42:51.309198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.356500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.357725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Allocated IP 172.20.0.2 (4637157d-fd66-4a8c-b642-7dcd2f90d025/5947e0c2-840c-496b-99cb-49b3d5fbbbbd/d67c56ef-3a7e-465a-99ad-418f15b79f2b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:51.379381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Transition to ACTIVE for port object cff7fe3a-035d-426c-9f9f-0156365349ba will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:51.449806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3165e0-d679-48e8-9460-cf1da5557a9f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:51.454514 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c67126-cf06-4669-805e-a2bf5f5beb0e" -d '{"events": [{"server_uuid": "d8dbb071-ad3e-4cac-932a-e2176ecc667a", "name": "network-vif-plugged", "status": "completed", "tag": "4d3165e0-d679-48e8-9460-cf1da5557a9f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:51.510562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b124bb8-a2f6-4a6a-be70-0c00c0083c0e req-67728299-6567-456f-b6de-10e5ec0a02b2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:51.518051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b124bb8-a2f6-4a6a-be70-0c00c0083c0e req-67728299-6567-456f-b6de-10e5ec0a02b2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2219357 Jul 06 11:42:51.542477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 172.20.0.13 (9dd0294b-6a6b-46ad-b0f7-3c43c848250d/3813d467-4a25-4a8c-9fd0-e5bb76e7c900/c9a13a9a-be88-43f6-819a-ca7a129ae5f6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:51.559863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-bd892f10-fb38-4ec8-9244-99be47eb1900 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118218 Jul 06 11:42:51.579058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd864e8-9dae-40d3-9740-da8a315710db req-37ec0d0f-9fb3-4b60-9158-f87f689eb981 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:51.586059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cd864e8-9dae-40d3-9740-da8a315710db req-37ec0d0f-9fb3-4b60-9158-f87f689eb981 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 948 time: 0.2917640 Jul 06 11:42:51.595750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.597556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.616838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Transition to ACTIVE for port object d67c56ef-3a7e-465a-99ad-418f15b79f2b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:51.642019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Transition to ACTIVE for port object d67c56ef-3a7e-465a-99ad-418f15b79f2b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:51.648989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.697064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b124bb8-a2f6-4a6a-be70-0c00c0083c0e req-85f99e9b-ba39-440c-a219-2ddca1f775d8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776831 Jul 06 11:42:51.713771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Pushing event updated for resources: {'Port': ['ID=d67c56ef-3a7e-465a-99ad-418f15b79f2b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:51.741552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:51.743331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:51.751090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:51.803897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:51.848771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cd864e8-9dae-40d3-9740-da8a315710db req-c8597bbe-3bdb-49e6-9343-e1cb94385a4b tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615137 Jul 06 11:42:51.858917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:51.863203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Attempting to bind port d67c56ef-3a7e-465a-99ad-418f15b79f2b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:51.864992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Attempting to bind port d67c56ef-3a7e-465a-99ad-418f15b79f2b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:51.865443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Attempting to bind port d67c56ef-3a7e-465a-99ad-418f15b79f2b on network 4637157d-fd66-4a8c-b642-7dcd2f90d025 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:51.883564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:51.887025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:51.896469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:51.897719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Checking segment: {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:51.898377 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.899417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Bound using segment: {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:51.911737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Bound port: d67c56ef-3a7e-465a-99ad-418f15b79f2b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:51.913604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.052770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] For port d67c56ef-3a7e-465a-99ad-418f15b79f2b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:52.058121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:52.058801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.059258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] For port d67c56ef-3a7e-465a-99ad-418f15b79f2b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d67c56ef-3a7e-465a-99ad-418f15b79f2b,segment=NetworkSegment(5632ca30-a8d6-4c7e-96c6-694235bdc3cc),segment_id=5632ca30-a8d6-4c7e-96c6-694235bdc3cc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:52.066015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.089753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-662ac09c-21ef-44ac-9071-8702a9fbd28f req-3318015c-d2dd-43aa-9a8e-bbd571ce6d41 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198071 Jul 06 11:42:52.146405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-e5e5f372-746e-46b0-a4bd-2ec075f0fb7e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5510151 Jul 06 11:42:52.158732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3f8c7-f505-4936-8e34-164ec9edc940 None None] Pushing event updated for resources: {'Port': ['ID=d67c56ef-3a7e-465a-99ad-418f15b79f2b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:52.167522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.213115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.213309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Request body: {'port': {'device_id': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:52.282054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d90f922-3551-4f7e-ae10-00051343df06 None None] Provisioning for port cff7fe3a-035d-426c-9f9f-0156365349ba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:52.286384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d90f922-3551-4f7e-ae10-00051343df06 None None] Provisioning complete for port cff7fe3a-035d-426c-9f9f-0156365349ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:52.286822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d90f922-3551-4f7e-ae10-00051343df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.289128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.328771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object c9a13a9a-be88-43f6-819a-ca7a129ae5f6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:52.345187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6d90f922-3551-4f7e-ae10-00051343df06 None None] Port cff7fe3a-035d-426c-9f9f-0156365349ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:52.355849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297063d-72af-4200-86f0-ce07f4e088fc req-5631b48b-760e-493b-8dbc-a6a3cd45615c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:52.357456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3297063d-72af-4200-86f0-ce07f4e088fc req-5631b48b-760e-493b-8dbc-a6a3cd45615c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 945 time: 0.2955592 Jul 06 11:42:52.363801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.388456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a63e-2d14-4cc7-b037-57739a96da80 req-5e3f6489-d424-4502-acb9-261f500fbb54 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:52.395794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4dc6a63e-2d14-4cc7-b037-57739a96da80 req-5e3f6489-d424-4502-acb9-261f500fbb54 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 931 time: 0.3323321 Jul 06 11:42:52.413067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Allocated IP 172.25.7.227 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1321e958-b56a-4e01-b815-3690fef768bd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:52.432522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.508614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.558362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4dc6a63e-2d14-4cc7-b037-57739a96da80 req-658b48f7-1ad4-4a89-8b9c-a5cd61753bee tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614387 Jul 06 11:42:52.573116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3297063d-72af-4200-86f0-ce07f4e088fc req-3a1487de-7ab9-4dd4-9347-2a9ff4af02c6 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071128 Jul 06 11:42:52.586357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:52.602489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:52.625411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:52.677184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:52.770809 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.785107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:52.785779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.849198 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-7a8071b6-54f9-496b-a16b-8df4100fbd22 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9291861 Jul 06 11:42:52.881556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'admin_state_up': True, 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'security_groups': ['82cc5cb4-9d26-44ff-8be7-103f95a711ad']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:52.934432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:52.953132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.005182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.007080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Transition to ACTIVE for port object cff7fe3a-035d-426c-9f9f-0156365349ba will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:53.012142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a1b83db-c82f-405c-b275-0a70394b9912 None None] Provisioning for port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:53.027061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69fa782a-9fec-40e5-8005-b50e0344a8c1 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:53.031370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a1b83db-c82f-405c-b275-0a70394b9912 None None] Provisioning complete for port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:53.031658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.033524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a1b83db-c82f-405c-b275-0a70394b9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.065254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:53.069662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:53.077197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:53.120271 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfe5da1-3504-4d1c-99fe-8cf2decfc556 x-openstack-request-id: req-1bfe5da1-3504-4d1c-99fe-8cf2decfc556 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:53.120561 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbb071-ad3e-4cac-932a-e2176ecc667a", "name": "network-vif-plugged", "status": "completed", "tag": "4d3165e0-d679-48e8-9460-cf1da5557a9f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:53.120817 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bfe5da1-3504-4d1c-99fe-8cf2decfc556 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:53.121787 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3165e0-d679-48e8-9460-cf1da5557a9f', 'code': 200} Jul 06 11:42:53.207187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fefe1-8036-4c7c-9f64-c1863e329886 req-4a2ae3f7-aef9-4b0f-8a39-2645fcea793b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:53.216720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-047fefe1-8036-4c7c-9f64-c1863e329886 req-4a2ae3f7-aef9-4b0f-8a39-2645fcea793b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 932 time: 0.2845671 Jul 06 11:42:53.236458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Pushing event updated for resources: {'Port': ['ID=1321e958-b56a-4e01-b815-3690fef768bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.274354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b83db-c82f-405c-b275-0a70394b9912 None None] Port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:53.307298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.370985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374a66e-6572-458b-92c0-573972d47648 req-ef0f9ff6-f502-42d2-a16f-030f365dcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:53.376191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0374a66e-6572-458b-92c0-573972d47648 req-ef0f9ff6-f502-42d2-a16f-030f365dcda5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 1101 time: 0.1525578 Jul 06 11:42:53.378106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69fa782a-9fec-40e5-8005-b50e0344a8c1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:53.392180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '69fa782a-9fec-40e5-8005-b50e0344a8c1', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '69fa782a-9fec-40e5-8005-b50e0344a8c1', 'mac_address': 'fa:16:3e:da:cd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:53.445190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Attempting to bind port cff7fe3a-035d-426c-9f9f-0156365349ba on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:53.445533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Attempting to bind port cff7fe3a-035d-426c-9f9f-0156365349ba by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:53.445867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Attempting to bind port cff7fe3a-035d-426c-9f9f-0156365349ba on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:53.457803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:53.459862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Port cff7fe3a-035d-426c-9f9f-0156365349ba on network ad120c1c-1715-453c-8ad9-c03d02436880 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:53.459862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Attempting to bind port cff7fe3a-035d-426c-9f9f-0156365349ba on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:53.461900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.480755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-047fefe1-8036-4c7c-9f64-c1863e329886 req-25a582c9-f7d0-4239-9f4c-23b0a4ae74fc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629902 Jul 06 11:42:53.491303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.523622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:53.524033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:53.528587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:53.529148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Bound port: cff7fe3a-035d-426c-9f9f-0156365349ba, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:53.529535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.539553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fa782a-9fec-40e5-8005-b50e0344a8c1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:53.598297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69fa782a-9fec-40e5-8005-b50e0344a8c1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:53.607720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0374a66e-6572-458b-92c0-573972d47648 req-1a26ca5f-482d-45dc-99c8-f35be6cd4d23 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636753 Jul 06 11:42:53.611525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.695732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab8ec7-87cd-47f9-8d2c-c687f4cd7ba0 req-52144d3a-9df8-4daf-8636-25336897c3db tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:53.715055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61ab8ec7-87cd-47f9-8d2c-c687f4cd7ba0 req-52144d3a-9df8-4daf-8636-25336897c3db tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.3473933 Jul 06 11:42:53.780416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2b6ec-5796-46e4-9fd7-bab3cd0c59b7 None None] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:53.798887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.851536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69fa782a-9fec-40e5-8005-b50e0344a8c1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.859865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:53.883350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 10.1.1.215 (736d3730-7b25-4156-b3e5-94f33f2e90a0/2840c85b-16dd-403c-9795-f890e8f14b86/bd31c251-c5c6-4045-8877-0cd117ff66ed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:53.922367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb1c2f83-289e-4a93-be78-ecaae2dc0079 None None] Provisioning for port d67c56ef-3a7e-465a-99ad-418f15b79f2b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:53.940260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['69fa782a-9fec-40e5-8005-b50e0344a8c1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:53.952237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:53.969314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61ab8ec7-87cd-47f9-8d2c-c687f4cd7ba0 req-0a527602-1460-4451-ba48-80f1f71e580e tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395570 Jul 06 11:42:53.987516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.073776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.088113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.092049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] 10.222.0.79 "PUT /v2.0/ports/cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 1091 time: 1.8866255 Jul 06 11:42:54.097032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:54.105888 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17401a12-2473-4334-91e5-7da2b480c5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:54.192067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-435d1e9e-c61c-4c4d-845f-19caefc0c407 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.207949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-435d1e9e-c61c-4c4d-845f-19caefc0c407 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4823976 Jul 06 11:42:54.360975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-97ca4a4d-32b2-4686-b21d-63a524ac981f tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1520514 Jul 06 11:42:54.370610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.398196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'floatingip': {'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:54.404896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ef341-9a08-44f0-bce9-60c56a345f99 service neutron] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:54.412567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d67c56ef-3a7e-465a-99ad-418f15b79f2b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:54.417306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.504965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.554405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d67c56ef-3a7e-465a-99ad-418f15b79f2b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:54.564966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d67c56ef-3a7e-465a-99ad-418f15b79f2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:54.565707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.707482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.751630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-df7f812d-481e-4a86-998c-255398e91802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.753539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-df7f812d-481e-4a86-998c-255398e91802 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1094 time: 0.5371819 Jul 06 11:42:54.771009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d67c56ef-3a7e-465a-99ad-418f15b79f2b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d67c56ef-3a7e-465a-99ad-418f15b79f2b,segment=NetworkSegment(5632ca30-a8d6-4c7e-96c6-694235bdc3cc),segment_id=5632ca30-a8d6-4c7e-96c6-694235bdc3cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:54.787434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.795854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object bd31c251-c5c6-4045-8877-0cd117ff66ed will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:54.809637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9594b8-a02e-4729-a56b-222127d20fc4 req-84673e88-2929-44d7-b464-4eccd5b11481 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.811496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9594b8-a02e-4729-a56b-222127d20fc4 req-84673e88-2929-44d7-b464-4eccd5b11481 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4418776 Jul 06 11:42:54.882735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-0dc518c4-8f21-4639-acba-0427707619df tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.885397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-0dc518c4-8f21-4639-acba-0427707619df tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.3357835 Jul 06 11:42:54.887182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-55983425-bda4-4dc8-9833-06b5ad28ca6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 217 time: 0.1209810 Jul 06 11:42:54.904792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d67c56ef-3a7e-465a-99ad-418f15b79f2b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:54.934945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:42:54.986155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.058017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b08469b3-126a-4262-9482-92802ca5559e None None] Provisioning complete for port d67c56ef-3a7e-465a-99ad-418f15b79f2b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:55.059434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b08469b3-126a-4262-9482-92802ca5559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.080826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:55.090902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:55.100936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:55.106755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:55.133030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9594b8-a02e-4729-a56b-222127d20fc4 req-3b88acab-612e-4574-acb7-66ba1276347f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689919 Jul 06 11:42:55.195829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:55.225600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Sync routers for ids ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:55.258984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.259792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.262649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.266398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-688f9a11-8862-4902-8bcb-e1a53d79127d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3175561 Jul 06 11:42:55.266570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-ebf58ab3-3466-463b-ab55-96ee025b33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.266704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-ebf58ab3-3466-463b-ab55-96ee025b33d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.2991726 Jul 06 11:42:55.270466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:55.275462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Routers {'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:55.276155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:55.299933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-cce4bdff-98e0-42cf-9215-17ddf35313c3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4379890 Jul 06 11:42:55.311621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'admin_state_up': True, 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'security_groups': ['82cc5cb4-9d26-44ff-8be7-103f95a711ad']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:55.475762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Set router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:55.547683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:55.552629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.715380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1728264a-689c-4ec6-bdea-88591511fb47 None None] Provisioning for port bd31c251-c5c6-4045-8877-0cd117ff66ed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:55.722384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1728264a-689c-4ec6-bdea-88591511fb47 None None] Provisioning complete for port bd31c251-c5c6-4045-8877-0cd117ff66ed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:55.722896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1728264a-689c-4ec6-bdea-88591511fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.784163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1728264a-689c-4ec6-bdea-88591511fb47 None None] Port bd31c251-c5c6-4045-8877-0cd117ff66ed cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:55.800334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:42:53Z', 'revision_number': 3, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:55.829269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 10.1.1.72 (736d3730-7b25-4156-b3e5-94f33f2e90a0/2840c85b-16dd-403c-9795-f890e8f14b86/3cf3d113-5c46-42f0-9055-b0f0ed72a9c8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:56.013336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Checking router: cd8ae98e-be56-4c6a-961f-8ffb5f2051ca for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:56.013705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Updating router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca port 1321e958-b56a-4e01-b815-3690fef768bd binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:56.045071 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.060892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.068127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:56.109119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.114092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port 5be423d2-c3e2-471b-8483-4a67a991f263 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:56.114420 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.169422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:56.192007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:56.210093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:56.213995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:56.290033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:56.291206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.318813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d67c56ef-3a7e-465a-99ad-418f15b79f2b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:56.325784 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-409e9a7f-0ae1-4f2e-a478-587df1b37bd5 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0183797 Jul 06 11:42:56.338029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3679393b-3105-453f-9148-d457d7fafec4', 'admin_state_up': True, 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'security_groups': ['82cc5cb4-9d26-44ff-8be7-103f95a711ad']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:56.340232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-15825fbf-6187-4a90-a2ba-44c42668a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:56.341793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-15825fbf-6187-4a90-a2ba-44c42668a781 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0326388 Jul 06 11:42:56.437250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0d9e4-5acd-4312-b613-2ea2917d73fd req-d2e76f68-5d45-4d23-a25b-61186f989143 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:56.444300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fed0d9e4-5acd-4312-b613-2ea2917d73fd req-d2e76f68-5d45-4d23-a25b-61186f989143 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 949 time: 0.9970174 Jul 06 11:42:56.446010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d67c56ef-3a7e-465a-99ad-418f15b79f2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:56.446385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.558960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.578333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Transition to ACTIVE for port object 1321e958-b56a-4e01-b815-3690fef768bd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:56.640470 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.646553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:42:56.656552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:56.704477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Attempting to bind port 1321e958-b56a-4e01-b815-3690fef768bd on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:56.705286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Attempting to bind port 1321e958-b56a-4e01-b815-3690fef768bd by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:56.705447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Attempting to bind port 1321e958-b56a-4e01-b815-3690fef768bd on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:56.732864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:56.733396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:56.734432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.735020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:56.735744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Bound port: 1321e958-b56a-4e01-b815-3690fef768bd, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:56.736183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.737927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cfc15fb-3157-4baa-9f70-fd6c737067f0 None None] Provisioning for port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:56.740593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ecb30-2eab-4b2e-9a50-b9e61ea72103 None None] Pushing event updated for resources: {'Port': ['ID=1321e958-b56a-4e01-b815-3690fef768bd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:56.762859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port 5be423d2-c3e2-471b-8483-4a67a991f263, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5be423d2-c3e2-471b-8483-4a67a991f263,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:56.763236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.765921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cfc15fb-3157-4baa-9f70-fd6c737067f0 None None] Provisioning complete for port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:56.766472 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cfc15fb-3157-4baa-9f70-fd6c737067f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.776984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fed0d9e4-5acd-4312-b613-2ea2917d73fd req-32323ebf-df6f-40c0-9b06-22a3f51d358d tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315494 Jul 06 11:42:56.814203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.818252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc15fb-3157-4baa-9f70-fd6c737067f0 None None] Port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:56.822492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.827401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-2030192b-a6b9-42ea-80cb-fce9efaea9a6 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396741 Jul 06 11:42:56.850962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.854531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for 5be423d2-c3e2-471b-8483-4a67a991f263 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:56.870191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] For port 1321e958-b56a-4e01-b815-3690fef768bd, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:56.870191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] For port 1321e958-b56a-4e01-b815-3690fef768bd, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1321e958-b56a-4e01-b815-3690fef768bd,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:56.880107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.948562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Routers {'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:56.949895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:57.008113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ecb30-2eab-4b2e-9a50-b9e61ea72103 None None] Pushing event updated for resources: {'Port': ['ID=1321e958-b56a-4e01-b815-3690fef768bd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:57.063814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69fa782a-9fec-40e5-8005-b50e0344a8c1 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:57.118744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 10.2.2.100 (3679393b-3105-453f-9148-d457d7fafec4/9e5d487c-01a6-42fd-b7df-d640b84d2afa/21a9ba3c-3c8c-4ea0-9361-1940bcd669da) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:57.160107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84af3183-f88f-4a20-a78b-29c0747923f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.167441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 69fa782a-9fec-40e5-8005-b50e0344a8c1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:57.180582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 69fa782a-9fec-40e5-8005-b50e0344a8c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:57.181514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.187209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] Set router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:57.328797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbde03f-115e-4b36-b3db-3ca3b9d33324 req-0efac66b-74ff-4566-8817-7b3d7e7ed04a service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888153 Jul 06 11:42:57.332544 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653 associated. External IP: 172.25.7.151, port: f1c71f7d-1f58-4340-a05c-35cd7dbc2610. Jul 06 11:42:57.357081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.374683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object 21a9ba3c-3c8c-4ea0-9361-1940bcd669da will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:57.420164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.432536 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.469872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa782a-9fec-40e5-8005-b50e0344a8c1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:57.472596 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9152abe-8e83-4de6-9257-deb007f2cf9c" -d '{"events": [{"server_uuid": "8fb63f28-1173-4169-b792-3a7a534fc11a", "name": "network-vif-plugged", "status": "completed", "tag": "69fa782a-9fec-40e5-8005-b50e0344a8c1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:57.484085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 3679393b-3105-453f-9148-d457d7fafec4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:57.488711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:57.491077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69fa782a-9fec-40e5-8005-b50e0344a8c1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:57.504531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.505633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5be423d2-c3e2-471b-8483-4a67a991f263 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:57.509928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:57.515581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:42:53Z', 'revision_number': 3, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:57.559375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:57.601914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:57.603340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.611715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b54752-368c-4f6e-9bb0-bb257dd7c3a7 None None] The sync data for ids ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'] in n-d-799528-2 is: [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:42:53Z', 'revision_number': 3, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:57.631131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-84b7926c-4cb3-40d0-86c6-a7a74ed7e150 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949572 Jul 06 11:42:57.642572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3679393b-3105-453f-9148-d457d7fafec4', 'admin_state_up': True, 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'security_groups': ['82cc5cb4-9d26-44ff-8be7-103f95a711ad']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:57.687067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69fa782a-9fec-40e5-8005-b50e0344a8c1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:57.729261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132efde7-930d-4e28-a268-e71eaa9faeeb req-c70aa9ba-8c0a-4ac5-8317-c8590e464e59 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:57.730819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-132efde7-930d-4e28-a268-e71eaa9faeeb req-c70aa9ba-8c0a-4ac5-8317-c8590e464e59 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ba68148-e5ff-4234-abf3-454f250ac5e6 HTTP/1.1" status: 200 len: 945 time: 0.7236290 Jul 06 11:42:57.747276 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.859161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbf80749-8f0d-464e-830c-3d38d7c7d4be None None] Provisioning for port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:57.870326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbf80749-8f0d-464e-830c-3d38d7c7d4be None None] Provisioning complete for port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:57.870573 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf80749-8f0d-464e-830c-3d38d7c7d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.889630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Made reservation on behalf of 95a02af214a749bda91f4142b98f606f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:57.895899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.925212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbf80749-8f0d-464e-830c-3d38d7c7d4be None None] Port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:57.943245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-132efde7-930d-4e28-a268-e71eaa9faeeb req-2504c923-f180-46c4-837b-4a135256d5aa tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683683 Jul 06 11:42:57.953779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.996456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=5be423d2-c3e2-471b-8483-4a67a991f263,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:58.158549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port 5be423d2-c3e2-471b-8483-4a67a991f263 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:58.161550 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.164268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a5d553c-2a42-4d94-bae9-12a2f567e34a req-53610f5d-f4df-4f8d-b71f-e0bb98d56e02 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "DELETE /v2.0/ports/5be423d2-c3e2-471b-8483-4a67a991f263 HTTP/1.1" status: 204 len: 173 time: 3.2134993 Jul 06 11:42:58.192243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.242113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Allocated IP 10.2.2.200 (3679393b-3105-453f-9148-d457d7fafec4/9e5d487c-01a6-42fd-b7df-d640b84d2afa/675b4a62-abb0-4b0d-a570-1e81729afd4e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:58.341172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1321e958-b56a-4e01-b815-3690fef768bd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:58.374371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:58.425205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e884-5c30-41a1-9e3b-1c07f671872b req-045f63d9-a44b-4b2d-ba6c-5a965bd16831 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:58.426795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f064e884-5c30-41a1-9e3b-1c07f671872b req-045f63d9-a44b-4b2d-ba6c-5a965bd16831 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 943 time: 0.2615738 Jul 06 11:42:58.440963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1321e958-b56a-4e01-b815-3690fef768bd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:58.446833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1321e958-b56a-4e01-b815-3690fef768bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:58.448068 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.570290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.582450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.606009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 1321e958-b56a-4e01-b815-3690fef768bd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1321e958-b56a-4e01-b815-3690fef768bd,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:58.614014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Transition to ACTIVE for port object 675b4a62-abb0-4b0d-a570-1e81729afd4e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:58.616166 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.626954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f064e884-5c30-41a1-9e3b-1c07f671872b req-4bf26b1f-b88e-4896-b099-d687dcecdab0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910803 Jul 06 11:42:58.696494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.731300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Allocated IP 172.20.0.1 (4637157d-fd66-4a8c-b642-7dcd2f90d025/5947e0c2-840c-496b-99cb-49b3d5fbbbbd/af4c34b0-56ac-4dea-91ee-682d1c5ec9d4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:58.745586 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea9fac-222e-4f9b-9916-a140fcb79b0f x-openstack-request-id: req-2fea9fac-222e-4f9b-9916-a140fcb79b0f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:58.745808 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:58.746073 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fea9fac-222e-4f9b-9916-a140fcb79b0f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:58.746459 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'status': 'completed', 'code': 200} Jul 06 11:42:58.753959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=1321e958-b56a-4e01-b815-3690fef768bd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:58.778591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Network 3679393b-3105-453f-9148-d457d7fafec4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:58.792321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:58.807502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:58.828977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:58.835056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.839078 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:58.869875 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:58.873133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event updated for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:58.873509 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:42:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:58.954741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-ccc28da3-704e-4937-933c-bf5c2e675475 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "PUT /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 996 time: 4.5928319 Jul 06 11:42:58.966628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:58.974147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.979501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401a12-2473-4334-91e5-7da2b480c5ab req-3424f367-9d5a-4d57-be36-2eae7b0406e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:58.981077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-3424f367-9d5a-4d57-be36-2eae7b0406e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1094 time: 0.2031114 Jul 06 11:42:59.020307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-97b4db6f-9f27-4596-b0f3-6ab6583e725e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3828981 Jul 06 11:42:59.034182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:59.131986 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.158325 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.182356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Transition to ACTIVE for port object af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:59.204948 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:59.243038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401a12-2473-4334-91e5-7da2b480c5ab req-d953bece-63f1-4250-a923-9dbf9707aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.245803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-d953bece-63f1-4250-a923-9dbf9707aa89 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.2431860 Jul 06 11:42:59.272269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-200faddd-7fc3-49e5-ad76-93e6a5535308 None None] Provisioning for port 675b4a62-abb0-4b0d-a570-1e81729afd4e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:59.277650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-200faddd-7fc3-49e5-ad76-93e6a5535308 None None] Provisioning complete for port 675b4a62-abb0-4b0d-a570-1e81729afd4e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:59.278305 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-200faddd-7fc3-49e5-ad76-93e6a5535308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.321694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-200faddd-7fc3-49e5-ad76-93e6a5535308 None None] Port 675b4a62-abb0-4b0d-a570-1e81729afd4e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:59.363762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-99540149-0a05-4e47-b545-fc5c003aff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.365340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-99540149-0a05-4e47-b545-fc5c003aff19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.3782957 Jul 06 11:42:59.377929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-f55f8433-ca30-4a5f-8dd0-e1573551e967 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.384522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-f55f8433-ca30-4a5f-8dd0-e1573551e967 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.391088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-f55f8433-ca30-4a5f-8dd0-e1573551e967 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.397492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-f55f8433-ca30-4a5f-8dd0-e1573551e967 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.405141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-f55f8433-ca30-4a5f-8dd0-e1573551e967 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.426042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-f55f8433-ca30-4a5f-8dd0-e1573551e967 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 3816 time: 0.4079854 Jul 06 11:42:59.430074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-d352d974-4fb2-4398-8345-06b893967bd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 217 time: 0.1599579 Jul 06 11:42:59.567080 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.596154 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d7af-8f41-46b8-8bb5-0d73b99a4336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.598406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a13a9a-be88-43f6-819a-ca7a129ae5f6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:59.605339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36e6e43c-8a49-4803-ad65-49b82f736032 req-90b7f2b5-9378-4471-8a46-217cdd7e1355 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780524 Jul 06 11:42:59.608734 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.625959 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:42:56Z', 'revision_number': 1, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:59.631104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Transition to ACTIVE for port object c9a13a9a-be88-43f6-819a-ca7a129ae5f6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:59.643977 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.685808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401a12-2473-4334-91e5-7da2b480c5ab req-874c1881-89a6-4b8c-81de-3d7c11f7e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.697818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-874c1881-89a6-4b8c-81de-3d7c11f7e6da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.2479050 Jul 06 11:42:59.699311 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:59.725788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:59.739485 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:59.740377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:59.826228 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.835288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:59.900055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Attempting to bind port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:59.900569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Attempting to bind port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:59.900995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Attempting to bind port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 on network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:59.907583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 on network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:59.908138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Attempting to bind port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 on network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:59.915234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:59.915857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Checking segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:59.916478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Bound using segment: {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:59.918999 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:59.925881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Bound port: c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aba851e-04f8-428c-88df-938231a9671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:59.926778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.933390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:59.952058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:59.954456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-dfdbdc9d-8943-47b6-957e-e5703c651a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.955903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-dfdbdc9d-8943-47b6-957e-e5703c651a83 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.5220652 Jul 06 11:42:59.966576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Pushing event updated for resources: {'Port': ['ID=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:59.989995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.062168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:00.074405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:00.085962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.136095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.137616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.139443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] 10.222.0.79 "PUT /v2.0/ports/c9a13a9a-be88-43f6-819a-ca7a129ae5f6 HTTP/1.1" status: 200 len: 1092 time: 1.1109514 Jul 06 11:43:00.143211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:00.146989 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:00.173939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.199868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:00.202187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-2f98f566-a1e1-4784-8aa3-5b068f823e01 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 999 time: 0.2304690 Jul 06 11:43:00.210695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815d136-aa6f-42b5-a49f-47ce5de28860 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:00.347208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1321e958-b56a-4e01-b815-3690fef768bd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:00.383650 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.436725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401a12-2473-4334-91e5-7da2b480c5ab req-6530658d-571f-49f2-9458-d1c4b31f5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.438910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-6530658d-571f-49f2-9458-d1c4b31f5a46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7210116 Jul 06 11:43:00.455256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95714-b648-417d-988c-7c9a8aeedd0b req-052863c2-8a70-4084-9b8e-0a6af9f58e4a tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.457751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4be47841-6d39-4e27-a03a-098fc86e08ef None None] Provisioning for port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:00.459710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9c95714-b648-417d-988c-7c9a8aeedd0b req-052863c2-8a70-4084-9b8e-0a6af9f58e4a tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.6204829 Jul 06 11:43:00.467207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4be47841-6d39-4e27-a03a-098fc86e08ef None None] Provisioning complete for port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:00.467719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4be47841-6d39-4e27-a03a-098fc86e08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.518442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4be47841-6d39-4e27-a03a-098fc86e08ef None None] Port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:00.529756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1321e958-b56a-4e01-b815-3690fef768bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:00.530606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.682429 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:42:56Z', 'revision_number': 1, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:00.713929 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541b474-e578-48d9-a3d5-2406179805bb None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:42:56Z', 'revision_number': 1, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:00.793887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a003c0-fafe-4a8d-9210-e8752df40348 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:00.804119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.817908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Transition to ACTIVE for port object a0a003c0-fafe-4a8d-9210-e8752df40348 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:00.829550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.844816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.864346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'name': 'network-vif-deleted', 'tag': '5be423d2-c3e2-471b-8483-4a67a991f263'}, {'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:00.873444 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf5104a-1877-418b-9d07-3e3c71fbd344" -d '{"events": [{"server_uuid": "8ba68148-e5ff-4234-abf3-454f250ac5e6", "name": "network-vif-deleted", "tag": "5be423d2-c3e2-471b-8483-4a67a991f263"}, {"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:00.923283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-98df23dd-687f-4d28-a6a6-0e648f400d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.925029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-98df23dd-687f-4d28-a6a6-0e648f400d91 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.6425841 Jul 06 11:43:00.991291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:00.995181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Attempting to bind port a0a003c0-fafe-4a8d-9210-e8752df40348 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:00.995181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Attempting to bind port a0a003c0-fafe-4a8d-9210-e8752df40348 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:00.995181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Attempting to bind port a0a003c0-fafe-4a8d-9210-e8752df40348 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:00.997422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9c95714-b648-417d-988c-7c9a8aeedd0b req-0b0a0f17-91ab-4aba-bb96-d6838543daef tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123746 Jul 06 11:43:00.997999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.014383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Port a0a003c0-fafe-4a8d-9210-e8752df40348 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:01.014910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Attempting to bind port a0a003c0-fafe-4a8d-9210-e8752df40348 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:01.029662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:01.030325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Checking segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:01.030932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Bound using segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:01.031587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Bound port: a0a003c0-fafe-4a8d-9210-e8752df40348, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:01.032489 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.066262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:01.103339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-34045d85-bd2e-4da1-9aa4-1ee1e3d67699 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385546 Jul 06 11:43:01.133325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a9d58-37b0-4fae-8df5-1dd29e09b35e None None] New status for floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:43:01.152724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:01.160014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a0a003c0-fafe-4a8d-9210-e8752df40348,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:01.169923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.233966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:01.234662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.236163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] 10.222.0.79 "PUT /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 1134 time: 1.0470648 Jul 06 11:43:01.293852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:01.308125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b95b8-4b2b-4f1e-9531-49bdaf695416 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:01.422895 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.426754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-eb706901-7b9b-4cd5-8436-063de29d7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:01.428614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-eb706901-7b9b-4cd5-8436-063de29d7756 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4884596 Jul 06 11:43:01.461482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.478227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-22284f37-29e4-4dac-a0de-3a00d0ef122f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:43:01.479155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-22284f37-29e4-4dac-a0de-3a00d0ef122f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070524 Jul 06 11:43:01.481782 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.602243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:01.617319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:01.653501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.699387 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.721947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:01.734453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Pushing event updated for resources: {'Port': ['ID=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:01.748993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:01.749321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-af56670c-e3f2-4b7e-94fa-3e018b579edd service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185636 Jul 06 11:43:01.761043 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.810843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:01.838977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e819801-5472-45e4-aa04-b040bc49c295 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:01.851378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.874415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Transition to ACTIVE for port object 9e819801-5472-45e4-aa04-b040bc49c295 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:01.878586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17401a12-2473-4334-91e5-7da2b480c5ab req-67cb2864-a492-4864-bfeb-ace498d34926 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7676065 Jul 06 11:43:01.882424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.898650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686b742-4617-47cb-8e94-d387baa814a3 req-0b72dcc8-e267-4c95-97b5-342f7f1e664c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:01.900474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7686b742-4617-47cb-8e94-d387baa814a3 req-0b72dcc8-e267-4c95-97b5-342f7f1e664c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4682851 Jul 06 11:43:02.017331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:02.021592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Attempting to bind port 9e819801-5472-45e4-aa04-b040bc49c295 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:02.022137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Attempting to bind port 9e819801-5472-45e4-aa04-b040bc49c295 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:02.022476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Attempting to bind port 9e819801-5472-45e4-aa04-b040bc49c295 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:02.028228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-3c18dcf3-90c2-4a24-ac3f-2f575010e586 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2831390 Jul 06 11:43:02.032293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Pushing event updated for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:02.033222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7686b742-4617-47cb-8e94-d387baa814a3 req-5dacdcf9-4868-4071-8578-79c857781342 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 Jul 06 11:43:02.036040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:02.040951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Port 9e819801-5472-45e4-aa04-b040bc49c295 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:02.041691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Attempting to bind port 9e819801-5472-45e4-aa04-b040bc49c295 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:02.043291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35a6cf2-d1a1-4ee2-a240-b948a38561ee req-63dbb79f-871c-441b-a39e-e4af3ccf381f service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648950 Jul 06 11:43:02.049882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:02.050232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Checking segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:02.050625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Bound using segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:02.051098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Bound port: 9e819801-5472-45e4-aa04-b040bc49c295, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:02.051415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.075898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['cff7fe3a-035d-426c-9f9f-0156365349ba'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:02.196952 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9644890f-243c-4959-8740-90950cbd9590 x-openstack-request-id: req-9644890f-243c-4959-8740-90950cbd9590 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:02.197251 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb63f28-1173-4169-b792-3a7a534fc11a", "name": "network-vif-plugged", "status": "completed", "tag": "69fa782a-9fec-40e5-8005-b50e0344a8c1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:02.197503 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9644890f-243c-4959-8740-90950cbd9590 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:02.197900 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fa782a-9fec-40e5-8005-b50e0344a8c1', 'code': 200} Jul 06 11:43:02.237389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:02.260176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9e819801-5472-45e4-aa04-b040bc49c295,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:02.274939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.343757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.404784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.411595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:02.411979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.414105 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] 10.222.0.79 "PUT /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 1136 time: 1.1285374 Jul 06 11:43:02.471946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:02.597580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d2852-4b66-4da1-ba3a-f617fedb4dea service neutron] Pushing event updated for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:02.614706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df286f12-8ed0-4ca3-bbac-ba17d2ae2e06 None None] Provisioning complete for port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:02.618762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.619326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df286f12-8ed0-4ca3-bbac-ba17d2ae2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.667548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-df286f12-8ed0-4ca3-bbac-ba17d2ae2e06 None None] Port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:02.718821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579865-a192-4e18-a3d2-976eb100a92b req-464c792d-6e46-4480-a460-ad46614dc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.720495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-464c792d-6e46-4480-a460-ad46614dc46a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1100 time: 0.5531571 Jul 06 11:43:02.723380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f2a9-9828-4a77-ad9a-bd1449058ff5 req-36cb171f-eca0-48c6-854e-a2a49ce5a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.724879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e683f2a9-9828-4a77-ad9a-bd1449058ff5 req-36cb171f-eca0-48c6-854e-a2a49ce5a809 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 1101 time: 0.4008904 Jul 06 11:43:02.788646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6763-ed90-403d-a765-b040b025a62c req-fc164307-eafe-4d06-a69f-ae94a3535a6b tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.790970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e3e6763-ed90-403d-a765-b040b025a62c req-fc164307-eafe-4d06-a69f-ae94a3535a6b tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 950 time: 0.4012029 Jul 06 11:43:02.920955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:02.928011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e683f2a9-9828-4a77-ad9a-bd1449058ff5 req-d33448a9-0da8-4fde-870f-a18c0f614ce2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695859 Jul 06 11:43:02.941136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed26cf64-eecc-423d-85f5-41592db26e8d admin admin] 10.222.0.78 "PUT /v2.0/routers/cd8ae98e-be56-4c6a-961f-8ffb5f2051ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6622081 Jul 06 11:43:02.941369 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Sync routers for ids ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:02.948219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Routers {'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:02.948861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:02.956337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf755f-4ecb-4bb5-8542-f49b84a6cd1e req-c1b40ebc-eadc-4b2f-b2bd-a9ce3697839a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.963793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bcf755f-4ecb-4bb5-8542-f49b84a6cd1e req-c1b40ebc-eadc-4b2f-b2bd-a9ce3697839a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.3251750 Jul 06 11:43:02.968340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e3e6763-ed90-403d-a765-b040b025a62c req-c2022ed6-799b-4ece-92ca-362dc07c7899 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583338 Jul 06 11:43:03.008514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579865-a192-4e18-a3d2-976eb100a92b req-a73a9fba-eb25-4c42-bc51-04b4a622e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.011012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-a73a9fba-eb25-4c42-bc51-04b4a622e379 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2538621 Jul 06 11:43:03.078790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-bc705953-4c5e-4bf7-97b7-84e4148f6a65 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 217 time: 0.0519552 Jul 06 11:43:03.141496 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Set router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:03.148797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579865-a192-4e18-a3d2-976eb100a92b req-d6ef8911-769f-452d-bc9d-18116aa7a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.150955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-d6ef8911-769f-452d-bc9d-18116aa7a3aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0629303 Jul 06 11:43:03.202570 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e59bf9-d524-4446-bd3a-fef6897fd95f x-openstack-request-id: req-08e59bf9-d524-4446-bd3a-fef6897fd95f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:03.203146 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:03.203547 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08e59bf9-d524-4446-bd3a-fef6897fd95f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:03.204149 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'status': 'completed', 'code': 200} Jul 06 11:43:03.245476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bcf755f-4ecb-4bb5-8542-f49b84a6cd1e req-b83b1be5-3070-41f6-9e6e-234a4b330bce tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805471 Jul 06 11:43:03.384285 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:43:00Z', 'revision_number': 4, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'af4c34b0-56ac-4dea-91ee-682d1c5ec9d4', 'name': '', 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'mac_address': 'fa:16:3e:35:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:58Z', 'updated_at': '2021-07-06T11:43:01Z', 'revision_number': 2, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'subnets': [{'id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:03.410871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd31c251-c5c6-4045-8877-0cd117ff66ed {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:03.411598 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Checking router: cd8ae98e-be56-4c6a-961f-8ffb5f2051ca for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:03.411972 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Updating router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:03.422350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.425670 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e926c7-804f-41d1-8f4e-2eea46c208c9 x-openstack-request-id: req-40e926c7-804f-41d1-8f4e-2eea46c208c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:03.428144 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba68148-e5ff-4234-abf3-454f250ac5e6", "name": "network-vif-deleted", "tag": "5be423d2-c3e2-471b-8483-4a67a991f263", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:03.429476 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40e926c7-804f-41d1-8f4e-2eea46c208c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:03.429992 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba68148-e5ff-4234-abf3-454f250ac5e6', 'name': 'network-vif-deleted', 'tag': '5be423d2-c3e2-471b-8483-4a67a991f263', 'status': 'completed', 'code': 200} Jul 06 11:43:03.432261 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'status': 'completed', 'code': 200} Jul 06 11:43:03.434893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579865-a192-4e18-a3d2-976eb100a92b req-beae3df3-4849-4fc2-84c7-c496a786ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.442102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-beae3df3-4849-4fc2-84c7-c496a786ef12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759051 Jul 06 11:43:03.444511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Transition to ACTIVE for port object bd31c251-c5c6-4045-8877-0cd117ff66ed will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:03.450906 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.454203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-7d0d8968-5a65-4beb-a21b-7b82a3e83f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.455497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.455973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.456504 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-7d0d8968-5a65-4beb-a21b-7b82a3e83f56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.0883596 Jul 06 11:43:03.457861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.458060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.458803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.459315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.459792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.461905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.467892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-a95bc689-f406-4b57-907c-122daa8a9be4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6219 time: 0.3158636 Jul 06 11:43:03.652245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-a697f2b6-f8e3-4c5b-a244-1847132315a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.654148 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-a697f2b6-f8e3-4c5b-a244-1847132315a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.1673777 Jul 06 11:43:03.688032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Pushing event updated for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:03.849701 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.861732 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Transition to ACTIVE for port object af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:03.885750 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.904947 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-6b9d4731-ecea-4513-ae25-ed9b9312fbab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 1001 time: 0.2296448 Jul 06 11:43:04.001252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-62a7d17f-6b0b-4186-812d-76026e339905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.003087 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-62a7d17f-6b0b-4186-812d-76026e339905 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.0703475 Jul 06 11:43:04.016872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fca0c3-0f0f-4666-bf2a-51c62a531352 None None] Pushing event updated for resources: {'Port': ['ID=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:04.044105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Attempting to bind port bd31c251-c5c6-4045-8877-0cd117ff66ed on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:04.044922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Attempting to bind port bd31c251-c5c6-4045-8877-0cd117ff66ed by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:04.045528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Attempting to bind port bd31c251-c5c6-4045-8877-0cd117ff66ed on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:04.079511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Port bd31c251-c5c6-4045-8877-0cd117ff66ed on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:04.080140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Attempting to bind port bd31c251-c5c6-4045-8877-0cd117ff66ed on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:04.092781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Attempting to bind port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:04.093249 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Attempting to bind port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:04.093702 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Attempting to bind port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 on network 4637157d-fd66-4a8c-b642-7dcd2f90d025 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:04.099830 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:04.100229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:04.100350 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Checking segment: {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:04.100788 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.100971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Checking segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:04.101300 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Bound using segment: {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:04.101422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Bound using segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:04.101819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Bound port: bd31c251-c5c6-4045-8877-0cd117ff66ed, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:04.102078 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Bound port: af4c34b0-56ac-4dea-91ee-682d1c5ec9d4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5632ca30-a8d6-4c7e-96c6-694235bdc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:04.102218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.102841 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.199813 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] For port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:04.204151 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] For port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,segment=NetworkSegment(5632ca30-a8d6-4c7e-96c6-694235bdc3cc),segment_id=5632ca30-a8d6-4c7e-96c6-694235bdc3cc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:04.204823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:04.208914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:04.215017 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.223885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.235312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-991f5459-c686-4d55-9032-a3314c221842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.248437 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-991f5459-c686-4d55-9032-a3314c221842 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038679 Jul 06 11:43:04.308257 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Routers {'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:04.308896 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:04.314037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fca0c3-0f0f-4666-bf2a-51c62a531352 None None] Pushing event updated for resources: {'Port': ['ID=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:04.358666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.359212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.360647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] 10.222.0.79 "PUT /v2.0/ports/bd31c251-c5c6-4045-8877-0cd117ff66ed HTTP/1.1" status: 200 len: 1091 time: 1.9097810 Jul 06 11:43:04.405001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:04.491375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5da89-7c18-46d5-9494-ea4c8474a4db service neutron] Pushing event updated for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:04.507015 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] Set router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:04.540996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.547694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.555389 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-814de642-fb96-414e-9688-4b3f75b15dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060081 Jul 06 11:43:04.556916 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.560438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.566783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.572943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.589653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.599124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.607965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-0311714a-b14a-4c52-9ae1-356288276410 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5382 time: 1.2820690 Jul 06 11:43:04.719481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-ea439b26-c350-4a40-a8b2-e723943ae915 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.721052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-ea439b26-c350-4a40-a8b2-e723943ae915 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5922358 Jul 06 11:43:04.731788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-8da36e9d-f6ee-4172-90f7-03a4e9a2548e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2620902 Jul 06 11:43:04.736455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-cbf7292f-622f-44b2-a056-061472d65c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.736940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-cbf7292f-622f-44b2-a056-061472d65c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.737415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-cbf7292f-622f-44b2-a056-061472d65c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.739062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-cbf7292f-622f-44b2-a056-061472d65c2f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=95a02af214a749bda91f4142b98f606f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2278898 Jul 06 11:43:04.818938 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:43:00Z', 'revision_number': 4, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'af4c34b0-56ac-4dea-91ee-682d1c5ec9d4', 'name': '', 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'mac_address': 'fa:16:3e:35:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:58Z', 'updated_at': '2021-07-06T11:43:04Z', 'revision_number': 4, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'subnets': [{'id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:04.829069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf5104a-1877-418b-9d07-3e3c71fbd344 req-e52b63f6-5b1f-49d0-8b88-96eac23e57b7 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540748 Jul 06 11:43:04.857892 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9d724-9778-4b32-bdba-b6299852dd9c None None] The sync data for ids ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'] in n-d-799528-2 is: [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:43:00Z', 'revision_number': 4, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'af4c34b0-56ac-4dea-91ee-682d1c5ec9d4', 'name': '', 'network_id': '4637157d-fd66-4a8c-b642-7dcd2f90d025', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'mac_address': 'fa:16:3e:35:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:58Z', 'updated_at': '2021-07-06T11:43:04Z', 'revision_number': 4, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'subnets': [{'id': '5947e0c2-840c-496b-99cb-49b3d5fbbbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:04.862821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c77d337-a25c-45b9-8681-5bbef8eae042 req-081ef8c0-ad8d-4d0a-b559-7d096bae1395 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2528393 Jul 06 11:43:05.052675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:05.062021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.075831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:05.080134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Transition to ACTIVE for port object 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:05.092210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.148237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port cff7fe3a-035d-426c-9f9f-0156365349ba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:05.155297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port cff7fe3a-035d-426c-9f9f-0156365349ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:05.155785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.195788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:05.199241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-995a6b9e-ade4-4e50-8b12-8e82a4f1bc0a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.4459999 Jul 06 11:43:05.209406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'a0a003c0-fafe-4a8d-9210-e8752df40348'}, {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '9e819801-5472-45e4-aa04-b040bc49c295'}, {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:05.213937 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "a0a003c0-fafe-4a8d-9210-e8752df40348"}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "9e819801-5472-45e4-aa04-b040bc49c295"}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:05.314792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.331545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Attempting to bind port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:05.332077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Attempting to bind port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:05.332686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Attempting to bind port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:05.339213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:05.339950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Attempting to bind port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:05.354855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:05.355098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-bbb15eaa-a283-44d2-98ca-94cb1e753ad0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:05.355764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Checking segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:05.356466 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-bbb15eaa-a283-44d2-98ca-94cb1e753ad0 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.3542433 Jul 06 11:43:05.356747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Bound using segment: {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:05.357441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Bound port: 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b800d0-83d0-4b89-9e68-adaeb1a67c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:05.358269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.375062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:05.376097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:05.380410 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76099534-3137-4091-81fd-3e33a57a4dea" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:05.386186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'floatingip': {'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:05.386401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.461214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:05.478959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] For port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:05.483039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] For port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:05.488728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.548345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.563673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-b3277761-48a4-4399-891f-31a1de499808 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/quotas/81e71760f6674f23bd64d0fc37820d5d HTTP/1.1" status: 200 len: 375 time: 0.1972618 Jul 06 11:43:05.599073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d579865-a192-4e18-a3d2-976eb100a92b req-f55b7e1d-896b-4237-9d30-58135e124b97 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8589623 Jul 06 11:43:05.624073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:05.627946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:05.629124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.632585 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-79a23b12-e687-4871-b551-9cfe20eba293 service neutron] 10.222.0.79 "PUT /v2.0/ports/3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 HTTP/1.1" status: 200 len: 1090 time: 1.2353210 Jul 06 11:43:05.690196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:05.717554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-6f410aa9-9ead-411c-954e-d16c745f30cc tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525750 Jul 06 11:43:05.814525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-750d11f6-e7a7-49aa-aae6-94d86aee874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:05.816477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0681b907-8a0b-4891-bcd6-8a6b994bdcb7 req-750d11f6-e7a7-49aa-aae6-94d86aee874b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0580142 Jul 06 11:43:05.891380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.928903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-f1a80aae-7726-43be-9827-ff7e91cb9078 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1443136 Jul 06 11:43:05.935214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-5c0662f9-8eef-4dda-9dc1-52ee7f80afc0 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167108 Jul 06 11:43:06.139431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-35f67bbc-9398-4233-bf33-fd4ec85d3a06 service neutron] 10.222.0.78 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933122 Jul 06 11:43:06.153313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-ffcab213-3bb8-49ea-92a9-72d0de71cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:06.155097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-ffcab213-3bb8-49ea-92a9-72d0de71cd7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 1101 time: 0.1978056 Jul 06 11:43:06.380403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:06.442323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-93e88835-6bfc-4032-bccb-8a04ae56ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:06.443815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-93e88835-6bfc-4032-bccb-8a04ae56ab92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2578821 Jul 06 11:43:06.480652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:06.491322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:06.492383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.563179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-4a8a8f3b-0bee-495d-ad8d-ee050a5bee15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584 HTTP/1.1" status: 200 len: 217 time: 0.1073866 Jul 06 11:43:06.574034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a9ba3c-3c8c-4ea0-9361-1940bcd669da {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:06.645625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.667307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-22c09c86-b450-409f-b125-a1a7b2334020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:06.668736 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-22c09c86-b450-409f-b125-a1a7b2334020 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0861545 Jul 06 11:43:06.676978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.695905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Transition to ACTIVE for port object 21a9ba3c-3c8c-4ea0-9361-1940bcd669da will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:06.710869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.731166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,segment=NetworkSegment(5632ca30-a8d6-4c7e-96c6-694235bdc3cc),segment_id=5632ca30-a8d6-4c7e-96c6-694235bdc3cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:06.736429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.808435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Pushing event updated for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:06.829068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:06.905609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-36e0d252-2f4c-4fda-b82a-0e46d042f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:06.907283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-36e0d252-2f4c-4fda-b82a-0e46d042f1f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2273107 Jul 06 11:43:06.969175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Attempting to bind port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:06.969518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Attempting to bind port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:06.969756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Attempting to bind port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da on network 3679393b-3105-453f-9148-d457d7fafec4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:06.980789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da on network 3679393b-3105-453f-9148-d457d7fafec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:06.981122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Attempting to bind port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da on network 3679393b-3105-453f-9148-d457d7fafec4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:06.990116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:06.990457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Checking segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:06.990845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Bound using segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:06.991289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Bound port: 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:06.991656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.084401 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-22d1bee5-3c4f-45ad-8e1d-af09f630471b service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669495 Jul 06 11:43:07.167527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a419-988c-4718-b868-e48117780b7a req-be9c380f-9cc1-461a-b745-87015dd95db8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:07.170948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:07.177871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce27a419-988c-4718-b868-e48117780b7a req-be9c380f-9cc1-461a-b745-87015dd95db8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.6249125 Jul 06 11:43:07.188592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:07.203001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.252118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce27a419-988c-4718-b868-e48117780b7a req-1a8343b2-464f-4d89-a845-94b0e9d70e9b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731125 Jul 06 11:43:07.254557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:07.255148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.256581 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] 10.222.0.79 "PUT /v2.0/ports/21a9ba3c-3c8c-4ea0-9361-1940bcd669da HTTP/1.1" status: 200 len: 1091 time: 1.5743380 Jul 06 11:43:07.260402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:43:07.261416 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-543f5c2f-22a2-4de7-b9de-6949a079925c req-0a1cd3ca-f168-48d6-a9dd-b9121e616ac1 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704512 Jul 06 11:43:07.319005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Request body: {'port': {'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:07.350303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.358642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.363748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f32c8-b29a-4fc8-87d2-ae9a410ba369 service neutron] Pushing event updated for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:07.446930 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-593d72ec-b8a1-4e8e-97d3-1d18b44a1d62 req-41a6e7a7-5857-4002-b8c1-60109001c538 tempest-FloatingIPDetailsNegativeTestJSON-1265718485 tempest-FloatingIPDetailsNegativeTestJSON-1265718485-project] show failed (client error): The resource could not be found. Jul 06 11:43:07.448012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-593d72ec-b8a1-4e8e-97d3-1d18b44a1d62 req-41a6e7a7-5857-4002-b8c1-60109001c538 tempest-FloatingIPDetailsNegativeTestJSON-1265718485 tempest-FloatingIPDetailsNegativeTestJSON-1265718485-project] 10.222.0.78 "GET /v2.0/floatingips/100fa116-fea4-494c-8b91-6ba34c024e3a HTTP/1.1" status: 404 len: 350 time: 0.0870066 Jul 06 11:43:07.460305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:07.493887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.663491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-1f1a25f1-c50c-4f63-92da-00e0df23a442 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2973f2fa751a4093a585e465f3a69444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827825 Jul 06 11:43:07.762320 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653 associated. External IP: 172.25.7.151, port: f1c71f7d-1f58-4340-a05c-35cd7dbc2610. Jul 06 11:43:07.848429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675b4a62-abb0-4b0d-a570-1e81729afd4e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:07.856165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.879526 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Transition to ACTIVE for port object 675b4a62-abb0-4b0d-a570-1e81729afd4e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:07.894719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.972517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Pushing event updated for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.025769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-52277e51-c7a3-4bb9-93df-bd511c075a61 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.032433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-52277e51-c7a3-4bb9-93df-bd511c075a61 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3622310 Jul 06 11:43:08.053563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-77b8cda0-d1f0-4888-83a6-4953c1b562ff tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/quotas/2973f2fa751a4093a585e465f3a69444 HTTP/1.1" status: 200 len: 375 time: 0.0201008 Jul 06 11:43:08.096024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Attempting to bind port 675b4a62-abb0-4b0d-a570-1e81729afd4e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:08.096382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Attempting to bind port 675b4a62-abb0-4b0d-a570-1e81729afd4e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:08.096770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Attempting to bind port 675b4a62-abb0-4b0d-a570-1e81729afd4e on network 3679393b-3105-453f-9148-d457d7fafec4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:08.106973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Port 675b4a62-abb0-4b0d-a570-1e81729afd4e on network 3679393b-3105-453f-9148-d457d7fafec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:08.107371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Attempting to bind port 675b4a62-abb0-4b0d-a570-1e81729afd4e on network 3679393b-3105-453f-9148-d457d7fafec4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:08.126543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:08.126888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Checking segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:08.128005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Bound using segment: {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:08.128969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Bound port: 675b4a62-abb0-4b0d-a570-1e81729afd4e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc884d2-22f9-4574-ad1d-cf0f42e449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3679393b-3105-453f-9148-d457d7fafec4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:08.129531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.210150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:08.213628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:08.220405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.321142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:08.326759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Pushing event updated for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.351416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.352939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.354665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-98f85069-58aa-4a73-b8b6-3d2228a58733 service neutron] 10.222.0.79 "PUT /v2.0/ports/675b4a62-abb0-4b0d-a570-1e81729afd4e HTTP/1.1" status: 200 len: 1091 time: 1.0399356 Jul 06 11:43:08.417218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:08.417783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.450892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-a633abfa-4595-4ffa-aed5-11e3fb78afa8 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2973f2fa751a4093a585e465f3a69444&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3960991 Jul 06 11:43:08.538825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.540409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.541859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.542359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.544043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.544454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.544582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:08.548952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.551829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a0a7fd69-9f5e-4db7-a6cb-52aa148c2353 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.0990064 Jul 06 11:43:08.575232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-0db7b56c-2063-4356-8c9b-5f07efdd7064 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.576718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-0db7b56c-2063-4356-8c9b-5f07efdd7064 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 811 time: 0.4781687 Jul 06 11:43:08.616819 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-191842cc-199c-47f6-acf3-86c540e9105e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6 HTTP/1.1" status: 200 len: 217 time: 0.0498900 Jul 06 11:43:08.740088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-d91da321-5f3c-481d-99f2-09256079c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.741990 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-d91da321-5f3c-481d-99f2-09256079c20e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3813d467-4a25-4a8c-9fd0-e5bb76e7c900 HTTP/1.1" status: 200 len: 855 time: 0.1148932 Jul 06 11:43:08.743485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Request body: {'port': {'device_id': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'admin_state_up': True, 'tenant_id': '81e71760f6674f23bd64d0fc37820d5d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:08.799120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:08.811014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:08.825199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:08.826961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:08.837103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-82995b98-8185-4eb5-b609-bad04d4d42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.839390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-82995b98-8185-4eb5-b609-bad04d4d42b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885820 Jul 06 11:43:08.975015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-9f191ea9-e652-4bdb-8f24-7bebe34d2156 service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261475 Jul 06 11:43:09.031489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:09.098835 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-4a71f9c8-b576-427a-9c4e-8624db226a14 service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166854 Jul 06 11:43:09.160345 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-ec0dbb79-58e1-4675-946a-622332520266 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 217 time: 0.0542424 Jul 06 11:43:09.260446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-dab851f5-4c7c-4fdc-8339-5835d4f2f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.262108 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-dab851f5-4c7c-4fdc-8339-5835d4f2f282 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0949683 Jul 06 11:43:09.300884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:07Z', 'revision_number': 3, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:09.354275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:09.366114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:09.366839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:09.416701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-d033bd8b-9df6-48d6-8b2b-989fe4df46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.420131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-d033bd8b-9df6-48d6-8b2b-989fe4df46e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493649 Jul 06 11:43:09.551535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:09.551775 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-ac907bd5-1079-4e3b-ad73-4e5f46e4753f service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245310 Jul 06 11:43:09.563836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01b7af-748f-4ae7-9bc6-22458f56abcf req-c2dc83d1-1d99-4ad3-a5ee-f146f935a016 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.571317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd01b7af-748f-4ae7-9bc6-22458f56abcf req-c2dc83d1-1d99-4ad3-a5ee-f146f935a016 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 950 time: 0.3363538 Jul 06 11:43:09.645138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Made reservation on behalf of 81e71760f6674f23bd64d0fc37820d5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:09.649597 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.673349 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a9fde9a8-5ddd-486e-8e6b-50d7694f4dac service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142006 Jul 06 11:43:09.720307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd01b7af-748f-4ae7-9bc6-22458f56abcf req-2951c2c0-f70f-4633-94f1-21241a50b837 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476402 Jul 06 11:43:09.733896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-ea9e79fd-4821-479a-be3e-b5ce68373196 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 217 time: 0.0514197 Jul 06 11:43:09.792649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.858993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-536c3f05-6793-44c1-af78-5124f2ad2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.861259 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-536c3f05-6793-44c1-af78-5124f2ad2c9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.1111541 Jul 06 11:43:09.867517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:10.014689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-dbc871ea-b7f9-492a-b0c4-ed1c5cc26a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:10.016238 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-dbc871ea-b7f9-492a-b0c4-ed1c5cc26a9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379890 Jul 06 11:43:10.030427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:07Z', 'revision_number': 3, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:10.075908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08c26c-089d-42b1-971d-700f423573f6 None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:07Z', 'revision_number': 3, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:10.156628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-514658ca-ac9b-4c6b-ae23-2455a1f76c73 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299109 Jul 06 11:43:10.208523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Allocated IP 172.20.0.5 (cabc9ab0-0fad-45ac-8d68-d2613292cd2e/6dc85477-c0b5-441c-ba4b-e99c3d3e58db/528fa2d2-f169-4f72-a0db-d3da3ea5665f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:10.321815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-44ba9f21-99e5-4aee-a91a-cc0371e67ba6 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464202 Jul 06 11:43:10.357031 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463a056-79b9-40d9-bb4f-48b90565eefa None None] New status for floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:43:10.357700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:10.372032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.382162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-c4a4770c-ee84-43fc-aa2e-a46d3bc567b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed HTTP/1.1" status: 200 len: 217 time: 0.0530956 Jul 06 11:43:10.432653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-eb1945bd-5835-43a5-b94e-7bf2b1aa6b54 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2973f2fa751a4093a585e465f3a69444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492218 Jul 06 11:43:10.458562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-90e2f873-d36d-43df-b79c-651929ecb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:10.463671 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-90e2f873-d36d-43df-b79c-651929ecb074 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0753350 Jul 06 11:43:10.467080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444c1ca-231e-477a-ab5d-6a6ba25e966a req-f5ee7e88-71d6-4907-879a-353118ac9421 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:10.468842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a444c1ca-231e-477a-ab5d-6a6ba25e966a req-f5ee7e88-71d6-4907-879a-353118ac9421 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.2530339 Jul 06 11:43:10.554592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-8901a89e-38c1-447c-8d97-3c967514accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:10.557179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-8901a89e-38c1-447c-8d97-3c967514accc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0810978 Jul 06 11:43:10.626547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:10.629256 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8fc546-4f47-4291-9506-e1abca7caf98" -d '{"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:10.690866 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-c36dc637-7e5f-439d-bf3d-be2f9e9ad51c service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200867 Jul 06 11:43:10.726694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a444c1ca-231e-477a-ab5d-6a6ba25e966a req-783323f7-f758-449a-93e6-32dcb59cdd50 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031856 Jul 06 11:43:10.800074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-f1ddf53e-a08d-4520-bcb6-ff2ad968e466 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "PUT /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 998 time: 5.4350114 Jul 06 11:43:10.808207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-dfff3643-1b08-4769-a425-982d1eb0dafd tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:10.810501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-dfff3643-1b08-4769-a425-982d1eb0dafd tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528094 Jul 06 11:43:10.847368 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-36013a65-32d4-4f61-9d35-29d35cccbe42 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464427 Jul 06 11:43:10.848903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Request body: {'port': {'device_id': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '2973f2fa751a4093a585e465f3a69444'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:10.854825 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8943a4a-3d3f-4c99-8270-ffc460b4ebc0 x-openstack-request-id: req-b8943a4a-3d3f-4c99-8270-ffc460b4ebc0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:10.855242 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "a0a003c0-fafe-4a8d-9210-e8752df40348", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "9e819801-5472-45e4-aa04-b040bc49c295", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:10.855507 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8943a4a-3d3f-4c99-8270-ffc460b4ebc0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:10.855957 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'a0a003c0-fafe-4a8d-9210-e8752df40348', 'status': 'completed', 'code': 200} Jul 06 11:43:10.856208 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '9e819801-5472-45e4-aa04-b040bc49c295', 'status': 'completed', 'code': 200} Jul 06 11:43:10.856466 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed', 'status': 'completed', 'code': 200} Jul 06 11:43:10.913431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:10.922102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-71377abc-1db9-4e50-b09c-9383cb251e6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0474870 Jul 06 11:43:10.925191 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d05c9-6f7a-4b86-ab34-0b91fe70c4fb x-openstack-request-id: req-d09d05c9-6f7a-4b86-ab34-0b91fe70c4fb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:10.925489 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:10.925752 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d09d05c9-6f7a-4b86-ab34-0b91fe70c4fb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:10.926146 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:43:10.937837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:10.938686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:10.976757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.010415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-dc3133f8-c230-46ef-bde8-309706f58fa0 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.011821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-dc3133f8-c230-46ef-bde8-309706f58fa0 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports/f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 942 time: 0.1991494 Jul 06 11:43:11.073199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-c6fe924e-aedc-4728-a0b1-a0afb06d2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.074920 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-c6fe924e-aedc-4728-a0b1-a0afb06d2c33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.1431613 Jul 06 11:43:11.090293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Deleting port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:11.090631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.116053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:11.162105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f910d6-8c89-4820-88c1-f5077d3d5275 req-5465eae8-a91a-4e20-9510-461cc3ed08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.163531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77f910d6-8c89-4820-88c1-f5077d3d5275 req-5465eae8-a91a-4e20-9510-461cc3ed08bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1096 time: 0.1716356 Jul 06 11:43:11.204495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-36c52a6e-b589-4935-a43a-225618d409b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.206033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-36c52a6e-b589-4935-a43a-225618d409b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191306 Jul 06 11:43:11.210383 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77f910d6-8c89-4820-88c1-f5077d3d5275 req-a3c3c11d-56fc-414b-beee-0e1224ffe6ef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390670 Jul 06 11:43:11.372013 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a6be6fbe-b9d1-46ec-bb42-297713cad9dd service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938280 Jul 06 11:43:11.470261 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.493445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:10Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:11.494718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-21563f16-3769-4797-be31-dbe13394627c service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996380 Jul 06 11:43:11.516423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Made reservation on behalf of 2973f2fa751a4093a585e465f3a69444 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:11.519948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.520760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:11.529447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:11.530501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:11.538883 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a14f9a64-0eda-4804-ab18-f91866919239 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da HTTP/1.1" status: 200 len: 217 time: 0.0376930 Jul 06 11:43:11.583656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Network cabc9ab0-0fad-45ac-8d68-d2613292cd2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:11.595845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-4cc77b0a-7a2e-44eb-9353-cc79fd024c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.598144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-4cc77b0a-7a2e-44eb-9353-cc79fd024c00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.0510647 Jul 06 11:43:11.610111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:11.625737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:11.644783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:11.668655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-f80fb133-138b-4b12-a8e3-8bec0b697dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.670419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-f80fb133-138b-4b12-a8e3-8bec0b697dac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633190 Jul 06 11:43:11.703211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event updated for resources: {'Port': ['ID=528fa2d2-f169-4f72-a0db-d3da3ea5665f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:11.712538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] For port af4c34b0-56ac-4dea-91ee-682d1c5ec9d4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,segment=NetworkSegment(5632ca30-a8d6-4c7e-96c6-694235bdc3cc),segment_id=5632ca30-a8d6-4c7e-96c6-694235bdc3cc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:11.712931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.754277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Calling delete_port for af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:11.767554 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-e8ab4001-e59e-47ba-89dd-6a3a4dc47d1a service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882924 Jul 06 11:43:11.790671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.796585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.802502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.809160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.815031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.821943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.827760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.829746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-654aa21e-6904-47c2-ab15-b3d527b5852f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.3855507 Jul 06 11:43:11.846150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.846759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.871241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-80c556c1-87c1-4ca9-ba84-404c7a4ed8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.873019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-80c556c1-87c1-4ca9-ba84-404c7a4ed8fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.4307709 Jul 06 11:43:11.892897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-83ad3354-39f8-46e3-9cbd-ed5fb34cf521 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170092 Jul 06 11:43:11.905804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:10Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:11.941817 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-b6c93ba6-c851-42dc-9312-4afe5c98d49f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e HTTP/1.1" status: 200 len: 217 time: 0.0388172 Jul 06 11:43:11.942123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d6fa56-2c1e-40f7-9312-d821fbf3e4e9 None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f8121682-5671-4878-821f-9a6177d02059', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:91:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:10Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:12.001740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-188cc298-da5c-485f-8692-9706f7154e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.003248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-188cc298-da5c-485f-8692-9706f7154e4e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.0515430 Jul 06 11:43:12.017037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-2e548067-7a06-4656-be8a-b517c4f0a7ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2930820 Jul 06 11:43:12.039069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Request body: {'port': {'device_id': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:12.055126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Allocated IP 192.168.233.78 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/c3b648b8-ba6a-4a3e-a5e3-be88d487f646) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:12.077496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a46d6506-85a9-4d95-885f-198fade469a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.079705 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-a46d6506-85a9-4d95-885f-198fade469a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588465 Jul 06 11:43:12.083801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6131cabf-802e-4c49-b471-c2904dd0cbbe req-b9c9d63f-77bd-4fef-8125-f9e389365fe9 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2293515 Jul 06 11:43:12.204160 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-259e5245-2cd6-4476-9ebf-c10ff3acf4ce service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135659 Jul 06 11:43:12.299209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-ee9a3c2e-f75a-487b-961b-4a30221fad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.300667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-ee9a3c2e-f75a-487b-961b-4a30221fad25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.3651798 Jul 06 11:43:12.363875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.421340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-6a496ea2-d36b-464e-8ab3-d2ed001c7789 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 217 time: 0.1100123 Jul 06 11:43:12.613518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-6703f3d0-f15d-4184-a3c3-7990e840e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.614908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-6703f3d0-f15d-4184-a3c3-7990e840e020 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1792567 Jul 06 11:43:12.621660 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7a6dc525-8fcf-4710-afdd-81162aea7ef0 req-e360a37e-38a4-4784-8ef0-c72b7a2916ba service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066548 Jul 06 11:43:12.627710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7863f1-bb28-48cc-b77e-20d18c42c0cc req-70246fa0-4e82-42ae-8a03-3dbcc67723b2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.629456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e7863f1-bb28-48cc-b77e-20d18c42c0cc req-70246fa0-4e82-42ae-8a03-3dbcc67723b2 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 931 time: 0.3911576 Jul 06 11:43:12.640158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.726732 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.748244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.748736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.749222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.749701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.750178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.750655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.751131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.753096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-650b1d39-b6cd-4c8a-8d44-5c29deeff184 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.0632892 Jul 06 11:43:12.775764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Transition to ACTIVE for port object c3b648b8-ba6a-4a3e-a5e3-be88d487f646 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:12.785933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4c34b0-56ac-4dea-91ee-682d1c5ec9d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:12.843034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e7863f1-bb28-48cc-b77e-20d18c42c0cc req-638a0591-7b41-41d9-83e9-94dbb982693e tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963749 Jul 06 11:43:12.857374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-d0fcdd3f-1a88-4a4e-9711-c51894e68437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.858927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-d0fcdd3f-1a88-4a4e-9711-c51894e68437 service neutron] 10.222.0.79 "GET /v2.0/networks?id=736d3730-7b25-4156-b3e5-94f33f2e90a0 HTTP/1.1" status: 200 len: 902 time: 0.0984702 Jul 06 11:43:12.859688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8'}, {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da'}, {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:12.862129 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dceefbd-ec2b-4ea3-8b54-73667f637582" -d '{"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "3cf3d113-5c46-42f0-9055-b0f0ed72a9c8"}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da"}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:12.914361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-27485a26-ed68-4be9-8242-4db0f7f8960f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 217 time: 0.0373824 Jul 06 11:43:12.968651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-e01a4609-b193-49e8-94c6-9b4aa3db403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.971046 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-e01a4609-b193-49e8-94c6-9b4aa3db403d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0495327 Jul 06 11:43:12.979459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-3746eb88-018b-4877-b360-de9442e12b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.987000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-3746eb88-018b-4877-b360-de9442e12b5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523326 Jul 06 11:43:13.002518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-827d30ce-5ddc-4b8d-b4ea-cfe24648902e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:43:13.003796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-827d30ce-5ddc-4b8d-b4ea-cfe24648902e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158114 Jul 06 11:43:13.051605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-b185d54a-6dd2-482c-92bd-9aa388fdab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.053759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-b185d54a-6dd2-482c-92bd-9aa388fdab2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720398 Jul 06 11:43:13.128799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.143480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4d3165e0-d679-48e8-9460-cf1da5557a9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:13.151822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-d9d6f26c-3cbf-4819-ab4c-7cfa2c07c8e6 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848684 Jul 06 11:43:13.262312 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f0a960b6-61b3-437c-abba-59a1a4d15cda service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981944 Jul 06 11:43:13.272797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:13.302440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:13.309926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Pushing event updated for resources: {'Port': ['ID=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:13.319164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:13.383829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.384418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.384928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.385759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.385896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.386340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.387313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.389500 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-6bd86b13-43bd-4606-919a-30c2a934384b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.0745003 Jul 06 11:43:13.404616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4542abd-6e05-4d8b-8148-910b737c11ad req-6c19d75c-489e-4a7e-80ed-c99f6c35b9d5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.406190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4542abd-6e05-4d8b-8148-910b737c11ad req-6c19d75c-489e-4a7e-80ed-c99f6c35b9d5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3984756 Jul 06 11:43:13.412156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-af72cd2a-4702-4b6c-ba47-7d2f84c478b7 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908336 Jul 06 11:43:13.420683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.441327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528fa2d2-f169-4f72-a0db-d3da3ea5665f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:13.455641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.483584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.484237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.490996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-dc3a63c8-4513-4e95-a02e-607ecad79928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.493254 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-dc3a63c8-4513-4e95-a02e-607ecad79928 service neutron] 10.222.0.79 "GET /v2.0/networks?id=736d3730-7b25-4156-b3e5-94f33f2e90a0 HTTP/1.1" status: 200 len: 902 time: 0.0942011 Jul 06 11:43:13.543877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-b09228fa-05c1-4c59-b865-cf99544b1162 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 217 time: 0.0420594 Jul 06 11:43:13.544429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Transition to ACTIVE for port object 528fa2d2-f169-4f72-a0db-d3da3ea5665f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:13.590458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-df03208b-42e0-4ef7-b45c-f0acddd99e45 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7457712 Jul 06 11:43:13.590984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.596762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-92b2a594-9760-4804-bda4-1445ab02f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.598254 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-92b2a594-9760-4804-bda4-1445ab02f478 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0456941 Jul 06 11:43:13.616441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62bed70e-9134-4600-854f-db5eb938b487 None None] Provisioning for port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:13.622437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62bed70e-9134-4600-854f-db5eb938b487 None None] Provisioning complete for port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:13.622883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62bed70e-9134-4600-854f-db5eb938b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.631145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Request body: {'port': {'device_id': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:13.636639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4542abd-6e05-4d8b-8148-910b737c11ad req-55de3a8b-ed5e-4fdf-8a5b-c2506a116b6d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169409 Jul 06 11:43:13.677413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f5ff87ac-3875-4f50-8629-1c95d215a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.679790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f5ff87ac-3875-4f50-8629-1c95d215a5d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729191 Jul 06 11:43:13.682873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62bed70e-9134-4600-854f-db5eb938b487 None None] Port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:13.783516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-c83f3244-ac46-46b2-b4c8-17b091e2ecfd service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946043 Jul 06 11:43:13.894623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-401e54dc-7626-4835-927b-7e3478fa285a service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031983 Jul 06 11:43:14.034604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.035441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.035947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.036433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.036905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.037379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.037851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.040116 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-f85a3e41-f580-441b-91d2-79feeaeae203 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.0921524 Jul 06 11:43:14.074731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Pushing event updated for resources: {'Port': ['ID=528fa2d2-f169-4f72-a0db-d3da3ea5665f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:14.142121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-091e70ea-f39c-453c-b0da-3517a8dfdcab service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178540 Jul 06 11:43:14.145801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-dbc2d963-5262-423b-9158-be860ac770e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.147352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-dbc2d963-5262-423b-9158-be860ac770e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=736d3730-7b25-4156-b3e5-94f33f2e90a0 HTTP/1.1" status: 200 len: 902 time: 0.0991154 Jul 06 11:43:14.194136 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-425d624c-f087-4833-a3d9-66e9edc6cc5b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed HTTP/1.1" status: 200 len: 217 time: 0.0400891 Jul 06 11:43:14.253035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-29be37aa-f81a-47d3-a0d0-47250abc1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.254866 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-29be37aa-f81a-47d3-a0d0-47250abc1cb3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0496693 Jul 06 11:43:14.257125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.315890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-987ea98e-7cc7-484a-b7f5-9893b02784f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.317970 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-987ea98e-7cc7-484a-b7f5-9893b02784f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548470 Jul 06 11:43:14.348659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dce30a-5898-4d70-914c-5babb7d5a663 req-3c45ae03-dfa1-41d3-8ce5-0860ac078250 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.351524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15dce30a-5898-4d70-914c-5babb7d5a663 req-3c45ae03-dfa1-41d3-8ce5-0860ac078250 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 935 time: 0.3848336 Jul 06 11:43:14.387766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Attempting to bind port 528fa2d2-f169-4f72-a0db-d3da3ea5665f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:14.388208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Attempting to bind port 528fa2d2-f169-4f72-a0db-d3da3ea5665f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:14.388537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Attempting to bind port 528fa2d2-f169-4f72-a0db-d3da3ea5665f on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:14.415512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-65a96f46-e34d-4f4e-9708-cd53b5fb4376 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901732 Jul 06 11:43:14.439972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Port 528fa2d2-f169-4f72-a0db-d3da3ea5665f on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:14.440313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Attempting to bind port 528fa2d2-f169-4f72-a0db-d3da3ea5665f on network cabc9ab0-0fad-45ac-8d68-d2613292cd2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:14.477919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:14.479013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Checking segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:14.479413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Bound using segment: {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:14.480230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Bound port: 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01168d93-68b9-4613-a505-1e16cc6a3d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:14.480591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.488363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-008f88d3-3767-4881-8611-79430583fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.489884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-008f88d3-3767-4881-8611-79430583fb11 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1096 time: 0.3070593 Jul 06 11:43:14.514186 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f98f7b5-e6d8-4f21-a480-498d354cf6b4 req-d0b6e8d7-c738-44ef-a500-c6e283877baf service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917404 Jul 06 11:43:14.666042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15dce30a-5898-4d70-914c-5babb7d5a663 req-51c61eb5-014e-4175-ab15-19249a462d3f tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530127 Jul 06 11:43:14.669411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:14.799660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] For port 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:14.846095 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057baf7-a4c6-4a0d-b9a5-bf25a41931f0 x-openstack-request-id: req-2057baf7-a4c6-4a0d-b9a5-bf25a41931f0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:14.847122 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:14.847122 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2057baf7-a4c6-4a0d-b9a5-bf25a41931f0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:14.847386 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'status': 'completed', 'code': 200} Jul 06 11:43:14.884471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] For port 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:14.899130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-d05a813b-bc19-4572-a333-95939107af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.906171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-d05a813b-bc19-4572-a333-95939107af20 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.4003031 Jul 06 11:43:14.924343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.953429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-78f19db2-feb5-410c-b111-2fdf20f013ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.955049 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-78f19db2-feb5-410c-b111-2fdf20f013ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.0935075 Jul 06 11:43:15.054458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-bd94e951-d451-4250-9411-1873713c91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.056040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-bd94e951-d451-4250-9411-1873713c91fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.0933793 Jul 06 11:43:15.086918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.087531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.088944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] 10.222.0.79 "PUT /v2.0/ports/528fa2d2-f169-4f72-a0db-d3da3ea5665f HTTP/1.1" status: 200 len: 1091 time: 3.0540693 Jul 06 11:43:15.102420 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-c06d863e-ad55-49ef-819a-ce8128a07c8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 217 time: 0.0393271 Jul 06 11:43:15.125348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-10de216b-7f72-4782-bda3-abb333ff7933 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 1001 time: 0.2183092 Jul 06 11:43:15.158611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-45856848-b1ce-4cc4-9a2b-8d306efe57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.160122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-45856848-b1ce-4cc4-9a2b-8d306efe57f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.0513108 Jul 06 11:43:15.182781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:15.191261 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] Sync routers for ids ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:15.201274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] Routers {'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:15.201881 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:15.219300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f477dc-fcb1-413e-ab2d-847d34df273d service neutron] Pushing event updated for resources: {'Port': ['ID=528fa2d2-f169-4f72-a0db-d3da3ea5665f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:15.228441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c493e3dd-62f0-4185-ab38-bcab8edc7d31 admin admin] 10.222.0.78 "PUT /v2.0/routers/cd8ae98e-be56-4c6a-961f-8ffb5f2051ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7652249 Jul 06 11:43:15.230760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:15.247801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-8c46c898-4b9e-41b6-b9cc-33db814363d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.258716 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-8c46c898-4b9e-41b6-b9cc-33db814363d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827730 Jul 06 11:43:15.267635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b648b8-ba6a-4a3e-a5e3-be88d487f646 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:15.282376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.300120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-9f67e273-2539-4f95-95d1-41fea3011d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.301811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-9f67e273-2539-4f95-95d1-41fea3011d8b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1610153 Jul 06 11:43:15.332507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Transition to ACTIVE for port object c3b648b8-ba6a-4a3e-a5e3-be88d487f646 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:15.359127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ba02-7069-4d8e-9916-babc49a7273c req-0269e57d-f2a8-4406-972f-42b233bc7cdc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.359869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d314ba02-7069-4d8e-9916-babc49a7273c req-0269e57d-f2a8-4406-972f-42b233bc7cdc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.3639662 Jul 06 11:43:15.364087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.416618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-47f89efa-3f11-48cb-a51d-067aff46ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.417271 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] Set router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:15.418121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-47f89efa-3f11-48cb-a51d-067aff46ff0c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 1094 time: 0.2784278 Jul 06 11:43:15.431706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.434770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-129976d8-5603-41f2-a7c9-11a8e4e84061 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426468 Jul 06 11:43:15.494820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-b9d751bf-a175-4400-be9a-d60b5462fa38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f HTTP/1.1" status: 200 len: 217 time: 0.0602932 Jul 06 11:43:15.507507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:15.572050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d314ba02-7069-4d8e-9916-babc49a7273c req-36d3c64f-f4b4-464d-88f3-b51e1d9a0ec1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003298 Jul 06 11:43:15.635901 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:43:12Z', 'revision_number': 5, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:15.664988 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c12349-f288-4938-844d-1898ede17f93 x-openstack-request-id: req-c6c12349-f288-4938-844d-1898ede17f93 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:15.665291 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "3cf3d113-5c46-42f0-9055-b0f0ed72a9c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:15.665549 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6c12349-f288-4938-844d-1898ede17f93 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:15.665960 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8', 'status': 'completed', 'code': 200} Jul 06 11:43:15.666301 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da', 'status': 'completed', 'code': 200} Jul 06 11:43:15.666517 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e', 'status': 'completed', 'code': 200} Jul 06 11:43:15.687700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-7e415d88-ce16-40ae-82a1-76338645b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.689554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-7e415d88-ce16-40ae-82a1-76338645b25d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3748922 Jul 06 11:43:15.701038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.708977 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] Checking router: cd8ae98e-be56-4c6a-961f-8ffb5f2051ca for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:15.718335 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] Routers {'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:15.718940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:15.719593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d8fc546-4f47-4291-9506-e1abca7caf98 req-9bda1b77-6fa5-4d42-a11d-8769e09c441d service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496381 Jul 06 11:43:15.736541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-64750b96-3a9e-4491-8b1d-6f728feaad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.745345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-64750b96-3a9e-4491-8b1d-6f728feaad58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.2298288 Jul 06 11:43:15.799233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Attempting to bind port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:15.799625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Attempting to bind port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:15.800016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Attempting to bind port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:15.835983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.837430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.837561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-b1d643ae-659f-4c07-8116-6d5d93ba27f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561125 Jul 06 11:43:15.837691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.838184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.838674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.841391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.841391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.841637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-8d7cfa06-4806-41d2-b7e2-21231dbba0c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.1200249 Jul 06 11:43:15.846226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Deleting port 1321e958-b56a-4e01-b815-3690fef768bd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:15.846226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.860141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:15.860470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Attempting to bind port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:15.874332 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] Set router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:15.892025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:15.892388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:15.892750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:15.893197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Bound port: c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:15.893555 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.011634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] For port 1321e958-b56a-4e01-b815-3690fef768bd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1321e958-b56a-4e01-b815-3690fef768bd,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:16.012019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.029298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-e19f2bc5-0f4b-4b71-a28d-469501f8e327 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286569 Jul 06 11:43:16.039083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-e1c9bbde-c4eb-46c5-978e-c5c40dfee611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.041511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-e1c9bbde-c4eb-46c5-978e-c5c40dfee611 service neutron] 10.222.0.79 "GET /v2.0/networks?id=736d3730-7b25-4156-b3e5-94f33f2e90a0 HTTP/1.1" status: 200 len: 902 time: 0.1838138 Jul 06 11:43:16.042581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Calling delete_port for 1321e958-b56a-4e01-b815-3690fef768bd owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:16.063630 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:43:12Z', 'revision_number': 5, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:16.089527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.095574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.095726 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb0b2-f8a2-488e-8577-7294f69dcfdf None None] The sync data for ids ['cd8ae98e-be56-4c6a-961f-8ffb5f2051ca'] in n-d-799528-2 is: [{'id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2133469373-router', 'tenant_id': 'c7128592c20f4fe38f70df934592ba91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '1321e958-b56a-4e01-b815-3690fef768bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:51Z', 'updated_at': '2021-07-06T11:43:12Z', 'revision_number': 5, 'project_id': 'c7128592c20f4fe38f70df934592ba91', 'gw_port': {'id': '1321e958-b56a-4e01-b815-3690fef768bd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8ae98e-be56-4c6a-961f-8ffb5f2051ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:52Z', 'updated_at': '2021-07-06T11:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:16.101661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.108459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.114488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.121318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.128137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.129971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-ef4a452b-4193-409e-923c-de092bcd1b97 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.3349857 Jul 06 11:43:16.138549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f4edae4c-739f-4a01-98fe-684e53be39d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0806835 Jul 06 11:43:16.163097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-c4beba38-fff2-473f-9da4-37d80b1fa378 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002615 Jul 06 11:43:16.235082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-40584ddb-2d46-4629-9b12-c4f0b296f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.236633 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-40584ddb-2d46-4629-9b12-c4f0b296f8b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0892467 Jul 06 11:43:16.344933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-4e253e95-8b53-4e8c-95cb-61164f10cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.346388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-4e253e95-8b53-4e8c-95cb-61164f10cb53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003928 Jul 06 11:43:16.347479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.384265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Pushing event deleted for resources: {'Port': ['ID=1321e958-b56a-4e01-b815-3690fef768bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:16.486635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] For port c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:16.520729 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.546069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:16.547152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] For port c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:16.565980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:16.566693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device af4c34b0-56ac-4dea-91ee-682d1c5ec9d4 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:16.573504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.604697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4e2b558-30cf-4dc8-9986-7b544aedd0c1 req-de9009c5-177f-46f4-961a-291a4de4d510 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4441993 Jul 06 11:43:16.649192 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-489de2af-ef19-4ea5-9bd5-16e433b0ffb3 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754369 Jul 06 11:43:16.656449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a318d43d-5a1c-4c45-893e-657ef7e75689 req-34fe627e-89c6-4000-9504-2a59c42c67fc service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172385 Jul 06 11:43:16.665103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.665617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.675761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.679761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] 10.222.0.79 "PUT /v2.0/ports/c3b648b8-ba6a-4a3e-a5e3-be88d487f646 HTTP/1.1" status: 200 len: 1095 time: 3.0741313 Jul 06 11:43:16.681053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.762636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9a72d3-48b4-4d43-b29b-ed320067f8e4 req-088aefa4-fae4-429d-819d-d59b47006a17 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791841 Jul 06 11:43:16.762909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1b14d-b871-442f-add3-3ec67deae821 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:16.866777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'tag': 'f8121682-5671-4878-821f-9a6177d02059'}, {'name': 'network-changed', 'server_uuid': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'tag': '528fa2d2-f169-4f72-a0db-d3da3ea5665f'}, {'name': 'network-changed', 'server_uuid': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'tag': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:16.870077 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3957c865-d5db-464c-8cee-267bcd740cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "tag": "f8121682-5671-4878-821f-9a6177d02059"}, {"name": "network-changed", "server_uuid": "fbfcaffb-171b-4955-a412-c2145b5f019c", "tag": "528fa2d2-f169-4f72-a0db-d3da3ea5665f"}, {"name": "network-changed", "server_uuid": "eec4889f-e08f-450e-a37f-b1e9dd044efa", "tag": "c3b648b8-ba6a-4a3e-a5e3-be88d487f646"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:16.896607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.897247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8ae98e-be56-4c6a-961f-8ffb5f2051ca {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:43:16.903331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.904621 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-23eb378a-a64c-47de-87f8-06e2b38bd855 admin admin] 10.222.0.78 "DELETE /v2.0/routers/cd8ae98e-be56-4c6a-961f-8ffb5f2051ca HTTP/1.1" status: 204 len: 168 time: 1.6728830 Jul 06 11:43:16.911166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:16.967342 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-a9b5ef16-43da-4318-9df3-44cde6193170 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960145 Jul 06 11:43:16.978689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Deleting subnet 5947e0c2-840c-496b-99cb-49b3d5fbbbbd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:16.982494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.016943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-6f6d8e96-3e5f-4745-95a0-0350a4ce87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.018499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-6f6d8e96-3e5f-4745-95a0-0350a4ce87d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2973f2fa751a4093a585e465f3a69444&device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 1098 time: 0.1959584 Jul 06 11:43:17.030181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.033650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827048af-b8d8-4217-bf0c-69e6f1bc9fc6 req-ecaf171e-155a-415b-b225-28fc4d7ca020 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.035191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-827048af-b8d8-4217-bf0c-69e6f1bc9fc6 req-ecaf171e-155a-415b-b225-28fc4d7ca020 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 943 time: 0.1616759 Jul 06 11:43:17.089255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c503ec-f850-4b1a-9847-5ddfa90bc0f6 req-d964a949-71d6-480f-a540-9e755a31097e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.091694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40c503ec-f850-4b1a-9847-5ddfa90bc0f6 req-d964a949-71d6-480f-a540-9e755a31097e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1941626 Jul 06 11:43:17.091694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-68a6dec7-73be-45c9-965a-1ed55e994a22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646 HTTP/1.1" status: 200 len: 217 time: 0.0552619 Jul 06 11:43:17.159362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.159574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.160150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.160537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.161039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.161460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.161920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.163774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-5536a00b-672c-4150-a5ba-934d1689e00c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.1122317 Jul 06 11:43:17.167077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.181868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-827048af-b8d8-4217-bf0c-69e6f1bc9fc6 req-d0b71415-3b9d-4448-8b38-a860d02fdb61 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373043 Jul 06 11:43:17.193721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40c503ec-f850-4b1a-9847-5ddfa90bc0f6 req-aa034671-ab75-4fb4-ad2c-aa248eb59f0d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Jul 06 11:43:17.206984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-aea7d33d-15e2-4624-94f5-e99636f3b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.209643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-aea7d33d-15e2-4624-94f5-e99636f3b591 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1026084 Jul 06 11:43:17.318406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-7d5f7654-2004-4229-9c01-1f172cacda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.318903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-09d2c8a7-19aa-464c-94e5-4074e124e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.322144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-7d5f7654-2004-4229-9c01-1f172cacda98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995328 Jul 06 11:43:17.322586 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-09d2c8a7-19aa-464c-94e5-4074e124e72b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 200 len: 903 time: 0.1329813 Jul 06 11:43:17.324473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.353766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5947e0c2-840c-496b-99cb-49b3d5fbbbbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:17.362548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b15bbb-99a3-4d9b-bb46-226f1c8c67e7 None None] Network 4637157d-fd66-4a8c-b642-7dcd2f90d025 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:17.367974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.372463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3495dfe1-38b5-4a54-a78b-20db6a7a1567 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5947e0c2-840c-496b-99cb-49b3d5fbbbbd HTTP/1.1" status: 204 len: 168 time: 0.4602149 Jul 06 11:43:17.386717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:17.411147 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-2a4dfeba-9dfa-42ab-a09c-f8573f605507 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da HTTP/1.1" status: 200 len: 217 time: 0.0593753 Jul 06 11:43:17.469805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-bfdead67-6f55-4c85-ad7d-2c58a4736365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.472076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-bfdead67-6f55-4c85-ad7d-2c58a4736365 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.0508101 Jul 06 11:43:17.546815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-46cd8c2e-af66-468e-80f4-5549879c3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.548496 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-46cd8c2e-af66-468e-80f4-5549879c3ade service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680852 Jul 06 11:43:17.564200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.595463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef94370-13a3-45f7-b305-3ad562c636f5 req-8973eb82-cde0-4bcc-95d8-795ea45ca1c1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.597161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ef94370-13a3-45f7-b305-3ad562c636f5 req-8973eb82-cde0-4bcc-95d8-795ea45ca1c1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.2516780 Jul 06 11:43:17.599174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-cbb25981-6c09-4cf7-b28d-02974e69198d service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634051 Jul 06 11:43:17.606536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703022b-d644-4b97-aace-8248269685eb None None] DHCP port deletion for 4637157d-fd66-4a8c-b642-7dcd2f90d025 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:43:17.615072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:17.620996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'floatingip': {'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:17.658402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a703022b-d644-4b97-aace-8248269685eb None None] Deleting port d67c56ef-3a7e-465a-99ad-418f15b79f2b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:17.658822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a703022b-d644-4b97-aace-8248269685eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.669580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f4d3520f-d73f-4bfe-bf20-f5e372f2103c service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108198 Jul 06 11:43:17.727648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a703022b-d644-4b97-aace-8248269685eb None None] For port d67c56ef-3a7e-465a-99ad-418f15b79f2b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d67c56ef-3a7e-465a-99ad-418f15b79f2b,segment=NetworkSegment(5632ca30-a8d6-4c7e-96c6-694235bdc3cc),segment_id=5632ca30-a8d6-4c7e-96c6-694235bdc3cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:17.728347 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a703022b-d644-4b97-aace-8248269685eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.742360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a703022b-d644-4b97-aace-8248269685eb None None] Calling delete_port for d67c56ef-3a7e-465a-99ad-418f15b79f2b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:17.756320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.768924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-c9e6ded5-19c6-43a6-83f3-fb090f6f1c98 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869989 Jul 06 11:43:17.822596 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a703022b-d644-4b97-aace-8248269685eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.853332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703022b-d644-4b97-aace-8248269685eb None None] Pushing event deleted for resources: {'Port': ['ID=d67c56ef-3a7e-465a-99ad-418f15b79f2b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:17.855114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703022b-d644-4b97-aace-8248269685eb None None] No DVR routers for this DVR port d67c56ef-3a7e-465a-99ad-418f15b79f2b on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:17.901408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.902060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.902554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.903039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.903663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.904319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.904810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.907014 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-f251efa2-dfd8-4d05-ab01-1652b53f8dfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6487 time: 0.0763073 Jul 06 11:43:17.959019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1901a918-851e-4f96-a5ae-e10579cea20d req-928047fa-c89c-4997-910f-a458e2f0b421 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.3039467 Jul 06 11:43:18.015101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-24ddc43a-9572-420f-b379-e416b60e01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.015101 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-24ddc43a-9572-420f-b379-e416b60e01bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 200 len: 903 time: 0.0974824 Jul 06 11:43:18.019587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bdbb10d-78cf-4adb-9d24-d2e248a144c7 req-0b197e5a-cc59-4423-8f5a-8a0521df2fad service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728254 Jul 06 11:43:18.056015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465cd91-5391-401d-94ba-8e05b034be21 req-4f9079a7-1c48-41a8-b6e8-4ce54572ae51 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.057630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9465cd91-5391-401d-94ba-8e05b034be21 req-4f9079a7-1c48-41a8-b6e8-4ce54572ae51 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 947 time: 0.4558170 Jul 06 11:43:18.062924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Deleting port d67c56ef-3a7e-465a-99ad-418f15b79f2b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:18.063267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.067292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-3832ad5c-8f39-4062-9621-591629107b6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e HTTP/1.1" status: 200 len: 217 time: 0.0395243 Jul 06 11:43:18.194210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a918-851e-4f96-a5ae-e10579cea20d req-9333f2d2-9432-4e51-8c8d-d16631fb35fd tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.195759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1901a918-851e-4f96-a5ae-e10579cea20d req-9333f2d2-9432-4e51-8c8d-d16631fb35fd tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports/f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 942 time: 0.2046649 Jul 06 11:43:18.237390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] For port d67c56ef-3a7e-465a-99ad-418f15b79f2b, host n-d-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:18.237390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.286824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9465cd91-5391-401d-94ba-8e05b034be21 req-df41179e-d8d4-449c-9289-1bfb621b73b7 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206516 Jul 06 11:43:18.304881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d67c56ef-3a7e-465a-99ad-418f15b79f2b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:18.332334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Calling delete_port for d67c56ef-3a7e-465a-99ad-418f15b79f2b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:18.339589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d67c56ef-3a7e-465a-99ad-418f15b79f2b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:18.340783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d67c56ef-3a7e-465a-99ad-418f15b79f2b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:18.342211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1321e958-b56a-4e01-b815-3690fef768bd no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:18.368250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1321e958-b56a-4e01-b815-3690fef768bd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:18.368836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1321e958-b56a-4e01-b815-3690fef768bd not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:18.374475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Port d67c56ef-3a7e-465a-99ad-418f15b79f2b was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:43:18.377379 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78fdba-f664-411e-b5a1-e1d98df13ba2 x-openstack-request-id: req-fd78fdba-f664-411e-b5a1-e1d98df13ba2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:18.377691 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "tag": "f8121682-5671-4878-821f-9a6177d02059", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbfcaffb-171b-4955-a412-c2145b5f019c", "tag": "528fa2d2-f169-4f72-a0db-d3da3ea5665f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eec4889f-e08f-450e-a37f-b1e9dd044efa", "tag": "c3b648b8-ba6a-4a3e-a5e3-be88d487f646", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:18.377950 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd78fdba-f664-411e-b5a1-e1d98df13ba2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:18.378737 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'tag': 'f8121682-5671-4878-821f-9a6177d02059', 'status': 'completed', 'code': 200} Jul 06 11:43:18.378858 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'tag': '528fa2d2-f169-4f72-a0db-d3da3ea5665f', 'status': 'completed', 'code': 200} Jul 06 11:43:18.379121 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'tag': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646', 'status': 'completed', 'code': 200} Jul 06 11:43:18.394984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.433552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-c2584848-b6a8-41ee-98b3-5b8d8fb05594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.435103 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-c2584848-b6a8-41ee-98b3-5b8d8fb05594 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.3603382 Jul 06 11:43:18.494052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-0b13df84-32a6-4133-852d-86c687b71ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.495451 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-0b13df84-32a6-4133-852d-86c687b71ba9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527852 Jul 06 11:43:18.520525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67c56ef-3a7e-465a-99ad-418f15b79f2b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:18.541738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] No DVR routers for this DVR port d67c56ef-3a7e-465a-99ad-418f15b79f2b on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:18.594522 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-2b91ac1a-f66c-48ba-9344-997bf8a77ed0 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883486 Jul 06 11:43:18.688814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3dceefbd-ec2b-4ea3-8b54-73667f637582 req-3ca1177b-fb1f-4f63-b6a6-168f555303d1 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851586 Jul 06 11:43:18.702039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1901a918-851e-4f96-a5ae-e10579cea20d req-2e61ab8a-d327-4ccd-b1f5-b547e239ef45 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.3263555 Jul 06 11:43:18.723699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.763623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4637157d-fd66-4a8c-b642-7dcd2f90d025']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:18.832641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5632ca30-a8d6-4c7e-96c6-694235bdc3cc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:18.832920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5632ca30-a8d6-4c7e-96c6-694235bdc3cc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:18.851453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-279d16cf-060c-4ba1-914f-df1cca5cd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.853585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-279d16cf-060c-4ba1-914f-df1cca5cd7d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1096 time: 0.3856578 Jul 06 11:43:18.868975 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.894811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:43:18.905899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b2fd-0231-4157-9a69-feba9daf2cd8 req-29ab86d3-f152-4d8e-a8bf-8d0a293bb1b9 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.907357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f978b2fd-0231-4157-9a69-feba9daf2cd8 req-29ab86d3-f152-4d8e-a8bf-8d0a293bb1b9 tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 950 time: 0.4089799 Jul 06 11:43:19.280260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.322045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:43:19.322457 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:43:19.325505 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:43:19.330883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.373268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.390941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a918-851e-4f96-a5ae-e10579cea20d req-efb10dee-814e-4306-b4b6-79cd4f866398 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.392336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1901a918-851e-4f96-a5ae-e10579cea20d req-efb10dee-814e-4306-b4b6-79cd4f866398 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.6735525 Jul 06 11:43:19.418634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d1a3c40f-985d-4d4e-b6e2-689124758d3d tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.420140 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d1a3c40f-985d-4d4e-b6e2-689124758d3d tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 950 time: 0.0658991 Jul 06 11:43:19.453914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f978b2fd-0231-4157-9a69-feba9daf2cd8 req-56f87e99-c2a3-4505-ae53-413fd2d1ffea tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/security-groups?id=8709688f-85d0-43c7-a2e6-dec403b615c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997537 Jul 06 11:43:19.486117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.500293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.500293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4637157d-fd66-4a8c-b642-7dcd2f90d025 HTTP/1.1" status: 204 len: 168 time: 2.0736487 Jul 06 11:43:19.502936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-acaf9795-02a5-4f28-91e4-2ffac99f1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.504836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-acaf9795-02a5-4f28-91e4-2ffac99f1766 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.6425991 Jul 06 11:43:19.561925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Deleting port 69fa782a-9fec-40e5-8005-b50e0344a8c1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:19.566158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.567895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e60f0-e5a8-4222-a9a0-e891a8a06392 admin admin] Pushing event deleted for resources: {'Network': ['ID=4637157d-fd66-4a8c-b642-7dcd2f90d025,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:19.649975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:19.690763 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Floating IP 0a331388-2a45-41d9-98d4-0d5832cda076 associated. External IP: 172.25.7.175, port: cff7fe3a-035d-426c-9f9f-0156365349ba. Jul 06 11:43:19.691893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] For port 69fa782a-9fec-40e5-8005-b50e0344a8c1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69fa782a-9fec-40e5-8005-b50e0344a8c1,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:19.692287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.697337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-db16f49d-dad0-4509-a89b-2e521a3efcbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 1001 time: 0.1412389 Jul 06 11:43:19.716496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Calling delete_port for 69fa782a-9fec-40e5-8005-b50e0344a8c1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:19.730068 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b45e5aa2-ce7e-45c8-95c7-66a99df6a70f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7128592c20f4fe38f70df934592ba91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789123 Jul 06 11:43:19.732742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:19.835377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e08b2b-807b-4afa-b373-9125470d579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.845958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.852993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.859150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.864745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e08b2b-807b-4afa-b373-9125470d579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.865211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.872404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.879218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.885998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.887940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-184338b9-b6af-49b1-8084-6f11646dbb4c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.3821776 Jul 06 11:43:19.909043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-1a9948f2-a1ff-485d-8f38-3d0a8293421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.910461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-1a9948f2-a1ff-485d-8f38-3d0a8293421b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1770194 Jul 06 11:43:19.925771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98603e-669f-4616-a555-a8785e16a461 req-94bd7cf2-d0ff-4e76-a6dc-a3d51a139d70 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.927155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f98603e-669f-4616-a555-a8785e16a461 req-94bd7cf2-d0ff-4e76-a6dc-a3d51a139d70 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 943 time: 0.3121760 Jul 06 11:43:19.940518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.954262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['69fa782a-9fec-40e5-8005-b50e0344a8c1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:19.983967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Pushing event deleted for resources: {'Port': ['ID=69fa782a-9fec-40e5-8005-b50e0344a8c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:20.008088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e08b2b-807b-4afa-b373-9125470d579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.010794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04e08b2b-807b-4afa-b373-9125470d579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.011790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-04e08b2b-807b-4afa-b373-9125470d579c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b63fe17-99a7-4331-9947-f5e45c5f1bd1 HTTP/1.1" status: 204 len: 168 time: 0.2769489 Jul 06 11:43:20.034462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] No DVR routers for this DVR port 69fa782a-9fec-40e5-8005-b50e0344a8c1 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:20.035979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.038803 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9e09c4c0-b65e-487c-84f7-8aa1938ae8c4 req-d88eab22-32c8-4f1a-91a6-47345d9d8cca tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.79 "DELETE /v2.0/ports/69fa782a-9fec-40e5-8005-b50e0344a8c1 HTTP/1.1" status: 204 len: 173 time: 0.6070046 Jul 06 11:43:20.045686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'name': 'network-vif-deleted', 'tag': '69fa782a-9fec-40e5-8005-b50e0344a8c1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:20.048054 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4f1459-d076-472e-a7e8-d5bc830bf6c9" -d '{"events": [{"server_uuid": "8fb63f28-1173-4169-b792-3a7a534fc11a", "name": "network-vif-deleted", "tag": "69fa782a-9fec-40e5-8005-b50e0344a8c1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:20.051414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e08b2b-807b-4afa-b373-9125470d579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63fe17-99a7-4331-9947-f5e45c5f1bd1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:20.082091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f031120-9e83-4ef8-9f92-b19dff814ac6 req-0fab2996-8cfc-4507-8e21-1e1b1ee2e273 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775751 Jul 06 11:43:20.122512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f98603e-669f-4616-a555-a8785e16a461 req-f9701b89-df95-4eda-be0d-7f4abf5193fd tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737101 Jul 06 11:43:20.268980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-31147068-36e5-4e60-bc16-1cbe1ee4bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:20.271836 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:43:20.283725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-31147068-36e5-4e60-bc16-1cbe1ee4bcd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526211 Jul 06 11:43:20.462276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Router 07096356-eba2-46b6-bf54-4b89bb6ada6f has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:20.527674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-0cc46f40-926c-4ceb-8faf-bc819c6776ff service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226205 Jul 06 11:43:20.588559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee7767-9833-402c-8535-1a7617860807 req-bfb76d9e-0e7d-4193-a8f6-07309e3d1555 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:20.590068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bee7767-9833-402c-8535-1a7617860807 req-bfb76d9e-0e7d-4193-a8f6-07309e3d1555 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2583506 Jul 06 11:43:20.671451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59884856-5720-4e9c-a65f-1a47905bcb1f req-d8ddee29-147d-415a-9cd9-37a16829df3d tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:20.673001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59884856-5720-4e9c-a65f-1a47905bcb1f req-d8ddee29-147d-415a-9cd9-37a16829df3d tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 947 time: 0.2696278 Jul 06 11:43:20.776054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bee7767-9833-402c-8535-1a7617860807 req-64739b10-8382-4d62-b045-c085e8dbe37e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677268 Jul 06 11:43:20.781349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:20.786209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.797191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] Sync routers for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:20.817393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:20.818479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:20.851516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-e842f4f3-b7da-46b6-8dbb-d5d9d04be465 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834952 Jul 06 11:43:20.892857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59884856-5720-4e9c-a65f-1a47905bcb1f req-0e6174fa-9fc7-457a-856c-f86269fffabc tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864269 Jul 06 11:43:20.911582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4af4b43-46c4-452f-b891-323b542b25d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "PUT /v2.0/floatingips/0a331388-2a45-41d9-98d4-0d5832cda076 HTTP/1.1" status: 200 len: 991 time: 3.2953753 Jul 06 11:43:20.912235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:20.915054 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e744f6-a80e-42e4-ae40-f55e840233a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:20.990870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-2102f840-575d-4d3a-96a6-ad16d711084e tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.1658950 Jul 06 11:43:20.991059 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c07c3ef-a143-481b-9ff7-2b904a33dc1e x-openstack-request-id: req-0c07c3ef-a143-481b-9ff7-2b904a33dc1e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:20.991059 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb63f28-1173-4169-b792-3a7a534fc11a", "name": "network-vif-deleted", "tag": "69fa782a-9fec-40e5-8005-b50e0344a8c1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:20.991059 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c07c3ef-a143-481b-9ff7-2b904a33dc1e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:20.991059 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb63f28-1173-4169-b792-3a7a534fc11a', 'name': 'network-vif-deleted', 'tag': '69fa782a-9fec-40e5-8005-b50e0344a8c1', 'status': 'completed', 'code': 200} Jul 06 11:43:21.062184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:21.085532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-4b340877-5f61-45f3-a007-b059d02c0a11 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.099100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-4b340877-5f61-45f3-a007-b059d02c0a11 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports/f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 942 time: 0.1091895 Jul 06 11:43:21.109624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-3733f57f-9dec-4dc2-944f-b8567d920c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.115452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-3733f57f-9dec-4dc2-944f-b8567d920c7c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e71760f6674f23bd64d0fc37820d5d&device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 1094 time: 0.1959007 Jul 06 11:43:21.212619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 528fa2d2-f169-4f72-a0db-d3da3ea5665f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:21.251063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af2e8d6a-ca76-45f6-9a68-a4acc40d4e2e req-5af8be44-9263-4a82-849c-d8dbbfd8336b tempest-ServerDiagnosticsNegativeTest-1750304584 tempest-ServerDiagnosticsNegativeTest-1750304584-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fb63f28-1173-4169-b792-3a7a534fc11a HTTP/1.1" status: 200 len: 210 time: 0.1279235 Jul 06 11:43:21.379503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-afbd4eda-6392-43e0-800f-d038c9c70ca5 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.1351786 Jul 06 11:43:21.383354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-a99fcfdf-18ac-4eda-8929-4012ebaf9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.385239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-a99fcfdf-18ac-4eda-8929-4012ebaf9464 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 200 len: 912 time: 0.2604051 Jul 06 11:43:21.507676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '0a331388-2a45-41d9-98d4-0d5832cda076', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:43Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 1, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:21.545318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:21.548260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] Checking router: 07096356-eba2-46b6-bf54-4b89bb6ada6f for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:21.569110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '528fa2d2-f169-4f72-a0db-d3da3ea5665f', 'network_id': 'cabc9ab0-0fad-45ac-8d68-d2613292cd2e', 'port_id': '528fa2d2-f169-4f72-a0db-d3da3ea5665f', 'mac_address': 'fa:16:3e:3d:45:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc85477-c0b5-441c-ba4b-e99c3d3e58db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:21.569110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:21.569885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:21.639022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-b0f894a2-4cd7-4991-bb3c-f0a30ccb0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.649090 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-b0f894a2-4cd7-4991-bb3c-f0a30ccb0aee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1096 time: 0.1502292 Jul 06 11:43:21.783973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-461d7279-b943-44e5-96b3-236c145fb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.787155 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-461d7279-b943-44e5-96b3-236c145fb3f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1372135 Jul 06 11:43:21.877824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:21.880433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:21.905124 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-d9a82a8f-599b-4733-8ca7-24b0691f10e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.1107996 Jul 06 11:43:21.925248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528fa2d2-f169-4f72-a0db-d3da3ea5665f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:21.925958 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701937fd-96ee-49cb-b343-673b4476ea49 x-openstack-request-id: req-701937fd-96ee-49cb-b343-673b4476ea49 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:21.926263 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:21.926693 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-701937fd-96ee-49cb-b343-673b4476ea49 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:21.927089 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'status': 'completed', 'code': 200} Jul 06 11:43:21.944345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-fc71a7aa-8432-4aac-82e9-8af032c3fe64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f HTTP/1.1" status: 200 len: 217 time: 0.5449162 Jul 06 11:43:21.979842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-b1eac0f2-42cc-48e9-9a9e-399e3c77ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.981586 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-b1eac0f2-42cc-48e9-9a9e-399e3c77ce10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0687487 Jul 06 11:43:21.991097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:21.997138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:21.997826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c3b648b8-ba6a-4a3e-a5e3-be88d487f646 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:22.047703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-55ce73c7-d66d-4113-8f1a-e954878f1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.049409 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-55ce73c7-d66d-4113-8f1a-e954878f1bfb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582192 Jul 06 11:43:22.110620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-3f293d66-7687-48e7-b618-eff55992bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.112665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-3f293d66-7687-48e7-b618-eff55992bcd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 200 len: 851 time: 0.1302707 Jul 06 11:43:22.145081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-55048bb8-0a30-47e2-9209-9339817eeac6 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.146489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-55048bb8-0a30-47e2-9209-9339817eeac6 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.7574379 Jul 06 11:43:22.155572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-bf21fff9-3d1e-4dbc-b3a2-5ae54fdd553c service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984619 Jul 06 11:43:22.171882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-303c32fc-1c39-4e35-b792-db9ac9a0eeab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cabc9ab0-0fad-45ac-8d68-d2613292cd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484004 Jul 06 11:43:22.173186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=528fa2d2-f169-4f72-a0db-d3da3ea5665f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:22.234219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:22.247147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.253160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.260990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.263670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646', 'mac_address': 'fa:16:3e:73:7e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:22.267154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b5e744f6-a80e-42e4-ae40-f55e840233a7 req-9a576f42-161c-4606-aaf4-ac33ee8e8159 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036911 Jul 06 11:43:22.267323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.273865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.281114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.287063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.289631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-5d4c01bb-7695-42fb-b182-3169eb7406f6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.3650551 Jul 06 11:43:22.316516 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.343968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b648b8-ba6a-4a3e-a5e3-be88d487f646 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:22.353591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '0a331388-2a45-41d9-98d4-0d5832cda076', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:43Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 1, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:22.368628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-70f0ad7b-6375-45c3-acc4-f9ece1f7d60c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.2003748 Jul 06 11:43:22.387230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:22.388892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bfd941-6a86-4595-8bae-1a727e4587d7 None None] The sync data for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 is: [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '0a331388-2a45-41d9-98d4-0d5832cda076', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:43Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 1, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:22.395943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:22.403545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.457535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-971ee96a-c96d-486d-abd4-19ca68f621dd req-686fb162-fe35-49cc-8d75-af7b532a1ecf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1519101 Jul 06 11:43:22.488287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:22.509718 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.510099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-e9ff85c9-f38f-4118-a6f6-a651cf8acdbe service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279955 Jul 06 11:43:22.517579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.676232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7078b56-c5d1-4f85-a9bd-e7e5eaf5f5e4 None None] New status for floating IP 0a331388-2a45-41d9-98d4-0d5832cda076: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:43:22.728899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c3b648b8-ba6a-4a3e-a5e3-be88d487f646'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:22.759834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['528fa2d2-f169-4f72-a0db-d3da3ea5665f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:22.795769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-9f6f8132-411e-483d-ae3a-663d227d45b7 service neutron] 10.222.0.79 "GET /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756934 Jul 06 11:43:22.849979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d04a6a-f416-40d6-8f2f-4c9896153c77 req-37dca6bd-a428-4ea0-95ec-c6e3660b5d46 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.852178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2d04a6a-f416-40d6-8f2f-4c9896153c77 req-37dca6bd-a428-4ea0-95ec-c6e3660b5d46 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 944 time: 0.2423177 Jul 06 11:43:22.854456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.872613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.872613 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653 disassociated. External IP: 172.25.7.151, port: f8121682-5671-4878-821f-9a6177d02059. Jul 06 11:43:22.985918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2d04a6a-f416-40d6-8f2f-4c9896153c77 req-f20b1784-b318-4cd6-91ef-d4e764ff49ac tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164358 Jul 06 11:43:23.042948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-f7d49fae-c7af-4e90-bfaf-18b80f889618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.044503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-f7d49fae-c7af-4e90-bfaf-18b80f889618 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2973f2fa751a4093a585e465f3a69444&device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 1099 time: 0.1878667 Jul 06 11:43:23.219537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69fa782a-9fec-40e5-8005-b50e0344a8c1 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:23.239688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 69fa782a-9fec-40e5-8005-b50e0344a8c1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:23.240067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69fa782a-9fec-40e5-8005-b50e0344a8c1 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:23.298000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-5799a814-4196-42dc-b902-06e62a245e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.299485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-5799a814-4196-42dc-b902-06e62a245e13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2474027 Jul 06 11:43:23.362070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-ce9e8439-8fd4-4147-b2ab-c969635b7e26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646 HTTP/1.1" status: 200 len: 217 time: 0.0525651 Jul 06 11:43:23.365311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:23.374320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec60b-47e3-4fa4-9189-d19a1ef663e3 req-d095f0a8-f615-4bb3-91da-5448deab2d7d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.375811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbaec60b-47e3-4fa4-9189-d19a1ef663e3 req-d095f0a8-f615-4bb3-91da-5448deab2d7d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2665138 Jul 06 11:43:23.501305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbaec60b-47e3-4fa4-9189-d19a1ef663e3 req-f8af1cf9-6980-4c84-a1b4-81ba60b6b0dd tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132843 Jul 06 11:43:23.504828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-9fe9aa77-4bd4-43ee-bae0-ec0478d11d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.506121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-9fe9aa77-4bd4-43ee-bae0-ec0478d11d48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1278288 Jul 06 11:43:23.603362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:23.612507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:23.615176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:23.625385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:23.626001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:23.687832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-6f30d348-4365-458f-968e-0a1311afba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.690637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-6f30d348-4365-458f-968e-0a1311afba3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778560 Jul 06 11:43:23.705071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-cf3da0bb-70eb-4342-93d5-8420cfade89c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "PUT /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 695 time: 1.3293338 Jul 06 11:43:23.745061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:23.857676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa00795-58b2-4a66-a9d1-b0ea33f1a52c req-c210c6d5-a4e8-4cca-a2d0-9d2d98190fbe tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.859143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffa00795-58b2-4a66-a9d1-b0ea33f1a52c req-c210c6d5-a4e8-4cca-a2d0-9d2d98190fbe tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 948 time: 0.2434764 Jul 06 11:43:23.891067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-62500594-d3b3-4a11-936f-f7ce256b6f13 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878569 Jul 06 11:43:23.939749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'tag': 'f8121682-5671-4878-821f-9a6177d02059'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:23.943085 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9093650d-2778-4095-83bf-2e7a807a72ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "tag": "f8121682-5671-4878-821f-9a6177d02059"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:23.948060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-bfc36da7-f97e-4dde-b713-bd76d795a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:23.950263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-bfc36da7-f97e-4dde-b713-bd76d795a468 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1096 time: 0.2239599 Jul 06 11:43:23.976683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:23.999481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffa00795-58b2-4a66-a9d1-b0ea33f1a52c req-1ed3d38b-dc7e-46a0-a052-eee5d1401da5 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256127 Jul 06 11:43:24.005093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:24.015778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:24.016257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:24.115535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3957c865-d5db-464c-8cee-267bcd740cb6 req-63da66a5-e7d7-4dbf-b930-81b67e9771bc service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112205 Jul 06 11:43:24.125424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-2d7a26c9-e438-459b-9396-fcec2961384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.127126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-2d7a26c9-e438-459b-9396-fcec2961384c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.1418481 Jul 06 11:43:24.169771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:24.445219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:24.464327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-b2a129b4-6d69-4a1e-b113-9a09d954a405 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 217 time: 0.3296604 Jul 06 11:43:24.477331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882bcb9-9e16-4580-b5ed-9a40ad84c833 None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:24.547710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:24.550923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-dd9a2c8e-2fb5-46ad-813c-26823cd6db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.552440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-dd9a2c8e-2fb5-46ad-813c-26823cd6db51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.0792341 Jul 06 11:43:24.611852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.617989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.623882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.630528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.636799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.642756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.649317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.651407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5fff771-6105-423c-bb59-604da3783048 req-a74e513d-8581-4051-85c5-3ede95398719 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.1896694 Jul 06 11:43:24.694129 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02930e7b-9f39-474a-926e-24b8d8f5b74b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94e122ad7d3d4b9995fe1099921cd433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424618 Jul 06 11:43:24.694402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:24.704693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-a97db11f-5814-461e-ac5f-d043b8217c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.706221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-a97db11f-5814-461e-ac5f-d043b8217c87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449530 Jul 06 11:43:24.711716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5fff771-6105-423c-bb59-604da3783048 req-97968a37-46a3-4403-8b79-c1ebf0fef322 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500765 Jul 06 11:43:24.762205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1616-13d6-48e6-ba27-f9cbb6905c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.778828 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612a6fe4-b230-4d3f-bd45-5bc0dede7d04 x-openstack-request-id: req-612a6fe4-b230-4d3f-bd45-5bc0dede7d04 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:24.779345 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "tag": "f8121682-5671-4878-821f-9a6177d02059", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:24.779751 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-612a6fe4-b230-4d3f-bd45-5bc0dede7d04 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:24.780270 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'tag': 'f8121682-5671-4878-821f-9a6177d02059', 'status': 'completed', 'code': 200} Jul 06 11:43:24.803564 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd25759-b8bf-42ea-a3cc-079b4e341e40 None None] New status for floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:43:24.816346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1616-13d6-48e6-ba27-f9cbb6905c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.840392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-84e13277-0daa-45e4-98f6-d9d004062793 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272054 Jul 06 11:43:24.876651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1616-13d6-48e6-ba27-f9cbb6905c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.880600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1616-13d6-48e6-ba27-f9cbb6905c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.882443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c5cb1616-13d6-48e6-ba27-f9cbb6905c55 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8709688f-85d0-43c7-a2e6-dec403b615c4 HTTP/1.1" status: 204 len: 168 time: 0.1864092 Jul 06 11:43:24.892188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1616-13d6-48e6-ba27-f9cbb6905c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8709688f-85d0-43c7-a2e6-dec403b615c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:24.997644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093650d-2778-4095-83bf-2e7a807a72ca req-7c1e7e05-9d33-470b-b1be-32fdf865a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:24.999174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-7c1e7e05-9d33-470b-b1be-32fdf865a49a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 1096 time: 0.1908731 Jul 06 11:43:25.004925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5e157d8-fa3a-4731-abaa-382d11cb7c70 req-1c52f263-0bd5-47a8-a835-622352631584 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588314 Jul 06 11:43:25.074843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da783a5-83e5-4d97-bf50-e21af8941732 req-b31def82-ecf6-4f45-8134-4ae3e7635096 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.076441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da783a5-83e5-4d97-bf50-e21af8941732 req-b31def82-ecf6-4f45-8134-4ae3e7635096 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 944 time: 0.1767640 Jul 06 11:43:25.141539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da783a5-83e5-4d97-bf50-e21af8941732 req-c60bfea2-59ff-4f3c-8e4a-097965ebb6fa tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569396 Jul 06 11:43:25.156845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093650d-2778-4095-83bf-2e7a807a72ca req-6f0ba1ff-6a34-4415-997d-8d4656819e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.158543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-6f0ba1ff-6a34-4415-997d-8d4656819e4a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.1472580 Jul 06 11:43:25.226646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-358dbffc-23e5-4001-99d7-1a2fe18dedc4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 200 len: 217 time: 0.0601170 Jul 06 11:43:25.227251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 528fa2d2-f169-4f72-a0db-d3da3ea5665f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:25.278252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:25.295082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa65-1302-4d90-9246-1d979d4aeb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.307368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 528fa2d2-f169-4f72-a0db-d3da3ea5665f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:25.311649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 528fa2d2-f169-4f72-a0db-d3da3ea5665f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:25.312052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.386538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093650d-2778-4095-83bf-2e7a807a72ca req-87f42eb8-87bc-4a27-ae7e-45de6dd06766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.388236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-87f42eb8-87bc-4a27-ae7e-45de6dd06766 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1475773 Jul 06 11:43:25.445694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa65-1302-4d90-9246-1d979d4aeb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.453873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa65-1302-4d90-9246-1d979d4aeb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.474351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.494166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9262c-1bc6-4413-97d2-95335ca2b638 req-60942ac4-6ccb-497c-ba49-76bced93a859 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.503712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84d9262c-1bc6-4413-97d2-95335ca2b638 req-60942ac4-6ccb-497c-ba49-76bced93a859 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1534293 Jul 06 11:43:25.506826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528fa2d2-f169-4f72-a0db-d3da3ea5665f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:25.510471 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401fba1e-e33a-4727-802e-95d3f347db44" -d '{"events": [{"server_uuid": "fbfcaffb-171b-4955-a412-c2145b5f019c", "name": "network-vif-plugged", "status": "completed", "tag": "528fa2d2-f169-4f72-a0db-d3da3ea5665f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:25.512212 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c3c2aa65-1302-4d90-9246-1d979d4aeb6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d2dd6c30730443db56602171d1bb652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311726 Jul 06 11:43:25.513962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:25.522881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2aa65-1302-4d90-9246-1d979d4aeb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9cfc8-5aef-4469-891f-e768b1c02d0e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:25.534516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093650d-2778-4095-83bf-2e7a807a72ca req-83f926b4-508d-4c7c-a928-a80e21970d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.538327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-83f926b4-508d-4c7c-a928-a80e21970d44 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422749 Jul 06 11:43:25.540105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:25.551036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.555680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c3b648b8-ba6a-4a3e-a5e3-be88d487f646 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:25.599379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ced8c-3c01-4f60-a7f5-c8d142ca00d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.629846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84d9262c-1bc6-4413-97d2-95335ca2b638 req-ac8fc3a3-fd1c-4cf6-a186-366344c0b363 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251111 Jul 06 11:43:25.632575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ced8c-3c01-4f60-a7f5-c8d142ca00d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.675368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=528fa2d2-f169-4f72-a0db-d3da3ea5665f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:25.704670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:25.711959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:25.712696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.719301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-dfb8aeb5-e594-4943-886d-1592a3ef991d service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652024 Jul 06 11:43:25.725854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ced8c-3c01-4f60-a7f5-c8d142ca00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.731177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ced8c-3c01-4f60-a7f5-c8d142ca00d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.738379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-612ced8c-3c01-4f60-a7f5-c8d142ca00d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9e9cfc8-5aef-4469-891f-e768b1c02d0e HTTP/1.1" status: 204 len: 168 time: 0.2230792 Jul 06 11:43:25.758988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ced8c-3c01-4f60-a7f5-c8d142ca00d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9cfc8-5aef-4469-891f-e768b1c02d0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:25.874246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.927086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9093650d-2778-4095-83bf-2e7a807a72ca req-5f32d980-d3eb-4a1e-8034-0f5f1228b22f service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988347 Jul 06 11:43:25.927955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:25.937049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23074f8f-c862-41f3-a528-e085e62cf99a req-7ff64162-e9bc-4ec9-97a9-ab91c6a98cc1 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.943890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23074f8f-c862-41f3-a528-e085e62cf99a req-7ff64162-e9bc-4ec9-97a9-ab91c6a98cc1 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 948 time: 0.1259878 Jul 06 11:43:25.950967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.990622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23074f8f-c862-41f3-a528-e085e62cf99a req-5c03f38b-a283-462f-9c34-026043083ad8 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Jul 06 11:43:26.025154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:26.089209 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd0ad1f-fe54-4222-a5ae-6c63b9427e44 x-openstack-request-id: req-8dd0ad1f-fe54-4222-a5ae-6c63b9427e44 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:26.089500 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfcaffb-171b-4955-a412-c2145b5f019c", "name": "network-vif-plugged", "status": "completed", "tag": "528fa2d2-f169-4f72-a0db-d3da3ea5665f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:26.089821 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dd0ad1f-fe54-4222-a5ae-6c63b9427e44 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:26.090282 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528fa2d2-f169-4f72-a0db-d3da3ea5665f', 'code': 200} Jul 06 11:43:26.266117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f0d33-f570-41d0-8dda-d856da618720 req-08abbc87-c811-43b4-8c05-9828642d2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.268264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-230f0d33-f570-41d0-8dda-d856da618720 req-08abbc87-c811-43b4-8c05-9828642d2cfe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 1096 time: 0.0901628 Jul 06 11:43:26.359619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-230f0d33-f570-41d0-8dda-d856da618720 req-d25ce8f8-8bdb-4783-8955-af402eab96f4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689745 Jul 06 11:43:26.391325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.398161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.406282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.412756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.420287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.435452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.442280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.445450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-704e5b4f-f40a-4227-a9f0-f55c38078baf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.1669896 Jul 06 11:43:26.504726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b5c1014-92bd-4c9c-963c-6f420e8f270d req-10c10ad1-251b-4319-90d1-4790ff768ed0 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517750 Jul 06 11:43:26.684709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-38caf034-c128-4640-9a26-eded20d0934c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.686337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-38caf034-c128-4640-9a26-eded20d0934c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0846696 Jul 06 11:43:26.686827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:26.742301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-917ee509-1fbb-4dce-84a0-e2254384d6dc tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0484562 Jul 06 11:43:26.749079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'floatingip': {'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:26.795672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.800541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-network', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:26.825970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Made reservation on behalf of f5f264d8504d4034907f769eb8f77758 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:26.828861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.838946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.970559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.975203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.010802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:27.028023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88480a0-cdf3-4829-86a0-bb3ceffb4731,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:27.040444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.040444 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Added segment a8e46295-ba52-4776-8857-82bac0f4ac65 of type vlan for network ca545cb8-7bb0-462f-9dae-9f39b605ed01 Jul 06 11:43:27.089627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2e8e6-7b31-425c-9c14-58b7a6b3fdd4 req-d268ab69-6302-4c38-8f0e-47e7a63bfc54 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:27.091122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17c2e8e6-7b31-425c-9c14-58b7a6b3fdd4 req-d268ab69-6302-4c38-8f0e-47e7a63bfc54 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 945 time: 0.1674759 Jul 06 11:43:27.095394 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c31f1b88-f467-490b-8354-ae7c945f9a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.106290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.139200 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.140301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:27.141226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.213587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5256262 Jul 06 11:43:27.218111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:27.218717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17c2e8e6-7b31-425c-9c14-58b7a6b3fdd4 req-23e6108b-9ce1-4389-a031-65edf79290fa tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131003 Jul 06 11:43:27.225159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Request body: {'subnet': {'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-subnet', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:27.231231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7f375-cd7f-4aa5-a7e6-02a3aeda18c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca545cb8-7bb0-462f-9dae-9f39b605ed01,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:27.258913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:27.259165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Made reservation on behalf of f5f264d8504d4034907f769eb8f77758 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:27.262823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.459330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.470003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.543838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.609206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24df68a-5807-4f2d-94ea-e1282f97dab4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:27.617926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Checking segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:27.618365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Network hostable DHCP agents. Network: ca545cb8-7bb0-462f-9dae-9f39b605ed01, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:27.638848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:27.643091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c030-89e6-4bfd-89cf-10649587663a req-91787ccf-1d65-4006-b4a4-875d2227bdac tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:27.645248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2021c030-89e6-4bfd-89cf-10649587663a req-91787ccf-1d65-4006-b4a4-875d2227bdac tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1711066 Jul 06 11:43:27.646655 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653 associated. External IP: 172.25.7.151, port: f1c71f7d-1f58-4340-a05c-35cd7dbc2610. Jul 06 11:43:27.655160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ca545cb8-7bb0-462f-9dae-9f39b605ed01) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:27.660230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:27.661218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.666399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc76dd-afa1-4171-afaa-b1ebeea092d1 None None] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:27.683974 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4b2cae4-a74e-4c2f-85b8-b6b305b282b5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4630511 Jul 06 11:43:27.690775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:27.698586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:27.721768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.722932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.783464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.807468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2021c030-89e6-4bfd-89cf-10649587663a req-32e6a01c-c845-4787-a1ec-bf8aa9226d4d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037848 Jul 06 11:43:27.859357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:27.860523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.985344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.028129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Allocated IP 172.20.0.2 (ca545cb8-7bb0-462f-9dae-9f39b605ed01/d24df68a-5807-4f2d-94ea-e1282f97dab4/d2a2c4f8-bd34-432d-b6bd-cc498d1c933f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:28.090994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:28.093387 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ed00c-1e30-4f76-ab25-db1c1845a0df" -d '{"events": [{"server_uuid": "eec4889f-e08f-450e-a37f-b1e9dd044efa", "name": "network-vif-plugged", "status": "completed", "tag": "c3b648b8-ba6a-4a3e-a5e3-be88d487f646"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:28.123542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-e4fc9cda-1823-418f-b70c-75b021232300 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:28.125420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-e4fc9cda-1823-418f-b70c-75b021232300 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff053cb7-19f2-48b2-aec5-47ba83a8c069 HTTP/1.1" status: 200 len: 945 time: 0.2127581 Jul 06 11:43:28.141909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:28.151473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea80d2-524a-47b4-9708-7bc0c5d8e6b8 req-e5f6b3b0-525c-4146-938d-56111d37ea94 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:28.153177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2dea80d2-524a-47b4-9708-7bc0c5d8e6b8 req-e5f6b3b0-525c-4146-938d-56111d37ea94 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 949 time: 0.1727705 Jul 06 11:43:28.202589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.213335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Transition to ACTIVE for port object d2a2c4f8-bd34-432d-b6bd-cc498d1c933f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:28.229514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Transition to ACTIVE for port object d2a2c4f8-bd34-432d-b6bd-cc498d1c933f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:28.237677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.250242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.275380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.295060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:28.302329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:28.307832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:28.311160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Pushing event updated for resources: {'Port': ['ID=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:28.315239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2dea80d2-524a-47b4-9708-7bc0c5d8e6b8 req-400712cd-a1b8-4143-b676-30f3df8bbfb8 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335623 Jul 06 11:43:28.402055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:28.407364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.427468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Attempting to bind port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:28.428566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Attempting to bind port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:28.428985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Attempting to bind port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f on network ca545cb8-7bb0-462f-9dae-9f39b605ed01 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:28.432168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:28.440000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Deleting port f8121682-5671-4878-821f-9a6177d02059 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:28.440378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.441021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:28.441666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Checking segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:28.442266 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.442706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Bound using segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:28.443155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Bound port: d2a2c4f8-bd34-432d-b6bd-cc498d1c933f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:28.443539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.453571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Allocated IP 172.25.7.75 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/3b599a7f-7c68-4112-89fe-dc51da7cf222) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:28.459616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:28.460481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:28.566042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] For port f8121682-5671-4878-821f-9a6177d02059, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f8121682-5671-4878-821f-9a6177d02059,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:28.566498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.585268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Calling delete_port for f8121682-5671-4878-821f-9a6177d02059 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:28.638621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.673612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-1f7d0285-59e2-40e6-a45f-b7ec7e90f8b1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "PUT /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 996 time: 1.9288120 Jul 06 11:43:28.682842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:28.707951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] For port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:28.728267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:28.731769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] For port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:28.765416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.768576 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.828981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:28.832547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:28.836287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:28.845505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Pushing event updated for resources: {'Port': ['ID=3b599a7f-7c68-4112-89fe-dc51da7cf222,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:28.940327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecd8e8-1be7-4b30-acec-cdc43cd8ce74 None None] Pushing event updated for resources: {'Port': ['ID=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:29.137013 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a743d0b0-7e1e-4217-acea-161afe3449f8" -d '{"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:29.208475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:27Z', 'revision_number': 8, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:29.263354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:29.289896 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.290452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:29.291088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:29.292522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.319831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-2117c9a0-19b0-4c46-bcb4-2e42bd36cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.321670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-2117c9a0-19b0-4c46-bcb4-2e42bd36cc3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.1627653 Jul 06 11:43:29.340680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f1c71f7d-1f58-4340-a05c-35cd7dbc2610'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:29.365274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event deleted for resources: {'Port': ['ID=f8121682-5671-4878-821f-9a6177d02059,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:29.465266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:29.487827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] No DVR routers for this DVR port f8121682-5671-4878-821f-9a6177d02059 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:29.496017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.496017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.496585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.496868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.497277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.497717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.498662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.498662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.498905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.499221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.500019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.500019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:29.503863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.506412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e57c9dbe-b9fe-4e4d-a4e1-de83d8a3885b req-c4684b9d-9eaa-4e32-80dd-49cffa8b7f5c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "DELETE /v2.0/ports/f8121682-5671-4878-821f-9a6177d02059 HTTP/1.1" status: 204 len: 173 time: 1.3720551 Jul 06 11:43:29.521424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.569254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-16d2e755-d695-4b70-994a-3238af554a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.571757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-16d2e755-d695-4b70-994a-3238af554a71 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.2258511 Jul 06 11:43:29.588748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.598415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.608049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.617937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.626525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.636586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.645366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:29.653125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-202ad1dc-354d-47c5-a37a-d03137a9bacf tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.3059382 Jul 06 11:43:29.703299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:43:29.744635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54796af-9b3d-4693-ad8e-9eb6d46dcb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.753146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5217ba5-59e1-41fd-b492-1643e0bedd62 req-f698a01d-8136-4704-ad07-58adbfdcde1e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990016 Jul 06 11:43:29.801441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-9370f104-9106-4cef-b491-c5d15f88c66f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 999 time: 0.1462214 Jul 06 11:43:29.850195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.889480 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdac166-533d-48ce-b194-359326bc9e9e x-openstack-request-id: req-4bdac166-533d-48ce-b194-359326bc9e9e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:29.889872 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec4889f-e08f-450e-a37f-b1e9dd044efa", "name": "network-vif-plugged", "status": "completed", "tag": "c3b648b8-ba6a-4a3e-a5e3-be88d487f646", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:29.890212 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4bdac166-533d-48ce-b194-359326bc9e9e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:29.891440 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646', 'code': 200} Jul 06 11:43:29.900684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:27Z', 'revision_number': 8, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:29.911152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:29.931062 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Sync routers for ids ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:29.932962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.934402 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e771ec45-74c4-4260-a04a-a65ebb181e6e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2419677 Jul 06 11:43:29.937122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:29.952354 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Routers {'502e9085-062c-47e4-ba64-cfb1ee3dfc3b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:29.956676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30364485-62c4-46f0-a3bd-e8324da07dbd None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '6f86e5d2-3f30-4762-9fad-441c242f9653', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'port_id': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'mac_address': 'fa:16:3e:8d:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:28Z', 'updated_at': '2021-07-06T11:43:27Z', 'revision_number': 8, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:29.968423 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:29.984664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.014231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-24574f6f-41d8-480f-abdf-474115244c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:30.017140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-24574f6f-41d8-480f-abdf-474115244c4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.2079253 Jul 06 11:43:30.143571 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Set router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:30.246712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c2f5-0132-4cdb-9506-b053bf31c672 req-c5cbfd3f-f3b6-4b58-9666-2d71128cde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:30.248277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c341c2f5-0132-4cdb-9506-b053bf31c672 req-c5cbfd3f-f3b6-4b58-9666-2d71128cde8a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 1100 time: 0.2252526 Jul 06 11:43:30.263435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cfe7-db62-4902-ba34-9818914ef96b req-d6f8859b-cf3a-4280-aec6-a0fa2b7ea723 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:30.279196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f7cfe7-db62-4902-ba34-9818914ef96b req-d6f8859b-cf3a-4280-aec6-a0fa2b7ea723 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 945 time: 0.1464505 Jul 06 11:43:30.305528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-54a98d7c-db1f-4918-9fc0-f66bf9982fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:30.307602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-54a98d7c-db1f-4918-9fc0-f66bf9982fb1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2727108 Jul 06 11:43:30.322941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbadd67-d483-46d6-913b-ac0589bb6611 None None] New status for floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:43:30.390208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07203f0b-9a8a-478b-bf5a-7bc26d92115e None None] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:30.464021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d2a2c4f8-bd34-432d-b6bd-cc498d1c933f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:30.478114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f7cfe7-db62-4902-ba34-9818914ef96b req-20a2a77d-f442-4dbd-846b-64116be3592a tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060723 Jul 06 11:43:30.514511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 3, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:30.519543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c341c2f5-0132-4cdb-9506-b053bf31c672 req-9046db5b-50aa-4390-b215-dd3c965952e2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399323 Jul 06 11:43:30.574833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-8473ad63-842c-46c0-b2b1-722d05b19457 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581959 Jul 06 11:43:30.713822 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Checking router: 502e9085-062c-47e4-ba64-cfb1ee3dfc3b for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:30.714189 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Updating router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b port 3b599a7f-7c68-4112-89fe-dc51da7cf222 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:30.745514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.761853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] Provisioning for port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:30.766949 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.780852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:30.795832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117d10a-91ac-4861-a7e4-70b6b8c74751 req-fd1502a3-6d97-4f4c-bd4d-347c2f263e1b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:30.797560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0117d10a-91ac-4861-a7e4-70b6b8c74751 req-fd1502a3-6d97-4f4c-bd4d-347c2f263e1b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1110475 Jul 06 11:43:30.811471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34b135ed-0df9-4b23-9429-285455aa1ec4 req-b1067f07-9f9d-4219-9d47-ccb8a50b7393 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298815 Jul 06 11:43:30.816896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] Provisioning complete for port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:30.817271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.824604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:30.824890 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.901317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0117d10a-91ac-4861-a7e4-70b6b8c74751 req-bc20801d-5461-4959-9376-dbfa3ee429aa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841160 Jul 06 11:43:30.907878 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505105e8-8459-4f3e-80c3-c3c33b32a97b x-openstack-request-id: req-505105e8-8459-4f3e-80c3-c3c33b32a97b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:30.910203 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:30.912743 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-505105e8-8459-4f3e-80c3-c3c33b32a97b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:30.914173 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'status': 'completed', 'code': 200} Jul 06 11:43:30.954444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.038236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Allocated IP 172.20.0.1 (ca545cb8-7bb0-462f-9dae-9f39b605ed01/d24df68a-5807-4f2d-94ea-e1282f97dab4/ae661960-e303-408b-bea8-26b1b11f0924) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:31.050575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-a784f7af-0b93-45ba-bdd4-6476f0651f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.052683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-a784f7af-0b93-45ba-bdd4-6476f0651f1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.1093059 Jul 06 11:43:31.201688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-2bb161de-a051-4138-8739-b328b5b39e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.201979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.203789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-2bb161de-a051-4138-8739-b328b5b39e23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.1428597 Jul 06 11:43:31.209540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.213493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.221801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Transition to ACTIVE for port object ae661960-e303-408b-bea8-26b1b11f0924 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:31.262830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f8121682-5671-4878-821f-9a6177d02059 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:31.269002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.293157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] For port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:31.294867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: f8121682-5671-4878-821f-9a6177d02059 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:31.295216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f8121682-5671-4878-821f-9a6177d02059 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:31.301344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.328594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6c35-6167-418a-9580-1ade3a823e90 req-d00b3a77-75e4-4f77-8edc-5752b6904baf tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.332324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ca6c35-6167-418a-9580-1ade3a823e90 req-d00b3a77-75e4-4f77-8edc-5752b6904baf tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 949 time: 0.1980433 Jul 06 11:43:31.337161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-e0b848ed-5f1d-4d1f-9529-5182914b4aa8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 1001 time: 0.1253097 Jul 06 11:43:31.338718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:31.344573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:31.348205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:31.368212 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.395339 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Transition to ACTIVE for port object 3b599a7f-7c68-4112-89fe-dc51da7cf222 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:31.408530 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.439828 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:43:31.440410 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:43:31.442593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ca6c35-6167-418a-9580-1ade3a823e90 req-21840866-a464-430a-9033-bc9f4195c9d9 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038663 Jul 06 11:43:31.472893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-51a0a08b-152f-4032-8e2d-f2223a19c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.474635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-51a0a08b-152f-4032-8e2d-f2223a19c781 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1246576 Jul 06 11:43:31.475066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.504596 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Attempting to bind port 3b599a7f-7c68-4112-89fe-dc51da7cf222 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:31.505358 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Attempting to bind port 3b599a7f-7c68-4112-89fe-dc51da7cf222 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:31.505633 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Attempting to bind port 3b599a7f-7c68-4112-89fe-dc51da7cf222 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:31.520640 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:31.521075 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:31.521479 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.521921 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:31.522451 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Bound port: 3b599a7f-7c68-4112-89fe-dc51da7cf222, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:31.522867 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.537469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57042f-a877-4086-bead-c96421b755d0 None None] Pushing event updated for resources: {'Port': ['ID=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:31.613698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] For port 3b599a7f-7c68-4112-89fe-dc51da7cf222, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:31.617971 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] For port 3b599a7f-7c68-4112-89fe-dc51da7cf222, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3b599a7f-7c68-4112-89fe-dc51da7cf222,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:31.619842 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb87a-845a-480e-83ed-c9bd390a0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b599a7f-7c68-4112-89fe-dc51da7cf222,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:31.623123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-7752242f-85ce-4ba9-86d0-40bc5a91d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.625671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-7752242f-85ce-4ba9-86d0-40bc5a91d872 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361532 Jul 06 11:43:31.627701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Pushing event updated for resources: {'Port': ['ID=ae661960-e303-408b-bea8-26b1b11f0924,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:31.628086 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.729688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.731886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85197d04-5f0e-437e-994b-e0144ea60ce3 None None] Provisioning complete for port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:31.732389 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85197d04-5f0e-437e-994b-e0144ea60ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.752541 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb87a-845a-480e-83ed-c9bd390a0da8 None None] Pushing event updated for resources: {'Port': ['ID=3b599a7f-7c68-4112-89fe-dc51da7cf222,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:31.763430 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Routers {'502e9085-062c-47e4-ba64-cfb1ee3dfc3b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:31.779184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-7c06fa93-0dff-45b5-9140-10c766c5714e service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443536 Jul 06 11:43:31.790465 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:31.987802 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] Set router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:32.009262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8cf952f-8c78-4b73-96d3-a590b6ef000f req-08ea328f-87b2-4a74-905b-214018e8c344 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 998 time: 0.2288840 Jul 06 11:43:32.017011 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.022316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.064992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fee71bd-f691-44c3-8d82-d58bfa6b34b8 None None] Provisioning for port ae661960-e303-408b-bea8-26b1b11f0924 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:32.073792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fee71bd-f691-44c3-8d82-d58bfa6b34b8 None None] Provisioning complete for port ae661960-e303-408b-bea8-26b1b11f0924 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:32.074508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fee71bd-f691-44c3-8d82-d58bfa6b34b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.091747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743d0b0-7e1e-4217-acea-161afe3449f8 req-fc5066b8-2b4a-49f7-acb0-8bf500e2f2f7 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917316 Jul 06 11:43:32.104563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Pushing event updated for resources: {'Port': ['ID=ae661960-e303-408b-bea8-26b1b11f0924,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:32.112137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.112385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.118628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.121071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.121541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.121881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.122234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.123230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.123568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.123992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.124309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.124647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.125226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.125554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.125879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:32.127288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.134267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.140261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.146208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.149158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fee71bd-f691-44c3-8d82-d58bfa6b34b8 None None] Port ae661960-e303-408b-bea8-26b1b11f0924 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:32.154587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.156556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4be55484-99f8-4b1d-b590-999978c74c42 req-1de8af85-0ba8-411b-a380-641f11dcd09f tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5430 time: 0.3701229 Jul 06 11:43:32.217921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf952f-8c78-4b73-96d3-a590b6ef000f req-da3d08bc-5c02-4d27-894d-c2f60fee03a4 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.219334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8cf952f-8c78-4b73-96d3-a590b6ef000f req-da3d08bc-5c02-4d27-894d-c2f60fee03a4 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2092938 Jul 06 11:43:32.240455 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ae661960-e303-408b-bea8-26b1b11f0924', 'name': '', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'mac_address': 'fa:16:3e:55:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:30Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 1, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'subnets': [{'id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:32.242128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:32.243520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:32.246699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4be55484-99f8-4b1d-b590-999978c74c42 req-cc10735e-b99e-4a2a-9f82-517829d738f2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735419 Jul 06 11:43:32.289409 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f547550-fdd4-4680-b259-a18d673c1cf0 None None] The sync data for ids ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'] in n-d-799528-2 is: [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ae661960-e303-408b-bea8-26b1b11f0924', 'name': '', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'mac_address': 'fa:16:3e:55:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:30Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 1, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'subnets': [{'id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:32.310238 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.322861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d2a2c4f8-bd34-432d-b6bd-cc498d1c933f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:32.397501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:32.399417 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.547824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdffbe-122e-4941-9c86-f6f0a22d17a8 req-acbbf829-8674-4782-8452-42cfabfee9a9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.553172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0bdffbe-122e-4941-9c86-f6f0a22d17a8 req-acbbf829-8674-4782-8452-42cfabfee9a9 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 945 time: 0.1147561 Jul 06 11:43:32.555511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:32.619301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0bdffbe-122e-4941-9c86-f6f0a22d17a8 req-eb5375ca-7d01-4edb-8195-98f6dd246bb5 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587139 Jul 06 11:43:32.713231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f13bbfe-92d5-4ca4-90f4-8a1e2eb5f0ee None None] Provisioning complete for port ae661960-e303-408b-bea8-26b1b11f0924 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:32.713737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f13bbfe-92d5-4ca4-90f4-8a1e2eb5f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.804591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f13bbfe-92d5-4ca4-90f4-8a1e2eb5f0ee None None] Port ae661960-e303-408b-bea8-26b1b11f0924 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:32.883367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4082d3d-6f2b-477c-ad07-8db31360c2a6 req-870f7ee3-5d52-49aa-8352-d0805c3f417b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.885844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4082d3d-6f2b-477c-ad07-8db31360c2a6 req-870f7ee3-5d52-49aa-8352-d0805c3f417b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1083868 Jul 06 11:43:32.915943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'name': 'network-vif-deleted', 'tag': 'f8121682-5671-4878-821f-9a6177d02059'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:32.918218 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f89031-14df-4f25-bc78-95c829542ba6" -d '{"events": [{"server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "name": "network-vif-deleted", "tag": "f8121682-5671-4878-821f-9a6177d02059"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:32.978932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4082d3d-6f2b-477c-ad07-8db31360c2a6 req-1344e9d2-5aa9-436b-b209-30b57db869a6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844257 Jul 06 11:43:33.012177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-9427d457-0acd-46fe-8d37-cfbd86807b77 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.0969057 Jul 06 11:43:33.085309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-08b7c12d-d6ae-4664-9da1-d46edd671b43 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.087473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-08b7c12d-d6ae-4664-9da1-d46edd671b43 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports/f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 942 time: 0.0744221 Jul 06 11:43:33.106024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:33.120246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-11badf60-56fe-4910-b110-c76bfb29005b admin admin] 10.222.0.78 "PUT /v2.0/routers/502e9085-062c-47e4-ba64-cfb1ee3dfc3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1739576 Jul 06 11:43:33.198073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f8dc-75c0-4566-a317-f0ed447906e2 req-54339d83-2c83-434d-a953-01fcc0d30fbc tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.200002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9275f8dc-75c0-4566-a317-f0ed447906e2 req-54339d83-2c83-434d-a953-01fcc0d30fbc tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 949 time: 0.0953097 Jul 06 11:43:33.247802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9e819801-5472-45e4-aa04-b040bc49c295 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:33.310122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9275f8dc-75c0-4566-a317-f0ed447906e2 req-99f2cc72-ba1b-48b3-85ab-2afb6e037192 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018221 Jul 06 11:43:33.313182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-c4606775-7633-4f88-a378-1438d5c532cf tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.1125908 Jul 06 11:43:33.428614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9e819801-5472-45e4-aa04-b040bc49c295,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:33.448918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '9e819801-5472-45e4-aa04-b040bc49c295', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'port_id': '9e819801-5472-45e4-aa04-b040bc49c295', 'mac_address': 'fa:16:3e:a0:f2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:33.482228 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb1a596-1ff9-44a2-a076-079bef054088 x-openstack-request-id: req-7fb1a596-1ff9-44a2-a076-079bef054088 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:33.482630 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff053cb7-19f2-48b2-aec5-47ba83a8c069", "name": "network-vif-deleted", "tag": "f8121682-5671-4878-821f-9a6177d02059", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:33.483344 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fb1a596-1ff9-44a2-a076-079bef054088 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:33.483344 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff053cb7-19f2-48b2-aec5-47ba83a8c069', 'name': 'network-vif-deleted', 'tag': 'f8121682-5671-4878-821f-9a6177d02059', 'status': 'completed', 'code': 200} Jul 06 11:43:33.493466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-93828ff5-b7fc-43e5-9d5a-93561aec020c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.501771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-93828ff5-b7fc-43e5-9d5a-93561aec020c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1821508 Jul 06 11:43:33.506402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.528940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e819801-5472-45e4-aa04-b040bc49c295 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:33.561391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9e819801-5472-45e4-aa04-b040bc49c295,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:33.568262 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.569153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:33.644730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:33.649591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-6a1b81d3-4116-4bce-adb3-3829a3c333a3 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 1001 time: 0.1468801 Jul 06 11:43:33.657784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.658073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:33.663905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'port_id': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8', 'mac_address': 'fa:16:3e:18:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:33.705666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.721768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:33.740579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.747515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.750293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:33.754488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.755801 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.756598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 675b4a62-abb0-4b0d-a570-1e81729afd4e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:33.762326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.769118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.777072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.783286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.792036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c835a6-44a2-473a-b361-3445d7850d61 req-d38f49d1-82f0-40d3-92d4-9b5854a3fe05 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5431 time: 0.2180514 Jul 06 11:43:33.796416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.831725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:33.837291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-network', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:33.865249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Made reservation on behalf of 4a140ddd1aab44deb87d84eeb33cdacb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:33.868894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.896456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.909004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.909580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c835a6-44a2-473a-b361-3445d7850d61 req-1331d9d5-493e-4de8-b2a9-81bf4c7ee824 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136148 Jul 06 11:43:33.952569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:33.980335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '675b4a62-abb0-4b0d-a570-1e81729afd4e', 'network_id': '3679393b-3105-453f-9148-d457d7fafec4', 'port_id': '675b4a62-abb0-4b0d-a570-1e81729afd4e', 'mac_address': 'fa:16:3e:c4:d1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5d487c-01a6-42fd-b7df-d640b84d2afa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:34.045395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.054419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.054788 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653 disassociated. External IP: 172.25.7.151, port: f1c71f7d-1f58-4340-a05c-35cd7dbc2610. Jul 06 11:43:34.061007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.083714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b4a62-abb0-4b0d-a570-1e81729afd4e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:34.085824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.092066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.122690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:34.131336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.132342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c9a13a9a-be88-43f6-819a-ca7a129ae5f6 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:34.142757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:34.160715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759f4e77-f152-47bb-95af-b43f996f1940,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:34.165657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.166227 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Added segment 8960c0e5-22bd-4be2-8f18-c9a85674f3a9 of type vlan for network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc Jul 06 11:43:34.244666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:34.253919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.326314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.327345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:34.327944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.343270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:34.364504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'port_id': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'mac_address': 'fa:16:3e:81:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:34.404426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3b599a7f-7c68-4112-89fe-dc51da7cf222 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:34.423409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:34.434935 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6020837 Jul 06 11:43:34.435165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:34.444665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Request body: {'subnet': {'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-subnet', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:34.445694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c30d36-f55a-419c-8750-6dcc44c1c31d admin admin] Pushing event updated for resources: {'Network': ['ID=589b523a-27e5-4d9f-a3e4-59eb4909d8bc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:34.449291 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.465023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:34.474073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a13a9a-be88-43f6-819a-ca7a129ae5f6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:34.551946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Made reservation on behalf of 4a140ddd1aab44deb87d84eeb33cdacb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:34.554849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.559561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:34.565937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.566698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 21a9ba3c-3c8c-4ea0-9361-1940bcd669da details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:34.573306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3b599a7f-7c68-4112-89fe-dc51da7cf222 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:34.599525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3b599a7f-7c68-4112-89fe-dc51da7cf222 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:34.599906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.629252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:34.636132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.640233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:34.659824 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:34.660503 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:34.669595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:34.673585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:34.695554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-f6b72c62-4382-4bd0-ac43-54593661d7b9 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "PUT /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 696 time: 1.0445130 Jul 06 11:43:34.700999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da', 'network_id': '3679393b-3105-453f-9148-d457d7fafec4', 'port_id': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da', 'mac_address': 'fa:16:3e:fa:66:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5d487c-01a6-42fd-b7df-d640b84d2afa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:34.768737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.825958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.863770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a9ba3c-3c8c-4ea0-9361-1940bcd669da {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:34.876320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3b599a7f-7c68-4112-89fe-dc51da7cf222, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3b599a7f-7c68-4112-89fe-dc51da7cf222,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:34.876768 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:34.897651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.900838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-ba19642e-9e8f-4af7-af5b-a289f9183052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:34.902439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-ba19642e-9e8f-4af7-af5b-a289f9183052 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.1679106 Jul 06 11:43:34.904693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.908186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:34.959007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.959980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bd31c251-c5c6-4045-8877-0cd117ff66ed details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:35.015529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3b599a7f-7c68-4112-89fe-dc51da7cf222,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:35.043361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc755c-d48e-4cb2-827a-63370491788e req-93a67ccc-7c7a-48f1-a0c5-d1819b35e41f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.044955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52dc755c-d48e-4cb2-827a-63370491788e req-93a67ccc-7c7a-48f1-a0c5-d1819b35e41f tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 945 time: 0.2180395 Jul 06 11:43:35.045619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e910870-9958-4e53-a7f9-d3172345d621,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:35.082644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:35.093094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Checking segment: {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:35.093556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Network hostable DHCP agents. Network: 589b523a-27e5-4d9f-a3e4-59eb4909d8bc, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:35.093876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:35.099319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'bd31c251-c5c6-4045-8877-0cd117ff66ed', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'port_id': 'bd31c251-c5c6-4045-8877-0cd117ff66ed', 'mac_address': 'fa:16:3e:ae:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:35.125177 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:35.135677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-61980a7f-ff3b-4720-bcce-751331c84ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.137242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-61980a7f-ff3b-4720-bcce-751331c84ed0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.2187071 Jul 06 11:43:35.141293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52dc755c-d48e-4cb2-827a-63370491788e req-3d71e511-1b40-460a-b4f5-6742bac6d560 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864041 Jul 06 11:43:35.154767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:35.159686 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:35.167507 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.170687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:35.171537 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:35.193907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd31c251-c5c6-4045-8877-0cd117ff66ed {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:35.226503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:35.233921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.235526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a0a003c0-fafe-4a8d-9210-e8752df40348 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:35.307243 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:35.318162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:35.357489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a0a003c0-fafe-4a8d-9210-e8752df40348,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:35.370007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a0a003c0-fafe-4a8d-9210-e8752df40348', 'network_id': '736d3730-7b25-4156-b3e5-94f33f2e90a0', 'port_id': 'a0a003c0-fafe-4a8d-9210-e8752df40348', 'mac_address': 'fa:16:3e:f6:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2840c85b-16dd-403c-9795-f890e8f14b86', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:35.373595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Sync routers for ids ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:35.414021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Routers {'502e9085-062c-47e4-ba64-cfb1ee3dfc3b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:35.414839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:35.469284 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.481098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-758beb22-d3d6-4fec-9601-ec38b9fa4984 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 217 time: 0.3348536 Jul 06 11:43:35.484882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:35.487380 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a46af0-7a20-4543-a173-5f6ff0abec42" -d '{"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:35.492182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a003c0-fafe-4a8d-9210-e8752df40348 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:35.503147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 589b523a-27e5-4d9f-a3e4-59eb4909d8bc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:35.518330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a49b3-2d14-487a-a45f-b182235c8bb8 None None] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:35.559471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.560232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.562930 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:35.590932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-718c4d7b-fe5b-41bd-baaa-4db3211c6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.591152 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd08db9-fa23-442d-822f-faa3610cf95d None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:42:00Z', 'revision_number': 4, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'd067dbc5-f1f1-43d5-adb6-08ab6dcf0091', 'name': '', 'network_id': 'c997dfcb-317b-4b35-95ab-83a168dc85b8', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'mac_address': 'fa:16:3e:b0:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:57Z', 'updated_at': '2021-07-06T11:42:09Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'subnets': [{'id': '1089172c-de91-40ee-8453-f5aa80b2da04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:35.592556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-718c4d7b-fe5b-41bd-baaa-4db3211c6e33 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1013637 Jul 06 11:43:35.593874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1d0a215-5743-43cd-a730-7f63eda31faf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1576722 Jul 06 11:43:35.596817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:35.607517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:35.643591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.645521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.669313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7731ed-5716-409f-b435-38f8b7f96789 req-567cf926-247d-4ccf-849b-cd75cb525b0b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.676972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c7731ed-5716-409f-b435-38f8b7f96789 req-567cf926-247d-4ccf-849b-cd75cb525b0b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1842523 Jul 06 11:43:35.718316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.722865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-85c422ac-b8e3-4c86-b588-7880274a7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.724640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-85c422ac-b8e3-4c86-b588-7880274a7492 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210020 Jul 06 11:43:35.729262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a0a003c0-fafe-4a8d-9210-e8752df40348,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:35.738402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c7731ed-5716-409f-b435-38f8b7f96789 req-0c7dbc34-3f76-4905-84ee-2dcd40f866bc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604599 Jul 06 11:43:35.746542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.802695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Set router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:35.873847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:35.933674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.935066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-e3e58be4-ce96-4b19-8e32-974cab19e3d7 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951683 Jul 06 11:43:36.017722 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de8d444-ad56-497d-a829-268d487783f4 None None] New status for floating IP 6f86e5d2-3f30-4762-9fad-441c242f9653: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:43:36.022262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625a1af-cb21-428b-b653-53d7ac487463 req-ca4bab04-19a4-43dc-aee4-2b20e6a0a4ee tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.024728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4625a1af-cb21-428b-b653-53d7ac487463 req-ca4bab04-19a4-43dc-aee4-2b20e6a0a4ee tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 1100 time: 0.1521137 Jul 06 11:43:36.051292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'fixed_ips': [{'subnet_id': '6e910870-9958-4e53-a7f9-d3172345d621'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:36.052993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.053643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4625a1af-cb21-428b-b653-53d7ac487463 req-1019ed01-da2e-4bd9-b280-9b51926538f6 tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.106656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4daf2a-9f9f-428e-aae7-f9c79ece3666 req-eafbd3ea-49a2-4709-8a8e-a818caa8b018 service neutron] 10.222.0.78 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704242 Jul 06 11:43:36.190880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.230619 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.262849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Allocated IP 172.20.0.2 (589b523a-27e5-4d9f-a3e4-59eb4909d8bc/6e910870-9958-4e53-a7f9-d3172345d621/1d0ea631-ff3c-467a-a705-6d9133caa37c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:36.266366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ae661960-e303-408b-bea8-26b1b11f0924', 'name': '', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'mac_address': 'fa:16:3e:55:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:30Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 2, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'subnets': [{'id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:36.307182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Checking router: 502e9085-062c-47e4-ba64-cfb1ee3dfc3b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:36.307534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Updating router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b port ae661960-e303-408b-bea8-26b1b11f0924 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:36.372871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4625a1af-cb21-428b-b653-53d7ac487463 req-1019ed01-da2e-4bd9-b280-9b51926538f6 tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.381282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4625a1af-cb21-428b-b653-53d7ac487463 req-1019ed01-da2e-4bd9-b280-9b51926538f6 tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.402733 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.405769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Allocated IP 172.25.7.87 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/0ba8403d-4a3a-4325-9b84-e1033487f0af) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:36.408388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3b599a7f-7c68-4112-89fe-dc51da7cf222 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:36.446677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4625a1af-cb21-428b-b653-53d7ac487463 req-1019ed01-da2e-4bd9-b280-9b51926538f6 tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096978 Jul 06 11:43:36.461327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019ed01-da2e-4bd9-b280-9b51926538f6 tempest-ServersAdminNegativeTestJSON-105415049 tempest-ServersAdminNegativeTestJSON-105415049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d904ceb4-dd47-4980-b809-9acab560c59d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:36.585032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.627699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a0a003c0-fafe-4a8d-9210-e8752df40348'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.637196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.673208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.680009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9e819801-5472-45e4-aa04-b040bc49c295'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.681521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:36.681678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3cf3d113-5c46-42f0-9055-b0f0ed72a9c8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.683562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.687048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:36.697459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:36.700581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.709319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.718535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.725600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.732403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.736201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['675b4a62-abb0-4b0d-a570-1e81729afd4e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.739271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3b599a7f-7c68-4112-89fe-dc51da7cf222 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:36.739727 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.740173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.744284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Transition to ACTIVE for port object 1d0ea631-ff3c-467a-a705-6d9133caa37c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:36.744663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-112183af-7f99-4d6f-af21-6d4362b56c48 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5437 time: 0.1689649 Jul 06 11:43:36.759422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['bd31c251-c5c6-4045-8877-0cd117ff66ed'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.794717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba8403d-4a3a-4325-9b84-e1033487f0af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:36.802436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af6ba1c8-1a06-4b81-bb50-125ea1896867 req-6340c117-2679-4098-8df4-800ca018b58a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487289 Jul 06 11:43:36.846131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c9a13a9a-be88-43f6-819a-ca7a129ae5f6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.848325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['21a9ba3c-3c8c-4ea0-9361-1940bcd669da'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:36.885068 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3134dc7-a4e7-4781-b747-1d68724ba1cc x-openstack-request-id: req-d3134dc7-a4e7-4781-b747-1d68724ba1cc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:36.885717 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:36.886291 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3134dc7-a4e7-4781-b747-1d68724ba1cc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:36.886968 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'status': 'completed', 'code': 200} Jul 06 11:43:37.040167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.047714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-65374487-de8d-4c14-8db6-a55f842b15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.054823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-65374487-de8d-4c14-8db6-a55f842b15f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 1096 time: 0.1336827 Jul 06 11:43:37.073698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Transition to ACTIVE for port object 1d0ea631-ff3c-467a-a705-6d9133caa37c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:37.156517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.206371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:37.267010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:37.268778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Pushing event updated for resources: {'Port': ['ID=1d0ea631-ff3c-467a-a705-6d9133caa37c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:37.274733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-47f9eaad-240a-4093-8a1d-faf805490a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.276290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-47f9eaad-240a-4093-8a1d-faf805490a3f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 200 len: 922 time: 0.2125707 Jul 06 11:43:37.287509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:37.296541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.297134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.298008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.298695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.299377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.299881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.300404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.300892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.301395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.301883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.302630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.303238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:37.338836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.374662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-8c600653-31d8-40e9-b0f9-4c90d831938a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 200 len: 217 time: 0.0888088 Jul 06 11:43:37.524742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-6329d424-0664-4023-92be-47b5119ef357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.526659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-6329d424-0664-4023-92be-47b5119ef357 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 200 len: 860 time: 0.1407032 Jul 06 11:43:37.527652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Router f184300b-58f3-4d6b-a2d2-b3febdbd358b is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:43:37.598669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ed10-a3db-4f7c-8b1a-070d0a262e79 req-4619c058-bfac-4d4c-b374-d752d6a5e8a6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.603583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3092ed10-a3db-4f7c-8b1a-070d0a262e79 req-4619c058-bfac-4d4c-b374-d752d6a5e8a6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2191370 Jul 06 11:43:37.648299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23040cfa-47e3-4d95-8acc-4f3b5bdf433a req-8f6feeef-2c60-4a22-8161-fc471c97c988 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.650011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23040cfa-47e3-4d95-8acc-4f3b5bdf433a req-8f6feeef-2c60-4a22-8161-fc471c97c988 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 945 time: 0.1799223 Jul 06 11:43:37.652040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:37.671407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.675432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9858602-5a7e-4fcd-bbdd-cd9300b02d17 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0743091 Jul 06 11:43:37.675797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:37.694085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-7008aa54-2647-47d5-a50d-0bfc94b9d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.695672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-7008aa54-2647-47d5-a50d-0bfc94b9d996 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c997dfcb-317b-4b35-95ab-83a168dc85b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608372 Jul 06 11:43:37.698676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3092ed10-a3db-4f7c-8b1a-070d0a262e79 req-7856d110-1db5-4813-b35c-094935e69de5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886364 Jul 06 11:43:37.754992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Sync routers for ids ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:37.818946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23040cfa-47e3-4d95-8acc-4f3b5bdf433a req-2ccb2332-dd5f-452b-9cc4-e3ee1a7f3b92 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488676 Jul 06 11:43:37.865511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Attempting to bind port 1d0ea631-ff3c-467a-a705-6d9133caa37c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:37.866102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Attempting to bind port 1d0ea631-ff3c-467a-a705-6d9133caa37c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:37.866996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Attempting to bind port 1d0ea631-ff3c-467a-a705-6d9133caa37c on network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:37.929147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-832105f2-3d23-4a34-a426-647f02a103e7 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 200 len: 694 time: 0.0693054 Jul 06 11:43:37.932940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-41acd4f3-3f7f-427c-9cad-7689cfd41ff7 service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207675 Jul 06 11:43:37.933214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Routers {'f184300b-58f3-4d6b-a2d2-b3febdbd358b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:37.933858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:37.952416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:37.952793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Checking segment: {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:37.953196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.953589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Bound using segment: {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:37.954071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Bound port: 1d0ea631-ff3c-467a-a705-6d9133caa37c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:37.954469 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.059671 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.095332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a46af0-7a20-4543-a173-5f6ff0abec42 req-ddf9f6a0-296b-4a30-a365-1fff928c8c5f service neutron] 10.222.0.79 "GET /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522458 Jul 06 11:43:38.143036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-732a68ba-75ef-4161-8d00-117a08b1a81f tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.143036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-732a68ba-75ef-4161-8d00-117a08b1a81f tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2125361 Jul 06 11:43:38.162892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Transition to ACTIVE for port object ae661960-e303-408b-bea8-26b1b11f0924 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:38.220313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-def5d752-df40-436e-9a14-80df64616cc1 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 697 time: 0.0730443 Jul 06 11:43:38.250664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.329069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-0f35ed1f-de01-49d9-ad82-8d82b19ba76d tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 697 time: 0.1058784 Jul 06 11:43:38.378732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.396394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] For port 1d0ea631-ff3c-467a-a705-6d9133caa37c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:38.423645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Set router f184300b-58f3-4d6b-a2d2-b3febdbd358b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:38.430727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a7602-0272-4f83-90b5-6aafc1cbbf3c None None] Pushing event updated for resources: {'Port': ['ID=ae661960-e303-408b-bea8-26b1b11f0924,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:38.450473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] For port 1d0ea631-ff3c-467a-a705-6d9133caa37c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d0ea631-ff3c-467a-a705-6d9133caa37c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:38.527689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.617813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Allocated IP 172.20.0.1 (589b523a-27e5-4d9f-a3e4-59eb4909d8bc/6e910870-9958-4e53-a7f9-d3172345d621/0c490933-b8c4-4b0d-b3f5-9d1c0005c25c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:38.654706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.665382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.674878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.682837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.689204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.700131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.704060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Attempting to bind port ae661960-e303-408b-bea8-26b1b11f0924 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:38.704435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Attempting to bind port ae661960-e303-408b-bea8-26b1b11f0924 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:38.704796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Attempting to bind port ae661960-e303-408b-bea8-26b1b11f0924 on network ca545cb8-7bb0-462f-9dae-9f39b605ed01 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:38.707474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.709438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06896488-5245-4e60-9b25-299b9511a1e7 req-433895b5-42fd-42cf-8b8f-8456635496a4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5437 time: 0.1902053 Jul 06 11:43:38.711329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Deleting port 2cbdfe43-860a-470d-ba14-46da09d02096 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:38.711531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.722769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:38.723143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Checking segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:38.723549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.725310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Bound using segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:38.725310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Bound port: ae661960-e303-408b-bea8-26b1b11f0924, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:38.725310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.729892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b72285-f145-4abd-b233-ae05653b5fe5 None None] Pushing event updated for resources: {'Port': ['ID=1d0ea631-ff3c-467a-a705-6d9133caa37c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:38.781672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.799723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Transition to ACTIVE for port object 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:38.848497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] For port ae661960-e303-408b-bea8-26b1b11f0924, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:38.853716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] For port ae661960-e303-408b-bea8-26b1b11f0924, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ae661960-e303-408b-bea8-26b1b11f0924,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:38.858157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.858687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.859773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.875310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.881921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:43:36Z', 'revision_number': 3, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:38.900521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06896488-5245-4e60-9b25-299b9511a1e7 req-f95cf990-9fde-4259-95da-85afd84dff59 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394124 Jul 06 11:43:38.908988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Calling delete_port for 2cbdfe43-860a-470d-ba14-46da09d02096 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:38.953438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:38.956431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:38.969962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:39.004804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Checking router: f184300b-58f3-4d6b-a2d2-b3febdbd358b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:39.005296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Updating router f184300b-58f3-4d6b-a2d2-b3febdbd358b port 0ba8403d-4a3a-4325-9b84-e1033487f0af binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:39.049550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-18461ce8-5afd-47ad-a054-be3eaf743305 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:39.051118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-18461ce8-5afd-47ad-a054-be3eaf743305 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 945 time: 0.2171900 Jul 06 11:43:39.092923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:39.140324 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.143561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a7602-0272-4f83-90b5-6aafc1cbbf3c None None] Pushing event updated for resources: {'Port': ['ID=ae661960-e303-408b-bea8-26b1b11f0924,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:39.146404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Routers {'502e9085-062c-47e4-ba64-cfb1ee3dfc3b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:39.147259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:39.158338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.223566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.296512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event deleted for resources: {'Port': ['ID=2cbdfe43-860a-470d-ba14-46da09d02096,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:39.404940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.407605 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.419029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea93c4f-890a-4200-8466-78ccbd5d4603 req-290a1fca-d8ae-4bb9-81ba-41167549fd2a tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "DELETE /v2.0/floatingips/6f86e5d2-3f30-4762-9fad-441c242f9653 HTTP/1.1" status: 204 len: 173 time: 1.0842044 Jul 06 11:43:39.432856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Deleting port 528fa2d2-f169-4f72-a0db-d3da3ea5665f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:39.434295 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.437014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] Set router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:39.443739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.625348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] For port 528fa2d2-f169-4f72-a0db-d3da3ea5665f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=528fa2d2-f169-4f72-a0db-d3da3ea5665f,segment=NetworkSegment(01168d93-68b9-4613-a505-1e16cc6a3d15),segment_id=01168d93-68b9-4613-a505-1e16cc6a3d15)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:39.627624 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.656074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Calling delete_port for 528fa2d2-f169-4f72-a0db-d3da3ea5665f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:39.704239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.722146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.791945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d2bc-12c2-4850-be0e-466917e19467 req-b291d430-8b19-46a0-98e9-bd4edbab39e6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:39.799007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.804569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b30d2bc-12c2-4850-be0e-466917e19467 req-b291d430-8b19-46a0-98e9-bd4edbab39e6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1450250 Jul 06 11:43:39.810894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Transition to ACTIVE for port object 0ba8403d-4a3a-4325-9b84-e1033487f0af will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:39.822653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 21a9ba3c-3c8c-4ea0-9361-1940bcd669da up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:39.823509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:39.861624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.864727 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.954378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b30d2bc-12c2-4850-be0e-466917e19467 req-807cf1f0-21b5-4b40-9ec6-9df85e027f9e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487417 Jul 06 11:43:40.019214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:40.021495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:40.025652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.054360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c55ad-b5be-4d89-b3c3-5bcbca24657b req-186478b0-7a5d-4e22-b55d-bcdaabb710ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.056008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a9c55ad-b5be-4d89-b3c3-5bcbca24657b req-186478b0-7a5d-4e22-b55d-bcdaabb710ee tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/ports?device_id=fbfcaffb-171b-4955-a412-c2145b5f019c HTTP/1.1" status: 200 len: 867 time: 0.2418201 Jul 06 11:43:40.105065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Pushing event deleted for resources: {'Port': ['ID=528fa2d2-f169-4f72-a0db-d3da3ea5665f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:40.131269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3034e-016a-43d3-bd69-b995b2c27fcb None None] Pushing event updated for resources: {'Port': ['ID=0ba8403d-4a3a-4325-9b84-e1033487f0af,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:40.134721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['528fa2d2-f169-4f72-a0db-d3da3ea5665f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:40.175840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66768f-d5a9-4a3c-8ab9-9e721dd25d13 None None] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:40.187152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Router f184300b-58f3-4d6b-a2d2-b3febdbd358b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:40.198185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] No DVR routers for this DVR port 528fa2d2-f169-4f72-a0db-d3da3ea5665f on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:40.203277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.205986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54d67a6c-56b6-4e17-a87e-256153f06843 req-23c72187-4ab1-4435-b0b0-85a768a77465 tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.79 "DELETE /v2.0/ports/528fa2d2-f169-4f72-a0db-d3da3ea5665f HTTP/1.1" status: 204 len: 173 time: 1.1371317 Jul 06 11:43:40.206610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'name': 'network-vif-deleted', 'tag': '528fa2d2-f169-4f72-a0db-d3da3ea5665f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:40.209366 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad35ad0-c149-4600-b68d-9b400060d3c8" -d '{"events": [{"server_uuid": "fbfcaffb-171b-4955-a412-c2145b5f019c", "name": "network-vif-deleted", "tag": "528fa2d2-f169-4f72-a0db-d3da3ea5665f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:40.244167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a9c55ad-b5be-4d89-b3c3-5bcbca24657b req-f99c38a6-9673-42fe-89d3-2ca65278747d tempest-DeleteServersTestJSON-1911980547 tempest-DeleteServersTestJSON-1911980547-project] 10.222.0.78 "GET /v2.0/security-groups?id=c9aaab47-933c-4279-aee6-b39f94515440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422446 Jul 06 11:43:40.429617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Attempting to bind port 0ba8403d-4a3a-4325-9b84-e1033487f0af on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:40.430112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Attempting to bind port 0ba8403d-4a3a-4325-9b84-e1033487f0af by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:40.430581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Attempting to bind port 0ba8403d-4a3a-4325-9b84-e1033487f0af on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:40.456368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:40.458755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:40.459272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:40.460226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.460945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:40.461649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Bound port: 0ba8403d-4a3a-4325-9b84-e1033487f0af, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:40.462062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.479199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f582df4-6b82-4c5d-ad71-5464aea8d0d8 admin admin] 10.222.0.78 "PUT /v2.0/routers/f184300b-58f3-4d6b-a2d2-b3febdbd358b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8021741 Jul 06 11:43:40.502081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b0c6d73-25b5-418d-b4f1-82072aa62681 None None] Provisioning for port 1d0ea631-ff3c-467a-a705-6d9133caa37c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:40.572976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:40.591259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:40.592051 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.618426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] For port 0ba8403d-4a3a-4325-9b84-e1033487f0af, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:40.627270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d0ea631-ff3c-467a-a705-6d9133caa37c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:40.719742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] For port 0ba8403d-4a3a-4325-9b84-e1033487f0af, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0ba8403d-4a3a-4325-9b84-e1033487f0af,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:40.745828 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.751961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.757346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.765725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.771782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.779208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.785375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.791896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.793982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-d0dfa5e9-de43-4dfa-b2bb-ac11a0a6f346 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5437 time: 0.1449337 Jul 06 11:43:40.837617 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58049d09-fc5f-4dc3-a51e-d0696f474b9c x-openstack-request-id: req-58049d09-fc5f-4dc3-a51e-d0696f474b9c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:40.838055 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfcaffb-171b-4955-a412-c2145b5f019c", "name": "network-vif-deleted", "tag": "528fa2d2-f169-4f72-a0db-d3da3ea5665f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:40.838796 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58049d09-fc5f-4dc3-a51e-d0696f474b9c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:40.839947 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfcaffb-171b-4955-a412-c2145b5f019c', 'name': 'network-vif-deleted', 'tag': '528fa2d2-f169-4f72-a0db-d3da3ea5665f', 'status': 'completed', 'code': 200} Jul 06 11:43:40.854273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22ad9476-870f-49c3-91d1-fdd0ed6d3f66 req-7aa8643e-4b0a-4436-8278-7789b8a24717 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542729 Jul 06 11:43:40.904796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ae661960-e303-408b-bea8-26b1b11f0924', 'name': '', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'mac_address': 'fa:16:3e:55:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:30Z', 'updated_at': '2021-07-06T11:43:38Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'subnets': [{'id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:40.948202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Routers {'f184300b-58f3-4d6b-a2d2-b3febdbd358b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:40.948834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:41.065844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] Set router f184300b-58f3-4d6b-a2d2-b3febdbd358b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:41.115679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088a2a-8c1b-41de-b96b-baa6ec3b75e0 req-8ef88247-5273-43b4-84dd-cc19ac165343 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:41.126226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9088a2a-8c1b-41de-b96b-baa6ec3b75e0 req-8ef88247-5273-43b4-84dd-cc19ac165343 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 945 time: 0.1788192 Jul 06 11:43:41.181802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79f5f-bd46-4d45-a2d5-5be17bd84827 None None] The sync data for ids ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'] in n-d-799528-2 is: [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:43:31Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ae661960-e303-408b-bea8-26b1b11f0924', 'name': '', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'mac_address': 'fa:16:3e:55:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:30Z', 'updated_at': '2021-07-06T11:43:38Z', 'revision_number': 4, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'subnets': [{'id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:41.197326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3034e-016a-43d3-bd69-b995b2c27fcb None None] Pushing event updated for resources: {'Port': ['ID=0ba8403d-4a3a-4325-9b84-e1033487f0af,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:41.231291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9088a2a-8c1b-41de-b96b-baa6ec3b75e0 req-9845f8ee-381c-413e-a308-aa6a17952271 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006572 Jul 06 11:43:41.311786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1d0ea631-ff3c-467a-a705-6d9133caa37c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:41.319821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1d0ea631-ff3c-467a-a705-6d9133caa37c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:41.337617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:41.354661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:41.624672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530265-1ec0-4ab9-ba18-cf6451df9614 req-11f9c8a8-2ae5-4b01-bd8a-3187ad743879 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:41.633844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13530265-1ec0-4ab9-ba18-cf6451df9614 req-11f9c8a8-2ae5-4b01-bd8a-3187ad743879 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 949 time: 0.2397568 Jul 06 11:43:41.649063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:41.653562 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c60a78-4ed1-44cf-b352-4ed0e7f31871" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:41.711494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:41.751201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13530265-1ec0-4ab9-ba18-cf6451df9614 req-d6b1b67e-a3ea-442a-bfbe-07288c8e6bd4 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163363 Jul 06 11:43:41.791141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:41.816059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9e819801-5472-45e4-aa04-b040bc49c295 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:41.956065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65303-1695-4714-b4e8-59e2980d8d9e req-71bd5737-7c86-4c79-88ba-7278ea73fdc9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:41.958017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aa65303-1695-4714-b4e8-59e2980d8d9e req-71bd5737-7c86-4c79-88ba-7278ea73fdc9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2024136 Jul 06 11:43:41.999595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:42.079896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aa65303-1695-4714-b4e8-59e2980d8d9e req-5f505c6b-6679-47df-912a-ff996f2bf91c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153471 Jul 06 11:43:42.171761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.228463 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6baac-7077-4f41-9929-727516a072f2 x-openstack-request-id: req-97a6baac-7077-4f41-9929-727516a072f2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:42.229170 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:42.229170 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97a6baac-7077-4f41-9929-727516a072f2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:42.230248 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da', 'code': 200} Jul 06 11:43:42.249478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 9e819801-5472-45e4-aa04-b040bc49c295 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:42.306066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 9e819801-5472-45e4-aa04-b040bc49c295 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:42.306479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.362067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-8bea6380-96fd-411a-85fd-829b59ca0bfd tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:42.364454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-8bea6380-96fd-411a-85fd-829b59ca0bfd tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 945 time: 0.2311091 Jul 06 11:43:42.463868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30e562f9-559c-4149-a0ed-c161c33b5d31 None None] Provisioning complete for port 1d0ea631-ff3c-467a-a705-6d9133caa37c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:42.468296 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30e562f9-559c-4149-a0ed-c161c33b5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.550221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 1d0ea631-ff3c-467a-a705-6d9133caa37c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d0ea631-ff3c-467a-a705-6d9133caa37c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:42.626783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0c490933-b8c4-4b0d-b3f5-9d1c0005c25c', 'name': '', 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'mac_address': 'fa:16:3e:92:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6e910870-9958-4e53-a7f9-d3172345d621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:38Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 2, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'subnets': [{'id': '6e910870-9958-4e53-a7f9-d3172345d621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:42.629221 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.630195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ae661960-e303-408b-bea8-26b1b11f0924 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:42.722722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Deleting port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:42.722942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.823931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e9c8c-604e-4df2-af72-b0775aa2597e None None] The sync data for ids ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'] in n-d-799528-2 is: [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0c490933-b8c4-4b0d-b3f5-9d1c0005c25c', 'name': '', 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'mac_address': 'fa:16:3e:92:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6e910870-9958-4e53-a7f9-d3172345d621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:38Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 2, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'subnets': [{'id': '6e910870-9958-4e53-a7f9-d3172345d621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:42.849718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-ddaa6538-2138-43af-b811-812ace77d9ce tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:42.858420 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-ddaa6538-2138-43af-b811-812ace77d9ce tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 949 time: 0.2613540 Jul 06 11:43:42.963402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=1d0ea631-ff3c-467a-a705-6d9133caa37c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:42.989372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.066925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ae661960-e303-408b-bea8-26b1b11f0924 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:43.107213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9e819801-5472-45e4-aa04-b040bc49c295,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:43.108350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ae661960-e303-408b-bea8-26b1b11f0924 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:43.109041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.142308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] For port f1c71f7d-1f58-4340-a05c-35cd7dbc2610, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:43.144812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.147699 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.148584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:43.191102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.203286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Deleting port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:43.203643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.209140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.215584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.239839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.253793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.267942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.276880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30e562f9-559c-4149-a0ed-c161c33b5d31 None None] Provisioning for port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:43.287284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.301326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30e562f9-559c-4149-a0ed-c161c33b5d31 None None] Provisioning complete for port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:43.301974 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30e562f9-559c-4149-a0ed-c161c33b5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.324540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b908d27-f10b-433e-b601-13d0223599e2 req-4fb296d6-1dba-49c8-a62b-721505383883 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5438 time: 0.4607234 Jul 06 11:43:43.422341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] For port c3b648b8-ba6a-4a3e-a5e3-be88d487f646, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:43.423053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.439124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Calling delete_port for f1c71f7d-1f58-4340-a05c-35cd7dbc2610 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:43.449291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Calling delete_port for c3b648b8-ba6a-4a3e-a5e3-be88d487f646 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:43.458612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:43.464824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b908d27-f10b-433e-b601-13d0223599e2 req-c680ea9e-9572-4227-a98b-6bf61e6f24bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266928 Jul 06 11:43:43.649820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.655160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30e562f9-559c-4149-a0ed-c161c33b5d31 None None] Port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:43.742061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.742589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:43.781256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4d3165e0-d679-48e8-9460-cf1da5557a9f', 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:43.844514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Pushing event deleted for resources: {'Port': ['ID=c3b648b8-ba6a-4a3e-a5e3-be88d487f646,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:43.879342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] No DVR routers for this DVR port c3b648b8-ba6a-4a3e-a5e3-be88d487f646 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:43.889546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db6f90-a08a-46e1-884c-cb4dc73e9005 req-736507ba-cb78-486e-b860-776dec98b83c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.893099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.898466 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7f4d66f4-fc0f-4ae3-b39e-a57c882fc9fa req-e3c67441-6a02-47c2-87e9-8502f6247d9b tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "DELETE /v2.0/ports/c3b648b8-ba6a-4a3e-a5e3-be88d487f646 HTTP/1.1" status: 204 len: 173 time: 1.0298078 Jul 06 11:43:43.899068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5db6f90-a08a-46e1-884c-cb4dc73e9005 req-736507ba-cb78-486e-b860-776dec98b83c tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/ports?device_id=40c7ae6a-3564-47ad-9f56-11e4e5e5ac39 HTTP/1.1" status: 200 len: 945 time: 0.3211541 Jul 06 11:43:43.900077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'name': 'network-vif-deleted', 'tag': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:43.905223 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74546c90-20fd-4cd0-90a4-e9a2cad470dc" -d '{"events": [{"server_uuid": "eec4889f-e08f-450e-a37f-b1e9dd044efa", "name": "network-vif-deleted", "tag": "c3b648b8-ba6a-4a3e-a5e3-be88d487f646"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:43.912482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:43.917623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.923064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.029576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port ae661960-e303-408b-bea8-26b1b11f0924, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ae661960-e303-408b-bea8-26b1b11f0924,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:44.107328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Pushing event deleted for resources: {'Port': ['ID=f1c71f7d-1f58-4340-a05c-35cd7dbc2610,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:44.118391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c66c7e1c-2af1-4205-9221-1aefa136a521 req-41ae8257-4303-4573-abaa-87f19d38bd57 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=eec4889f-e08f-450e-a37f-b1e9dd044efa HTTP/1.1" status: 200 len: 210 time: 0.0942581 Jul 06 11:43:44.360688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5db6f90-a08a-46e1-884c-cb4dc73e9005 req-d21bd9e4-ccce-41ca-9e06-83e2b5f1d8dd tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.78 "GET /v2.0/security-groups?id=7daf2ba8-7559-4741-bdb0-4817337160d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604778 Jul 06 11:43:44.369940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] No DVR routers for this DVR port f1c71f7d-1f58-4340-a05c-35cd7dbc2610 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:44.371010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.376446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-206bf717-5760-4fac-89ac-8a76d490d3e5 req-4e35c078-e144-4d55-b616-a3d4b4636a48 tempest-FloatingIPsAssociationTestJSON-345398582 tempest-FloatingIPsAssociationTestJSON-345398582-project] 10.222.0.79 "DELETE /v2.0/ports/f1c71f7d-1f58-4340-a05c-35cd7dbc2610 HTTP/1.1" status: 204 len: 173 time: 2.0015578 Jul 06 11:43:44.376446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'name': 'network-vif-deleted', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:44.380337 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cc2d55-e41b-4d97-a200-fb22dd3d65b7" -d '{"events": [{"server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "name": "network-vif-deleted", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:44.744257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e819801-5472-45e4-aa04-b040bc49c295'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:44.760698 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a68f344-6ead-4210-9831-d533f8aa10f7" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "9e819801-5472-45e4-aa04-b040bc49c295"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:44.852170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.106777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=ae661960-e303-408b-bea8-26b1b11f0924,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:45.136250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980086f2-8589-4f8d-b4f5-49273a8b4147 req-54d4cdd4-2564-4f5c-8406-a0161ce32206 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:45.152198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-980086f2-8589-4f8d-b4f5-49273a8b4147 req-54d4cdd4-2564-4f5c-8406-a0161ce32206 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2612848 Jul 06 11:43:45.178124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9527fc5-b063-4145-b337-8e459d26a3ec None None] Provisioning complete for port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:45.185454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9527fc5-b063-4145-b337-8e459d26a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.259131 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb78ae7-4c88-435f-8a6e-c74845648f88 x-openstack-request-id: req-3cb78ae7-4c88-435f-8a6e-c74845648f88 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:45.259696 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec4889f-e08f-450e-a37f-b1e9dd044efa", "name": "network-vif-deleted", "tag": "c3b648b8-ba6a-4a3e-a5e3-be88d487f646", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:45.260075 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cb78ae7-4c88-435f-8a6e-c74845648f88 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:45.260719 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec4889f-e08f-450e-a37f-b1e9dd044efa', 'name': 'network-vif-deleted', 'tag': 'c3b648b8-ba6a-4a3e-a5e3-be88d487f646', 'status': 'completed', 'code': 200} Jul 06 11:43:45.329471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d0ea631-ff3c-467a-a705-6d9133caa37c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:45.535717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9527fc5-b063-4145-b337-8e459d26a3ec None None] Port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:45.596402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.643646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:45.658510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.659330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 675b4a62-abb0-4b0d-a570-1e81729afd4e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:45.763211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1d0ea631-ff3c-467a-a705-6d9133caa37c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:45.763965 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.959637 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4e1ed4-617d-42b9-b80e-88404fdd7987 x-openstack-request-id: req-8c4e1ed4-617d-42b9-b80e-88404fdd7987 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:45.960086 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c7ae6a-3564-47ad-9f56-11e4e5e5ac39", "name": "network-vif-deleted", "tag": "f1c71f7d-1f58-4340-a05c-35cd7dbc2610", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:45.962928 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c4e1ed4-617d-42b9-b80e-88404fdd7987 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:45.963346 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c7ae6a-3564-47ad-9f56-11e4e5e5ac39', 'name': 'network-vif-deleted', 'tag': 'f1c71f7d-1f58-4340-a05c-35cd7dbc2610', 'status': 'completed', 'code': 200} Jul 06 11:43:46.003643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:46.013121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:46.022773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 675b4a62-abb0-4b0d-a570-1e81729afd4e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:46.031221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 675b4a62-abb0-4b0d-a570-1e81729afd4e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:46.032010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.054338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-980086f2-8589-4f8d-b4f5-49273a8b4147 req-fbc191c6-0d20-45e1-ae7a-b566e0a9955a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9010785 Jul 06 11:43:46.120665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.128454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.135347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.143176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.151270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.159110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.166981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.169939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-ec997638-be54-4047-bee6-8c2422aadd52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5440 time: 0.2182357 Jul 06 11:43:46.230113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0ba8403d-4a3a-4325-9b84-e1033487f0af up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:46.262453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97f43d2b-b77c-40e0-b09b-57b976dd3c0d req-04b4f605-b631-4f17-b6d9-34e072ac1f8d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866201 Jul 06 11:43:46.276214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055279fc-4fa0-47b7-ba3b-cf2dd1c0d63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.310845 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3bb765-1311-4050-bee4-1ba4fe7c98bc x-openstack-request-id: req-3f3bb765-1311-4050-bee4-1ba4fe7c98bc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:46.314843 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "9e819801-5472-45e4-aa04-b040bc49c295", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:46.315210 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f3bb765-1311-4050-bee4-1ba4fe7c98bc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:46.315706 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e819801-5472-45e4-aa04-b040bc49c295', 'code': 200} Jul 06 11:43:46.318747 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.421210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:46.434802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.435851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bd31c251-c5c6-4045-8877-0cd117ff66ed up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:46.468331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:46.490464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055279fc-4fa0-47b7-ba3b-cf2dd1c0d63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.507753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055279fc-4fa0-47b7-ba3b-cf2dd1c0d63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.601027 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-055279fc-4fa0-47b7-ba3b-cf2dd1c0d63f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f2b2d6310f54db484580c33786b0c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938034 Jul 06 11:43:46.602947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:46.619246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0ba8403d-4a3a-4325-9b84-e1033487f0af completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:46.622623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055279fc-4fa0-47b7-ba3b-cf2dd1c0d63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d972b-3924-4014-a2a1-170e332c7ace,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:46.661870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0ba8403d-4a3a-4325-9b84-e1033487f0af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:46.662246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.794444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-153b4d88-b831-4b2c-9b7d-6ea42b8041eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.839452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:46.882389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-153b4d88-b831-4b2c-9b7d-6ea42b8041eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.888919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port bd31c251-c5c6-4045-8877-0cd117ff66ed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:46.918066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port bd31c251-c5c6-4045-8877-0cd117ff66ed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:46.918732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.028904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-153b4d88-b831-4b2c-9b7d-6ea42b8041eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.034582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-153b4d88-b831-4b2c-9b7d-6ea42b8041eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.039069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-153b4d88-b831-4b2c-9b7d-6ea42b8041eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a8d972b-3924-4014-a2a1-170e332c7ace HTTP/1.1" status: 204 len: 168 time: 0.4308195 Jul 06 11:43:47.057348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b4d88-b831-4b2c-9b7d-6ea42b8041eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d972b-3924-4014-a2a1-170e332c7ace,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:47.182032 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.223769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:47.239875 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.242746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a0a003c0-fafe-4a8d-9210-e8752df40348 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:47.313007 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Sync routers for ids ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:47.325921 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Routers {'f184300b-58f3-4d6b-a2d2-b3febdbd358b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:47.326554 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:47.402258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:47.430399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.471534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 0ba8403d-4a3a-4325-9b84-e1033487f0af, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0ba8403d-4a3a-4325-9b84-e1033487f0af,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:47.483085 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.517657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a0a003c0-fafe-4a8d-9210-e8752df40348 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:47.528846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a0a003c0-fafe-4a8d-9210-e8752df40348 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:47.529540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.544441 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Set router f184300b-58f3-4d6b-a2d2-b3febdbd358b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:47.606557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743479a-61d2-48cb-a301-083f602a2043 req-c6c9ca93-06b5-414c-8818-0abb212d54db tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.617672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b743479a-61d2-48cb-a301-083f602a2043 req-c6c9ca93-06b5-414c-8818-0abb212d54db tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.3995669 Jul 06 11:43:47.695018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ae661960-e303-408b-bea8-26b1b11f0924 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:47.761826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=0ba8403d-4a3a-4325-9b84-e1033487f0af,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:47.837510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ae661960-e303-408b-bea8-26b1b11f0924 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:47.838045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.866217 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0c490933-b8c4-4b0d-b3f5-9d1c0005c25c', 'name': '', 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'mac_address': 'fa:16:3e:92:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6e910870-9958-4e53-a7f9-d3172345d621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:38Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 2, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'subnets': [{'id': '6e910870-9958-4e53-a7f9-d3172345d621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:47.875258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b743479a-61d2-48cb-a301-083f602a2043 req-e26b6fa7-1f5a-4ad9-bef4-aab24ae50f22 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559533 Jul 06 11:43:47.924984 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.936336 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Checking router: f184300b-58f3-4d6b-a2d2-b3febdbd358b for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:47.936940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Updating router f184300b-58f3-4d6b-a2d2-b3febdbd358b port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:47.963045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c1a11-6436-4cb0-8199-53211728635f req-5aba2483-3365-4c88-9826-4ae8aee5d6e5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.971262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-208c1a11-6436-4cb0-8199-53211728635f req-5aba2483-3365-4c88-9826-4ae8aee5d6e5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2127092 Jul 06 11:43:48.009488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.025213 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.049662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a0a003c0-fafe-4a8d-9210-e8752df40348,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:48.083508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.084343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c9a13a9a-be88-43f6-819a-ca7a129ae5f6 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:48.237128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-208c1a11-6436-4cb0-8199-53211728635f req-85e72f38-6336-451b-a3cd-75c0b7050e8b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645476 Jul 06 11:43:48.266210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:48.293458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:48.298478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:48.299061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.328397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8'}, {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e'}, {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed'}, {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a003c0-fafe-4a8d-9210-e8752df40348'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:48.337031 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc6504a-170e-465d-97b5-628b9000676b" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "3cf3d113-5c46-42f0-9055-b0f0ed72a9c8"}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e"}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed"}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "a0a003c0-fafe-4a8d-9210-e8752df40348"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:48.346036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.352788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.361951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.374321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.391874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.405566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.417298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.419297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-718a9147-a71e-4b40-aae0-ead113a30c71 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5443 time: 0.3137672 Jul 06 11:43:48.457821 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.478844 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.479828 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Transition to ACTIVE for port object 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:48.494548 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.542866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:48.560056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.562933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 528fa2d2-f169-4f72-a0db-d3da3ea5665f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:48.626859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 528fa2d2-f169-4f72-a0db-d3da3ea5665f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:48.627770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 528fa2d2-f169-4f72-a0db-d3da3ea5665f not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:48.645502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:48.659323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f1c71f7d-1f58-4340-a05c-35cd7dbc2610 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:48.709385 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Attempting to bind port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:48.712377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Attempting to bind port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:48.712917 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Attempting to bind port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c on network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:48.725671 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:48.726040 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Checking segment: {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:48.726438 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.726833 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Bound using segment: {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:48.727309 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Bound port: 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8960c0e5-22bd-4be2-8f18-c9a85674f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:48.727682 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.778247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: f1c71f7d-1f58-4340-a05c-35cd7dbc2610 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:48.784486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f1c71f7d-1f58-4340-a05c-35cd7dbc2610 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:48.788449 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Pushing event updated for resources: {'Port': ['ID=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:48.789615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c3b648b8-ba6a-4a3e-a5e3-be88d487f646 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:48.795460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9bdd136-b33b-49c8-85f6-515e8a03b9eb req-9137b990-1a12-482b-b104-2094d5cd191c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3603392 Jul 06 11:43:48.887833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-399646592-network', 'tenant_id': '4bd4876537144aec8fcf05d95f9d585a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:48.888163 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.888645 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.889194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.889709 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.890234 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.890611 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.890944 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.891273 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.891769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.892346 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.892875 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.893745 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:48.945696 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf2305d-f304-47d2-bd14-2cddcf41cb38 x-openstack-request-id: req-daf2305d-f304-47d2-bd14-2cddcf41cb38 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:48.946249 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "3cf3d113-5c46-42f0-9055-b0f0ed72a9c8", "code": 200}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e", "code": 200}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed", "code": 200}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "a0a003c0-fafe-4a8d-9210-e8752df40348", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:48.946249 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-daf2305d-f304-47d2-bd14-2cddcf41cb38 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:48.949626 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8', 'code': 200} Jul 06 11:43:48.949896 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e', 'code': 200} Jul 06 11:43:48.950169 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed', 'code': 200} Jul 06 11:43:48.951764 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a003c0-fafe-4a8d-9210-e8752df40348', 'code': 200} Jul 06 11:43:48.956233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:48.974417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Made reservation on behalf of 4bd4876537144aec8fcf05d95f9d585a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:48.979111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.982014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] For port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:48.991304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c3b648b8-ba6a-4a3e-a5e3-be88d487f646 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:48.995063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c3b648b8-ba6a-4a3e-a5e3-be88d487f646 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:48.997405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-1ece1f5d-3c22-4573-bf07-fb8c4717d3ea tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.001821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-1ece1f5d-3c22-4573-bf07-fb8c4717d3ea tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.5748963 Jul 06 11:43:49.002033 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] For port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:49.004088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.012967 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.148229 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Routers {'f184300b-58f3-4d6b-a2d2-b3febdbd358b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:49.155628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:49.267444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.292718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.388596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:49.453958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9949ee83-f7ac-45f8-8e6e-06f20e24cb13,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:49.494144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.498808 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Added segment add1ad19-83cb-4af5-b0cf-fb0fc5745020 of type vlan for network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 Jul 06 11:43:49.511131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f01c80-5373-4950-8b31-548637de09fc None None] Pushing event updated for resources: {'Port': ['ID=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:49.517463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11799-e922-4e61-be7e-21f0aab76e82 req-9a60bca2-44e8-4bd5-9c02-a7cf788652fa tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.526234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66e11799-e922-4e61-be7e-21f0aab76e82 req-9a60bca2-44e8-4bd5-9c02-a7cf788652fa tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.3764753 Jul 06 11:43:49.547790 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] Set router f184300b-58f3-4d6b-a2d2-b3febdbd358b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:49.605695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66e11799-e922-4e61-be7e-21f0aab76e82 req-23798124-8f90-48ce-80e7-52850c71fa1e tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782850 Jul 06 11:43:49.666909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.737148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.738685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.739544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.765045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Deleting port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:49.765430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.769114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0ba8403d-4a3a-4325-9b84-e1033487f0af up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:49.858735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2103739 Jul 06 11:43:49.859613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:49.881886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Request body: {'subnet': {'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-399646592-subnet', 'tenant_id': '4bd4876537144aec8fcf05d95f9d585a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:49.917758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0ba8403d-4a3a-4325-9b84-e1033487f0af triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:49.919208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.925331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Deleting port 4d3165e0-d679-48e8-9460-cf1da5557a9f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:49.932857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.933850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Made reservation on behalf of 4bd4876537144aec8fcf05d95f9d585a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:49.936536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.952612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812321a-4c55-4034-8110-c9e23fb16665 admin admin] Pushing event updated for resources: {'Network': ['ID=9a858f09-6dc9-4a8c-a39c-b73b39e1f201,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:49.958006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] For port d067dbc5-f1f1-43d5-adb6-08ab6dcf0091, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:49.963435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.993565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:50.107665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Calling delete_port for d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:50.176678 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0c490933-b8c4-4b0d-b3f5-9d1c0005c25c', 'name': '', 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'mac_address': 'fa:16:3e:92:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6e910870-9958-4e53-a7f9-d3172345d621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:38Z', 'updated_at': '2021-07-06T11:43:48Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'subnets': [{'id': '6e910870-9958-4e53-a7f9-d3172345d621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:50.260774 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34273a83-3efa-4518-ab92-48495a8816c3 None None] The sync data for ids ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'] in n-d-799528-2 is: [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:43:39Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0c490933-b8c4-4b0d-b3f5-9d1c0005c25c', 'name': '', 'network_id': '589b523a-27e5-4d9f-a3e4-59eb4909d8bc', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'mac_address': 'fa:16:3e:92:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6e910870-9958-4e53-a7f9-d3172345d621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:38Z', 'updated_at': '2021-07-06T11:43:48Z', 'revision_number': 4, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'subnets': [{'id': '6e910870-9958-4e53-a7f9-d3172345d621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:50.301095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1fea3-e825-4ca0-9465-e777f6d409ef req-cd04ce8f-46a6-40fa-82b2-2e71f0575ea4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.309903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52b1fea3-e825-4ca0-9465-e777f6d409ef req-cd04ce8f-46a6-40fa-82b2-2e71f0575ea4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.6607835 Jul 06 11:43:50.392052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.458063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] For port 4d3165e0-d679-48e8-9460-cf1da5557a9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4d3165e0-d679-48e8-9460-cf1da5557a9f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:50.458675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.517372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52b1fea3-e825-4ca0-9465-e777f6d409ef req-570de40c-83a9-403b-8d08-a9a42c50f221 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063463 Jul 06 11:43:50.523513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Calling delete_port for 4d3165e0-d679-48e8-9460-cf1da5557a9f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:50.523749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c15638-cab9-4d40-8524-c13a56ae959d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:50.534595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Checking segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:50.534948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Network hostable DHCP agents. Network: 9a858f09-6dc9-4a8c-a39c-b73b39e1f201, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:50.584834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:50.598852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 9a858f09-6dc9-4a8c-a39c-b73b39e1f201) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:50.608823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170f5dc-cd9b-478b-afe9-0140753c554b None None] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:50.614039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.614832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.653739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5d3fee33-c98f-40cb-9e7c-173830f476a7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7844651 Jul 06 11:43:50.769515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.790811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.808027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.819948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.844767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176c595-9187-4ad4-9c43-e93b8fcdf6ab None None] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:50.849377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.855752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.862096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.866648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-260b6b99-7d43-4dc6-bcca-eecfdafea4ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.6074879 Jul 06 11:43:50.963905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:50.968897 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c4a6e4-48da-4814-b6b5-57d9d79803e2" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:51.133737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c72ea49-075f-454f-a60f-f1f9a584958f req-fb50c54a-0008-443f-9bc5-89dd1b20bffd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2437341 Jul 06 11:43:51.184664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:51.219738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Pushing event deleted for resources: {'Port': ['ID=d067dbc5-f1f1-43d5-adb6-08ab6dcf0091,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:51.261828 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc5b61-e6a9-4a99-8262-903817fd6730 x-openstack-request-id: req-23cc5b61-e6a9-4a99-8262-903817fd6730 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:51.266016 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:51.266318 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23cc5b61-e6a9-4a99-8262-903817fd6730 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:51.266768 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'code': 200} Jul 06 11:43:51.404346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bd79b-888d-48ff-bce8-395da619787d req-4eaaf6b7-6dce-45f5-aefd-75c4f3180a17 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.419885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-567bd79b-888d-48ff-bce8-395da619787d req-4eaaf6b7-6dce-45f5-aefd-75c4f3180a17 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8dbb071-ad3e-4cac-932a-e2176ecc667a HTTP/1.1" status: 200 len: 950 time: 0.4837117 Jul 06 11:43:51.560496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.561810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.562508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.572193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.573208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.573893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.574884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.577286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-7fab6922-0a5b-487e-b674-995fd8ee9bad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6501 time: 0.2067766 Jul 06 11:43:51.674763 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5281329c-6ca1-4bb3-b6a1-58af9be09b25 req-3688255f-c783-4c13-b136-608a562dac3b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cc1e729e-71ce-4a1c-a326-56856d95da1a&id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785687 Jul 06 11:43:51.790246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-567bd79b-888d-48ff-bce8-395da619787d req-7aa3438d-db46-42ad-95e2-37cba36ea49d tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.78 "GET /v2.0/security-groups?id=86cf8d85-d589-4cbe-a776-46c61263a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694029 Jul 06 11:43:51.837998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4d3165e0-d679-48e8-9460-cf1da5557a9f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:51.883172 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:51.914010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:51.924894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:51.931143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 4d3165e0-d679-48e8-9460-cf1da5557a9f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:51.936825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4d3165e0-d679-48e8-9460-cf1da5557a9f not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:51.958668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Pushing event deleted for resources: {'Port': ['ID=4d3165e0-d679-48e8-9460-cf1da5557a9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:52.019504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:52.025193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:52.025567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.277939 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.314932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-2014b727-6e7d-49a4-91cc-bbdd288de7a3 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:52.317863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-2014b727-6e7d-49a4-91cc-bbdd288de7a3 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.1768816 Jul 06 11:43:52.349263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:52.356045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.360694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] No DVR routers for this DVR port 4d3165e0-d679-48e8-9460-cf1da5557a9f on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:52.368725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.371110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d52c1c3a-a143-4829-a8c0-779dfe81c8b0 req-bc27d81f-c8f4-4737-983e-ca81485f5a82 tempest-ServersAdminNegativeTestJSON-967938953 tempest-ServersAdminNegativeTestJSON-967938953-project] 10.222.0.79 "DELETE /v2.0/ports/4d3165e0-d679-48e8-9460-cf1da5557a9f HTTP/1.1" status: 204 len: 173 time: 3.3425450 Jul 06 11:43:52.372858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-13ebb2ef-0eef-412c-a973-06611564948b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/quotas/4bd4876537144aec8fcf05d95f9d585a HTTP/1.1" status: 200 len: 375 time: 0.0302830 Jul 06 11:43:52.374732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'name': 'network-vif-deleted', 'tag': '4d3165e0-d679-48e8-9460-cf1da5557a9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:52.378595 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705293e7-49d1-46b5-8b6f-3fe4e5f87c6e" -d '{"events": [{"server_uuid": "d8dbb071-ad3e-4cac-932a-e2176ecc667a", "name": "network-vif-deleted", "tag": "4d3165e0-d679-48e8-9460-cf1da5557a9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:52.496385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:52.515660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.595347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-00e71d67-ef63-447e-9ef8-98ede92aeb14 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2124557 Jul 06 11:43:52.754271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42af2-e1d1-4c27-b03d-6badee047eaa req-e1a2eda5-a554-406e-ae05-13c7d1ceb4af tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:52.762898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abc42af2-e1d1-4c27-b03d-6badee047eaa req-e1a2eda5-a554-406e-ae05-13c7d1ceb4af tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4985862 Jul 06 11:43:52.791095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Router ae1f44c4-4486-474f-a828-b044fa9d264e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:53.200062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-b9446503-4c04-4fea-9e5d-0aa997e234fe service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969627 Jul 06 11:43:53.295954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abc42af2-e1d1-4c27-b03d-6badee047eaa req-1c5ff4c3-f16f-4ec2-8fac-ef04f42d419f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320764 Jul 06 11:43:53.427739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:53.439143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b4c8abdb-6502-427e-b318-74ba5025709e admin admin] 10.222.0.78 "PUT /v2.0/routers/ae1f44c4-4486-474f-a828-b044fa9d264e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9658084 Jul 06 11:43:53.439265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:53.445111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-90bfe1b8-75b4-4303-bf11-d847212746d8 service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099450 Jul 06 11:43:53.463419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] Sync routers for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:53.491952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:53.511958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:53.607347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.629277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.656390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.690803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.708293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.724628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.738886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.752145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-d01f1376-4f3b-4953-8a38-4bd174f1fc7d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.2851264 Jul 06 11:43:53.759465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:53.853404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.873178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edea3d5a-b885-40a8-9bfd-143f3f84af19 req-25eddf09-8438-4ef1-9ca9-68bfaf745ab7 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201551 Jul 06 11:43:53.886941 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646bc8fe-1cc0-4052-aed3-08d1086feb85 x-openstack-request-id: req-646bc8fe-1cc0-4052-aed3-08d1086feb85 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:53.887236 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbb071-ad3e-4cac-932a-e2176ecc667a", "name": "network-vif-deleted", "tag": "4d3165e0-d679-48e8-9460-cf1da5557a9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:53.887554 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-646bc8fe-1cc0-4052-aed3-08d1086feb85 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:53.887984 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dbb071-ad3e-4cac-932a-e2176ecc667a', 'name': 'network-vif-deleted', 'tag': '4d3165e0-d679-48e8-9460-cf1da5557a9f', 'status': 'completed', 'code': 200} Jul 06 11:43:54.066669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:54.173951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b0c728f-d0da-4770-a5f8-b6aecc6fc059 req-00123990-e741-4b0a-b69a-9c8a8f961bb2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 210 time: 0.0943253 Jul 06 11:43:54.296477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:54.296847 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.413845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:43:50Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:54.464441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.485162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.507055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] Checking router: ae1f44c4-4486-474f-a828-b044fa9d264e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:54.509374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.540131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.561433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.593805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] Routers {'ae1f44c4-4486-474f-a828-b044fa9d264e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:54.594892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ae1f44c4-4486-474f-a828-b044fa9d264e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:54.599060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:54.604887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.628998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.629776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.647024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18462e38-9337-42b6-9ae9-9882a5d4de09 req-7fea6713-ce4c-4a67-b8e8-f16184f3de1b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.4259968 Jul 06 11:43:54.655283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:54.664975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Request body: {'floatingip': {'port_id': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:54.785927 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.800470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Deleting port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:54.800846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.853395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] Set router ae1f44c4-4486-474f-a828-b044fa9d264e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:55.036225 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02285e73-a197-4641-962e-5aeabbe4e000 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2973f2fa751a4093a585e465f3a69444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328763 Jul 06 11:43:55.042462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:55.064724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] For port bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:55.065074 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.130398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Calling delete_port for bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:55.165567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:55.238421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:43:50Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:55.290832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09feaf5c-be1d-45f9-8214-bf28be52e5dc None None] The sync data for ids ['ae1f44c4-4486-474f-a828-b044fa9d264e'] in n-d-799528-2 is: [{'id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1748518597-router', 'tenant_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:50Z', 'updated_at': '2021-07-06T11:43:50Z', 'revision_number': 5, 'project_id': '1912d380ef0140d7aa12c7fc6b929ac6', 'gw_port': {'id': 'bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1f44c4-4486-474f-a828-b044fa9d264e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:51Z', 'updated_at': '2021-07-06T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:55.347839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37a4ea45-0205-4428-8aef-daf7385b301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.400586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37a4ea45-0205-4428-8aef-daf7385b301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.476648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Deleting subnet 6dc85477-c0b5-441c-ba4b-e99c3d3e58db {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:55.487681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.554042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.580702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37a4ea45-0205-4428-8aef-daf7385b301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.583301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37a4ea45-0205-4428-8aef-daf7385b301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.584595 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37a4ea45-0205-4428-8aef-daf7385b301e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86cf8d85-d589-4cbe-a776-46c61263a4bf HTTP/1.1" status: 204 len: 168 time: 0.5411861 Jul 06 11:43:55.605857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4ea45-0205-4428-8aef-daf7385b301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf8d85-d589-4cbe-a776-46c61263a4bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:55.634062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.665702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d238768-b9c5-4d55-b9f3-ec8ba0f28483 req-8b306ab9-f910-4524-9341-570a9f2eeca9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:55.667422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d238768-b9c5-4d55-b9f3-ec8ba0f28483 req-8b306ab9-f910-4524-9341-570a9f2eeca9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.8102918 Jul 06 11:43:55.695953 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.705701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:55.751618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:55.751985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d067dbc5-f1f1-43d5-adb6-08ab6dcf0091 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:55.753397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bffd0fcd-a1f8-435c-beea-9e574890bb0b req-d34f00ea-15ec-4ad9-80f2-dcdac288fbaa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 210 time: 0.1352308 Jul 06 11:43:55.789779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:55.954551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d238768-b9c5-4d55-b9f3-ec8ba0f28483 req-61185575-dc86-4f06-a759-f887663dca7d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186902 Jul 06 11:43:55.998084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.002145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.129507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.139520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.147409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc85477-c0b5-441c-ba4b-e99c3d3e58db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:56.150607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.153088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cf03c4b6-4323-4a48-a92e-8396a5d16836 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6dc85477-c0b5-441c-ba4b-e99c3d3e58db HTTP/1.1" status: 204 len: 168 time: 0.9757767 Jul 06 11:43:56.156955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:56.161298 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.168726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.244265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:56.292359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.301036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.302123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae1f44c4-4486-474f-a828-b044fa9d264e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:43:56.311198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.316865 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ad7620b-36ec-4074-98ec-14ac5863df72 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ae1f44c4-4486-474f-a828-b044fa9d264e HTTP/1.1" status: 204 len: 168 time: 2.8719070 Jul 06 11:43:56.317941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:56.492761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.497603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8edbfdd-a91d-48c3-a955-746453c5defa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7e009f798bd46e0b6e0bdce177c5e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516382 Jul 06 11:43:56.505656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabc9ab0-0fad-45ac-8d68-d2613292cd2e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:56.513688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:56.519729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01168d93-68b9-4613-a505-1e16cc6a3d15') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:56.520073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01168d93-68b9-4613-a505-1e16cc6a3d15') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:56.530778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.541523 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Floating IP 5e597ec5-52fd-4c78-87bb-1ebd359270dd associated. External IP: 172.25.7.143, port: c9a13a9a-be88-43f6-819a-ca7a129ae5f6. Jul 06 11:43:56.554899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.563094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:43:56.563430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:43:56.681839 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:43:56.695234 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.706352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.726528 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] 10.222.0.78 "DELETE /v2.0/networks/cabc9ab0-0fad-45ac-8d68-d2613292cd2e HTTP/1.1" status: 204 len: 168 time: 0.5582006 Jul 06 11:43:56.757609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95df9ac-fc24-4f40-9d13-26449bf3929b admin admin] Pushing event deleted for resources: {'Network': ['ID=cabc9ab0-0fad-45ac-8d68-d2613292cd2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:56.763798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Deleting subnet 1089172c-de91-40ee-8453-f5aa80b2da04 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:56.768484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.856263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.870403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-905e764e-1231-48ec-88a3-a61e1a78d5d4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:56.873831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-905e764e-1231-48ec-88a3-a61e1a78d5d4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.5336657 Jul 06 11:43:56.898994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Request body: {'port': {'device_id': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'admin_state_up': True, 'tenant_id': '4bd4876537144aec8fcf05d95f9d585a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:57.020846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.050272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d8bf00-4bc4-437c-af8c-4122b9a12335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.088036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:57.096608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a057e506-e496-4e7f-b505-b168fb7974e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.097207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-824b2b20-50ad-4a84-8c41-2375d0eff5f9 req-2f8f6fb8-15b7-4fb6-80ff-9ef33b407380 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 210 time: 0.0658624 Jul 06 11:43:57.109455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.144976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1089172c-de91-40ee-8453-f5aa80b2da04,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:57.148987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.152577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539c086-0aec-44df-90b0-9b77af82550a None None] Network c997dfcb-317b-4b35-95ab-83a168dc85b8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:57.164768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d8bf00-4bc4-437c-af8c-4122b9a12335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.168281 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e4bb63e-4236-43da-9f71-5731b222c804 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1089172c-de91-40ee-8453-f5aa80b2da04 HTTP/1.1" status: 204 len: 168 time: 0.8469129 Jul 06 11:43:57.169132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:57.211089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Router 18055923-51a6-4b90-ab50-77392a7c7600 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:57.255316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Made reservation on behalf of 4bd4876537144aec8fcf05d95f9d585a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:57.260038 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.271056 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:43:57.276180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1aa5f8c-0772-45ce-9bde-e0900033b4f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81e71760f6674f23bd64d0fc37820d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782219 Jul 06 11:43:57.282478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:57.301148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.413540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8815c290-39e5-4a70-a9ad-ac40623a1a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.420732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] DHCP port deletion for c997dfcb-317b-4b35-95ab-83a168dc85b8 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:43:57.446154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8815c290-39e5-4a70-a9ad-ac40623a1a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.456938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Deleting port 5c4e7267-b010-4217-a803-807f840b6b0e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:57.457468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.501974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] Deleting port 5c4e7267-b010-4217-a803-807f840b6b0e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:57.503326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.577850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] For port 5c4e7267-b010-4217-a803-807f840b6b0e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5c4e7267-b010-4217-a803-807f840b6b0e,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:57.578545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.582053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] For port 5c4e7267-b010-4217-a803-807f840b6b0e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5c4e7267-b010-4217-a803-807f840b6b0e,segment=NetworkSegment(9a96d8e5-aa02-4f09-847a-a89abe42477b),segment_id=9a96d8e5-aa02-4f09-847a-a89abe42477b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:57.582432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.594224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] Calling delete_port for 5c4e7267-b010-4217-a803-807f840b6b0e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:57.613359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Calling delete_port for 5c4e7267-b010-4217-a803-807f840b6b0e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:57.682630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d8bf00-4bc4-437c-af8c-4122b9a12335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.690113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d8bf00-4bc4-437c-af8c-4122b9a12335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.699370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27d8bf00-4bc4-437c-af8c-4122b9a12335 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d904ceb4-dd47-4980-b809-9acab560c59d HTTP/1.1" status: 204 len: 168 time: 1.1847005 Jul 06 11:43:57.726604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5c4e7267-b010-4217-a803-807f840b6b0e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:57.731749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:57.733522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8bf00-4bc4-437c-af8c-4122b9a12335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d904ceb4-dd47-4980-b809-9acab560c59d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:57.746488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] Sync routers for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:57.758770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.760792 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:57.762097 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:57.777515 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8815c290-39e5-4a70-a9ad-ac40623a1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.783538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8815c290-39e5-4a70-a9ad-ac40623a1a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.785055 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.793640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8815c290-39e5-4a70-a9ad-ac40623a1a6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9aaab47-933c-4279-aee6-b39f94515440 HTTP/1.1" status: 204 len: 168 time: 0.5086100 Jul 06 11:43:57.827263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No active binding found for port 5c4e7267-b010-4217-a803-807f840b6b0e {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:43:57.827533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815c290-39e5-4a70-a9ad-ac40623a1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aaab47-933c-4279-aee6-b39f94515440,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:57.831250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5c4e7267-b010-4217-a803-807f840b6b0e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:57.832679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:57.902853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.909379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70a376-eed5-46b4-b07c-9349c8f93172 req-ba56961f-d57a-437d-98ce-96d8bcd95c04 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:57.911724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f70a376-eed5-46b4-b07c-9349c8f93172 req-ba56961f-d57a-437d-98ce-96d8bcd95c04 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.6717868 Jul 06 11:43:57.951074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] No DVR routers for this DVR port 5c4e7267-b010-4217-a803-807f840b6b0e on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:57.967992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:57.967992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bd3f3b90-fd61-4dcc-9ee9-02b21b8409a8 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:57.973895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054ab78-c045-463c-84a2-5dfbfffac981 None None] Pushing event deleted for resources: {'Port': ['ID=5c4e7267-b010-4217-a803-807f840b6b0e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:57.995313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] No DVR routers for this DVR port 5c4e7267-b010-4217-a803-807f840b6b0e on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:57.999252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-acc70090-d817-44a0-9f4b-d4f0407ba829 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "PUT /v2.0/floatingips/5e597ec5-52fd-4c78-87bb-1ebd359270dd HTTP/1.1" status: 200 len: 992 time: 3.3400316 Jul 06 11:43:58.018669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:58.034715 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d25b178-39f6-40f2-8432-14319ad9ff09" -d '{"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:58.046391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Allocated IP 172.20.0.5 (9a858f09-6dc9-4a8c-a39c-b73b39e1f201/b4c15638-cab9-4d40-8524-c13a56ae959d/20b7e49c-350a-4fe9-80ec-fdca5f4f8111) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:58.075248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4e7267-b010-4217-a803-807f840b6b0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:58.148866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f70a376-eed5-46b4-b07c-9349c8f93172 req-e2bc1eed-1f01-4029-809b-021cbd1e78a9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249696 Jul 06 11:43:58.180180 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:58.227621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.267470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c997dfcb-317b-4b35-95ab-83a168dc85b8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:58.303138 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4afe22b-b363-4075-9137-8d2cc9be5785 x-openstack-request-id: req-b4afe22b-b363-4075-9137-8d2cc9be5785 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:58.303945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a96d8e5-aa02-4f09-847a-a89abe42477b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:58.304536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a96d8e5-aa02-4f09-847a-a89abe42477b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:58.305896 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:58.306223 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4afe22b-b363-4075-9137-8d2cc9be5785 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:58.306740 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'status': 'completed', 'code': 200} Jul 06 11:43:58.444025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.499866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.527544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.538584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.538969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4489f378-a7b2-4803-8929-50d8c84bf0d5 req-ae340eae-10ee-4039-9431-9124c8e0b333 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 210 time: 0.0448623 Jul 06 11:43:58.539529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.540167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.540574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.541057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.541532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.550102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-e1beee21-ce24-440a-966a-2fd32509127e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6501 time: 0.2421646 Jul 06 11:43:58.563225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:43:58.563225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:43:58.564516 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:43:58.631142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.736062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.756509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.787628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:58.791270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:58.795328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:58.810522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.825591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c997dfcb-317b-4b35-95ab-83a168dc85b8 HTTP/1.1" status: 204 len: 168 time: 1.6488831 Jul 06 11:43:58.830340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:58.875997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2fbd6-30ce-4d65-af45-c8ce8fbcf404 admin admin] Pushing event deleted for resources: {'Network': ['ID=c997dfcb-317b-4b35-95ab-83a168dc85b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:58.886535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.887220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.924411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-621fb196-1b31-4c0e-a755-058f8914c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.929596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-621fb196-1b31-4c0e-a755-058f8914c273 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d HTTP/1.1" status: 200 len: 917 time: 0.3673632 Jul 06 11:43:58.930618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-6e924479-48ba-4492-aba7-f9efecf7d3e7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0417197 Jul 06 11:43:58.947333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Request body: {'port': {'device_id': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:59.105111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.110693 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5e597ec5-52fd-4c78-87bb-1ebd359270dd', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'port_id': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'mac_address': 'fa:16:3e:81:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:43:55Z', 'revision_number': 1, 'project_id': '95a02af214a749bda91f4142b98f606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:59.199596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:59.200708 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-dc6ecb46-4d70-4ce5-b06e-501d4c251d9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6 HTTP/1.1" status: 200 len: 1000 time: 0.2524221 Jul 06 11:43:59.244366 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] Checking router: 18055923-51a6-4b90-ab50-77392a7c7600 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:59.273861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:59.278614 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:43:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:59.377430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-6b7e1cd3-d6df-4ccd-afa0-6b5f8ab87f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:59.380195 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-6b7e1cd3-d6df-4ccd-afa0-6b5f8ab87f26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3813d467-4a25-4a8c-9fd0-e5bb76e7c900 HTTP/1.1" status: 200 len: 855 time: 0.1784341 Jul 06 11:43:59.617423 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd02736a-eb1c-418f-a7f0-83ef63ee4d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.644289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-5208f0ad-1f4e-4a88-9d3e-f3bb947e6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:59.649985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-5208f0ad-1f4e-4a88-9d3e-f3bb947e6d71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488973 Jul 06 11:43:59.723328 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:59.804316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:59.821518 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.907665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-1cdc2658-55fd-4ef4-9c02-d6ccd9bbe7e0 service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514555 Jul 06 11:43:59.955405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0a78a06-ab36-4da1-bda0-25398a63753e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1912d380ef0140d7aa12c7fc6b929ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545347 Jul 06 11:43:59.969064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:59.989790 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.069147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-278246541-network', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:00.126696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:00.132660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.153115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.157894 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b332259c-35a4-4859-8091-1d6eac34e6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.266667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.266912 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5e597ec5-52fd-4c78-87bb-1ebd359270dd', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'port_id': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'mac_address': 'fa:16:3e:81:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:43:55Z', 'revision_number': 1, 'project_id': '95a02af214a749bda91f4142b98f606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:00.282345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.295859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:44:00.310058 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ad6ce-e55d-4812-84aa-2a42485a406f None None] The sync data for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 is: [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5e597ec5-52fd-4c78-87bb-1ebd359270dd', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'port_id': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'mac_address': 'fa:16:3e:81:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:43:55Z', 'revision_number': 1, 'project_id': '95a02af214a749bda91f4142b98f606f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:00.314768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.315034 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Added segment f48e68f2-32e1-411b-b5a4-997764dcbd73 of type vlan for network 62e399e8-f6e9-4926-bc2f-26ed4524240e Jul 06 11:44:00.359949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.378948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b332259c-35a4-4859-8091-1d6eac34e6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.402846 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d25b178-39f6-40f2-8432-14319ad9ff09 req-1f4d32ea-3240-4c63-991e-6b59e46d8cca service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864264 Jul 06 11:44:00.406493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.407155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:00.407730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.485432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ce377-942d-442b-b95f-b0d60133d95f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:00.498677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] Pushing event updated for resources: {'Network': ['ID=62e399e8-f6e9-4926-bc2f-26ed4524240e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:00.507562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b332259c-35a4-4859-8091-1d6eac34e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.512344 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb6ed9a1-0c4d-4383-b73f-9f4f64d26547 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7008624 Jul 06 11:44:00.514932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b332259c-35a4-4859-8091-1d6eac34e6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.515090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:00.516340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b332259c-35a4-4859-8091-1d6eac34e6be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7daf2ba8-7559-4741-bdb0-4817337160d0 HTTP/1.1" status: 204 len: 168 time: 0.5462270 Jul 06 11:44:00.523146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Request body: {'subnet': {'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-278246541-subnet', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:00.523401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:44:00.559824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:00.570257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd355a4-844f-4538-9511-1852245fca67 req-bd171f53-71d3-4ec6-b6b2-4abd086d8697 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:00.571067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.572947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd355a4-844f-4538-9511-1852245fca67 req-bd171f53-71d3-4ec6-b6b2-4abd086d8697 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.7756624 Jul 06 11:44:00.629311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf8716-c320-48af-a38a-69bcdbf82a71 req-335a3134-7f01-4432-ad2c-0a5fac6f9218 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:00.646289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7bf8716-c320-48af-a38a-69bcdbf82a71 req-335a3134-7f01-4432-ad2c-0a5fac6f9218 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 931 time: 0.5736077 Jul 06 11:44:00.710970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332259c-35a4-4859-8091-1d6eac34e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf2ba8-7559-4741-bdb0-4817337160d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:00.758196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264eeb-d226-4ca0-a96e-b4205d18aa2d None None] New status for floating IP 5e597ec5-52fd-4c78-87bb-1ebd359270dd: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:44:00.868258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:00.923837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.938493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd355a4-844f-4538-9511-1852245fca67 req-d762172d-ae3c-46dd-8fb0-fddb6448c654 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275969 Jul 06 11:44:00.943111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.004411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7bf8716-c320-48af-a38a-69bcdbf82a71 req-c87a8bd0-eb49-4eea-928d-d46a556b8b17 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568826 Jul 06 11:44:01.005222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.005733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Transition to ACTIVE for port object 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:01.022662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.091767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:01.156577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f4daac-96a6-4e0f-99b4-287a8db1bfb7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:01.186805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Checking segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:01.187281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Network hostable DHCP agents. Network: 62e399e8-f6e9-4926-bc2f-26ed4524240e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:44:01.242107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:44:01.257636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 62e399e8-f6e9-4926-bc2f-26ed4524240e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:01.263611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.264438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.286654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd21f9-a58e-4d21-aade-56631d8aba3a None None] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:01.296885 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a971d713-eace-45ec-b38c-8181592729a3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7807119 Jul 06 11:44:01.300583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:01.308462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:01.357130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Attempting to bind port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:01.357473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Attempting to bind port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:01.358049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Attempting to bind port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:01.359947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.361161 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.374791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:01.375130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Attempting to bind port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:01.387536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:01.387871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Checking segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:01.394875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Bound using segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:01.395366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Bound port: 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:01.395765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.446681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.570900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:01.575734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:01.586950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.592367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-62e399e8-f6e9-4926-bc2f-26ed4524240e', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:01.593250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.668319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.669066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.669680 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.671146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] 10.222.0.79 "PUT /v2.0/ports/20b7e49c-350a-4fe9-80ec-fdca5f4f8111 HTTP/1.1" status: 200 len: 1091 time: 2.7291050 Jul 06 11:44:01.679075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:01.681714 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9e252-a456-4f2b-a554-fde8006a44da" -d '{"events": [{"name": "network-changed", "server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:01.750128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92a4ff-c1f5-425d-b031-4f842d856f92 service neutron] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:01.768555 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308d1c3-cedb-426b-950a-4f2ceea56889 x-openstack-request-id: req-a308d1c3-cedb-426b-950a-4f2ceea56889 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:01.769704 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:01.770168 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a308d1c3-cedb-426b-950a-4f2ceea56889 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:01.770748 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'status': 'completed', 'code': 200} Jul 06 11:44:01.906224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Allocated IP 172.20.0.2 (62e399e8-f6e9-4926-bc2f-26ed4524240e/19f4daac-96a6-4e0f-99b4-287a8db1bfb7/7b6569cc-afca-44e0-9605-1e0c35573016) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:02.041026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-ba93c366-7938-469f-927e-99ef1ed929f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.045973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-ba93c366-7938-469f-927e-99ef1ed929f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 1094 time: 0.2334645 Jul 06 11:44:02.105243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-3c66c167-8acd-4870-be27-ad2c84bbdb04 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111 HTTP/1.1" status: 200 len: 217 time: 0.0507679 Jul 06 11:44:02.171214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:02.203417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-9c388bcb-19ad-44ef-a09b-ef210e5fd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.205399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-9c388bcb-19ad-44ef-a09b-ef210e5fd7d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.0943580 Jul 06 11:44:02.239812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.266129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.290532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-a5b68bb0-91e6-4179-b2ba-7087c23f0466 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711641 Jul 06 11:44:02.397185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-network', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:02.435329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-7e2845fa-7284-47cf-984f-86c37b7ff5db service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361597 Jul 06 11:44:02.563990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Allocated IP 172.25.7.38 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/c558d4e0-3f9e-4ee9-98b7-7edf82c3b816) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:02.580460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Made reservation on behalf of 804a4796a2194a0cb663adcc095b1b03 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:02.585389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.593350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.610872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30327393-4779-4f76-b91c-dad224aca23d req-0b99f6f3-728e-47f4-ae44-37c001ec9e33 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.613142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.620566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30327393-4779-4f76-b91c-dad224aca23d req-0b99f6f3-728e-47f4-ae44-37c001ec9e33 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4140182 Jul 06 11:44:02.625549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Transition to ACTIVE for port object 7b6569cc-afca-44e0-9605-1e0c35573016 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:02.671526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.685884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Transition to ACTIVE for port object 7b6569cc-afca-44e0-9605-1e0c35573016 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:02.689726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d15cdaaa-321e-45ac-b443-6d59f795b549 req-9b0a49fa-d24b-4989-9bbe-dbe24f68fb37 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448716 Jul 06 11:44:02.723530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.765993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.777762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.794527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:44:02.795965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30327393-4779-4f76-b91c-dad224aca23d req-dd297a48-8444-43e2-bc46-7465ca6aa116 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515753 Jul 06 11:44:02.796502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:02.806053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:02.806463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.806977 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Added segment 060e4808-ec96-468b-a7f5-5384b61e2106 of type vlan for network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 Jul 06 11:44:02.811502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:02.813677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Pushing event updated for resources: {'Port': ['ID=7b6569cc-afca-44e0-9605-1e0c35573016,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:02.816332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:02.875085 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.937774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e2646-3e8c-432c-b62a-c12bec5b1542 req-04ce8fa5-f6cb-4dbb-b8f2-9f291bf03c07 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.944015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-997e2646-3e8c-432c-b62a-c12bec5b1542 req-04ce8fa5-f6cb-4dbb-b8f2-9f291bf03c07 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 943 time: 0.3865390 Jul 06 11:44:02.955603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Attempting to bind port 7b6569cc-afca-44e0-9605-1e0c35573016 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:02.956316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Attempting to bind port 7b6569cc-afca-44e0-9605-1e0c35573016 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:02.956458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Attempting to bind port 7b6569cc-afca-44e0-9605-1e0c35573016 on network 62e399e8-f6e9-4926-bc2f-26ed4524240e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:02.960486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.962873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.964653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.970743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:02.971136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Checking segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:02.971550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.971974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Bound using segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:02.972462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Bound port: 7b6569cc-afca-44e0-9605-1e0c35573016, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:02.977282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.064425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-997e2646-3e8c-432c-b62a-c12bec5b1542 req-d1fdc0d2-4242-44a2-ab46-d4ccb5c42225 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095994 Jul 06 11:44:03.082786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-d1eee9b7-654b-4887-bc28-a103dc80e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.085069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-d1eee9b7-654b-4887-bc28-a103dc80e821 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 1094 time: 0.2875748 Jul 06 11:44:03.141360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] For port 7b6569cc-afca-44e0-9605-1e0c35573016, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:03.146869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] For port 7b6569cc-afca-44e0-9605-1e0c35573016, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7b6569cc-afca-44e0-9605-1e0c35573016,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:03.150757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Pushing event updated for resources: {'Network': ['ID=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.165516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:44:03.173609 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.176942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f185a6-9765-4bd2-8deb-247ee47a8d40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.185729 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.186840 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4b5099ac-cdee-4992-bf29-051498084947 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0145168 Jul 06 11:44:03.190721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:03.202867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Request body: {'subnet': {'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-subnet', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:03.212837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.243799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:44:03.243799 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:44:03.243799 n-d-799528-2 neutron-server[93767]: [parameters: {'project_id_1': 'a29aa8fb8da548709a0c0ceda0e6a277', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 44, 3, 223143)}] Jul 06 11:44:03.243799 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:44:03.244405 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:44:03.265034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Made reservation on behalf of 804a4796a2194a0cb663adcc095b1b03 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:03.266967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.270871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.326003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Pushing event updated for resources: {'Port': ['ID=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.337383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-2186a3cf-2418-4c75-9e75-9f13eb467de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.339555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-2186a3cf-2418-4c75-9e75-9f13eb467de9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 905 time: 0.2469568 Jul 06 11:44:03.345765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:03.347675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:03.354961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:03.356251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778e7ec-8bb1-4c27-9bd9-9dd861e3d15c None None] Pushing event updated for resources: {'Port': ['ID=7b6569cc-afca-44e0-9605-1e0c35573016,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.405093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-57940581-db85-44a1-a1e2-ac97278fc8d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111 HTTP/1.1" status: 200 len: 217 time: 0.0561500 Jul 06 11:44:03.485912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-b1828a32-1e81-4348-aa0d-d31307aecc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.487555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-b1828a32-1e81-4348-aa0d-d31307aecc18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.0702689 Jul 06 11:44:03.568986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-d5989c07-8a31-4f0c-a109-80e637c6ae95 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435884 Jul 06 11:44:03.705306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.748903 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.761501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.851941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-d1e21bbd-8a13-4dcb-ae77-162c8293c06e service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733760 Jul 06 11:44:03.860121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef694922-9282-4abd-afc7-11df8ca30bcd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.938094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Checking segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:03.938533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Network hostable DHCP agents. Network: af7f2feb-8ddd-4c0f-bf70-01824cf34ee6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:44:04.000700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:44:04.102036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, af7f2feb-8ddd-4c0f-bf70-01824cf34ee6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:04.115563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760daff-8666-4a26-97d7-304ebd54e63b None None] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:04.202303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.206523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f9e252-a456-4f2b-a554-fde8006a44da req-13f4221c-429e-445e-ba9e-2a554f799301 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401101 Jul 06 11:44:04.212541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.213619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.251712 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.321600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a29aa8fb8da548709a0c0ceda0e6a277&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5161431 Jul 06 11:44:04.321858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:04.323853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-89d065c4-eac2-49b3-8654-a2e7524e50e1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1276035 Jul 06 11:44:04.326410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:04.333479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19fdba-7d34-4863-9bdd-3ff5000db3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8738d3c-3690-4cda-aba2-c1a214636488,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:04.352406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:04.431076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62013df-cdde-43a8-b74e-2f175106841f req-d413d297-ef4e-4f83-8e55-7117c54cced7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.444104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f62013df-cdde-43a8-b74e-2f175106841f req-d413d297-ef4e-4f83-8e55-7117c54cced7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4341040 Jul 06 11:44:04.449823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:04.450836 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.546781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ebc366-ef2f-4467-98fe-f9d955131602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.553760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.554714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f62013df-cdde-43a8-b74e-2f175106841f req-c26a4f65-6caa-4150-9837-9f1967b0da6b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094754 Jul 06 11:44:04.585528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.586826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.619716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ebc366-ef2f-4467-98fe-f9d955131602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.721560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Allocated IP 172.20.0.2 (af7f2feb-8ddd-4c0f-bf70-01824cf34ee6/ef694922-9282-4abd-afc7-11df8ca30bcd/b7bc39b8-8a67-4a55-8d81-078c311eecd3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:04.753969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.858262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ebc366-ef2f-4467-98fe-f9d955131602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.862090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31ebc366-ef2f-4467-98fe-f9d955131602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.863292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-31ebc366-ef2f-4467-98fe-f9d955131602 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8738d3c-3690-4cda-aba2-c1a214636488 HTTP/1.1" status: 204 len: 168 time: 0.5405130 Jul 06 11:44:04.896924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc366-ef2f-4467-98fe-f9d955131602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8738d3c-3690-4cda-aba2-c1a214636488,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:04.941589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Router c4e4f07a-2973-4dce-b287-020b1cc183f6 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:44:05.026355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a090-ab4f-448f-b0df-209e4245475e req-d73048f1-85e4-4f78-8086-0f2138606fd8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.028252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d318a090-ab4f-448f-b0df-209e4245475e req-d73048f1-85e4-4f78-8086-0f2138606fd8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 943 time: 0.6289527 Jul 06 11:44:05.044091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39daea7-ca36-435d-96e3-f39e10095c4d None None] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:05.095065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.150083 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.154069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fce4ba79-e664-4225-9eb4-0506201555f1 None None] Provisioning for port 7b6569cc-afca-44e0-9605-1e0c35573016 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:05.157617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:05.168952 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Sync routers for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:05.173099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Transition to ACTIVE for port object b7bc39b8-8a67-4a55-8d81-078c311eecd3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:05.186170 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:05.188724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:05.195425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.197105 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d69e7333-9b48-496f-8d0f-7192198531fa admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8955035 Jul 06 11:44:05.199893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:05.243533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d318a090-ab4f-448f-b0df-209e4245475e req-7044fb93-81e5-450e-8b1c-f1a880b25aaa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409688 Jul 06 11:44:05.293807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Transition to ACTIVE for port object b7bc39b8-8a67-4a55-8d81-078c311eecd3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:05.314755 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.396861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:05.455117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:05.461689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:05.466824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:05.477377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:05.521772 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7eecef-0461-4790-8693-157a709865e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.661259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.675267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Pushing event updated for resources: {'Port': ['ID=b7bc39b8-8a67-4a55-8d81-078c311eecd3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:05.711884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7b6569cc-afca-44e0-9605-1e0c35573016 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:05.719300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.874717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Attempting to bind port b7bc39b8-8a67-4a55-8d81-078c311eecd3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:05.875166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Attempting to bind port b7bc39b8-8a67-4a55-8d81-078c311eecd3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:05.875513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Attempting to bind port b7bc39b8-8a67-4a55-8d81-078c311eecd3 on network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:05.896572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:05.896998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Checking segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:05.897396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.897787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Bound using segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:05.898280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Bound port: b7bc39b8-8a67-4a55-8d81-078c311eecd3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:05.898661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.914953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7eecef-0461-4790-8693-157a709865e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.926308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a7eecef-0461-4790-8693-157a709865e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.938981 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:03Z', 'revision_number': 3, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:05.978274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:05.988378 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-3ac3ea3f-ca27-4d8f-8bcb-23db5aef6431 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3942974 Jul 06 11:44:06.008732 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Checking router: c4e4f07a-2973-4dce-b287-020b1cc183f6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:06.009427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a7eecef-0461-4790-8693-157a709865e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=390a8fb08a1b4d269092f0516db6b8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460029 Jul 06 11:44:06.009950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:06.010441 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Updating router c4e4f07a-2973-4dce-b287-020b1cc183f6 port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:44:06.018292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7eecef-0461-4790-8693-157a709865e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751f21a-164b-4737-a3ba-58e21bbacccd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:06.024480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Allocated IP 172.25.7.32 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/529be852-a77c-4a0a-aa27-a14f30947962) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:06.070932 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.163386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:44:06.211141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38e8a-4755-4b57-869c-97e2b0ca4998 req-4123d49f-9b0a-46ff-8aae-e94af4f367ec tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.219653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ee38e8a-4755-4b57-869c-97e2b0ca4998 req-4123d49f-9b0a-46ff-8aae-e94af4f367ec tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2568974 Jul 06 11:44:06.321478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d69b076-f183-4a81-a37d-f930a773e41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.347941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d69b076-f183-4a81-a37d-f930a773e41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.366717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ee38e8a-4755-4b57-869c-97e2b0ca4998 req-30e9a873-58a9-4972-b43c-81ba07ce29a5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455650 Jul 06 11:44:06.419509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7b6569cc-afca-44e0-9605-1e0c35573016 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:06.433945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-3551cc68-3b43-4db3-8ea3-2c4cf91a8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.436258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-3551cc68-3b43-4db3-8ea3-2c4cf91a8da4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1098 time: 0.3718672 Jul 06 11:44:06.439647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d69b076-f183-4a81-a37d-f930a773e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.443710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d69b076-f183-4a81-a37d-f930a773e41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.444536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d69b076-f183-4a81-a37d-f930a773e41f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e751f21a-164b-4737-a3ba-58e21bbacccd HTTP/1.1" status: 204 len: 168 time: 0.4337850 Jul 06 11:44:06.468814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.491156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7b6569cc-afca-44e0-9605-1e0c35573016 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:06.491735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.555659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] For port b7bc39b8-8a67-4a55-8d81-078c311eecd3, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:06.605089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] For port b7bc39b8-8a67-4a55-8d81-078c311eecd3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b7bc39b8-8a67-4a55-8d81-078c311eecd3,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:06.608670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8320ab21-214c-4eba-a173-59ba3c611a21 None None] Provisioning complete for port 7b6569cc-afca-44e0-9605-1e0c35573016 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:06.609368 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8320ab21-214c-4eba-a173-59ba3c611a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.651724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becacd9d-cdbf-47a6-a212-d1ed4dca1fd9 req-c22c85a8-ac3e-483b-b999-20e6c87934fa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.659109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-becacd9d-cdbf-47a6-a212-d1ed4dca1fd9 req-c22c85a8-ac3e-483b-b999-20e6c87934fa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 943 time: 0.1651812 Jul 06 11:44:06.674572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:06.679153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.681850 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.684201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.701401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69b076-f183-4a81-a37d-f930a773e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751f21a-164b-4737-a3ba-58e21bbacccd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:06.766113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3539ca1-5e25-4513-84a6-5bb6c6774b6b None None] Pushing event updated for resources: {'Port': ['ID=b7bc39b8-8a67-4a55-8d81-078c311eecd3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:06.841186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'mac_address': 'fa:16:3e:3f:de:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:06.876774 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8320ab21-214c-4eba-a173-59ba3c611a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.928100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-0b5fc1a4-f8c7-4f1e-b48e-3bb55c087eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.929646 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-0b5fc1a4-f8c7-4f1e-b48e-3bb55c087eae service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.4483006 Jul 06 11:44:07.013221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8320ab21-214c-4eba-a173-59ba3c611a21 None None] For port 7b6569cc-afca-44e0-9605-1e0c35573016, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7b6569cc-afca-44e0-9605-1e0c35573016,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:07.054441 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8320ab21-214c-4eba-a173-59ba3c611a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.061874 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.093545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.101040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-53f3403f-6132-4e47-a28b-86619d1249bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d HTTP/1.1" status: 200 len: 217 time: 0.1623428 Jul 06 11:44:07.125831 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.129504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:07.156023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:07.163102 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Transition to ACTIVE for port object c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:07.178488 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.189231 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.243667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320ab21-214c-4eba-a173-59ba3c611a21 None None] Pushing event updated for resources: {'Port': ['ID=7b6569cc-afca-44e0-9605-1e0c35573016,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.292840 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:44:07.292840 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:44:07.346816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Allocated IP 172.20.0.1 (62e399e8-f6e9-4926-bc2f-26ed4524240e/19f4daac-96a6-4e0f-99b4-287a8db1bfb7/b6827ead-8880-46c5-bde0-52508aed7685) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:07.354131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad625e1-041b-40fa-88cb-509097fbc0b1 None None] Pushing event updated for resources: {'Port': ['ID=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.374593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.453154 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Attempting to bind port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:07.453708 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Attempting to bind port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:07.454231 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Attempting to bind port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:07.462191 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:07.462727 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:07.463277 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.463825 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:07.464518 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Bound port: c558d4e0-3f9e-4ee9-98b7-7edf82c3b816, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:07.465066 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.539035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['20b7e49c-350a-4fe9-80ec-fdca5f4f8111'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:07.554514 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] For port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:07.564527 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] For port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:07.571354 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.635958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:07.638164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.644778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:07.667244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-becacd9d-cdbf-47a6-a212-d1ed4dca1fd9 req-97f62b87-da58-4083-923c-d69854f35d5d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0071983 Jul 06 11:44:07.668701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Transition to ACTIVE for port object b6827ead-8880-46c5-bde0-52508aed7685 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:07.676473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:07.695132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Pushing event updated for resources: {'Port': ['ID=529be852-a77c-4a0a-aa27-a14f30947962,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.697599 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad625e1-041b-40fa-88cb-509097fbc0b1 None None] Pushing event updated for resources: {'Port': ['ID=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.711154 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:07.711940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:07.751820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.828361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Pushing event updated for resources: {'Port': ['ID=b6827ead-8880-46c5-bde0-52508aed7685,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.876798 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:07.880954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-b83e86d3-b75b-4a08-bad8-91885fae20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:07.883067 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-b83e86d3-b75b-4a08-bad8-91885fae20fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.7724364 Jul 06 11:44:07.894427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:07.915751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:07.948774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:08.041689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.278864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f3712-62cb-4777-995e-bd27a12a7805 req-01fe92a5-34f4-4913-9942-fb6342568088 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.308813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f3712-62cb-4777-995e-bd27a12a7805 req-01fe92a5-34f4-4913-9942-fb6342568088 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3237355 Jul 06 11:44:08.369749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:08.393912 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:03Z', 'revision_number': 3, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:08.418896 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.422739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-944fc080-9b1a-4c7a-844c-07c02dc5e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.424089 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-944fc080-9b1a-4c7a-844c-07c02dc5e1b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5244496 Jul 06 11:44:08.454924 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c88f0-517a-4ae8-bcf1-965d08b92904 None None] The sync data for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 is: [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:03Z', 'revision_number': 3, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:08.515376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7b6569cc-afca-44e0-9605-1e0c35573016 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:08.623159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-network', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:08.679189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7b6569cc-afca-44e0-9605-1e0c35573016 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:08.679575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.760530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Made reservation on behalf of efde16ca2dc24403881a1a9f9615cf0e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:08.766226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.793484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db2eea08-c41d-45c8-8499-9a52a3310b69 None None] Provisioning for port b6827ead-8880-46c5-bde0-52508aed7685 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:08.803948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.841027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db2eea08-c41d-45c8-8499-9a52a3310b69 None None] Provisioning complete for port b6827ead-8880-46c5-bde0-52508aed7685 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:08.841694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db2eea08-c41d-45c8-8499-9a52a3310b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.898370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f3712-62cb-4777-995e-bd27a12a7805 req-47c5f75b-84e5-43ab-9e3f-d6382d7fc176 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878937 Jul 06 11:44:08.985943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f0c24-e652-4761-b072-006e140360ff None None] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:09.113493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.144664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b7bc39b8-8a67-4a55-8d81-078c311eecd3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:09.159246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-767401c2-ac90-436c-b0a1-a1f6785788e9 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182941 Jul 06 11:44:09.209625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974ba50-8941-471a-b4f3-b36c0426a97c req-1c6f9da4-6283-451a-845a-ec1d19f36e1c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.211218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f974ba50-8941-471a-b4f3-b36c0426a97c req-1c6f9da4-6283-451a-845a-ec1d19f36e1c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 944 time: 0.1720040 Jul 06 11:44:09.270411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.298832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.327077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.370838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f974ba50-8941-471a-b4f3-b36c0426a97c req-9f1fd787-a738-4aae-9b4e-87e0cd5d97fc tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511388 Jul 06 11:44:09.414031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:44:09.421125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db2eea08-c41d-45c8-8499-9a52a3310b69 None None] Port b6827ead-8880-46c5-bde0-52508aed7685 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:09.422080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Router 8a99b251-2f11-4553-971b-a61a398a06ec is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:44:09.441094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.441554 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Added segment c4685690-51ef-43fa-88c4-4791cef6167a of type vlan for network 716755a4-2f08-4799-bb10-ef6f5b2c110c Jul 06 11:44:09.509459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b7bc39b8-8a67-4a55-8d81-078c311eecd3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:09.528695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a1408-f9b4-4aef-811d-93c5a1a29cc0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:09.533279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b23d38ec-0f1c-41ac-88c4-f29b1dd53f05 req-583db272-6bf7-4b49-8ce4-7cb202b2e1a9 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622119 Jul 06 11:44:09.591483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] Provisioning for port b7bc39b8-8a67-4a55-8d81-078c311eecd3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:09.602641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] Provisioning complete for port b7bc39b8-8a67-4a55-8d81-078c311eecd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:09.603014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.610478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.741176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.742672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.743046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.757127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:09.776533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Sync routers for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:09.786171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.788249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc9740be-b870-41d5-8b66-2e54f31bcea2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.4470875 Jul 06 11:44:09.795365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:09.855701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:09.856353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:09.977550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:10.116560 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.255372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] For port b7bc39b8-8a67-4a55-8d81-078c311eecd3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b7bc39b8-8a67-4a55-8d81-078c311eecd3,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:10.262928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:10.319846 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.350183 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9779110 Jul 06 11:44:10.354417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:10.360035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Request body: {'subnet': {'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-subnet', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:10.364843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeca20d-a588-42f6-9ac9-f814ccc51bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=716755a4-2f08-4799-bb10-ef6f5b2c110c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:10.406954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:44:10.423342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.432263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Made reservation on behalf of efde16ca2dc24403881a1a9f9615cf0e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:10.435436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.450961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.487810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:10.576501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Pushing event updated for resources: {'Port': ['ID=b6827ead-8880-46c5-bde0-52508aed7685,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:10.582622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:10.604956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:10.616967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290e464-e8ea-4473-9727-92346a3a4645 req-c5fdeac1-197e-4dad-a491-4baec1df171d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.617557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ddf08-a1c4-4971-90e6-6e261989dcaa None None] Pushing event updated for resources: {'Port': ['ID=b7bc39b8-8a67-4a55-8d81-078c311eecd3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:10.618568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7290e464-e8ea-4473-9727-92346a3a4645 req-c5fdeac1-197e-4dad-a491-4baec1df171d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4348896 Jul 06 11:44:10.628032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:10.628422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.786139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.789278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7290e464-e8ea-4473-9727-92346a3a4645 req-4e051b1f-9eae-43ec-8581-d6929a34fc8f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121621 Jul 06 11:44:10.809486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.848029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.848276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b37eb24f-768c-493f-92a5-60ad606f9b01 None None] Provisioning complete for port b7bc39b8-8a67-4a55-8d81-078c311eecd3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:10.848276 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b37eb24f-768c-493f-92a5-60ad606f9b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.851519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:10.852017 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.106376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c32f05-662d-4ffc-8f84-1bc30866c22d req-b69020df-b3f6-4642-ae56-ffc1943f97f2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.117536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c32f05-662d-4ffc-8f84-1bc30866c22d req-b69020df-b3f6-4642-ae56-ffc1943f97f2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 944 time: 0.3523536 Jul 06 11:44:11.127212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:11.139202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Checking segment: {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:11.139383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Network hostable DHCP agents. Network: 716755a4-2f08-4799-bb10-ef6f5b2c110c, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:44:11.149726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:11.153401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:11.167092 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.187224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Allocated IP 172.20.0.1 (af7f2feb-8ddd-4c0f-bf70-01824cf34ee6/ef694922-9282-4abd-afc7-11df8ca30bcd/cd5dbda3-ba4d-47e7-83f6-0fd33689e94c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:11.212110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c32f05-662d-4ffc-8f84-1bc30866c22d req-60154258-9939-43b7-abb0-8baccf064691 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914400 Jul 06 11:44:11.231634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:44:11.266229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.302847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:11.307852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:11.311276 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea9d6a-9ab4-4b58-9058-afce7e5b2008" -d '{"events": [{"server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "name": "network-vif-plugged", "status": "completed", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:11.319397 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.345270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 716755a4-2f08-4799-bb10-ef6f5b2c110c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:11.349572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:07Z', 'revision_number': 3, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:11.361103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.361756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.384538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c196a0e-8be3-4f6f-8c77-f85b4c38b324 None None] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:11.424330 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f5f14719-517f-4674-b010-aa65eda4b74a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0661728 Jul 06 11:44:11.424895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:11.435265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Router c4e4f07a-2973-4dce-b287-020b1cc183f6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:11.444817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:11.445051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:11.447949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Checking router: 8a99b251-2f11-4553-971b-a61a398a06ec for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:11.448904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Updating router 8a99b251-2f11-4553-971b-a61a398a06ec port 529be852-a77c-4a0a-aa27-a14f30947962 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:44:11.506171 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55fb56-e6ba-42ac-b879-f75f77de0e4d x-openstack-request-id: req-dd55fb56-e6ba-42ac-b879-f75f77de0e4d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:11.506900 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "name": "network-vif-plugged", "status": "completed", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:11.507544 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd55fb56-e6ba-42ac-b879-f75f77de0e4d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:11.508231 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'code': 200} Jul 06 11:44:11.522126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.564503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.640061 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.644788 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.646235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:11.677733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:11.688729 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Sync routers for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:11.691342 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-981b6f34-a4d1-4419-9815-37daf96f5908 admin admin] 10.222.0.78 "PUT /v2.0/routers/c4e4f07a-2973-4dce-b287-020b1cc183f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4896288 Jul 06 11:44:11.704112 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:11.704741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:11.734149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.821846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Transition to ACTIVE for port object cd5dbda3-ba4d-47e7-83f6-0fd33689e94c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:11.851723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d35aee34-4585-49fc-b22a-68fa14a47f55 None None] Provisioning complete for port b6827ead-8880-46c5-bde0-52508aed7685 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:11.852604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d35aee34-4585-49fc-b22a-68fa14a47f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.908974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233bfc2-d068-40fd-91cb-3b29cca7b466 req-cddaf5a4-942c-4180-9ff5-1c6dcd52b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.912757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0233bfc2-d068-40fd-91cb-3b29cca7b466 req-cddaf5a4-942c-4180-9ff5-1c6dcd52b113 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 1096 time: 0.3955216 Jul 06 11:44:11.919884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.975346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d4403-e5b4-45bb-af5f-900d4f1fea87 None None] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:12.010130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:12.029696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee34-4585-49fc-b22a-68fa14a47f55 None None] Port b6827ead-8880-46c5-bde0-52508aed7685 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:12.199369 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:12.348004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0233bfc2-d068-40fd-91cb-3b29cca7b466 req-177ce845-32af-47db-a4db-f7f4b9b8f3e5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281082 Jul 06 11:44:12.351705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.514922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b7bc39b8-8a67-4a55-8d81-078c311eecd3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:12.608442 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:09Z', 'revision_number': 2, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:12.678872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Checking router: c4e4f07a-2973-4dce-b287-020b1cc183f6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:12.679330 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Updating router c4e4f07a-2973-4dce-b287-020b1cc183f6 port b6827ead-8880-46c5-bde0-52508aed7685 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:44:12.694830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.729707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Transition to ACTIVE for port object 529be852-a77c-4a0a-aa27-a14f30947962 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:12.752977 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.754819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b7bc39b8-8a67-4a55-8d81-078c311eecd3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:12.757277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.759325 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.861346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c0b68-b56a-4394-b850-c5959d98e796 None None] Pushing event updated for resources: {'Port': ['ID=529be852-a77c-4a0a-aa27-a14f30947962,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:12.878281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Attempting to bind port 529be852-a77c-4a0a-aa27-a14f30947962 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:12.878655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Attempting to bind port 529be852-a77c-4a0a-aa27-a14f30947962 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:12.879015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Attempting to bind port 529be852-a77c-4a0a-aa27-a14f30947962 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:12.894583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:12.894955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:12.896401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.896401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:12.896907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Bound port: 529be852-a77c-4a0a-aa27-a14f30947962, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:12.897350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.991285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] For port 529be852-a77c-4a0a-aa27-a14f30947962, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:13.005697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] For port 529be852-a77c-4a0a-aa27-a14f30947962, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=529be852-a77c-4a0a-aa27-a14f30947962,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:13.021423 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.028598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0f1d-1464-4c5d-bdbf-b7883539254a req-a5902a7b-1ee9-4517-a9b0-a6d6b9a3cc12 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:13.039134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9da0f1d-1464-4c5d-bdbf-b7883539254a req-a5902a7b-1ee9-4517-a9b0-a6d6b9a3cc12 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.8772850 Jul 06 11:44:13.069291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.097589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:13.098241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:13.181151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Pushing event updated for resources: {'Port': ['ID=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:13.204313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c0b68-b56a-4394-b850-c5959d98e796 None None] Pushing event updated for resources: {'Port': ['ID=529be852-a77c-4a0a-aa27-a14f30947962,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:13.220024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:13.223465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:13.230003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:13.282840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9da0f1d-1464-4c5d-bdbf-b7883539254a req-b8f70993-d3b6-4ed6-9c61-e8483e96424b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396379 Jul 06 11:44:13.293469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.446648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:13.519785 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.550229 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Transition to ACTIVE for port object b6827ead-8880-46c5-bde0-52508aed7685 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:13.564508 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.580149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a496-1936-42a1-aa06-0b76b37731ad req-aba5ef2e-ba18-4842-b9c5-65b8226648d2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:13.581819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b330a496-1936-42a1-aa06-0b76b37731ad req-aba5ef2e-ba18-4842-b9c5-65b8226648d2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 945 time: 0.6239831 Jul 06 11:44:13.889387 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Attempting to bind port b6827ead-8880-46c5-bde0-52508aed7685 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:13.893153 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Attempting to bind port b6827ead-8880-46c5-bde0-52508aed7685 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:13.893804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Attempting to bind port b6827ead-8880-46c5-bde0-52508aed7685 on network 62e399e8-f6e9-4926-bc2f-26ed4524240e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:13.924806 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:13.925175 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Checking segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:13.925575 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.926017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Bound using segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:13.928373 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Bound port: b6827ead-8880-46c5-bde0-52508aed7685, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:13.930527 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.981365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c16c9196-2395-42dd-ab7a-4dfc684370ec None None] Provisioning for port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:13.995414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c16c9196-2395-42dd-ab7a-4dfc684370ec None None] Provisioning complete for port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:13.997780 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c16c9196-2395-42dd-ab7a-4dfc684370ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.049871 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] For port b6827ead-8880-46c5-bde0-52508aed7685, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:14.054479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] For port b6827ead-8880-46c5-bde0-52508aed7685, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b6827ead-8880-46c5-bde0-52508aed7685,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:14.062441 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.064877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b330a496-1936-42a1-aa06-0b76b37731ad req-5e83d32d-d6ae-4dfa-b0e1-10d11967ce0d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281187 Jul 06 11:44:14.076865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b79f3-fd69-41de-a90e-804ff73bbe6e None None] Pushing event updated for resources: {'Port': ['ID=b6827ead-8880-46c5-bde0-52508aed7685,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:14.142945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.193608 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b79f3-fd69-41de-a90e-804ff73bbe6e None None] Pushing event updated for resources: {'Port': ['ID=b6827ead-8880-46c5-bde0-52508aed7685,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:14.197297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c16c9196-2395-42dd-ab7a-4dfc684370ec None None] Port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:14.223566 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:14.224349 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:14.251112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:14.277593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.320864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:07Z', 'revision_number': 3, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:14.336236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.419154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab8f2b-9ae0-4252-b1fb-e7437561cd34 None None] The sync data for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 is: [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:07Z', 'revision_number': 3, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:14.506813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:14.507984 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.569464 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:14.960366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cd5d2-653b-4b83-8bde-11c18d33af37 req-347aa3c7-7433-466c-bbbc-3eb939eeb076 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:14.967684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e5cd5d2-653b-4b83-8bde-11c18d33af37 req-347aa3c7-7433-466c-bbbc-3eb939eeb076 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3742683 Jul 06 11:44:14.976381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Allocated IP 172.25.7.146 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/e9abdd06-1b53-4e17-9218-b8517304a6a3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:15.114000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e5cd5d2-653b-4b83-8bde-11c18d33af37 req-5099e3e3-b85b-4dc0-89b6-6a96a94f87cc tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451747 Jul 06 11:44:15.118280 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:14Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:15.164106 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd926220-7fba-4fa8-b18d-61393e27e034 None None] The sync data for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 is: [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:14Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:15.182797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.305546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.396042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.720502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Pushing event updated for resources: {'Port': ['ID=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:15.765143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ada10-d14e-47be-a633-be67b3056ed4 req-3f902f12-a2c6-4d56-a521-f9f5eb1888eb tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:15.774769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af6ada10-d14e-47be-a633-be67b3056ed4 req-3f902f12-a2c6-4d56-a521-f9f5eb1888eb tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 945 time: 0.3976974 Jul 06 11:44:15.808590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.849761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:15.886793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:15.921818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af6ada10-d14e-47be-a633-be67b3056ed4 req-4b91051d-57e7-4d49-9ca8-1fd268acd1c5 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455128 Jul 06 11:44:16.268114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Router 8a99b251-2f11-4553-971b-a61a398a06ec has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:16.275447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.314811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:16.365075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 529be852-a77c-4a0a-aa27-a14f30947962 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:16.493549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac365167-15f7-4824-9e93-7a0779c52301 None None] Provisioning complete for port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:16.497156 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac365167-15f7-4824-9e93-7a0779c52301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.568191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 529be852-a77c-4a0a-aa27-a14f30947962 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:16.579503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 529be852-a77c-4a0a-aa27-a14f30947962 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:16.580041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.632835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:16.675867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:16.685860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ac365167-15f7-4824-9e93-7a0779c52301 None None] Port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:16.768941 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.819854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 529be852-a77c-4a0a-aa27-a14f30947962, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=529be852-a77c-4a0a-aa27-a14f30947962,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:16.836035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9abdd06-1b53-4e17-9218-b8517304a6a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:16.838823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.839996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6827ead-8880-46c5-bde0-52508aed7685 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:16.849205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:16.863236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eb905ca9-391c-4293-bbec-386b857dd9fd admin admin] 10.222.0.78 "PUT /v2.0/routers/8a99b251-2f11-4553-971b-a61a398a06ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0664496 Jul 06 11:44:17.168168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=529be852-a77c-4a0a-aa27-a14f30947962,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:17.195630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b6827ead-8880-46c5-bde0-52508aed7685 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:17.202712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b6827ead-8880-46c5-bde0-52508aed7685 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:17.203057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.391749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.399960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.443433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b6827ead-8880-46c5-bde0-52508aed7685, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b6827ead-8880-46c5-bde0-52508aed7685,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:17.462577 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.551665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b6827ead-8880-46c5-bde0-52508aed7685,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:17.590778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf170d-32da-429a-b938-245d33ea549e req-3ef8bb9e-cc34-46c4-bcca-69708661907d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.596562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bbf170d-32da-429a-b938-245d33ea549e req-3ef8bb9e-cc34-46c4-bcca-69708661907d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 945 time: 0.2709646 Jul 06 11:44:17.660461 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Sync routers for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:17.677705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:17.678831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:17.734150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bbf170d-32da-429a-b938-245d33ea549e req-b32c3985-dc53-4f9a-a06b-aa884b7f71a1 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329179 Jul 06 11:44:17.883576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.890576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:18.163225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:44:18.165030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 529be852-a77c-4a0a-aa27-a14f30947962 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:18.285383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 529be852-a77c-4a0a-aa27-a14f30947962 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:18.285761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.325537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:14Z', 'revision_number': 2, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:18.374400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Checking router: 8a99b251-2f11-4553-971b-a61a398a06ec for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:18.374768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Updating router 8a99b251-2f11-4553-971b-a61a398a06ec port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:44:18.394711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:18.405175 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Sync routers for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:18.418961 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.420330 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:18.421769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc6fb806-cd46-4814-937c-b5300ef705e5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9893081 Jul 06 11:44:18.422600 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:18.424735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:18.437223 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.515418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6827ead-8880-46c5-bde0-52508aed7685 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:18.701739 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:18.932386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b6827ead-8880-46c5-bde0-52508aed7685 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:18.932386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.123740 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 3, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:19.139292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.193967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Checking router: 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:19.194306 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Updating router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa port e9abdd06-1b53-4e17-9218-b8517304a6a3 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:44:19.238732 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.284443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.299136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Transition to ACTIVE for port object cd5dbda3-ba4d-47e7-83f6-0fd33689e94c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:19.317287 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.482956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Allocated IP 172.20.0.1 (716755a4-2f08-4799-bb10-ef6f5b2c110c/f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e/1d91ca1c-54b8-4063-b6c9-3197be9fdb01) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:19.618942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Attempting to bind port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:19.619590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Attempting to bind port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:19.619972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Attempting to bind port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c on network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:19.626965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31fda1-0ad2-4c69-a8f4-1c3308ce099e None None] Pushing event updated for resources: {'Port': ['ID=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:19.639192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:19.640002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Checking segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:19.640888 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.641938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Bound using segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:19.642601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Bound port: cd5dbda3-ba4d-47e7-83f6-0fd33689e94c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:19.643255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.691794 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.704005 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Transition to ACTIVE for port object e9abdd06-1b53-4e17-9218-b8517304a6a3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:19.713644 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.772764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b994-bfe3-4944-893c-5fdd6f29a264 None None] Pushing event updated for resources: {'Port': ['ID=e9abdd06-1b53-4e17-9218-b8517304a6a3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:19.798923 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Attempting to bind port e9abdd06-1b53-4e17-9218-b8517304a6a3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:19.799400 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Attempting to bind port e9abdd06-1b53-4e17-9218-b8517304a6a3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:19.799833 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Attempting to bind port e9abdd06-1b53-4e17-9218-b8517304a6a3 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:19.807399 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:19.807836 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:19.808324 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.808778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:19.809567 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Bound port: e9abdd06-1b53-4e17-9218-b8517304a6a3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:19.810085 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.813101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.854629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] For port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:19.906978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] For port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:19.909199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.921409 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.962859 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] For port e9abdd06-1b53-4e17-9218-b8517304a6a3, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:19.966666 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] For port e9abdd06-1b53-4e17-9218-b8517304a6a3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e9abdd06-1b53-4e17-9218-b8517304a6a3,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:19.976565 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:20.018984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:20.019716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:20.037734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Pushing event updated for resources: {'Port': ['ID=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:20.069882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:20.072795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:20.081427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:20.085220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31fda1-0ad2-4c69-a8f4-1c3308ce099e None None] Pushing event updated for resources: {'Port': ['ID=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:20.117649 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:20.118473 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:20.176858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:20.217016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:20.264065 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b994-bfe3-4944-893c-5fdd6f29a264 None None] Pushing event updated for resources: {'Port': ['ID=e9abdd06-1b53-4e17-9218-b8517304a6a3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:20.341051 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:20.488137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:20.644520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:19Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:20.706522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26272d50-5c60-49d5-8d56-551a6bea2ec5 None None] The sync data for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 is: [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:19Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:20.863353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-b6ac9e4c-fab8-4685-b007-7b19f5982c57 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.886280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-b6ac9e4c-fab8-4685-b007-7b19f5982c57 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 828 time: 0.3670721 Jul 06 11:44:20.904826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 3, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:20.930967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-79b90f6d-3074-4743-91b3-7e9a2bf78375 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/quotas/804a4796a2194a0cb663adcc095b1b03 HTTP/1.1" status: 200 len: 375 time: 0.0429292 Jul 06 11:44:21.049505 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121c20e-7aad-4f87-8d77-1e393c4b4348 None None] The sync data for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 is: [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 3, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:21.154056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-7d8c3b1a-7dc7-46ec-b9bd-ee731ee1f078 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2208512 Jul 06 11:44:21.167871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.172993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.247222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.417017 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Pushing event updated for resources: {'Port': ['ID=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:21.531415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:21.534864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:21.810180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:21.957441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-9c9bd65a-e9e1-42ad-9d9d-5d0fca0f3860 service neutron] 10.222.0.78 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937279 Jul 06 11:44:22.109909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:22.131001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1187fd47-5c65-4cf5-a405-bbcdbf87a37b admin admin] 10.222.0.78 "PUT /v2.0/routers/40e5a68c-6eb0-4f44-9b33-8e88dbea4baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7041128 Jul 06 11:44:22.188448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-f8c7782d-a858-42ad-a694-6e237f6c6ecc service neutron] 10.222.0.78 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237632 Jul 06 11:44:22.329148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e9abdd06-1b53-4e17-9218-b8517304a6a3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:22.508945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.586531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port e9abdd06-1b53-4e17-9218-b8517304a6a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:22.605378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e9abdd06-1b53-4e17-9218-b8517304a6a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:22.605764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.969240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.975983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-140e6d0f-5c5b-40a8-ac8a-d6b3451009d6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:22.977977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-140e6d0f-5c5b-40a8-ac8a-d6b3451009d6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/networks?id=ca545cb8-7bb0-462f-9dae-9f39b605ed01 HTTP/1.1" status: 200 len: 814 time: 0.3158212 Jul 06 11:44:23.024435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port e9abdd06-1b53-4e17-9218-b8517304a6a3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e9abdd06-1b53-4e17-9218-b8517304a6a3,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:23.029787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-c77a4df6-3efe-4efa-9ee1-2f29e0e784c6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/quotas/f5f264d8504d4034907f769eb8f77758 HTTP/1.1" status: 200 len: 375 time: 0.0400708 Jul 06 11:44:23.035811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.038035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cd5dbda3-ba4d-47e7-83f6-0fd33689e94c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:23.062685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f7234-476a-44ed-a446-7d69d38d7665 req-f54d8c16-7497-4fbb-8a37-e04b68c8677c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.064784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-727f7234-476a-44ed-a446-7d69d38d7665 req-f54d8c16-7497-4fbb-8a37-e04b68c8677c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.3012476 Jul 06 11:44:23.155727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=e9abdd06-1b53-4e17-9218-b8517304a6a3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:23.177111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:23.188600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:23.189525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.212501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-727f7234-476a-44ed-a446-7d69d38d7665 req-2dabb42c-a658-4b0b-b5dd-c44eb63049d4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Jul 06 11:44:23.262532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-0497a481-4a1f-4509-bb2e-22ed1d63080f tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f5f264d8504d4034907f769eb8f77758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2295778 Jul 06 11:44:23.344756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.461920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:23.470631 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.493222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-2659ee57-9b17-49ab-934e-3ff626d34587 service neutron] 10.222.0.78 "GET /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158175 Jul 06 11:44:23.580284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:23.667721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4231b863-6366-4ef0-b2dd-d7dcfb1f5f57 req-a81b5315-85ac-46ee-a78f-f4489b3bfa23 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 210 time: 0.0498576 Jul 06 11:44:23.738187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c7ecd9f-a9ec-4b91-a02c-c65b550bb434 service neutron] 10.222.0.78 "GET /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370105 Jul 06 11:44:24.008771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-49cc793b-7f90-482b-bcd8-2b061801dcb6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.010388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-49cc793b-7f90-482b-bcd8-2b061801dcb6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 819 time: 0.1765294 Jul 06 11:44:24.029017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-fe0ce36c-394a-4121-ad3e-5fa8e0e69b13 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/quotas/efde16ca2dc24403881a1a9f9615cf0e HTTP/1.1" status: 200 len: 375 time: 0.0128951 Jul 06 11:44:24.165873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-66cb5967-f4c7-4933-8d2f-895d92005f3f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292324 Jul 06 11:44:24.173913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e9abdd06-1b53-4e17-9218-b8517304a6a3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:24.307939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e9abdd06-1b53-4e17-9218-b8517304a6a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:24.308448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.371063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d193be7b-13f0-4eb9-8f6b-0456a8ba28eb req-f89a3ccb-07a2-4568-a74e-10b6695a82dc tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 210 time: 0.0408552 Jul 06 11:44:24.548413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cd5dbda3-ba4d-47e7-83f6-0fd33689e94c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:24.588288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-26d26e92-390a-4f5f-b19c-db804cf6e998 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.589941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-26d26e92-390a-4f5f-b19c-db804cf6e998 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.79 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 828 time: 0.1815391 Jul 06 11:44:24.599650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-ed406435-3c42-4c44-8bf5-6937c63e62b7 service neutron] 10.222.0.78 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325609 Jul 06 11:44:24.610962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Request body: {'port': {'device_id': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'admin_state_up': True, 'tenant_id': '804a4796a2194a0cb663adcc095b1b03'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:24.655215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:24.656274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.893103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbcea5-3a02-4a21-a5ff-de955141f35f req-2f688f2b-07be-478c-a167-3013c1a6fd7c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.901264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5dbcea5-3a02-4a21-a5ff-de955141f35f req-2f688f2b-07be-478c-a167-3013c1a6fd7c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2253039 Jul 06 11:44:24.930515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-1f35c158-534c-4a27-bd87-8b040b4be560 service neutron] 10.222.0.78 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107331 Jul 06 11:44:24.961677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5dbcea5-3a02-4a21-a5ff-de955141f35f req-bba81b4c-3123-4fbc-a111-20f4fed81b54 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594649 Jul 06 11:44:24.962944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Made reservation on behalf of 804a4796a2194a0cb663adcc095b1b03 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:24.966756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:25.187505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-661bb4b3-35c0-43a7-b8b8-2b86e67ce062 req-71246cff-03d0-4e91-afd1-c6828b795e5e tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 210 time: 0.0479045 Jul 06 11:44:25.226291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Allocated IP 172.20.0.6 (af7f2feb-8ddd-4c0f-bf70-01824cf34ee6/ef694922-9282-4abd-afc7-11df8ca30bcd/61e251ac-9390-4288-aa6b-0917cad1d07c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:25.297092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d0429c4-a4bf-4393-831c-a48d7b5b2f96 req-14e10081-5c7a-4532-b3c8-23ef261f387a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 210 time: 0.0398030 Jul 06 11:44:25.556639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c7ea931-c3f9-4d7e-bda8-2ca1c0cd26d8 req-ce53e6a1-2662-42fd-872d-32110c359876 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 210 time: 0.0368493 Jul 06 11:44:25.671390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:25.702129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Transition to ACTIVE for port object 61e251ac-9390-4288-aa6b-0917cad1d07c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:25.745770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:25.800576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:25.807559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:25.811742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:25.819198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event updated for resources: {'Port': ['ID=61e251ac-9390-4288-aa6b-0917cad1d07c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:25.909743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:25.912029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:25.941562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-5ead8981-a96e-4247-8aec-fee6b3a555ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3347638 Jul 06 11:44:25.956892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Request body: {'port': {'device_id': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:25.999142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:26.156220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Sync routers for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:26.187126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:26.236216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:26.237594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:26.438387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-24e938e9-0aaf-4140-a8f2-5232766024eb tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:26.443015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-24e938e9-0aaf-4140-a8f2-5232766024eb tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.79 "GET /v2.0/networks?id=ca545cb8-7bb0-462f-9dae-9f39b605ed01 HTTP/1.1" status: 200 len: 814 time: 0.3061931 Jul 06 11:44:26.462095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Request body: {'port': {'device_id': 'ecced18d-3104-48e6-9fae-2606482ede46', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'admin_state_up': True, 'tenant_id': 'f5f264d8504d4034907f769eb8f77758'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:26.674217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5f1d0-373c-4385-805f-58b3de118eb2 req-488b33bf-ede0-4a6c-a770-afb0dcd081a9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:26.693990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0e5f1d0-373c-4385-805f-58b3de118eb2 req-488b33bf-ede0-4a6c-a770-afb0dcd081a9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4817345 Jul 06 11:44:26.718304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:26.729636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Made reservation on behalf of f5f264d8504d4034907f769eb8f77758 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:26.736765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:26.758378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa1f31c2-3520-4b8f-87f5-1524958805f4 None None] Provisioning for port 61e251ac-9390-4288-aa6b-0917cad1d07c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:26.769309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'mac_address': 'fa:16:3e:3f:de:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:26.771648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa1f31c2-3520-4b8f-87f5-1524958805f4 None None] Provisioning complete for port 61e251ac-9390-4288-aa6b-0917cad1d07c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:26.772069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa1f31c2-3520-4b8f-87f5-1524958805f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:26.826085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f31c2-3520-4b8f-87f5-1524958805f4 None None] Port 61e251ac-9390-4288-aa6b-0917cad1d07c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:26.857006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:26.900823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0e5f1d0-373c-4385-805f-58b3de118eb2 req-4fd6f1d6-8152-49e1-8b7a-907c6d4a346d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043774 Jul 06 11:44:27.027985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Allocated IP 172.20.0.6 (ca545cb8-7bb0-462f-9dae-9f39b605ed01/d24df68a-5807-4f2d-94ea-e1282f97dab4/2e8b3d0b-6128-4dfe-a70d-7a121d768e48) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:27.066559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.151898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:27.186964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e251ac-9390-4288-aa6b-0917cad1d07c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:27.216207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.235809 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26052bed-9bdb-4e01-b18c-6c5b97048c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.271517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Transition to ACTIVE for port object 61e251ac-9390-4288-aa6b-0917cad1d07c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:27.291143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.303508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:27.316284 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.450851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:27.457268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['20b7e49c-350a-4fe9-80ec-fdca5f4f8111'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:27.582505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Pushing event updated for resources: {'Port': ['ID=61e251ac-9390-4288-aa6b-0917cad1d07c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:27.608649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.611288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 2, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:27.648870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-80dc130e-ad42-4b59-9606-90b03faa891c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.650465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-80dc130e-ad42-4b59-9606-90b03faa891c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 819 time: 0.5818410 Jul 06 11:44:27.655501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Transition to ACTIVE for port object 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:27.683738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'port': {'device_id': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'admin_state_up': True, 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:27.706759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Checking router: 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:27.708187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Updating router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:44:27.768564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.831969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:27.878422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.888178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2b289-1606-46d2-99a5-6935ab4a75b4 req-f1ac213b-e74d-4d27-aea8-398755023b09 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.890958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7e2b289-1606-46d2-99a5-6935ab4a75b4 req-f1ac213b-e74d-4d27-aea8-398755023b09 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 931 time: 0.7645452 Jul 06 11:44:27.891814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:27.905393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:28.053293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Attempting to bind port 61e251ac-9390-4288-aa6b-0917cad1d07c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:28.053727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Attempting to bind port 61e251ac-9390-4288-aa6b-0917cad1d07c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:28.054009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Attempting to bind port 61e251ac-9390-4288-aa6b-0917cad1d07c on network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:28.092234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Port 61e251ac-9390-4288-aa6b-0917cad1d07c on network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:28.092570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Attempting to bind port 61e251ac-9390-4288-aa6b-0917cad1d07c on network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:28.097911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.100622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.107933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Pushing event updated for resources: {'Port': ['ID=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:28.118479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7e2b289-1606-46d2-99a5-6935ab4a75b4 req-fec45a53-1635-4e29-ae90-8775c31071aa tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085651 Jul 06 11:44:28.120900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:28.122995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Checking segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:28.123769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Bound using segment: {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:28.124469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Bound port: 61e251ac-9390-4288-aa6b-0917cad1d07c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060e4808-ec96-468b-a7f5-5384b61e2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:28.130826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.165994 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5c2c95b7-7354-472f-bee5-1ef653822da3 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7084641 Jul 06 11:44:28.186281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Request body: {'port': {'device_id': 'ecced18d-3104-48e6-9fae-2606482ede46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:28.314432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] For port 61e251ac-9390-4288-aa6b-0917cad1d07c, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:28.323409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] For port 61e251ac-9390-4288-aa6b-0917cad1d07c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61e251ac-9390-4288-aa6b-0917cad1d07c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:28.336396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.358104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.380932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.382710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.384713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] 10.222.0.79 "PUT /v2.0/ports/61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 1091 time: 2.4353461 Jul 06 11:44:28.393934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:28.407167 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b20e4a7-83db-4660-b36d-7f62385a51f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:28.606457 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.627609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Transition to ACTIVE for port object 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:28.641500 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.691880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4277f-6e04-4bbf-9bb8-3d0ff344a859 service neutron] Pushing event updated for resources: {'Port': ['ID=61e251ac-9390-4288-aa6b-0917cad1d07c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:28.706752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f6b7655-16a3-4e84-b376-a35fe4075a8a None None] Provisioning for port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:28.732611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7debac63-a507-4628-984c-d3fa184f52af req-5cafbdf7-3341-449f-adca-b0acbf2ac164 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 210 time: 0.0559313 Jul 06 11:44:28.735795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Made reservation on behalf of efde16ca2dc24403881a1a9f9615cf0e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:28.743062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.748331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f6b7655-16a3-4e84-b376-a35fe4075a8a None None] Provisioning complete for port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:28.748842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7655-16a3-4e84-b376-a35fe4075a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.797689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b7655-16a3-4e84-b376-a35fe4075a8a None None] Port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:28.800898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffe53-0656-4477-9c46-17c56966418e None None] Pushing event updated for resources: {'Port': ['ID=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:28.910115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Attempting to bind port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:28.910524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Attempting to bind port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:28.910942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Attempting to bind port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 on network 716755a4-2f08-4799-bb10-ef6f5b2c110c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:28.922675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:28.923055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Checking segment: {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:28.923460 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.923854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Bound using segment: {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:28.924486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Bound port: 1d91ca1c-54b8-4063-b6c9-3197be9fdb01, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:28.925324 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.927963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:28.949117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-9e33e5f6-d405-4107-a817-2d8c3e16462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.949615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.950751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-9e33e5f6-d405-4107-a817-2d8c3e16462c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1094 time: 0.4486344 Jul 06 11:44:28.976914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Transition to ACTIVE for port object 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:28.991170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.084412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] For port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:29.087783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-fd795939-9e34-412a-a1ea-f6f584964663 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 217 time: 0.1003728 Jul 06 11:44:29.094450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] For port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:29.105124 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.194066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Allocated IP 172.20.0.4 (716755a4-2f08-4799-bb10-ef6f5b2c110c/f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e/500acea5-be15-480c-8297-589ef572f63e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:29.275476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:29.283632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:29.328667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Attempting to bind port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:29.329083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Attempting to bind port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:29.329554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Attempting to bind port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 on network ca545cb8-7bb0-462f-9dae-9f39b605ed01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:29.335700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:29.342536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 on network ca545cb8-7bb0-462f-9dae-9f39b605ed01 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:29.343687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Attempting to bind port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 on network ca545cb8-7bb0-462f-9dae-9f39b605ed01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:29.358534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:29.358890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Checking segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:29.359649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Bound using segment: {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:29.366523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Bound port: 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e46295-ba52-4776-8857-82bac0f4ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:29.367354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.493339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffe53-0656-4477-9c46-17c56966418e None None] Pushing event updated for resources: {'Port': ['ID=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:29.499164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] For port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:29.514508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] For port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:29.528912 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.605646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.609431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.644082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a39feb94-1e76-4303-8db9-f89fe26d2ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.647667 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] 10.222.0.79 "PUT /v2.0/ports/2e8b3d0b-6128-4dfe-a70d-7a121d768e48 HTTP/1.1" status: 200 len: 1091 time: 1.4472680 Jul 06 11:44:29.654594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecced18d-3104-48e6-9fae-2606482ede46', 'tag': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:29.657176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:29.659447 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1fe97a-b69f-4231-b98d-49039588c3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ecced18d-3104-48e6-9fae-2606482ede46", "tag": "2e8b3d0b-6128-4dfe-a70d-7a121d768e48"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:29.705353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-6b8fb5fd-ca96-46e4-912e-7c2a22bc407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.707238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-6b8fb5fd-ca96-46e4-912e-7c2a22bc407c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 200 len: 867 time: 0.6106570 Jul 06 11:44:29.740303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.814508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163672-5bdf-4b57-9109-7acd9578f21c req-9e01c1fa-9004-4671-9976-b9f2a44833d4 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.816562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53163672-5bdf-4b57-9109-7acd9578f21c req-9e01c1fa-9004-4671-9976-b9f2a44833d4 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 943 time: 0.3175240 Jul 06 11:44:29.949814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3cbd7-3cb5-47b1-8fa7-d69e4ead2bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:29.960571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-997853af-34a6-4e3a-9f44-ad50dee65a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.962046 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-997853af-34a6-4e3a-9f44-ad50dee65a99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5f264d8504d4034907f769eb8f77758&device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 1094 time: 0.2110944 Jul 06 11:44:30.007938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-4140c99a-2d43-4f86-b03c-abd14ea7f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:30.013937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-4140c99a-2d43-4f86-b03c-abd14ea7f012 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2968757 Jul 06 11:44:30.018044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.029250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-8601c99c-a14a-4cfb-91e0-5ca901bb6724 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48 HTTP/1.1" status: 200 len: 217 time: 0.0556653 Jul 06 11:44:30.049092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53163672-5bdf-4b57-9109-7acd9578f21c req-438abf9e-14e4-4093-b18c-f2d900057c0c tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197788 Jul 06 11:44:30.062726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:30.179952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-feeba397-49c2-4a5f-9193-390a9cd80024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:30.184254 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-feeba397-49c2-4a5f-9193-390a9cd80024 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d24df68a-5807-4f2d-94ea-e1282f97dab4 HTTP/1.1" status: 200 len: 853 time: 0.1369829 Jul 06 11:44:30.241510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.254243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.301191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:30.302288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.307056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:29Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:30.335694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-e6dcf98c-b854-4698-ac7c-4e5728a30b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:30.340092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-e6dcf98c-b854-4698-ac7c-4e5728a30b23 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ca545cb8-7bb0-462f-9dae-9f39b605ed01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479278 Jul 06 11:44:30.386124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152efed-1cb3-4662-81c4-326bb5e7f657 None None] The sync data for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 is: [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:29Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:30.543381 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.602380 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-f30c4599-7c62-412d-9a69-c56a379aaf7c service neutron] 10.222.0.79 "GET /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541134 Jul 06 11:44:30.643439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:30.645723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:30.650534 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d17ff2-3430-4386-b021-51268d990a12" -d '{"events": [{"server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "name": "network-vif-plugged", "status": "completed", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:30.656431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.887753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-afb7a2f9-8275-4d5e-b272-f13955fa88b4 req-0f54e80a-c67c-498f-a502-7ba33df23130 service neutron] 10.222.0.79 "GET /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747023 Jul 06 11:44:30.894097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:30.912517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.970408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-c9990b46-af49-4ad3-a033-4f6caa64ec34 service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9349861 Jul 06 11:44:31.046704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Network 716755a4-2f08-4799-bb10-ef6f5b2c110c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:31.080461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:31.090377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:31.119650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:31.152338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.152713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.153052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.153382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.153723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.154052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.154384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.154719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.155045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.155387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.155699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.156066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.193329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.193997 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.224920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec98ada7-1c3a-404d-ab10-60bb9760f642 req-3adb44e8-bc6f-436b-a6bc-3908c0d316ac service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344804 Jul 06 11:44:31.235055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-eb3e38e0-89c5-4741-a136-d89be1d998fd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5714672 Jul 06 11:44:31.244628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6989b-98d3-42ba-8cef-b347501681cd req-225c1a81-cfd5-4ff6-af02-0445c161b0c7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.251905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8f6989b-98d3-42ba-8cef-b347501681cd req-225c1a81-cfd5-4ff6-af02-0445c161b0c7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2768960 Jul 06 11:44:31.264812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Request body: {'port': {'device_id': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:31.362750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8f6989b-98d3-42ba-8cef-b347501681cd req-b47deee1-295b-4468-bc0a-06181ed46505 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091743 Jul 06 11:44:31.402343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.435336 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83231758-dac1-4131-87c9-9fbeef8e9457 x-openstack-request-id: req-83231758-dac1-4131-87c9-9fbeef8e9457 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:31.435718 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:31.436115 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83231758-dac1-4131-87c9-9fbeef8e9457 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:31.436586 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'status': 'completed', 'code': 200} Jul 06 11:44:31.730762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-55694f8f-1ad4-4544-808a-9fb8b38ddd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.732599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-55694f8f-1ad4-4544-808a-9fb8b38ddd41 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1094 time: 0.2619448 Jul 06 11:44:31.895852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc53bb-d21b-4f21-9ddb-a2b4a6fb9b2d req-5cb7a949-21bd-4c9c-80b4-cb23fd225aba tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.897969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ccc53bb-d21b-4f21-9ddb-a2b4a6fb9b2d req-5cb7a949-21bd-4c9c-80b4-cb23fd225aba tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 943 time: 0.3049660 Jul 06 11:44:32.015347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ccc53bb-d21b-4f21-9ddb-a2b4a6fb9b2d req-1b3d1df1-cfa7-4570-8aca-62f1e66ec0e4 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089473 Jul 06 11:44:32.018268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-e37356a9-dbb9-4a12-a5c0-4178796d05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.019606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-e37356a9-dbb9-4a12-a5c0-4178796d05e0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 929 time: 0.2767203 Jul 06 11:44:32.104061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-45ca59ee-ad25-4e8c-8c58-97cf2d92de30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 217 time: 0.0706673 Jul 06 11:44:32.215285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:32.235704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500acea5-be15-480c-8297-589ef572f63e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:32.248184 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac32986f-3713-4357-aba0-6566c48b4308 x-openstack-request-id: req-ac32986f-3713-4357-aba0-6566c48b4308 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:32.248752 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecced18d-3104-48e6-9fae-2606482ede46", "tag": "2e8b3d0b-6128-4dfe-a70d-7a121d768e48", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:32.248752 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac32986f-3713-4357-aba0-6566c48b4308 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:32.249047 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecced18d-3104-48e6-9fae-2606482ede46', 'tag': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48', 'status': 'completed', 'code': 200} Jul 06 11:44:32.252291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.276404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-5d637c7b-2f54-45a5-afc0-fbd8b430cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.278561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-5d637c7b-2f54-45a5-afc0-fbd8b430cf23 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 200 len: 867 time: 0.1406937 Jul 06 11:44:32.282401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Transition to ACTIVE for port object 500acea5-be15-480c-8297-589ef572f63e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:32.304099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.344975 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.354668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:32.369650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:32.370007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.449214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:32.452574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-8461d071-e75e-4c4a-8cc6-cb16ad1f028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.455617 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-8461d071-e75e-4c4a-8cc6-cb16ad1f028a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5f264d8504d4034907f769eb8f77758&device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 1094 time: 0.1749802 Jul 06 11:44:32.542937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.644952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:32.652806 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.693324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-4a1c6cda-b162-492d-bcbd-437e611ab95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.696097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-4a1c6cda-b162-492d-bcbd-437e611ab95b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4018691 Jul 06 11:44:32.743250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-27f3185e-7e2e-42d5-a872-e44aa27e2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.748045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-27f3185e-7e2e-42d5-a872-e44aa27e2e4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ca545cb8-7bb0-462f-9dae-9f39b605ed01 HTTP/1.1" status: 200 len: 915 time: 0.2712116 Jul 06 11:44:32.757641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:32.777488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Attempting to bind port 500acea5-be15-480c-8297-589ef572f63e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:32.777979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Attempting to bind port 500acea5-be15-480c-8297-589ef572f63e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:32.778420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Attempting to bind port 500acea5-be15-480c-8297-589ef572f63e on network 716755a4-2f08-4799-bb10-ef6f5b2c110c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:32.829675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740517-fb37-4be5-bbdd-3b01136b019c req-7ec7fe9e-8686-4b72-ba16-9d1e0ba7a3b1 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.831588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1740517-fb37-4be5-bbdd-3b01136b019c req-7ec7fe9e-8686-4b72-ba16-9d1e0ba7a3b1 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 943 time: 0.3706331 Jul 06 11:44:32.848358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Port 500acea5-be15-480c-8297-589ef572f63e on network 716755a4-2f08-4799-bb10-ef6f5b2c110c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:32.853204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-e6536b1d-d42e-4450-92d9-bcf1eaa123f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48 HTTP/1.1" status: 200 len: 217 time: 0.0983367 Jul 06 11:44:32.854049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Attempting to bind port 500acea5-be15-480c-8297-589ef572f63e on network 716755a4-2f08-4799-bb10-ef6f5b2c110c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:32.897083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:32.897346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Checking segment: {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:32.897729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Bound using segment: {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:32.898185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Bound port: 500acea5-be15-480c-8297-589ef572f63e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4685690-51ef-43fa-88c4-4791cef6167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:32.898551 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.974975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-db318a35-a1fa-4dc2-b062-c2633b6fe9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.981770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-db318a35-a1fa-4dc2-b062-c2633b6fe9d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d24df68a-5807-4f2d-94ea-e1282f97dab4 HTTP/1.1" status: 200 len: 853 time: 0.1177089 Jul 06 11:44:33.019384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1740517-fb37-4be5-bbdd-3b01136b019c req-ecd8d7be-89ee-491d-a9a6-6a3a5be93f6d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721590 Jul 06 11:44:33.030382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-3b76830e-8d57-41fe-a2dc-3861b84b08aa service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141344 Jul 06 11:44:33.088570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:33.095315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:33.102736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:33.160109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:33.161055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:33.162838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] 10.222.0.79 "PUT /v2.0/ports/500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 1091 time: 1.9023175 Jul 06 11:44:33.217752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-314ca597-2020-4c67-a764-33204b5260a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:33.226845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-314ca597-2020-4c67-a764-33204b5260a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ca545cb8-7bb0-462f-9dae-9f39b605ed01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357399 Jul 06 11:44:33.244937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5bd78-8efd-46a9-b598-3fd80bf47aad service neutron] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:33.297734 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a94be7-5922-43ca-8f28-f02fdad64150 x-openstack-request-id: req-b4a94be7-5922-43ca-8f28-f02fdad64150 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:33.298257 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "name": "network-vif-plugged", "status": "completed", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:33.298257 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4a94be7-5922-43ca-8f28-f02fdad64150 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:33.298663 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'code': 200} Jul 06 11:44:33.356158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b20e4a7-83db-4660-b36d-7f62385a51f4 req-1a5a3cf1-8e17-449a-974f-3cdd6d74cc52 service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008468 Jul 06 11:44:33.416615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-1184967a-7e7d-4592-b511-64fbfc20d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:33.423122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-1184967a-7e7d-4592-b511-64fbfc20d0e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1094 time: 0.1531870 Jul 06 11:44:33.451504 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-dcc02f4b-7f78-493a-895b-bb6b32ef7ca3 service neutron] 10.222.0.79 "GET /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129238 Jul 06 11:44:33.512891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:33.515698 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebfb34f-767b-4778-b7fe-b723e768bf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:33.602079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-74dbc01d-1758-4270-8844-3c406c74df48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.0743086 Jul 06 11:44:33.639933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d1fe97a-b69f-4231-b98d-49039588c3ba req-5667d3ab-f233-4fef-a34b-7a41dbb99b24 service neutron] 10.222.0.79 "GET /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804297 Jul 06 11:44:33.720214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadd438-4ac2-49b3-a00c-49a36d2a8719 req-5ed1d07a-8aed-4aca-83a1-5098d9d36f7d tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:33.722078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cfadd438-4ac2-49b3-a00c-49a36d2a8719 req-5ed1d07a-8aed-4aca-83a1-5098d9d36f7d tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 943 time: 0.2948606 Jul 06 11:44:33.724646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-9e54d997-35ba-40c1-9400-5979b688cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:33.726290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-9e54d997-35ba-40c1-9400-5979b688cced service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.1166441 Jul 06 11:44:33.803231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-53402d38-e049-494f-b232-61322a94af3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476265 Jul 06 11:44:33.814670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cfadd438-4ac2-49b3-a00c-49a36d2a8719 req-04aa8656-cf37-4c35-84e4-d4c21b8e143e tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820739 Jul 06 11:44:33.988617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-8b49d3f3-34ef-4018-9b3c-87ee05b520ac service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724608 Jul 06 11:44:34.023633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61e251ac-9390-4288-aa6b-0917cad1d07c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:34.211648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:34.270787 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:44:34.326392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 61e251ac-9390-4288-aa6b-0917cad1d07c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61e251ac-9390-4288-aa6b-0917cad1d07c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:34.366820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'port_id': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'mac_address': 'fa:16:3e:ad:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:34.473081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:34.474110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:34.476427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead5b7e-d0ae-4dee-ac99-28b32e01b971 req-d4217fe1-3a23-46e1-96f6-3d8d64b6e98a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:34.478050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:34.478157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aead5b7e-d0ae-4dee-ac99-28b32e01b971 req-d4217fe1-3a23-46e1-96f6-3d8d64b6e98a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.4220419 Jul 06 11:44:34.483366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef4ae4f-ff2a-4e30-83e9-d78116277012 req-2dfe6949-8910-434c-a600-cbb70d4cf052 service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880939 Jul 06 11:44:34.505529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2488035-a842-4113-bfab-0e9e8ae844bb req-e6e2dc36-b796-4209-8d28-a1f19829b67f tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:34.516557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2488035-a842-4113-bfab-0e9e8ae844bb req-e6e2dc36-b796-4209-8d28-a1f19829b67f tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 943 time: 0.4592113 Jul 06 11:44:34.542870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e251ac-9390-4288-aa6b-0917cad1d07c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:34.575259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 61e251ac-9390-4288-aa6b-0917cad1d07c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61e251ac-9390-4288-aa6b-0917cad1d07c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:34.584628 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:34.600960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aead5b7e-d0ae-4dee-ac99-28b32e01b971 req-5fc94597-f285-4e9d-af38-806feae23c47 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051667 Jul 06 11:44:34.653701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2488035-a842-4113-bfab-0e9e8ae844bb req-c8fa4d94-9148-4e11-9751-a29fe4392db7 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764823 Jul 06 11:44:34.740987 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228255ad-3370-4325-b9da-fddba29f1b4f x-openstack-request-id: req-228255ad-3370-4325-b9da-fddba29f1b4f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:34.741286 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:34.741670 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-228255ad-3370-4325-b9da-fddba29f1b4f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:34.742105 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'status': 'completed', 'code': 200} Jul 06 11:44:34.789434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=61e251ac-9390-4288-aa6b-0917cad1d07c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:34.967031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['61e251ac-9390-4288-aa6b-0917cad1d07c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:35.102366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62967110-657f-4f3e-87bb-bb4089b60f9f req-a3380a6a-0e90-4d85-975f-f9d5963de08d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:35.111351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62967110-657f-4f3e-87bb-bb4089b60f9f req-a3380a6a-0e90-4d85-975f-f9d5963de08d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 943 time: 0.2108319 Jul 06 11:44:35.183075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62967110-657f-4f3e-87bb-bb4089b60f9f req-8800658f-f620-4a73-aba3-234c889215e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703816 Jul 06 11:44:35.192153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-fe6b1d9a-9d81-4da0-baad-18f74a201da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:35.205426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-fe6b1d9a-9d81-4da0-baad-18f74a201da6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1094 time: 0.2402394 Jul 06 11:44:35.400979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-9f864b13-c592-406d-8153-bb19591370c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:35.402445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-9f864b13-c592-406d-8153-bb19591370c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.1912036 Jul 06 11:44:35.463768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd29876-c7af-49ee-8bb0-dbfe393b105e req-5cc9ab17-3d33-4e76-8997-3b7de8c6b666 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:35.482912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cd29876-c7af-49ee-8bb0-dbfe393b105e req-5cc9ab17-3d33-4e76-8997-3b7de8c6b666 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 943 time: 0.1507530 Jul 06 11:44:35.572023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cd29876-c7af-49ee-8bb0-dbfe393b105e req-0b384588-12c6-49ba-91a9-3188f2a24eb0 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752013 Jul 06 11:44:35.790198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-d1ce4174-5d55-4cae-99f4-60ea30236148 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.0781503 Jul 06 11:44:35.998818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428b9af-1db2-444f-9242-5d1e49deed3c req-eadb4cc8-691d-439b-a959-77fcdf48ea92 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.018847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3428b9af-1db2-444f-9242-5d1e49deed3c req-eadb4cc8-691d-439b-a959-77fcdf48ea92 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1771894 Jul 06 11:44:36.077539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3428b9af-1db2-444f-9242-5d1e49deed3c req-0004baf7-04c4-4db3-ba49-44036c3f4b83 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578544 Jul 06 11:44:36.440992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac59b99-100a-4164-8c52-76c274a81d30 req-708775f6-89b5-434d-b307-930ca02234f1 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.443121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ac59b99-100a-4164-8c52-76c274a81d30 req-708775f6-89b5-434d-b307-930ca02234f1 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 944 time: 0.0999205 Jul 06 11:44:36.544185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ac59b99-100a-4164-8c52-76c274a81d30 req-3916ad33-5f60-4738-84b0-a26323752f88 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910485 Jul 06 11:44:38.037372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61e251ac-9390-4288-aa6b-0917cad1d07c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:38.122253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 61e251ac-9390-4288-aa6b-0917cad1d07c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:38.127258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 61e251ac-9390-4288-aa6b-0917cad1d07c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:38.127838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.274512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.304976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:38.307418 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d7992-ed51-405c-98ee-d33ff2e15e08" -d '{"events": [{"server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "name": "network-vif-plugged", "status": "completed", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:38.328211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 61e251ac-9390-4288-aa6b-0917cad1d07c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61e251ac-9390-4288-aa6b-0917cad1d07c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:38.334006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.420604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=61e251ac-9390-4288-aa6b-0917cad1d07c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:38.438354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.438950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.439293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.439720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.440082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.440404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.440729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.441052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.441373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.441692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.442110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:38.442492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:47.469431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-56ffd46d-f9a9-4691-94be-1816a132979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:47.471025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-56ffd46d-f9a9-4691-94be-1816a132979e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.0676177 Jul 06 11:44:47.509580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-d4140a7d-750d-4c20-8699-2b223d05874d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294211 Jul 06 11:44:47.687212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693322b-5193-4a88-ada4-c8e1a55bc61e req-7822ef9d-26d1-4e8c-97eb-d959538b1dca tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:47.688657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7693322b-5193-4a88-ada4-c8e1a55bc61e req-7822ef9d-26d1-4e8c-97eb-d959538b1dca tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 943 time: 0.1782773 Jul 06 11:44:47.696926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc308b-854a-4bab-9732-13608efdda17 req-171eeaa1-e3c9-48c8-bfcf-aa0ba079533b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:47.698336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55fc308b-854a-4bab-9732-13608efdda17 req-171eeaa1-e3c9-48c8-bfcf-aa0ba079533b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 943 time: 0.1911943 Jul 06 11:44:47.700124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-dafd5c1b-8da5-44a0-ae60-30f9d91f70b3 service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732740 Jul 06 11:44:47.760255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7693322b-5193-4a88-ada4-c8e1a55bc61e req-c1607a1e-b041-45c2-bd94-39672dcf3c9b tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591435 Jul 06 11:44:47.765408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55fc308b-854a-4bab-9732-13608efdda17 req-fa5eaa5e-a29c-4117-8b2a-5dab02ae21b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584791 Jul 06 11:44:48.001219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ebfb34f-767b-4778-b7fe-b723e768bf0d req-60d26468-43de-4200-ac9c-ad9f68d02531 service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071264 Jul 06 11:44:48.030863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea100-0238-42e7-bc16-a3656bf91167 req-27b4902b-50ae-4b75-a035-371ece661930 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.032491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-183ea100-0238-42e7-bc16-a3656bf91167 req-27b4902b-50ae-4b75-a035-371ece661930 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 945 time: 0.1458008 Jul 06 11:44:48.049564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cb0db-fa8a-4b79-8d29-d92b3d6cdb01 req-1605f2e7-cfd1-4d6d-92ad-53c84f423bbb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.050871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-610cb0db-fa8a-4b79-8d29-d92b3d6cdb01 req-1605f2e7-cfd1-4d6d-92ad-53c84f423bbb tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1275806 Jul 06 11:44:48.111462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-183ea100-0238-42e7-bc16-a3656bf91167 req-c7cedb57-7703-480f-b86f-10edcbde669e tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Jul 06 11:44:48.123861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-610cb0db-fa8a-4b79-8d29-d92b3d6cdb01 req-c3015b23-fb1b-4bce-ba43-fcd6dce2d42d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Jul 06 11:44:48.181370 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d40f10-768f-457c-9374-e14ed351e296 x-openstack-request-id: req-99d40f10-768f-457c-9374-e14ed351e296 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:48.182208 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "name": "network-vif-plugged", "status": "completed", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:48.182647 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99d40f10-768f-457c-9374-e14ed351e296 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:48.183058 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'code': 200} Jul 06 11:44:48.318284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93bb11-0581-4b4b-abf3-5e78bc38be83 req-3185f096-c8a4-46f5-b821-2dbab66b2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.321036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d93bb11-0581-4b4b-abf3-5e78bc38be83 req-3185f096-c8a4-46f5-b821-2dbab66b2a30 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1096 time: 0.0639923 Jul 06 11:44:48.359494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d93bb11-0581-4b4b-abf3-5e78bc38be83 req-0686744a-9451-4a31-a60f-2cc93acde2e5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Jul 06 11:44:48.971749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e55ca6-13b8-4667-bf1d-aca3d75d9a6d req-8f89f512-508f-4570-adce-223c1b7ae0a6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.973230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65e55ca6-13b8-4667-bf1d-aca3d75d9a6d req-8f89f512-508f-4570-adce-223c1b7ae0a6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 943 time: 0.0878439 Jul 06 11:44:49.019173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65e55ca6-13b8-4667-bf1d-aca3d75d9a6d req-05b79441-0c84-4953-84d5-95c61b22a033 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Jul 06 11:44:49.089020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f509f1-f784-4325-9335-1d890d6726e5 req-36a1df87-ad0b-4284-ba46-b26d43e52b3f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.090427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f509f1-f784-4325-9335-1d890d6726e5 req-36a1df87-ad0b-4284-ba46-b26d43e52b3f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 943 time: 0.0703027 Jul 06 11:44:49.174806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:49.180616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1237157326'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:49.205342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:49.209174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.234217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:44:49.244573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.244918 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Added segment 24a12d67-f493-4db8-8147-526143da0f06 of type vlan for network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b Jul 06 11:44:49.288885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.320075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.327205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.327858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.381813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2057736 Jul 06 11:44:49.388757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:49.399181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-897090879'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:49.427085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Network': ['ID=71997ce3-8cbe-49d5-b25f-d9e3cd29213b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:49.437312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:49.442986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.448481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.448916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.449322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.449723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.450127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.450514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.450936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.451328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.451714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.452122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.452531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.452914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e8f34-68b1-48a6-87fa-5ad4337e2f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:49.467050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:44:49.479696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:44:49.489721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.489955 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Added segment 8aff4f9b-ed08-458a-8d15-7292c56818c7 of type vlan for network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 Jul 06 11:44:49.505369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f509f1-f784-4325-9335-1d890d6726e5 req-e7c87a84-54fe-43d8-b682-83bb2163bcf9 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092710 Jul 06 11:44:49.534351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.556904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-94455f08-8675-4dcf-99ee-79bce0bf6bd4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.559105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-94455f08-8675-4dcf-99ee-79bce0bf6bd4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.4568164 Jul 06 11:44:49.574803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.576362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-6a7a1308-373e-45a3-b101-e1650e8df098 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/quotas/4bd4876537144aec8fcf05d95f9d585a HTTP/1.1" status: 200 len: 375 time: 0.0116563 Jul 06 11:44:49.580789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.581398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.642554 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2524929 Jul 06 11:44:49.646416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:49.651303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'subnet': {'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:49.685898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-eb127967-6a6a-4534-ab31-e1800abc51b9 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032510 Jul 06 11:44:49.700149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd45cf-6bff-404f-a731-bd66a1d050b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Network': ['ID=211d3f26-7e2c-4c96-ac9b-d7e043d63f93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:49.712402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:44:49.758547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:49.763136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.774997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f87bd4-960c-4470-9a4b-8c3c4f3390b4 req-fd9af93b-3601-4b69-a622-1e10562a773a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.776632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f87bd4-960c-4470-9a4b-8c3c4f3390b4 req-fd9af93b-3601-4b69-a622-1e10562a773a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1436689 Jul 06 11:44:49.839656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-d3f772e0-1351-4272-8ac4-5775c6f94884 service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445987 Jul 06 11:44:49.859820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f87bd4-960c-4470-9a4b-8c3c4f3390b4 req-6f6c5392-9348-4d74-8894-d2eee0c877f7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675273 Jul 06 11:44:49.964595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-cc7b1a9b-fa31-42f3-94e1-71c74e680c79 service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185341 Jul 06 11:44:50.013314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.076820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeed83-95d3-4dc5-92f2-7a96b1449411 req-abb075e7-9d47-475c-a966-bb311ad96418 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.078663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4aeed83-95d3-4dc5-92f2-7a96b1449411 req-abb075e7-9d47-475c-a966-bb311ad96418 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 945 time: 0.0771041 Jul 06 11:44:50.086403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:50.089657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Subnet': ['ID=cfb00313-17c3-4e7b-91fe-182cd4dfa56b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:50.094883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Checking segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:50.095348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network hostable DHCP agents. Network: 71997ce3-8cbe-49d5-b25f-d9e3cd29213b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:44:50.120856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:44:50.139228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 71997ce3-8cbe-49d5-b25f-d9e3cd29213b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:50.148299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.149205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.170558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061666e-af7b-4f2e-b1f6-11202670a7a8 None None] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:50.172834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4aeed83-95d3-4dc5-92f2-7a96b1449411 req-bf2317a2-b6ba-44eb-896a-b95cc6c11773 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843327 Jul 06 11:44:50.177786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-255d99b7-fbfa-4329-9927-1ef712674a54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5274982 Jul 06 11:44:50.178360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:50.186546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'subnet': {'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:50.418830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:50.422870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae1985c2-8db6-44f8-8442-98616a1bcee2 req-3bb406cc-e5fc-48b1-9178-41915ace1091 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 210 time: 0.0377548 Jul 06 11:44:50.439335 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.498926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:50.515513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a8e2d-0d21-479c-95b4-adad2a6bb631 req-f5945206-b3e7-4068-be0b-4c4bf96dec14 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.517655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a8e2d-0d21-479c-95b4-adad2a6bb631 req-f5945206-b3e7-4068-be0b-4c4bf96dec14 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 943 time: 0.1702650 Jul 06 11:44:50.533892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48', 'network_id': 'ca545cb8-7bb0-462f-9dae-9f39b605ed01', 'port_id': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48', 'mac_address': 'fa:16:3e:93:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24df68a-5807-4f2d-94ea-e1282f97dab4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:50.571424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:50.572390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.611840 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.631820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:50.720989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:50.724595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.727746 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.728327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 500acea5-be15-480c-8297-589ef572f63e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:50.802213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a8e2d-0d21-479c-95b4-adad2a6bb631 req-0607b214-15c4-45df-8936-357b6664d5a1 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506042 Jul 06 11:44:50.802624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Subnet': ['ID=88a30d2d-6a19-4899-9668-2d22eef3f7dd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:50.822756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Checking segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:50.823280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network hostable DHCP agents. Network: 211d3f26-7e2c-4c96-ac9b-d7e043d63f93, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:44:50.851068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:44:50.864359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 211d3f26-7e2c-4c96-ac9b-d7e043d63f93) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:50.873529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.875587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.897877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b90212b6-42bb-4c25-8db4-ec21d2cf2cc7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7182345 Jul 06 11:44:50.899287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:50.905757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'name': 'tempest-TaggedBootDevicesTest-1966280913', 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:50.955422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:50.970371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc83fcdf-81c4-4f9a-afef-3be244a42786 None None] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:50.984616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:50.987107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-f9f8db19-e149-4781-9eaa-5574e01b3325 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 258 time: 0.5136499 Jul 06 11:44:50.992793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:51.061307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:44:51.061307 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:44:51.061307 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': '08a7fa2ccca44b7fa81def70d1e5acd7', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 44, 51, 21586)}] Jul 06 11:44:51.061307 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:44:51.061847 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:44:51.071750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-fbb31b29-4975-4652-92fe-1d0e321516ea tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:51.073348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-fbb31b29-4975-4652-92fe-1d0e321516ea tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/ports?device_id=c494e9fc-78ea-4f14-bacc-92316c8f193e HTTP/1.1" status: 200 len: 945 time: 0.2343104 Jul 06 11:44:51.088726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '500acea5-be15-480c-8297-589ef572f63e', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'port_id': '500acea5-be15-480c-8297-589ef572f63e', 'mac_address': 'fa:16:3e:dd:07:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:51.096262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.184016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Allocated IP 10.1.1.2 (71997ce3-8cbe-49d5-b25f-d9e3cd29213b/cfb00313-17c3-4e7b-91fe-182cd4dfa56b/b2b603bc-56c2-4371-93cf-abe14eb6f84f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:51.206952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a845a6-64eb-450b-868d-ead658ab848f req-3158970f-bc49-4141-a106-6bbb8872d99f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:51.208523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.209137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a845a6-64eb-450b-868d-ead658ab848f req-3158970f-bc49-4141-a106-6bbb8872d99f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 943 time: 0.1939385 Jul 06 11:44:51.269161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500acea5-be15-480c-8297-589ef572f63e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:51.297347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a845a6-64eb-450b-868d-ead658ab848f req-786e67a5-cd1c-4fe2-b9c6-7251f0896ea7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650463 Jul 06 11:44:51.320125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Deleting port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:51.320470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.323081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:51.342415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'fixed_ips': [{'subnet_id': '88a30d2d-6a19-4899-9668-2d22eef3f7dd'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:51.342998 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.347201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.385079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.531232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] For port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:51.531803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.544148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:51.580243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Calling delete_port for 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:51.589677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.599761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Transition to ACTIVE for port object b2b603bc-56c2-4371-93cf-abe14eb6f84f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:51.606607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:51.660385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Transition to ACTIVE for port object b2b603bc-56c2-4371-93cf-abe14eb6f84f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:51.672114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Allocated IP 10.2.2.2 (211d3f26-7e2c-4c96-ac9b-d7e043d63f93/88a30d2d-6a19-4899-9668-2d22eef3f7dd/3a6fd70a-02cb-4797-b2b9-3337b4bc6f47) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:51.673744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b34de-b060-4b07-9b78-bb5521783a22 req-e6a32f7e-f240-4553-b61a-c6e7931aa77b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:51.674393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.675556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f77b34de-b060-4b07-9b78-bb5521783a22 req-e6a32f7e-f240-4553-b61a-c6e7931aa77b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2355273 Jul 06 11:44:51.692714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Allocated IP 172.25.7.229 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/9ba1a21d-6189-414d-ab4d-c7c2389bd559) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:51.722805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Pushing event updated for resources: {'Port': ['ID=b2b603bc-56c2-4371-93cf-abe14eb6f84f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:51.761577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:51.795204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['2e8b3d0b-6128-4dfe-a70d-7a121d768e48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:51.829149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f77b34de-b060-4b07-9b78-bb5521783a22 req-7fed7f09-be0c-45f3-a3d0-ac5eb49db9ce tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374631 Jul 06 11:44:51.852101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['500acea5-be15-480c-8297-589ef572f63e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:51.854582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:51.892264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:51.894114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.976678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Attempting to bind port b2b603bc-56c2-4371-93cf-abe14eb6f84f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:51.977049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Attempting to bind port b2b603bc-56c2-4371-93cf-abe14eb6f84f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:51.977413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Attempting to bind port b2b603bc-56c2-4371-93cf-abe14eb6f84f on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:51.997390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.034980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:52.035364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Checking segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:52.035843 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.036790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Bound using segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:52.037293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Bound port: b2b603bc-56c2-4371-93cf-abe14eb6f84f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:52.037685 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.089264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:52.092531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.092876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:52.103656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-c4895323-f93e-46f6-80bd-7d6a8b6de88d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:52.104947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:52.106044 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-c4895323-f93e-46f6-80bd-7d6a8b6de88d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.6132293 Jul 06 11:44:52.119330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Request body: {'port': {'device_id': '3e133511-d965-4e04-a852-2a3585afaa97', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'admin_state_up': True, 'tenant_id': '4bd4876537144aec8fcf05d95f9d585a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:52.120576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:52.120935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:52.131527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:52.138982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event updated for resources: {'Port': ['ID=9ba1a21d-6189-414d-ab4d-c7c2389bd559,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:52.208658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.239519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] No DVR routers for this DVR port 20b7e49c-350a-4fe9-80ec-fdca5f4f8111 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:52.244129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] device_id is not set on port 66309407-16d9-40a6-91ad-35614ba212f3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:52.250704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event deleted for resources: {'Port': ['ID=20b7e49c-350a-4fe9-80ec-fdca5f4f8111,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:52.253288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.255944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e68dfc-b4d3-476a-9e6d-5406fbb067aa req-ff0acb60-3292-4cbb-885f-c8c6835c319e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "DELETE /v2.0/ports/20b7e49c-350a-4fe9-80ec-fdca5f4f8111 HTTP/1.1" status: 204 len: 173 time: 1.1714907 Jul 06 11:44:52.259364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'name': 'network-vif-deleted', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:52.261699 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214c675d-3ff3-4dfd-b045-5b87c79fe3a7" -d '{"events": [{"server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "name": "network-vif-deleted", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:52.305137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29360c97-554b-4084-8278-85d93325cec0 req-6ed85b5b-1bf0-446d-88d4-771f3b1ea1dc tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 210 time: 0.0711598 Jul 06 11:44:52.316238 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.331675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] For port b2b603bc-56c2-4371-93cf-abe14eb6f84f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:52.337234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] For port b2b603bc-56c2-4371-93cf-abe14eb6f84f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b2b603bc-56c2-4371-93cf-abe14eb6f84f,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:52.370987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Transition to ACTIVE for port object 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:52.375697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.378312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.379238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Made reservation on behalf of 4bd4876537144aec8fcf05d95f9d585a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:52.383994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.444465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Transition to ACTIVE for port object 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:52.451827 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.475770 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.616585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 10.1.1.252 (71997ce3-8cbe-49d5-b25f-d9e3cd29213b/cfb00313-17c3-4e7b-91fe-182cd4dfa56b/66309407-16d9-40a6-91ad-35614ba212f3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:52.642255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.649930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0919f-a176-4081-8f80-cda43aa00d88 None None] Pushing event updated for resources: {'Port': ['ID=b2b603bc-56c2-4371-93cf-abe14eb6f84f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:52.686897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:52.693663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:52.697962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:52.709397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Allocated IP 172.20.0.14 (9a858f09-6dc9-4a8c-a39c-b73b39e1f201/b4c15638-cab9-4d40-8524-c13a56ae959d/69c3416b-cafc-4c04-8ef6-470ed4963c1d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:52.743341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Pushing event updated for resources: {'Port': ['ID=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:52.763340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ad9c8-f509-4b72-ba66-5c4f019d70de req-262dba9b-35e1-47d4-bb4a-3c75e188a5bd tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:52.766218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-988ad9c8-f509-4b72-ba66-5c4f019d70de req-262dba9b-35e1-47d4-bb4a-3c75e188a5bd tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 944 time: 0.1943312 Jul 06 11:44:52.782318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Attempting to bind port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:52.782689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Attempting to bind port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:52.783049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Attempting to bind port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:52.790069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:52.790069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Checking segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:52.790069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.790563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Bound using segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:52.790891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Bound port: 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:52.791271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.803505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.831114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.894395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-988ad9c8-f509-4b72-ba66-5c4f019d70de req-ae5aeb04-9f2e-4a82-a76e-b8eaffe3d3f6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192851 Jul 06 11:44:52.902514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] For port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:52.907092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] For port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:52.916584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.984382 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.002357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e6738-f726-49b1-93fb-27311711cf7f None None] Pushing event updated for resources: {'Port': ['ID=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:53.004136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event updated for resources: {'Port': ['ID=9ba1a21d-6189-414d-ab4d-c7c2389bd559,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:53.022079 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf64a6c-fb76-4022-afb2-381e0deb7313 x-openstack-request-id: req-9bf64a6c-fb76-4022-afb2-381e0deb7313 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:53.023203 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494e9fc-78ea-4f14-bacc-92316c8f193e", "name": "network-vif-deleted", "tag": "20b7e49c-350a-4fe9-80ec-fdca5f4f8111", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:53.025383 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bf64a6c-fb76-4022-afb2-381e0deb7313 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:53.026805 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494e9fc-78ea-4f14-bacc-92316c8f193e', 'name': 'network-vif-deleted', 'tag': '20b7e49c-350a-4fe9-80ec-fdca5f4f8111', 'status': 'completed', 'code': 200} Jul 06 11:44:53.043968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.057001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-9e95861c-a746-47a8-af9f-df847d15cb6b tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0640051 Jul 06 11:44:53.117451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-61c572a5-67aa-40dd-beb6-c74b80c82a5d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0589275 Jul 06 11:44:53.132869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.171144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object 66309407-16d9-40a6-91ad-35614ba212f3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:53.174884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.244404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.267686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.300916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:53.307096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:53.309773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:53.310033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3ecf-5902-474b-821c-43ba6d9853e3 req-2ea554bb-313a-4921-9125-49087dabd8f2 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.321888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-371f3ecf-5902-474b-821c-43ba6d9853e3 req-2ea554bb-313a-4921-9125-49087dabd8f2 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 944 time: 0.1632338 Jul 06 11:44:53.340764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-4b310bf1-d60f-41f6-8288-66f5b69c3c4c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.342150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e035394-edf2-458a-a533-63ef7c0fd5de req-4b310bf1-d60f-41f6-8288-66f5b69c3c4c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2120075 Jul 06 11:44:53.358933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:53.369123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:53.371877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:53.387569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-371f3ecf-5902-474b-821c-43ba6d9853e3 req-5c98e37c-f1cc-4b00-8164-be6b75c2e3ae tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607369 Jul 06 11:44:53.420822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:53.435251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.435970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.506084 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9171c730-7253-4daa-be33-7750fa638d5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6050913 Jul 06 11:44:53.508884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:53.514121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'name': 'tempest-TaggedBootDevicesTest-1017618836', 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:53.537574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.538120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.552228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:53.574682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-efaa8fd1-fc84-49ae-8db6-e951948f6390 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4596076 Jul 06 11:44:53.587233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Request body: {'port': {'device_id': '3e133511-d965-4e04-a852-2a3585afaa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:53.679167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.723682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c13059-3385-4fab-8c00-5ea93e9faef5 req-3971dab7-c052-45ae-a843-10f54aa75f4e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.725662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4c13059-3385-4fab-8c00-5ea93e9faef5 req-3971dab7-c052-45ae-a843-10f54aa75f4e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1461821 Jul 06 11:44:53.738567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:53.873048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4c13059-3385-4fab-8c00-5ea93e9faef5 req-4b80e2bc-cffc-4936-931e-aa19522db33b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418698 Jul 06 11:44:53.920574 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.955144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-41b5c081-78b4-42f3-8c57-954c09185cfb tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.962770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-41b5c081-78b4-42f3-8c57-954c09185cfb tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1611660 Jul 06 11:44:53.968633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85408f4-5bd6-481c-ac2a-5d18098ba066 None None] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:53.972315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] device_id is not set on port 7aef99eb-25eb-420e-84ce-06e11b42c3bc yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:54.018069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c3416b-cafc-4c04-8ef6-470ed4963c1d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:54.029082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.043112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-61757116-14f4-431e-8e62-6f86bba692a0 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0793262 Jul 06 11:44:54.045600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Transition to ACTIVE for port object 69c3416b-cafc-4c04-8ef6-470ed4963c1d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:54.048027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Request body: {'floatingip': {'port_id': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:54.054843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.086199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c458cc11-c44e-4ec3-9f00-8d7f51e03ecb None None] Provisioning for port b2b603bc-56c2-4371-93cf-abe14eb6f84f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:54.154002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:54.206351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.236449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:54.249911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Attempting to bind port 69c3416b-cafc-4c04-8ef6-470ed4963c1d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:54.250430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Attempting to bind port 69c3416b-cafc-4c04-8ef6-470ed4963c1d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:54.250902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Attempting to bind port 69c3416b-cafc-4c04-8ef6-470ed4963c1d on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:54.257068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Port 69c3416b-cafc-4c04-8ef6-470ed4963c1d on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:54.257689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Attempting to bind port 69c3416b-cafc-4c04-8ef6-470ed4963c1d on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:54.264204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:54.264672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Checking segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:54.265345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Bound using segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:54.266608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Bound port: 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:54.266608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.293584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:54.304531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:54.305874 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.310311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b2b603bc-56c2-4371-93cf-abe14eb6f84f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:54.359381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:54.362921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:54.368720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.430573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:54.441408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:54.442705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.444382 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-e6947e63-43ea-40cb-94b3-2c82b5b6fb46 service neutron] 10.222.0.79 "PUT /v2.0/ports/69c3416b-cafc-4c04-8ef6-470ed4963c1d HTTP/1.1" status: 200 len: 1092 time: 0.8624558 Jul 06 11:44:54.444862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:54.447389 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1240452-0c32-43a6-899d-108c645f1704" -d '{"events": [{"name": "network-changed", "server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:54.462297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b2b603bc-56c2-4371-93cf-abe14eb6f84f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:54.491279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b2b603bc-56c2-4371-93cf-abe14eb6f84f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:54.491858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.540989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.558872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852717f6-b762-422c-99c8-e8ec6ccb1fb7 None None] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:54.577108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-acf1e228-9d37-42c1-819c-e02b2e717966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:54.579070 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-acf1e228-9d37-42c1-819c-e02b2e717966 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 1095 time: 0.0923338 Jul 06 11:44:54.644669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-0a30a3f5-7668-489b-9612-40848626af4f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d HTTP/1.1" status: 200 len: 217 time: 0.0579453 Jul 06 11:44:54.661852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecced18d-3104-48e6-9fae-2606482ede46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:54.665687 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d369f-e1d6-4d32-b8dd-a2c053b84883" -d '{"events": [{"server_uuid": "ecced18d-3104-48e6-9fae-2606482ede46", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b3d0b-6128-4dfe-a70d-7a121d768e48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:54.712667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:54.714974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-27de179e-2bb4-4944-8e0f-2a259eeb1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:54.717202 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-27de179e-2bb4-4944-8e0f-2a259eeb1cc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.0655415 Jul 06 11:44:54.730234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02548195-1ead-49c8-8d24-14e924fbd943 None None] Provisioning for port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:54.762282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-a8e2c67d-19c5-4fbd-9730-f712aa70579d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373969 Jul 06 11:44:54.772271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.773474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 500acea5-be15-480c-8297-589ef572f63e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:54.850250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aa768-e3f8-472a-a108-d206ad81619b req-8bdfc637-7901-4afc-b645-a22ff6340769 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:54.850250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a58aa768-e3f8-472a-a108-d206ad81619b req-8bdfc637-7901-4afc-b645-a22ff6340769 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 944 time: 0.7412944 Jul 06 11:44:54.883660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.910403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-7da40781-f409-4c43-a95e-0d5a8b186f76 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406591 Jul 06 11:44:54.943628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 10.1.1.101 (71997ce3-8cbe-49d5-b25f-d9e3cd29213b/cfb00313-17c3-4e7b-91fe-182cd4dfa56b/7aef99eb-25eb-420e-84ce-06e11b42c3bc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:54.965433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.010588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a58aa768-e3f8-472a-a108-d206ad81619b req-39918930-5c46-4e8d-92fc-230e0ebe0ec7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282041 Jul 06 11:44:55.012593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b2b603bc-56c2-4371-93cf-abe14eb6f84f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b2b603bc-56c2-4371-93cf-abe14eb6f84f,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:55.019868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 500acea5-be15-480c-8297-589ef572f63e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:55.029978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.031197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:55.033652 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ce97e7ec-d334-4f1f-8593-4a718e764b2c req-2d53787a-1198-4dd8-a760-85b34d10f30e service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161339 Jul 06 11:44:55.058768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 500acea5-be15-480c-8297-589ef572f63e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:55.059149 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.086486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53cac249-49a5-48f6-a314-18948869e26a None None] Provisioning for port 66309407-16d9-40a6-91ad-35614ba212f3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:55.135798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53cac249-49a5-48f6-a314-18948869e26a None None] Provisioning complete for port 66309407-16d9-40a6-91ad-35614ba212f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:55.136150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53cac249-49a5-48f6-a314-18948869e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.227682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b2b603bc-56c2-4371-93cf-abe14eb6f84f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.232969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53cac249-49a5-48f6-a314-18948869e26a None None] Port 66309407-16d9-40a6-91ad-35614ba212f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:55.277472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:55.287960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53cac249-49a5-48f6-a314-18948869e26a None None] Provisioning complete for port b2b603bc-56c2-4371-93cf-abe14eb6f84f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:55.288321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53cac249-49a5-48f6-a314-18948869e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.291676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:55.292071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.350712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.382241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.416023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:55.425579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d251ac5-0a33-424e-b746-37688d6387f1 req-cb1a11c2-d6f4-4dd4-a445-0b1d5a140ff6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:55.427847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d251ac5-0a33-424e-b746-37688d6387f1 req-cb1a11c2-d6f4-4dd4-a445-0b1d5a140ff6 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 945 time: 0.2717533 Jul 06 11:44:55.440029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.445079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object 7aef99eb-25eb-420e-84ce-06e11b42c3bc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:55.518778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.538935 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.546228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d251ac5-0a33-424e-b746-37688d6387f1 req-98a81cde-9cb0-4dcc-8584-0f1324983b20 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031234 Jul 06 11:44:55.551633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.551852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.583866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:55.589049 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.607799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.650604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.657270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7b2ace6-e569-4154-8dc1-1682598e7c93 None None] Provisioning complete for port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:55.657642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ace6-e569-4154-8dc1-1682598e7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.703460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:55.731187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:55.736400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:55.744984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7b2ace6-e569-4154-8dc1-1682598e7c93 None None] Provisioning complete for port 66309407-16d9-40a6-91ad-35614ba212f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:55.745340 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ace6-e569-4154-8dc1-1682598e7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.762223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.774830 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Floating IP 3c92e213-3e12-4472-8681-2cb148106a00 associated. External IP: 172.25.7.229, port: 61e251ac-9390-4288-aa6b-0917cad1d07c. Jul 06 11:44:55.779739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2ace6-e569-4154-8dc1-1682598e7c93 None None] Port 66309407-16d9-40a6-91ad-35614ba212f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:55.849125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:55.849796 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.921854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c6528-833f-4c17-a515-9910aba74dd0 req-f50c8634-a5dd-4e06-8bb2-82dbef029aa4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:55.923375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef3c6528-833f-4c17-a515-9910aba74dd0 req-f50c8634-a5dd-4e06-8bb2-82dbef029aa4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2453113 Jul 06 11:44:55.924621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5a5ac56a-d890-4cd5-ae1e-7ed72749421c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4146814 Jul 06 11:44:56.001907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86cae81f-b9bb-410b-b3b2-7417b3a7f31f None None] Provisioning for port 7aef99eb-25eb-420e-84ce-06e11b42c3bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:56.006624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86cae81f-b9bb-410b-b3b2-7417b3a7f31f None None] Provisioning complete for port 7aef99eb-25eb-420e-84ce-06e11b42c3bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:56.006938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86cae81f-b9bb-410b-b3b2-7417b3a7f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.008328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef3c6528-833f-4c17-a515-9910aba74dd0 req-0a101d9b-3f6b-461d-88e5-0ff242874b50 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771730 Jul 06 11:44:56.055110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86cae81f-b9bb-410b-b3b2-7417b3a7f31f None None] Port 7aef99eb-25eb-420e-84ce-06e11b42c3bc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:56.076906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Router 8a99b251-2f11-4553-971b-a61a398a06ec has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:56.085846 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5458a99-99b3-412a-bb8f-85f3289933c9 x-openstack-request-id: req-f5458a99-99b3-412a-bb8f-85f3289933c9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:56.086345 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:56.086456 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5458a99-99b3-412a-bb8f-85f3289933c9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:56.086811 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'status': 'completed', 'code': 200} Jul 06 11:44:56.144508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b2b603bc-56c2-4371-93cf-abe14eb6f84f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:56.188507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1240452-0c32-43a6-899d-108c645f1704 req-225ea785-f57f-4bd4-9b64-105eec69d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.190137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-225ea785-f57f-4bd4-9b64-105eec69d18c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 1095 time: 0.0728636 Jul 06 11:44:56.200774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b2b603bc-56c2-4371-93cf-abe14eb6f84f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:56.201151 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.209464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:56.214710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.220488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] Sync routers for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:56.234914 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:56.235539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:56.272833 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb813d6-7a7a-4c21-8995-e35ab9ede6d4 x-openstack-request-id: req-afb813d6-7a7a-4c21-8995-e35ab9ede6d4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:56.273255 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecced18d-3104-48e6-9fae-2606482ede46", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b3d0b-6128-4dfe-a70d-7a121d768e48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:56.273575 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afb813d6-7a7a-4c21-8995-e35ab9ede6d4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:56.273892 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecced18d-3104-48e6-9fae-2606482ede46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48', 'code': 200} Jul 06 11:44:56.276529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-7db0b5ac-39c0-4057-a512-2036f4be06e2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "PUT /v2.0/floatingips/3c92e213-3e12-4472-8681-2cb148106a00 HTTP/1.1" status: 200 len: 996 time: 2.2326028 Jul 06 11:44:56.277051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:56.280895 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:56.304714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:56.337148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1240452-0c32-43a6-899d-108c645f1704 req-bf9400d3-1055-459c-85db-25eab3b24ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.340107 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-bf9400d3-1055-459c-85db-25eab3b24ddc service neutron] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 905 time: 0.1382666 Jul 06 11:44:56.356587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-d765e62c-9b82-4221-827f-f185d7d78177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.358890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-d765e62c-9b82-4221-827f-f185d7d78177 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1096 time: 0.0706635 Jul 06 11:44:56.375538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:56.375941 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.425339 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:56.491069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-553f0c51-3e68-408b-b54a-b19c8569eae6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d HTTP/1.1" status: 200 len: 217 time: 0.0472600 Jul 06 11:44:56.520810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-8042ce65-efe4-4f45-b861-3db5bb96631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.528895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-8042ce65-efe4-4f45-b861-3db5bb96631d service neutron] 10.222.0.78 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 929 time: 0.1642025 Jul 06 11:44:56.561810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1240452-0c32-43a6-899d-108c645f1704 req-9611362e-93bd-4e87-b18d-c431952a56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.563808 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-9611362e-93bd-4e87-b18d-c431952a56bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.0667002 Jul 06 11:44:56.600573 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-cec935f1-ff85-4abc-9e9f-d61c19ae5368 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303993 Jul 06 11:44:56.644529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-2418d78f-006d-4157-b1b9-9ea667c5e2f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 999 time: 0.1146617 Jul 06 11:44:56.649827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e93282-7865-4152-a056-997caa23fb9e req-31d4ff43-afcb-4102-a983-b39d83c92bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.651516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13e93282-7865-4152-a056-997caa23fb9e req-31d4ff43-afcb-4102-a983-b39d83c92bc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 1096 time: 0.1764667 Jul 06 11:44:56.686349 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '3c92e213-3e12-4472-8681-2cb148106a00', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'port_id': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'mac_address': 'fa:16:3e:ad:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:44:52Z', 'updated_at': '2021-07-06T11:44:55Z', 'revision_number': 1, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:23Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:56.700306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-4fd7a1be-1e10-4093-95c7-cd6475a2a879 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931087 Jul 06 11:44:56.713346 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] Checking router: 8a99b251-2f11-4553-971b-a61a398a06ec for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:56.722100 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:56.722716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:56.742570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a1034-d9c6-450b-9d87-e2ecb88c456a req-85158331-a0c1-4151-bdec-f11b91eb1402 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.746745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e6a1034-d9c6-450b-9d87-e2ecb88c456a req-85158331-a0c1-4151-bdec-f11b91eb1402 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1687393 Jul 06 11:44:56.755953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-34933458-1285-4bc2-a021-72bedea83631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.757472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-34933458-1285-4bc2-a021-72bedea83631 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 200 len: 867 time: 0.1049495 Jul 06 11:44:56.766252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13e93282-7865-4152-a056-997caa23fb9e req-23e8e423-b834-4209-8052-8d76c0c7d10e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001980 Jul 06 11:44:56.802683 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1240452-0c32-43a6-899d-108c645f1704 req-be13b2e6-f075-4cef-8a07-6de469453268 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958862 Jul 06 11:44:56.831863 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:56.835157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e6a1034-d9c6-450b-9d87-e2ecb88c456a req-300cc0ff-fa0d-4833-9e90-899bfd688dce tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841613 Jul 06 11:44:56.859283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-bb3296f7-34e4-4611-9a2b-eb38ba26bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.860877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-bb3296f7-34e4-4611-9a2b-eb38ba26bbf0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928748 Jul 06 11:44:56.953668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-888fbbf1-7301-4b83-98d5-2da6bcc4c5a1 service neutron] 10.222.0.78 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866263 Jul 06 11:44:57.049930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c75240-73f6-4e52-ab4f-8be4f9552e73 req-e7915247-fc44-42da-bd48-c9004096a608 service neutron] 10.222.0.78 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898287 Jul 06 11:44:57.067613 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '3c92e213-3e12-4472-8681-2cb148106a00', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'port_id': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'mac_address': 'fa:16:3e:ad:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:44:52Z', 'updated_at': '2021-07-06T11:44:55Z', 'revision_number': 1, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:23Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:57.088269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64acc18b-4965-4eb6-a209-1e2951d5f21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.099808 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970c3ed-669e-4fd0-b5aa-61ce05ac04c3 None None] The sync data for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 is: [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '3c92e213-3e12-4472-8681-2cb148106a00', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'port_id': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'mac_address': 'fa:16:3e:ad:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:44:52Z', 'updated_at': '2021-07-06T11:44:55Z', 'revision_number': 1, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:23Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:57.223735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70b498-0ce3-4421-a489-317e17e81dd9 req-e62a68bb-159f-4796-8fd7-25083c516aee tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.225441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e70b498-0ce3-4421-a489-317e17e81dd9 req-e62a68bb-159f-4796-8fd7-25083c516aee tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 944 time: 0.0663614 Jul 06 11:44:57.265870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e70b498-0ce3-4421-a489-317e17e81dd9 req-b9e59b74-3e45-4bfe-886f-b9e7b15fadd2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347831 Jul 06 11:44:57.312976 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe4783d-8f37-4b6d-bfa4-3bdb4c43d732 x-openstack-request-id: req-cfe4783d-8f37-4b6d-bfa4-3bdb4c43d732 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:57.313276 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:57.313539 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfe4783d-8f37-4b6d-bfa4-3bdb4c43d732 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:57.313947 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'status': 'completed', 'code': 200} Jul 06 11:44:57.396994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-d4f0f1ab-629e-41b4-b339-f94b0ac57f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.399351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-d4f0f1ab-629e-41b4-b339-f94b0ac57f64 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1096 time: 0.0611451 Jul 06 11:44:57.416414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0326b-adb3-4db1-8e51-3d4d4488d7e6 None None] New status for floating IP 3c92e213-3e12-4472-8681-2cb148106a00: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:44:57.490018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654fc62-1e91-4c1c-8a0e-b8960498a4f0 req-267de6a7-987f-48c5-b3fa-65f025c11601 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.492147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0654fc62-1e91-4c1c-8a0e-b8960498a4f0 req-267de6a7-987f-48c5-b3fa-65f025c11601 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 945 time: 0.0834842 Jul 06 11:44:57.514297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-2ee387c1-cb29-4c27-be1f-b1249938f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.515832 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-2ee387c1-cb29-4c27-be1f-b1249938f25a service neutron] 10.222.0.79 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 929 time: 0.1067474 Jul 06 11:44:57.585756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0654fc62-1e91-4c1c-8a0e-b8960498a4f0 req-fe5b18bc-1276-413c-a392-5ab473a78e0c tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858676 Jul 06 11:44:57.597573 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-68c14f9e-919b-45c6-a840-cebf8e52502c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 999 time: 0.0725596 Jul 06 11:44:57.653020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-b25c74eb-2b24-4954-acfd-7130c4daa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.654759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-b25c74eb-2b24-4954-acfd-7130c4daa263 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 200 len: 867 time: 0.0506713 Jul 06 11:44:57.735680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-cdcf6ce3-003d-40e2-8cd1-3a93891ee582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.738128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-cdcf6ce3-003d-40e2-8cd1-3a93891ee582 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750058 Jul 06 11:44:57.837117 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-15ea4690-5a4b-4925-b718-30de62553564 service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916448 Jul 06 11:44:57.963379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4fea7272-c8f4-4d83-ad50-7b788bf0d6bf req-315f98cb-5fd5-4b1b-81c1-36dc45224cd0 service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203885 Jul 06 11:44:57.969157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1032d7-57eb-4257-86a3-c69361b0f1e5 req-4370deee-9ca3-48f1-a794-4d749c95770e tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:57.970786 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1032d7-57eb-4257-86a3-c69361b0f1e5 req-4370deee-9ca3-48f1-a794-4d749c95770e tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.0685680 Jul 06 11:44:58.009990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1032d7-57eb-4257-86a3-c69361b0f1e5 req-532b014d-fb31-42c1-897f-586c122bccd4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Jul 06 11:44:58.128702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:58.142798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-ebfab2c9-4223-4807-96f7-35acd71723e5 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 258 time: 0.1083200 Jul 06 11:44:58.143902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.149599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741557334', 'description': 'tempest-description--511741995'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:58.159623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:58.175116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.193932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.275511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:58.278413 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70268846-2541-4bc5-a027-6dbd1ff541c6" -d '{"events": [{"server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "name": "network-vif-plugged", "status": "completed", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:58.298736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:58.319125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.324816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.331745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'mac_address': 'fa:16:3e:f2:b0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:58.359262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.363256 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2182996 Jul 06 11:44:58.363676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.366175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.369209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb66ff2-06cf-4f07-adde-e2230ae70e4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836dcf6a-b343-418f-bd99-7a66fdbffd14,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:58.381898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'security_group_rule': {'security_group_id': '836dcf6a-b343-418f-bd99-7a66fdbffd14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:58.405930 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.426041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c3416b-cafc-4c04-8ef6-470ed4963c1d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:58.452241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.455111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:58.461067 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.525235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:58.636926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Allocated IP 172.25.7.62 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/61597219-6657-4900-b50a-05d154d7a8c5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:58.658696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.669549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.740624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bf1216-9d1f-41f7-b867-eb44220d8e1c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:58.762296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e516d-cbc9-4377-9d66-d2d38e3c29bc req-e8ebd907-119a-4bfd-bd92-7b40d0aaa6c1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:58.763842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-161e516d-cbc9-4377-9d66-d2d38e3c29bc req-e8ebd907-119a-4bfd-bd92-7b40d0aaa6c1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2622957 Jul 06 11:44:58.772314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.773453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ad3a682-6f41-4575-aef6-ffe957c07fae tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061916 Jul 06 11:44:58.777158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.783381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'security_group_rule': {'security_group_id': '836dcf6a-b343-418f-bd99-7a66fdbffd14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:58.817144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.831391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['69c3416b-cafc-4c04-8ef6-470ed4963c1d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:58.836086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-161e516d-cbc9-4377-9d66-d2d38e3c29bc req-2baaebb1-3e13-410d-94c4-b2b160a47e72 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Jul 06 11:44:58.852223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.882249 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.888182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.899369 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef190b83-3b36-481c-981e-94e60c6e0f41 x-openstack-request-id: req-ef190b83-3b36-481c-981e-94e60c6e0f41 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:58.899684 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "name": "network-vif-plugged", "status": "completed", "tag": "500acea5-be15-480c-8297-589ef572f63e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:58.900295 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef190b83-3b36-481c-981e-94e60c6e0f41 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:58.900595 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'code': 200} Jul 06 11:44:58.922901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37614aa1-5977-489a-91e2-f6af1a16606a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:58.925950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.928814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e3124282-9fa6-4bda-8b58-796f1ca1bb40 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503332 Jul 06 11:44:58.931689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.938619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:58.942740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.978358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.000410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event updated for resources: {'Port': ['ID=61597219-6657-4900-b50a-05d154d7a8c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:59.019900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:59.022431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:59.025538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:59.106220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eabec-0b3a-48e6-b90c-7b36eb650c74 req-a83ce526-b7b1-4bb3-b4ef-f41a3344895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:59.106220 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb5eabec-0b3a-48e6-b90c-7b36eb650c74 req-a83ce526-b7b1-4bb3-b4ef-f41a3344895b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.1050832 Jul 06 11:44:59.157228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb5eabec-0b3a-48e6-b90c-7b36eb650c74 req-3ee17560-9bad-4010-bbac-d722aca3e70d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Jul 06 11:44:59.166513 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.283242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 172.25.7.14 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/966d300a-f416-47ea-910f-55bf3e0dc49a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:59.390925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.432795 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.457556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.482265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76893c-dafb-46c0-9559-49aa168206d8 req-4e941779-3870-459c-886c-843ca880c94e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:59.482541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:59.483792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f76893c-dafb-46c0-9559-49aa168206d8 req-4e941779-3870-459c-886c-843ca880c94e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 945 time: 0.4185588 Jul 06 11:44:59.486474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:59.488446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=966d300a-f416-47ea-910f-55bf3e0dc49a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:59.491781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:59.540794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.572137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f76893c-dafb-46c0-9559-49aa168206d8 req-1a178739-41d0-44d7-9f2e-c7aa1db20179 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Jul 06 11:44:59.577988 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.602984 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c86fc5c3-beaa-409f-a5bb-90a7ae741f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.646743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.777684 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.783390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.800206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.806662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.820424 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.861484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3e971-3605-47cd-acc6-7b066c3bc398 req-60280391-7017-4ed8-b8da-3f63aac8e94d tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:59.862977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa3e971-3605-47cd-acc6-7b066c3bc398 req-60280391-7017-4ed8-b8da-3f63aac8e94d tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 945 time: 0.1580372 Jul 06 11:44:59.882972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=966d300a-f416-47ea-910f-55bf3e0dc49a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:59.890374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event updated for resources: {'Port': ['ID=61597219-6657-4900-b50a-05d154d7a8c5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:59.891513 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.908290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.910032 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c3493bb-8e8f-4d82-b154-1211a95cb36e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9770620 Jul 06 11:44:59.913931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.938904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa3e971-3605-47cd-acc6-7b066c3bc398 req-8e96a9e5-9a07-4168-b5dc-e1646ed42d70 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565546 Jul 06 11:44:59.944558 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.946200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-411f8f25-03db-4f30-bc83-fae7f7d05063 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7932158 Jul 06 11:44:59.986596 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.022261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-3944ddfb-6b9f-4a16-8852-7419441f309a tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0689721 Jul 06 11:45:00.176410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-c6422632-4325-47b9-87e7-295d4dbcd204 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:00.178314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14cdd8bd-16e7-4c42-b6df-8894da0bc5a2 req-c6422632-4325-47b9-87e7-295d4dbcd204 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1502509 Jul 06 11:45:00.202894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166bb1d-3dfd-45ab-bd98-831b332baedf req-fffb1cd5-439d-41b8-a76d-633af8688f47 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:00.204674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4166bb1d-3dfd-45ab-bd98-831b332baedf req-fffb1cd5-439d-41b8-a76d-633af8688f47 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.1092138 Jul 06 11:45:00.256321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4166bb1d-3dfd-45ab-bd98-831b332baedf req-124817ed-408f-4933-af21-64fbbed5bef8 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452328 Jul 06 11:45:00.568532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-035664cc-2cca-49de-ab66-f43afa4f402f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--741557334&fields=id&tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7 HTTP/1.1" status: 200 len: 267 time: 0.0940182 Jul 06 11:45:00.628353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfb918-8597-49f3-bb76-4a37cd7ffeef req-388ef8cc-6af3-416a-b8da-9b0699ab4824 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:00.630653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29bfb918-8597-49f3-bb76-4a37cd7ffeef req-388ef8cc-6af3-416a-b8da-9b0699ab4824 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1499898 Jul 06 11:45:00.684309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d937f39a-783e-4b17-b966-eb8aff52baa4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:00.686187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d937f39a-783e-4b17-b966-eb8aff52baa4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 932 time: 0.1088493 Jul 06 11:45:00.721937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29bfb918-8597-49f3-bb76-4a37cd7ffeef req-4f08c57e-09d5-4dd2-8338-e7d0d1d88cee tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843060 Jul 06 11:45:00.780353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fc7469b4-5b76-44be-bcec-c80b659e9311 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:00.782330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fc7469b4-5b76-44be-bcec-c80b659e9311 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 932 time: 0.0829732 Jul 06 11:45:00.820267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-ebc45f2c-4b60-41a6-a231-1945f06dd1eb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0308378 Jul 06 11:45:00.840104 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.870493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-683700d4-654b-4a05-b39c-b1d5ac7db4b9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0447769 Jul 06 11:45:01.012177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-0992312f-7182-449e-8826-40ba1e086e3a tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.014024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-0992312f-7182-449e-8826-40ba1e086e3a tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1758366 Jul 06 11:45:01.085209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-c1e91897-8aaa-463e-bfb5-4f2ecec4b04c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0628891 Jul 06 11:45:01.092528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-58df4b4f-f5df-40b3-9ee6-b48e6e4b3b0a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.099241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-58df4b4f-f5df-40b3-9ee6-b48e6e4b3b0a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.105046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-58df4b4f-f5df-40b3-9ee6-b48e6e4b3b0a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.106593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-58df4b4f-f5df-40b3-9ee6-b48e6e4b3b0a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/networks?id=62e399e8-f6e9-4926-bc2f-26ed4524240e&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93 HTTP/1.1" status: 200 len: 1989 time: 0.2116640 Jul 06 11:45:01.111355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-1269c909-5887-4002-8772-7b45b13967c2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Request body: {'floatingip': {'port_id': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:01.155273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-9744a67f-ba14-4fe1-a616-6f0e704daf58 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/quotas/08a7fa2ccca44b7fa81def70d1e5acd7 HTTP/1.1" status: 200 len: 375 time: 0.0410237 Jul 06 11:45:01.157531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-1269c909-5887-4002-8772-7b45b13967c2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.338683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e920a7d6-c628-4270-9ba7-4d42d59856d1 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1773403 Jul 06 11:45:01.507869 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-1269c909-5887-4002-8772-7b45b13967c2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 11:45:01.508935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbc4aae-6921-4427-93f4-17cc2641e1f3 req-1269c909-5887-4002-8772-7b45b13967c2 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "PUT /v2.0/floatingips/332f361a-12b1-4db8-895d-77be7e4a2bcb HTTP/1.1" status: 409 len: 549 time: 0.4014246 Jul 06 11:45:01.511318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-34ec926b-f7f5-48cc-b89e-08aa55b1438d service neutron] 10.222.0.78 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406467 Jul 06 11:45:01.649568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-648d61a1-6c01-4602-a5ca-c830f490e2ef service neutron] 10.222.0.78 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153235 Jul 06 11:45:01.712886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-46627674-7eb3-4e9d-9b5e-8d4628bed79f service neutron] 10.222.0.78 "GET /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0564468 Jul 06 11:45:01.721509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bbe7b-371d-43b4-be0e-441a04915533 req-c5cb6d99-7e67-4657-b91d-4b8f428ed4f8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.722914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-288bbe7b-371d-43b4-be0e-441a04915533 req-c5cb6d99-7e67-4657-b91d-4b8f428ed4f8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 945 time: 0.1169291 Jul 06 11:45:01.754307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-cb10f748-9fa0-4c4e-bc71-a55c67a4109f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595465 Jul 06 11:45:01.816192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-288bbe7b-371d-43b4-be0e-441a04915533 req-ebaa726d-da87-41fe-8822-4e441cc5c4b4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839128 Jul 06 11:45:01.851759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-353c63aa-4337-4a39-a9b9-8a4701669079 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266310 Jul 06 11:45:01.859219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-e5cab433-dfda-4a5f-a98e-6298c10874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.860836 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-e5cab433-dfda-4a5f-a98e-6298c10874bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 1100 time: 0.0601823 Jul 06 11:45:01.973001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-5dd1bf0d-7a16-472a-90aa-75281bc3ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:01.974542 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-5dd1bf0d-7a16-472a-90aa-75281bc3ab7c service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0924637 Jul 06 11:45:01.979789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f0762f9f-f215-46d2-9fc8-816a931ecb80 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224165 Jul 06 11:45:02.019671 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-6332fea4-b349-4526-9b23-335dd6a575d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 200 len: 217 time: 0.0380206 Jul 06 11:45:02.042650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b6593-c3b3-4c12-bd38-2f326a05fef6 req-012d4879-cf74-4925-92c4-47d1cf6c69e2 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:02.044326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5b6593-c3b3-4c12-bd38-2f326a05fef6 req-012d4879-cf74-4925-92c4-47d1cf6c69e2 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.1130629 Jul 06 11:45:02.048399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-773974bc-1cea-4e77-97d2-2190c9f51279 service neutron] 10.222.0.78 "GET /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0610280 Jul 06 11:45:02.074118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-28c94771-b16c-4d81-8206-3bc5ca854a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:02.075612 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-28c94771-b16c-4d81-8206-3bc5ca854a46 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0502186 Jul 06 11:45:02.134346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5b6593-c3b3-4c12-bd38-2f326a05fef6 req-0a9735b6-d824-4660-8751-3c79e2a1950b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838463 Jul 06 11:45:02.134873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-31c59b6e-e87f-4527-899a-5eb4f1644fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:02.136711 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-31c59b6e-e87f-4527-899a-5eb4f1644fd9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526173 Jul 06 11:45:02.164831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:02.176029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-6d65082f-6172-4eaa-a6ad-149ca1e65de6 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180291 Jul 06 11:45:02.234775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 69c3416b-cafc-4c04-8ef6-470ed4963c1d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:02.240557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 69c3416b-cafc-4c04-8ef6-470ed4963c1d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:02.241255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.265688 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-54ffbd60-5f85-4688-9d88-e9c90f3bb23e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210191 Jul 06 11:45:02.309304 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.324341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-ff8da07c-4e30-4a30-bcc2-6ac1abf96615 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424859 Jul 06 11:45:02.360232 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.388331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:02.399085 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5787aba-5c5c-4d44-950d-0026002b6641" -d '{"events": [{"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-plugged", "status": "completed", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:02.411178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8e09bc7-159f-4c15-86da-18c9354f710e req-546f0ae2-4b4a-4154-87ca-199bc459fabd service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320155 Jul 06 11:45:02.413217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:02.425884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.452980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-50df7fb9-5576-4d91-b723-25d5e020d5f1 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224055 Jul 06 11:45:02.493922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:02.564354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-dddfd31a-9eb6-426c-9f72-4e046a5d8675 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015716 Jul 06 11:45:02.667265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-9e33b54d-c3e3-4fd7-9170-f20ade0a7101 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965421 Jul 06 11:45:02.765619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5fd26669-f40a-4819-becc-4289f3d56c33 service neutron] 10.222.0.78 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928543 Jul 06 11:45:02.862386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-00b67228-1e21-4660-adaa-a213dd45823c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips/332f361a-12b1-4db8-895d-77be7e4a2bcb HTTP/1.1" status: 200 len: 692 time: 0.0910275 Jul 06 11:45:02.959259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3cf0436c-75bc-448b-b468-dda26bc2ed94 service neutron] 10.222.0.78 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866293 Jul 06 11:45:03.042520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-8322e65a-b09b-44fd-9f29-5b97d233fb4e tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:03.043798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-8322e65a-b09b-44fd-9f29-5b97d233fb4e tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1750495 Jul 06 11:45:03.104907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-99fa5bf3-6bb0-485e-8f67-d82f9339c4ac tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0551410 Jul 06 11:45:03.163090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-26c74454-92cc-42a6-8b20-820f2819e9b8 service neutron] 10.222.0.78 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937857 Jul 06 11:45:03.166132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-d02d0c1f-1166-458c-ada8-9c9084638070 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0552552 Jul 06 11:45:03.344039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-8ddb9318-0ae6-4409-bca8-2074d76163e1 service neutron] 10.222.0.78 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750739 Jul 06 11:45:03.408737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Deleting port 61597219-6657-4900-b50a-05d154d7a8c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:03.409078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.819589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a4183f99-6de9-4e73-87b8-f5d584af76b6 service neutron] 10.222.0.78 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687455 Jul 06 11:45:03.833342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.834106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.849685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Calling delete_port for 61597219-6657-4900-b50a-05d154d7a8c5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:04.006740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.039360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event deleted for resources: {'Port': ['ID=61597219-6657-4900-b50a-05d154d7a8c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:04.117924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.120958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.122655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-817e5fcb-22be-4601-a41b-271fcb65ab68 req-56838563-0513-41a9-851d-c3e754054917 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "DELETE /v2.0/floatingips/332f361a-12b1-4db8-895d-77be7e4a2bcb HTTP/1.1" status: 204 len: 173 time: 0.9466121 Jul 06 11:45:04.298277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60bf07-8bad-4bb6-b17e-ce660a9f91f5 req-7f846ece-ce7c-4cc7-8305-36cdb47644d1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.299892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c60bf07-8bad-4bb6-b17e-ce660a9f91f5 req-7f846ece-ce7c-4cc7-8305-36cdb47644d1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.0722053 Jul 06 11:45:04.342121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c60bf07-8bad-4bb6-b17e-ce660a9f91f5 req-c5028af5-7560-4c18-9162-44f29b96177f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361123 Jul 06 11:45:04.472387 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d039459-50d9-4000-bda5-2d7422a1eea7 x-openstack-request-id: req-8d039459-50d9-4000-bda5-2d7422a1eea7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:04.472924 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-plugged", "status": "completed", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:04.473023 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d039459-50d9-4000-bda5-2d7422a1eea7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:04.474232 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'code': 200} Jul 06 11:45:04.681055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c367ec-88c5-4399-87a4-01e07734d400 req-cc2b6a89-588b-4c65-b7f3-ccd2f168901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.683265 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8c367ec-88c5-4399-87a4-01e07734d400 req-cc2b6a89-588b-4c65-b7f3-ccd2f168901f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 1097 time: 0.1146085 Jul 06 11:45:04.739993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f8c367ec-88c5-4399-87a4-01e07734d400 req-f065fe88-f781-4bdc-a803-0020339218ba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Jul 06 11:45:04.826965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce64a5a-8878-45ab-90d7-9a830f6fc1ee req-b5da3bbc-418d-40ef-b636-22ae8d32feb1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.834482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ce64a5a-8878-45ab-90d7-9a830f6fc1ee req-b5da3bbc-418d-40ef-b636-22ae8d32feb1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.2172122 Jul 06 11:45:04.841240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33acf37-17f9-403b-8295-c908c4798f2b req-f10cfed9-0b3b-4045-b635-b9e39291c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.842846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-f10cfed9-0b3b-4045-b635-b9e39291c3ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.1684761 Jul 06 11:45:04.933576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9e108-5327-4f9f-9e23-6fb6a92f163d req-c7991c5b-a79b-4b79-a86e-db14d4131f53 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.935090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e9e108-5327-4f9f-9e23-6fb6a92f163d req-c7991c5b-a79b-4b79-a86e-db14d4131f53 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.2089767 Jul 06 11:45:04.971545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ce64a5a-8878-45ab-90d7-9a830f6fc1ee req-4d2cf069-e8f5-4492-8770-978b7de93199 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359873 Jul 06 11:45:05.034128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e9e108-5327-4f9f-9e23-6fb6a92f163d req-fd9ff226-a164-4a5c-86f4-8b3d13c0bb2b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Jul 06 11:45:05.049039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33acf37-17f9-403b-8295-c908c4798f2b req-75271bc9-7bd6-4041-9e20-a39aebacea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.050968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-75271bc9-7bd6-4041-9e20-a39aebacea8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.1873288 Jul 06 11:45:05.154131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-c437de55-c273-4458-b65f-5517d3c5d89f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.0428057 Jul 06 11:45:05.173065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-1686af84-1040-4e71-a9a5-67153985fb64 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 1001 time: 0.1122265 Jul 06 11:45:05.295275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-960bc6ce-1a5b-465a-8b84-a4e97d589ba7 req-086bb971-3c33-40ef-a292-3c2091fb452b tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0471995 Jul 06 11:45:05.309988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-7646a221-61f4-4561-9ae2-dfe5768e4904 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.312558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-7646a221-61f4-4561-9ae2-dfe5768e4904 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports/61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 942 time: 0.1332548 Jul 06 11:45:05.329673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33acf37-17f9-403b-8295-c908c4798f2b req-e4dba534-ac66-4f90-90a5-23e8235ebed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.331788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-e4dba534-ac66-4f90-90a5-23e8235ebed5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.1176176 Jul 06 11:45:05.391780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-05eb67b4-ec60-40fc-ba3e-0bedc785a396 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438519 Jul 06 11:45:05.567475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-01d0ae6a-64de-43c4-b5df-cb1d4565530d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 1001 time: 0.1604083 Jul 06 11:45:05.635013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-282adb32-1b44-4e1a-b5ce-563478b823b1 service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359281 Jul 06 11:45:05.687384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a7a9a-1ff2-4267-858e-b1b3e181c6bd req-1391c4cd-70e5-4f82-b720-c6c51461f87d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.694789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea8a7a9a-1ff2-4267-858e-b1b3e181c6bd req-1391c4cd-70e5-4f82-b720-c6c51461f87d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2099090 Jul 06 11:45:05.808510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-ed26d663-f2fd-4945-8a93-63386796973d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.809892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-ed26d663-f2fd-4945-8a93-63386796973d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2358336 Jul 06 11:45:05.812784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea8a7a9a-1ff2-4267-858e-b1b3e181c6bd req-194fdb7f-e0c1-4b38-95e0-cde3bd400ae4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171978 Jul 06 11:45:05.886309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c33acf37-17f9-403b-8295-c908c4798f2b req-7e213bd0-0372-4aee-bdca-b697d537eebb service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318137 Jul 06 11:45:05.915874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-b53e17bb-fa76-4515-b4da-0edf486c328f tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 1001 time: 0.0971777 Jul 06 11:45:05.922150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:06.001149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.181641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.188201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.188669 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Floating IP 3c92e213-3e12-4472-8681-2cb148106a00 disassociated. External IP: 172.25.7.229, port: 61e251ac-9390-4288-aa6b-0917cad1d07c. Jul 06 11:45:06.344986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a14f2d31-10ce-4d8d-b176-b6dc5b9cb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.346909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a14f2d31-10ce-4d8d-b176-b6dc5b9cb9cb service neutron] 10.222.0.79 "GET /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 1028 time: 0.0685980 Jul 06 11:45:06.487029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-2b66a88e-bb86-48f5-807b-cb11e52d38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.488586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-2b66a88e-bb86-48f5-807b-cb11e52d38f8 service neutron] 10.222.0.79 "GET /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 1028 time: 0.1309814 Jul 06 11:45:06.580609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-3455e18d-f01c-434d-862e-39708c5ebab5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664716 Jul 06 11:45:06.669308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Router 8a99b251-2f11-4553-971b-a61a398a06ec has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:45:06.685715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-45733367-156b-4999-80a0-45989a5eb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.687327 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-45733367-156b-4999-80a0-45989a5eb1fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5603b60e54433590884ad51674b9cb&device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 1101 time: 0.0777731 Jul 06 11:45:06.711118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc4bb-929f-4624-acb6-73b8b08d6941 req-b38ca782-1f80-4ae2-ae5c-7784817dbf69 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.718126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-232dc4bb-929f-4624-acb6-73b8b08d6941 req-b38ca782-1f80-4ae2-ae5c-7784817dbf69 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2356994 Jul 06 11:45:06.733700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-88b70bc7-1dd6-4d29-8006-28343c13d0c9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.740664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-88b70bc7-1dd6-4d29-8006-28343c13d0c9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.746615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-88b70bc7-1dd6-4d29-8006-28343c13d0c9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.748328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-88b70bc7-1dd6-4d29-8006-28343c13d0c9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/networks?id=62e399e8-f6e9-4926-bc2f-26ed4524240e&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93 HTTP/1.1" status: 200 len: 1989 time: 0.2100787 Jul 06 11:45:06.818258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-981bddd4-002d-4a4d-bbd0-2216bf0a2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.820089 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-981bddd4-002d-4a4d-bbd0-2216bf0a2576 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1032321 Jul 06 11:45:06.865221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-232dc4bb-929f-4624-acb6-73b8b08d6941 req-b732a3f1-e6b5-49fa-bfb6-a09ad6dd793c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406672 Jul 06 11:45:06.883123 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-0da89ff5-4ea4-48c2-bcc3-a5cbdf67df84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584 HTTP/1.1" status: 200 len: 217 time: 0.0554655 Jul 06 11:45:06.918477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-32d33746-bb66-4853-adc0-b56da816ef76 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7 HTTP/1.1" status: 200 len: 379 time: 0.1552610 Jul 06 11:45:06.933670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'admin_state_up': True, 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'security_groups': ['836dcf6a-b343-418f-bd99-7a66fdbffd14']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:06.968159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-1968c0d1-319d-4c8f-92eb-44b1670a12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.969762 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-1968c0d1-319d-4c8f-92eb-44b1670a12d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0794981 Jul 06 11:45:07.017489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:45:07.024673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.029776 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] Sync routers for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:45:07.043042 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:07.044616 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:07.085392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-8b9af2fc-2fef-4824-b252-8f28914ed8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:07.087435 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-8b9af2fc-2fef-4824-b252-8f28914ed8a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114907 Jul 06 11:45:07.130685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-fe71b6ec-1e54-4867-92e5-a4d138abc52c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "PUT /v2.0/floatingips/3c92e213-3e12-4472-8681-2cb148106a00 HTTP/1.1" status: 200 len: 695 time: 1.2137353 Jul 06 11:45:07.146614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:07.149231 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8efc0b-0967-4b37-bdef-5f7063e25002" -d '{"events": [{"name": "network-changed", "server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:07.235659 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-6be2d848-2dff-4d59-86c0-b26431461139 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408629 Jul 06 11:45:07.252309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b5933-b61c-4726-9cf1-b110f5b9a7c6 req-fd693723-73bb-4f00-9299-33bc3ce9a830 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:07.262060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-265b5933-b61c-4726-9cf1-b110f5b9a7c6 req-fd693723-73bb-4f00-9299-33bc3ce9a830 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.2114384 Jul 06 11:45:07.287385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:07.291158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.319204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-dda9c5a9-5b48-4dda-910e-e27c6af36df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:07.320984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-dda9c5a9-5b48-4dda-910e-e27c6af36df7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1096 time: 0.1892481 Jul 06 11:45:07.330200 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:07.334118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-265b5933-b61c-4726-9cf1-b110f5b9a7c6 req-2d613b85-e5fa-456d-81ed-bdc9b6863565 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708895 Jul 06 11:45:07.382618 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd963c34-d3f6-4824-b275-8d59e7a2e382 req-388b973f-68e2-4443-9350-ac5f644d1719 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390059 Jul 06 11:45:07.565977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-b8d8e2be-7f0d-4b07-8bf7-dd12170c2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:07.568219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-b8d8e2be-7f0d-4b07-8bf7-dd12170c2c34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 929 time: 0.2254963 Jul 06 11:45:07.622274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:23Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:07.637041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-6a8372e0-7f42-4327-92f7-d57cf1d903db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 217 time: 0.0584245 Jul 06 11:45:07.664252 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] Checking router: 8a99b251-2f11-4553-971b-a61a398a06ec for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:45:07.674675 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:07.677970 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:07.680141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 172.20.0.11 (62e399e8-f6e9-4926-bc2f-26ed4524240e/19f4daac-96a6-4e0f-99b4-287a8db1bfb7/e015561b-6c49-4012-ad5b-f494b5ed1767) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:07.798808 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:08.011333 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:23Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:08.043085 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba5db84-4d4a-48dd-8ac6-7aba68ca3cbb None None] The sync data for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 is: [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:44:13Z', 'revision_number': 4, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cd5dbda3-ba4d-47e7-83f6-0fd33689e94c', 'name': '', 'network_id': 'af7f2feb-8ddd-4c0f-bf70-01824cf34ee6', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'mac_address': 'fa:16:3e:77:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:10Z', 'updated_at': '2021-07-06T11:44:23Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'subnets': [{'id': 'ef694922-9282-4abd-afc7-11df8ca30bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:45:08.084411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-620100ff-056f-4a1d-8773-4f930d2f0093 req-e0c25255-8d78-469e-b5a9-609afb89e6ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0539718 Jul 06 11:45:08.105639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-6f54e562-cbb7-4eb5-abc2-0b43ba12bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.107158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-6f54e562-cbb7-4eb5-abc2-0b43ba12bbda service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 200 len: 867 time: 0.4576135 Jul 06 11:45:08.328941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-0a2d2ab7-353f-491a-896a-e174efc6df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.336701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-0a2d2ab7-353f-491a-896a-e174efc6df8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176313 Jul 06 11:45:08.370911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.386840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98345d-4c41-4ade-a5b5-334b4b1d4a7b None None] New status for floating IP 3c92e213-3e12-4472-8681-2cb148106a00: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:45:08.433584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object e015561b-6c49-4012-ad5b-f494b5ed1767 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:08.451504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496458-0031-4efe-b160-f857737a87d7 req-7216ea16-ecb0-4e62-a925-f9162da34b9e tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.453138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f496458-0031-4efe-b160-f857737a87d7 req-7216ea16-ecb0-4e62-a925-f9162da34b9e tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2251642 Jul 06 11:45:08.532551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-6bf46cc5-3e3b-4fc3-9662-6c1330e3cb89 service neutron] 10.222.0.78 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948946 Jul 06 11:45:08.537537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f496458-0031-4efe-b160-f857737a87d7 req-68ef3414-f8b1-4c10-8c5b-3e906d8106b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Jul 06 11:45:08.570483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.638786 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d991db-337e-41c7-a62b-e54642d4f2ac x-openstack-request-id: req-d2d991db-337e-41c7-a62b-e54642d4f2ac {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:08.639208 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:08.639528 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2d991db-337e-41c7-a62b-e54642d4f2ac {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:08.640225 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'status': 'completed', 'code': 200} Jul 06 11:45:08.668905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:08.678816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:08.686019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:08.738602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-6e8fc9b4-d216-4d8b-8c84-d2ebf85eaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.741762 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-6e8fc9b4-d216-4d8b-8c84-d2ebf85eaab9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=804a4796a2194a0cb663adcc095b1b03&device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 1096 time: 0.0891562 Jul 06 11:45:08.771543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.772242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.796171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:08.835443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fec17597-18f5-41ef-bca4-4d50515f59b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9055049 Jul 06 11:45:08.864879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'admin_state_up': True, 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'security_groups': ['836dcf6a-b343-418f-bd99-7a66fdbffd14']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:08.887479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-32a12c26-418f-4ff0-8351-8fe4ea918c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.890751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-32a12c26-418f-4ff0-8351-8fe4ea918c74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 200 len: 929 time: 0.1417375 Jul 06 11:45:08.897490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf77f74a-39b2-4b0b-a80a-1bbde8ce2feb req-314c682e-6b99-448c-b74b-3b5e34fd57cd service neutron] 10.222.0.78 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525674 Jul 06 11:45:08.968286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-60550708-6b96-4241-8d81-646ca8be0ce2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 200 len: 217 time: 0.0683768 Jul 06 11:45:09.047907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-e4f44e65-8fde-41fe-b6b2-ea0000eeba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:09.049356 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-e4f44e65-8fde-41fe-b6b2-ea0000eeba0b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 200 len: 867 time: 0.0710614 Jul 06 11:45:09.073201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25e6ad1e-3f51-4945-ab3e-08a4526c860b None None] Provisioning for port e015561b-6c49-4012-ad5b-f494b5ed1767 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:09.080054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25e6ad1e-3f51-4945-ab3e-08a4526c860b None None] Provisioning complete for port e015561b-6c49-4012-ad5b-f494b5ed1767 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:09.081080 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e6ad1e-3f51-4945-ab3e-08a4526c860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.104527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:09.108671 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.134995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25e6ad1e-3f51-4945-ab3e-08a4526c860b None None] Port e015561b-6c49-4012-ad5b-f494b5ed1767 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:09.167706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-20cf110e-2c40-4778-ad55-3e186c009387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:09.169557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-20cf110e-2c40-4778-ad55-3e186c009387 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092329 Jul 06 11:45:09.264956 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-831fd87b-150b-499f-aacb-b4d866365235 service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875823 Jul 06 11:45:09.343766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b3da-a7c6-47b7-b5dd-feb93bf9373a req-681dbe7c-4626-419a-8d4b-81f6502d44df tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:09.345246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00b2b3da-a7c6-47b7-b5dd-feb93bf9373a req-681dbe7c-4626-419a-8d4b-81f6502d44df tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2196851 Jul 06 11:45:09.362247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c61c4-160f-415f-96b0-fa9d3105a89b req-dddf80c8-ba10-41a1-8a94-b4baaf261272 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:09.363812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d7c61c4-160f-415f-96b0-fa9d3105a89b req-dddf80c8-ba10-41a1-8a94-b4baaf261272 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.1496258 Jul 06 11:45:09.365505 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e8efc0b-0967-4b37-bdef-5f7063e25002 req-247a8d12-009d-4ed3-833d-5814e8726dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918779 Jul 06 11:45:09.412109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 10.1.1.86 (71997ce3-8cbe-49d5-b25f-d9e3cd29213b/cfb00313-17c3-4e7b-91fe-182cd4dfa56b/9b13d9b7-2be8-4578-a9c7-e6285262ed56) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:09.441091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d7c61c4-160f-415f-96b0-fa9d3105a89b req-edf7aef5-e20b-45fa-870a-8826d6e0df77 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693138 Jul 06 11:45:09.462123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00b2b3da-a7c6-47b7-b5dd-feb93bf9373a req-e4a8cdce-1369-4092-9669-18225876a923 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948825 Jul 06 11:45:09.533502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-bebaf232-ffcd-45d7-bcbd-d653c7eca2ee tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips/3c92e213-3e12-4472-8681-2cb148106a00 HTTP/1.1" status: 200 len: 693 time: 0.0623441 Jul 06 11:45:09.765129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.777573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9bda9-8b73-498d-beff-0fd90f3ea497 req-55ed2715-fd5c-4e8d-af0d-e2003c73e4fc tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:09.779149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03a9bda9-8b73-498d-beff-0fd90f3ea497 req-55ed2715-fd5c-4e8d-af0d-e2003c73e4fc tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 932 time: 0.1915951 Jul 06 11:45:09.789343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-936b9a6c-8b8e-48c7-ae6c-47c2ba730978 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:09.790701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-936b9a6c-8b8e-48c7-ae6c-47c2ba730978 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2418525 Jul 06 11:45:09.811654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object 9b13d9b7-2be8-4578-a9c7-e6285262ed56 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:09.866573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-82ad3ff9-7d4f-495a-b0dc-d8b0ffd2b80f tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0691051 Jul 06 11:45:09.902696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03a9bda9-8b73-498d-beff-0fd90f3ea497 req-e5318bba-8dc3-449a-8071-899c00af4dee tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086411 Jul 06 11:45:09.947952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-ef8097c4-0684-49cd-a5d3-611c03f6b2ea tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0688727 Jul 06 11:45:09.963580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.107063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:10.121466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:10.123893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:10.133192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:10.210447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:10.221206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:10.221897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.264765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c61bd3-b46a-4682-8ce0-579b93d98e73 req-816425e6-03d6-48be-bde3-e0447e602127 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:10.266515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73c61bd3-b46a-4682-8ce0-579b93d98e73 req-816425e6-03d6-48be-bde3-e0447e602127 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2360883 Jul 06 11:45:10.268844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-cdddde17-c231-4598-93a1-63f9f69e0216 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4205225 Jul 06 11:45:10.275293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Deleting port 9ba1a21d-6189-414d-ab4d-c7c2389bd559 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:10.280316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.333614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'admin_state_up': True, 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'security_groups': ['836dcf6a-b343-418f-bd99-7a66fdbffd14']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:10.346776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:10.365005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:10.407635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.423324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67692627-6fb3-4f4e-acf7-5b7576c5e0c6 None None] Provisioning for port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:10.427876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67692627-6fb3-4f4e-acf7-5b7576c5e0c6 None None] Provisioning complete for port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:10.429131 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67692627-6fb3-4f4e-acf7-5b7576c5e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.431677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:10.453959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73c61bd3-b46a-4682-8ce0-579b93d98e73 req-eec681ec-2ddd-4624-abfc-834008bb76ed tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167114 Jul 06 11:45:10.479109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.479304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.481357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-67692627-6fb3-4f4e-acf7-5b7576c5e0c6 None None] Port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:10.503611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:10.504076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Calling delete_port for 9ba1a21d-6189-414d-ab4d-c7c2389bd559 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:10.510201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.571178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:10.574874 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.591884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:10.721456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['cff7fe3a-035d-426c-9f9f-0156365349ba'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:10.839792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 10.1.1.177 (71997ce3-8cbe-49d5-b25f-d9e3cd29213b/cfb00313-17c3-4e7b-91fe-182cd4dfa56b/6aee4ddd-f7a0-4815-8110-582f100350bd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:10.862684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3283006-5b79-4918-a46b-5e091d3a1099 req-a9d065af-8949-4048-b003-6a952301deeb tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:10.867968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3283006-5b79-4918-a46b-5e091d3a1099 req-a9d065af-8949-4048-b003-6a952301deeb tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.1483691 Jul 06 11:45:10.869204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.911025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event deleted for resources: {'Port': ['ID=9ba1a21d-6189-414d-ab4d-c7c2389bd559,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:11.021191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3283006-5b79-4918-a46b-5e091d3a1099 req-1dce4fe0-b588-4080-8607-bcae76b5d910 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222143 Jul 06 11:45:11.091107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.094334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.096532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fc7ef4a-0e9a-4416-8599-91bae204ea12 req-9fc20edd-29ba-4b20-baab-a88d625eb45c tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "DELETE /v2.0/floatingips/3c92e213-3e12-4472-8681-2cb148106a00 HTTP/1.1" status: 204 len: 173 time: 1.1410668 Jul 06 11:45:11.240736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.271431 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:45:11.288337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object 6aee4ddd-f7a0-4815-8110-582f100350bd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:11.328394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc94b-9d51-4501-ac55-c90666756f07 req-dc30c839-ba52-4e80-842f-49e6962c8c5d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:11.329919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9dc94b-9d51-4501-ac55-c90666756f07 req-dc30c839-ba52-4e80-842f-49e6962c8c5d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.1518099 Jul 06 11:45:11.386484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce3d19-3e4d-4a57-ba44-6b8e697bf46a req-7610a8be-9f6e-4015-aab3-8daa52b34c55 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:11.392543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce3d19-3e4d-4a57-ba44-6b8e697bf46a req-7610a8be-9f6e-4015-aab3-8daa52b34c55 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:11.394285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11ce3d19-3e4d-4a57-ba44-6b8e697bf46a req-7610a8be-9f6e-4015-aab3-8daa52b34c55 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 1653 time: 0.1753628 Jul 06 11:45:11.407887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.444323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9dc94b-9d51-4501-ac55-c90666756f07 req-706cc9a8-14fb-47c3-9c9d-d8b5aa05a1c1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080928 Jul 06 11:45:11.533243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:11.552021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:11.556094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:11.570233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:11.589043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11ce3d19-3e4d-4a57-ba44-6b8e697bf46a req-063c816f-b6e8-4a88-bcb3-d7d8fa9fac49 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858435 Jul 06 11:45:11.768569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:11.769254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.822229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-154c023b-0c6a-4fa2-b5cc-6e882e6b3d47 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931617 Jul 06 11:45:11.839432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'admin_state_up': True, 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'security_groups': ['836dcf6a-b343-418f-bd99-7a66fdbffd14']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:11.918168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa2e8-90f0-47b9-aeaf-0f12e019f6d6 req-98dd4c7f-0fbf-4091-a31c-8559727d3234 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:11.919818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f29fa2e8-90f0-47b9-aeaf-0f12e019f6d6 req-98dd4c7f-0fbf-4091-a31c-8559727d3234 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2619178 Jul 06 11:45:11.942947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92d451bf-3203-40e3-b937-804195bc022f None None] Provisioning for port 6aee4ddd-f7a0-4815-8110-582f100350bd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:11.952884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92d451bf-3203-40e3-b937-804195bc022f None None] Provisioning complete for port 6aee4ddd-f7a0-4815-8110-582f100350bd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:11.953284 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92d451bf-3203-40e3-b937-804195bc022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.997730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-92d451bf-3203-40e3-b937-804195bc022f None None] Port 6aee4ddd-f7a0-4815-8110-582f100350bd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:12.011122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f29fa2e8-90f0-47b9-aeaf-0f12e019f6d6 req-f27aed45-3f23-4ebe-ae63-727c88f01d12 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0625255 Jul 06 11:45:12.078809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570ba45-7161-46b3-a69f-f4a8b6720249 req-83265676-b87a-4651-ac3f-fb0df283abd0 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:12.086626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7570ba45-7161-46b3-a69f-f4a8b6720249 req-83265676-b87a-4651-ac3f-fb0df283abd0 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2354803 Jul 06 11:45:12.162561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7570ba45-7161-46b3-a69f-f4a8b6720249 req-a8c3a8cd-8ae6-466d-8db7-f9ca1156ebb7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679927 Jul 06 11:45:12.199043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:12.212346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:12.328630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port cff7fe3a-035d-426c-9f9f-0156365349ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:12.330499 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.488309 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.539281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:12.549112 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb2ff26-be62-4e93-ba61-8ceb1241c4fd" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:12.568456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:12.586648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.658234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:12.726953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e937e47-b459-447d-8aeb-1e1ae1914044 req-bbe76430-8e20-473b-b925-c17a46998f80 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5384603 Jul 06 11:45:12.823741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.849610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6440a-1f6f-4904-8051-f43de9008fa1 req-86e68e36-0e8e-4676-8acd-fcd792abf6cf tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:12.857509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f6440a-1f6f-4904-8051-f43de9008fa1 req-86e68e36-0e8e-4676-8acd-fcd792abf6cf tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.1355696 Jul 06 11:45:13.026032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f6440a-1f6f-4904-8051-f43de9008fa1 req-c905fd08-df83-4779-b23c-af2f285412a4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674979 Jul 06 11:45:13.110418 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa6512-6841-46d6-ae81-4595bf4bbd3b x-openstack-request-id: req-4caa6512-6841-46d6-ae81-4595bf4bbd3b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:13.110935 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:13.110935 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4caa6512-6841-46d6-ae81-4595bf4bbd3b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:13.111339 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:45:13.154012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4040fe-2f20-4618-b11f-33b5fe4aaf30 req-386c78f7-9d7c-4d09-b492-378fc16ae2b6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.155583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f4040fe-2f20-4618-b11f-33b5fe4aaf30 req-386c78f7-9d7c-4d09-b492-378fc16ae2b6 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2871213 Jul 06 11:45:13.268071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f4040fe-2f20-4618-b11f-33b5fe4aaf30 req-e75a6f6c-9f8b-481b-bea2-8d27aa205d4c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026287 Jul 06 11:45:13.296957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 10.2.2.100 (211d3f26-7e2c-4c96-ac9b-d7e043d63f93/88a30d2d-6a19-4899-9668-2d22eef3f7dd/56cd53c0-3031-4bc1-a4a6-491cc8896c33) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:13.371143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1f235-447a-4808-a6d4-43ad30a6fb88 req-1e66ae04-fe86-4737-9d68-64c1c427b7b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.377262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1f235-447a-4808-a6d4-43ad30a6fb88 req-1e66ae04-fe86-4737-9d68-64c1c427b7b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.383753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1f235-447a-4808-a6d4-43ad30a6fb88 req-1e66ae04-fe86-4737-9d68-64c1c427b7b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.385644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40f1f235-447a-4808-a6d4-43ad30a6fb88 req-1e66ae04-fe86-4737-9d68-64c1c427b7b7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 2374 time: 0.1436560 Jul 06 11:45:13.491837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40f1f235-447a-4808-a6d4-43ad30a6fb88 req-a1db851a-c1e8-49ac-bf30-5cc3bb35d999 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962358 Jul 06 11:45:13.578717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.601322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object 56cd53c0-3031-4bc1-a4a6-491cc8896c33 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:13.671483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.853530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:13.884944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:13.902693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:13.933287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:14.025557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:14.026324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.090303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51705bdb-ea87-4b22-86be-b992afa77e7c req-f4c1c288-adea-4af7-b360-d548c60ca055 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:14.097201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51705bdb-ea87-4b22-86be-b992afa77e7c req-f4c1c288-adea-4af7-b360-d548c60ca055 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2832496 Jul 06 11:45:14.107040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-be788483-b571-4929-ad26-681e27238ac9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2727058 Jul 06 11:45:14.121609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'admin_state_up': True, 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'security_groups': ['836dcf6a-b343-418f-bd99-7a66fdbffd14']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:14.283113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51705bdb-ea87-4b22-86be-b992afa77e7c req-108ea85e-4fac-4276-af00-791b164da067 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844232 Jul 06 11:45:14.351241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a9d3255-83b4-4a25-8720-efb6ff16bc8e None None] Provisioning for port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:14.356812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a9d3255-83b4-4a25-8720-efb6ff16bc8e None None] Provisioning complete for port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:14.357390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a9d3255-83b4-4a25-8720-efb6ff16bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.425034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d0dfd-1410-4a31-b06e-ed54ddbd0a87 req-f94ab7a1-9fe8-46b4-abb4-074cb4a49c63 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:14.431815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d3255-83b4-4a25-8720-efb6ff16bc8e None None] Port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:14.433913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-629d0dfd-1410-4a31-b06e-ed54ddbd0a87 req-f94ab7a1-9fe8-46b4-abb4-074cb4a49c63 tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 945 time: 0.3774533 Jul 06 11:45:14.443873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Made reservation on behalf of 08a7fa2ccca44b7fa81def70d1e5acd7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:14.452538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.585843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-629d0dfd-1410-4a31-b06e-ed54ddbd0a87 req-afc923c7-ead5-4195-a06d-3c3a8370e5ff tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494584 Jul 06 11:45:14.820583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Allocated IP 10.2.2.200 (211d3f26-7e2c-4c96-ac9b-d7e043d63f93/88a30d2d-6a19-4899-9668-2d22eef3f7dd/3119f81f-37af-4f08-8d64-f57e76eeba4e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:14.894684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9716-a602-4399-9c25-07ab9fcd7088 req-0ae07552-dc71-47e9-b7fe-fd2f85b58ea4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:14.905265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-457c9716-a602-4399-9c25-07ab9fcd7088 req-0ae07552-dc71-47e9-b7fe-fd2f85b58ea4 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.4373908 Jul 06 11:45:14.983475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ce3b-b5a9-4186-b00c-8b7f5b2dfa61 req-eca4a2d7-6cb6-49b3-bfd8-b7b49481630e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:14.984013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3e9ce3b-b5a9-4186-b00c-8b7f5b2dfa61 req-eca4a2d7-6cb6-49b3-bfd8-b7b49481630e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2360995 Jul 06 11:45:15.063233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-457c9716-a602-4399-9c25-07ab9fcd7088 req-d0c4dcef-141c-47b2-aaa7-1d5a4f271277 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568463 Jul 06 11:45:15.172783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.195240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Transition to ACTIVE for port object 3119f81f-37af-4f08-8d64-f57e76eeba4e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:15.245436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3e9ce3b-b5a9-4186-b00c-8b7f5b2dfa61 req-67698db4-e808-4ed7-bad1-b84cdd40aa04 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187121 Jul 06 11:45:15.250591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.346312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event updated for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:15.368737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:15.390190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:15.392620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:15.501092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.502037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.572979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c8da-e371-459e-b5e0-21020de467cf req-56988088-8ad1-468b-a667-62e951d2e08f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.579561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c8da-e371-459e-b5e0-21020de467cf req-56988088-8ad1-468b-a667-62e951d2e08f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.587106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c8da-e371-459e-b5e0-21020de467cf req-56988088-8ad1-468b-a667-62e951d2e08f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.593581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c8da-e371-459e-b5e0-21020de467cf req-56988088-8ad1-468b-a667-62e951d2e08f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.601321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c8da-e371-459e-b5e0-21020de467cf req-56988088-8ad1-468b-a667-62e951d2e08f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.603417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e592c8da-e371-459e-b5e0-21020de467cf req-56988088-8ad1-468b-a667-62e951d2e08f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 3816 time: 0.2706542 Jul 06 11:45:15.605286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1e425a8-fdcf-4446-a592-cb723cdaf00c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4877639 Jul 06 11:45:15.637216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:15.714756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e592c8da-e371-459e-b5e0-21020de467cf req-cd58d4e1-1f7d-4e6a-89b1-f34941d5e162 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994310 Jul 06 11:45:15.776360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a7bb7d9-a6a1-4bb9-87a9-3718941a2c17 None None] Provisioning for port 3119f81f-37af-4f08-8d64-f57e76eeba4e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:15.782050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a7bb7d9-a6a1-4bb9-87a9-3718941a2c17 None None] Provisioning complete for port 3119f81f-37af-4f08-8d64-f57e76eeba4e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:15.782445 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a7bb7d9-a6a1-4bb9-87a9-3718941a2c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.789890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.859944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d8211-9c07-43af-a538-99816636b28a req-62b83d77-9ffa-459e-a748-b2d51c83e90d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.866527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-500d8211-9c07-43af-a538-99816636b28a req-62b83d77-9ffa-459e-a748-b2d51c83e90d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 945 time: 0.1383245 Jul 06 11:45:15.915900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a7bb7d9-a6a1-4bb9-87a9-3718941a2c17 None None] Port 3119f81f-37af-4f08-8d64-f57e76eeba4e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:16.099751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Deleting port 61e251ac-9390-4288-aa6b-0917cad1d07c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:16.100133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.252424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] For port 61e251ac-9390-4288-aa6b-0917cad1d07c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61e251ac-9390-4288-aa6b-0917cad1d07c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:16.252686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.274693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Calling delete_port for 61e251ac-9390-4288-aa6b-0917cad1d07c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:16.328760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b22c8d-8119-4591-9ad6-1fa2adef30ad req-e824bd07-1d72-404c-88f1-077412cb30c0 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.330800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78b22c8d-8119-4591-9ad6-1fa2adef30ad req-e824bd07-1d72-404c-88f1-077412cb30c0 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2903275 Jul 06 11:45:16.343276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429743-0fe7-4a23-a77e-ce67959701c4 req-50540cf7-61b4-452e-b8e1-95de4b015aec tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.352745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33429743-0fe7-4a23-a77e-ce67959701c4 req-50540cf7-61b4-452e-b8e1-95de4b015aec tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 945 time: 0.2707760 Jul 06 11:45:16.413891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33429743-0fe7-4a23-a77e-ce67959701c4 req-2a51fd87-5bcc-44d7-88c9-f4dc2eb1341e tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/security-groups?id=92f185a6-9765-4bd2-8deb-247ee47a8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600901 Jul 06 11:45:16.511470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.516746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e015561b-6c49-4012-ad5b-f494b5ed1767 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:16.525998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['61e251ac-9390-4288-aa6b-0917cad1d07c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:16.536925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.564359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Pushing event deleted for resources: {'Port': ['ID=61e251ac-9390-4288-aa6b-0917cad1d07c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:16.568035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Transition to ACTIVE for port object e015561b-6c49-4012-ad5b-f494b5ed1767 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:16.611337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.637440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] No DVR routers for this DVR port 61e251ac-9390-4288-aa6b-0917cad1d07c on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:16.640824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.643225 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-500d8211-9c07-43af-a538-99816636b28a req-524b9846-c7f1-4d26-9a9c-be88977cba2d tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.79 "DELETE /v2.0/ports/61e251ac-9390-4288-aa6b-0917cad1d07c HTTP/1.1" status: 204 len: 173 time: 0.7707856 Jul 06 11:45:16.644035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'name': 'network-vif-deleted', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:16.646954 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3c965-25b4-49bc-8a5f-f587041313a2" -d '{"events": [{"server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "name": "network-vif-deleted", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:16.856944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78b22c8d-8119-4591-9ad6-1fa2adef30ad req-7e93d846-b889-41ef-a9f6-e5c8fa7faf98 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991157 Jul 06 11:45:17.031040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Pushing event updated for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:17.075323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Attempting to bind port e015561b-6c49-4012-ad5b-f494b5ed1767 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:17.076520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Attempting to bind port e015561b-6c49-4012-ad5b-f494b5ed1767 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:17.077693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Attempting to bind port e015561b-6c49-4012-ad5b-f494b5ed1767 on network 62e399e8-f6e9-4926-bc2f-26ed4524240e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:17.093059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecb869-2a3e-4a4f-a0b0-9514af46782d req-adeb54ac-f441-4454-bc91-de15435b0525 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:17.101446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcecb869-2a3e-4a4f-a0b0-9514af46782d req-adeb54ac-f441-4454-bc91-de15435b0525 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.3763697 Jul 06 11:45:17.155764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Port e015561b-6c49-4012-ad5b-f494b5ed1767 on network 62e399e8-f6e9-4926-bc2f-26ed4524240e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:17.156298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Attempting to bind port e015561b-6c49-4012-ad5b-f494b5ed1767 on network 62e399e8-f6e9-4926-bc2f-26ed4524240e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:17.178972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:17.179385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Checking segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:17.179891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Bound using segment: {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:17.180480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Bound port: e015561b-6c49-4012-ad5b-f494b5ed1767, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48e68f2-32e1-411b-b5a4-997764dcbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:17.180948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.212404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcecb869-2a3e-4a4f-a0b0-9514af46782d req-c9baeb25-f759-436b-b375-5e889aae5722 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098056 Jul 06 11:45:17.321971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21b950-cbd6-4924-95df-b8087ac96346 req-6e551797-d28c-44b6-b52a-18a6ce3936ad tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:17.329101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db21b950-cbd6-4924-95df-b8087ac96346 req-6e551797-d28c-44b6-b52a-18a6ce3936ad tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2176194 Jul 06 11:45:17.387974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:17.452426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db21b950-cbd6-4924-95df-b8087ac96346 req-414b1da5-a679-4a52-bc94-c2412ac4086b tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223791 Jul 06 11:45:17.476057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e015561b-6c49-4012-ad5b-f494b5ed1767,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:17.488003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.545569 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64af5e-ed4a-4ebd-9e1d-ab59221e0c27 x-openstack-request-id: req-2a64af5e-ed4a-4ebd-9e1d-ab59221e0c27 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:17.546083 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a77f938-bc99-4648-baf4-5bf895b08baf", "name": "network-vif-deleted", "tag": "61e251ac-9390-4288-aa6b-0917cad1d07c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:17.546083 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a64af5e-ed4a-4ebd-9e1d-ab59221e0c27 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:17.546478 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a77f938-bc99-4648-baf4-5bf895b08baf', 'name': 'network-vif-deleted', 'tag': '61e251ac-9390-4288-aa6b-0917cad1d07c', 'status': 'completed', 'code': 200} Jul 06 11:45:17.609646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:17.610340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.611818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] 10.222.0.79 "PUT /v2.0/ports/e015561b-6c49-4012-ad5b-f494b5ed1767 HTTP/1.1" status: 200 len: 1092 time: 1.9857180 Jul 06 11:45:17.628253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:17.637925 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf0346c-ab4f-45b8-88d6-ee3e754be263" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:17.665542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:17.821983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b254317-7bef-494b-b681-b2f65abb7ffb req-b74e7db6-4d4f-452e-9a6e-b55347a381ee tempest-FloatingIPsAssociationNegativeTestJSON-874635703 tempest-FloatingIPsAssociationNegativeTestJSON-874635703-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a77f938-bc99-4648-baf4-5bf895b08baf HTTP/1.1" status: 200 len: 210 time: 0.0521305 Jul 06 11:45:17.941150 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c5ffd-e4b9-4d1a-9efa-560e1c336cbc x-openstack-request-id: req-6f9c5ffd-e4b9-4d1a-9efa-560e1c336cbc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:17.941452 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:17.941708 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f9c5ffd-e4b9-4d1a-9efa-560e1c336cbc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:17.943512 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'status': 'completed', 'code': 200} Jul 06 11:45:17.949550 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.083293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-372f2271-d7f4-45cf-bdde-a3f1fdedb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.084502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-372f2271-d7f4-45cf-bdde-a3f1fdedb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.085204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-372f2271-d7f4-45cf-bdde-a3f1fdedb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.085995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-372f2271-d7f4-45cf-bdde-a3f1fdedb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.086689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-372f2271-d7f4-45cf-bdde-a3f1fdedb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.089463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-372f2271-d7f4-45cf-bdde-a3f1fdedb3e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 4363 time: 0.1266205 Jul 06 11:45:18.135392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eec0b-be7b-4f4b-ab7c-580169f9f319 service neutron] Pushing event updated for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:18.260805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-531248f9-de2a-4e81-a84b-141f5072c642 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.267452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-531248f9-de2a-4e81-a84b-141f5072c642 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.275306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-531248f9-de2a-4e81-a84b-141f5072c642 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.281494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-531248f9-de2a-4e81-a84b-141f5072c642 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.289293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-531248f9-de2a-4e81-a84b-141f5072c642 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.297024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-531248f9-de2a-4e81-a84b-141f5072c642 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 3828 time: 0.4740078 Jul 06 11:45:18.392400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6246102-60aa-427e-b678-7c7b852d2f0a req-d8aa4daf-dc76-4663-bc4c-e98f348da075 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922372 Jul 06 11:45:18.407096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-276d1944-aafe-4f57-920e-9ff1d1c0c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.407621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-276d1944-aafe-4f57-920e-9ff1d1c0c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.408124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-276d1944-aafe-4f57-920e-9ff1d1c0c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.410446 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-276d1944-aafe-4f57-920e-9ff1d1c0c286 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3112228 Jul 06 11:45:18.473831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c0ba6-0419-4493-981d-f82b25149ccd req-d5b4d781-49f8-4167-9607-8245a47f1d4a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.483621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d8c0ba6-0419-4493-981d-f82b25149ccd req-d5b4d781-49f8-4167-9607-8245a47f1d4a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.3446600 Jul 06 11:45:18.548472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d8c0ba6-0419-4493-981d-f82b25149ccd req-b8470682-8d22-4440-bc88-82569894dd4c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637851 Jul 06 11:45:18.767727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66309407-16d9-40a6-91ad-35614ba212f3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:18.785593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.838377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8e27-aba0-42b4-87f9-fcb94321d058 req-d1b034fe-ae54-4956-ae6f-a674765ce278 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:18.845815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bff8e27-aba0-42b4-87f9-fcb94321d058 req-d1b034fe-ae54-4956-ae6f-a674765ce278 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.2099109 Jul 06 11:45:18.853380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Transition to ACTIVE for port object 66309407-16d9-40a6-91ad-35614ba212f3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:18.869148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.965415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bff8e27-aba0-42b4-87f9-fcb94321d058 req-3c75645d-6c0d-4ee7-b86d-1c907dd3d293 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186216 Jul 06 11:45:18.982908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:19.181536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:19.293962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Attempting to bind port 66309407-16d9-40a6-91ad-35614ba212f3 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:19.294325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Attempting to bind port 66309407-16d9-40a6-91ad-35614ba212f3 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:19.294652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Attempting to bind port 66309407-16d9-40a6-91ad-35614ba212f3 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:19.307319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Port 66309407-16d9-40a6-91ad-35614ba212f3 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:19.307718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Attempting to bind port 66309407-16d9-40a6-91ad-35614ba212f3 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:19.325405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e7a98-08bb-4164-b2d9-023a4f813f44 req-9fb992cb-ea28-45cf-b1c8-7fe7ed0d84e7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:19.332428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-227e7a98-08bb-4164-b2d9-023a4f813f44 req-9fb992cb-ea28-45cf-b1c8-7fe7ed0d84e7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2090034 Jul 06 11:45:19.340789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:19.341202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Checking segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:19.341521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Bound using segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:19.341981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Bound port: 66309407-16d9-40a6-91ad-35614ba212f3, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:19.342342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.373801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-699f83b9-79fb-4073-ac2a-921e67e4da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:19.375314 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf0346c-ab4f-45b8-88d6-ee3e754be263 req-699f83b9-79fb-4073-ac2a-921e67e4da63 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9579470 Jul 06 11:45:19.437235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-227e7a98-08bb-4164-b2d9-023a4f813f44 req-4e9aab58-d0aa-4d15-b07e-65d0f62d15c8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035781 Jul 06 11:45:19.511188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:19.523752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=66309407-16d9-40a6-91ad-35614ba212f3,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:19.533603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.705861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:19.746219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:19.747048 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.749007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0637a000-6435-4b39-965d-5415b39c53f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 1131 time: 2.0983484 Jul 06 11:45:19.835149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:19.968393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '66309407-16d9-40a6-91ad-35614ba212f3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:19.971193 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9a9b9-45af-4a75-925f-44a23741a506" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "66309407-16d9-40a6-91ad-35614ba212f3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:20.046875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.156712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.270346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61e251ac-9390-4288-aa6b-0917cad1d07c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:20.313569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 61e251ac-9390-4288-aa6b-0917cad1d07c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:20.318149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61e251ac-9390-4288-aa6b-0917cad1d07c not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:20.503614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.511290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.518361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.525383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.531989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.540149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.542492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-7fd66165-f7c4-459c-a3f8-2bf7ccb339bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 4601 time: 0.8421707 Jul 06 11:45:20.618443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Deleting port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:20.619543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.623142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003417ed-5ac7-488d-8b09-f50caddda2d3 req-bd0068fb-019e-422d-9a91-25a6727c402b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.624255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-003417ed-5ac7-488d-8b09-f50caddda2d3 req-bd0068fb-019e-422d-9a91-25a6727c402b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.7255180 Jul 06 11:45:20.731458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-610abbc6-b417-456d-a511-050fbd37d4f6 req-3b1980d4-35ce-4a52-8af8-3023492af945 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616220 Jul 06 11:45:20.762605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] For port cd5dbda3-ba4d-47e7-83f6-0fd33689e94c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:20.765002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.790881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-003417ed-5ac7-488d-8b09-f50caddda2d3 req-be6f9934-2200-4b20-bb77-f383f3aa6171 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583235 Jul 06 11:45:20.800841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Calling delete_port for cd5dbda3-ba4d-47e7-83f6-0fd33689e94c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:20.902033 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d068db0-a56a-4e8f-a585-eff55d830159 x-openstack-request-id: req-1d068db0-a56a-4e8f-a585-eff55d830159 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:20.902325 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "66309407-16d9-40a6-91ad-35614ba212f3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:20.902579 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d068db0-a56a-4e8f-a585-eff55d830159 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:20.902978 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '66309407-16d9-40a6-91ad-35614ba212f3', 'status': 'completed', 'code': 200} Jul 06 11:45:21.063311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aef99eb-25eb-420e-84ce-06e11b42c3bc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:21.091587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.108412 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.111826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Transition to ACTIVE for port object 7aef99eb-25eb-420e-84ce-06e11b42c3bc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:21.120998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.121495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.122046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.122534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.123015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.123495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.125479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-8cd0d2e8-13b4-4db4-bfc4-12b5aa2e526f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5287 time: 0.1377070 Jul 06 11:45:21.166580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5dbda3-ba4d-47e7-83f6-0fd33689e94c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:21.260618 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.408108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Pushing event updated for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:21.653690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-20f72b72-7713-4bea-9fcc-2bcb80c1c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.655037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-20f72b72-7713-4bea-9fcc-2bcb80c1c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.655548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-20f72b72-7713-4bea-9fcc-2bcb80c1c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.657877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-20f72b72-7713-4bea-9fcc-2bcb80c1c122 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5034876 Jul 06 11:45:21.659837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fcce2-c71a-423a-a1d2-9dbb3c151c7e req-7c42c749-61fc-4676-936e-b10fe990f52e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.664274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a63fcce2-c71a-423a-a1d2-9dbb3c151c7e req-7c42c749-61fc-4676-936e-b10fe990f52e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.5510328 Jul 06 11:45:21.780373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a63fcce2-c71a-423a-a1d2-9dbb3c151c7e req-49cc1c2e-f268-41e4-a5e4-f3a1ff990749 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Jul 06 11:45:21.790867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e5bf-581e-4d5e-943b-a94bd09c2003 req-4c1e29cf-b5a1-4ed2-b7ef-af5bd57df11c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.807734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e383e5bf-581e-4d5e-943b-a94bd09c2003 req-4c1e29cf-b5a1-4ed2-b7ef-af5bd57df11c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.5264058 Jul 06 11:45:21.835030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Attempting to bind port 7aef99eb-25eb-420e-84ce-06e11b42c3bc on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:21.835404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Attempting to bind port 7aef99eb-25eb-420e-84ce-06e11b42c3bc by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:21.835693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Attempting to bind port 7aef99eb-25eb-420e-84ce-06e11b42c3bc on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:21.857140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Port 7aef99eb-25eb-420e-84ce-06e11b42c3bc on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:21.857476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Attempting to bind port 7aef99eb-25eb-420e-84ce-06e11b42c3bc on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:21.881756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e383e5bf-581e-4d5e-943b-a94bd09c2003 req-ffb37802-761c-4f2e-9c09-5b3c220e1d6a tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Jul 06 11:45:21.882609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:21.882954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Checking segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:21.883347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Bound using segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:21.883802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Bound port: 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:21.888714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.906881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.007730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:22.011100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:22.027300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.058566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-54ed77b2-8152-47a8-a863-d705a319064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.060984 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f0f9a9b9-45af-4a75-925f-44a23741a506 req-54ed77b2-8152-47a8-a863-d705a319064e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3820915 Jul 06 11:45:22.183750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Pushing event updated for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:22.236746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.237889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.240991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3de92d47-5cc6-4516-a7b7-45ea03e8d285 service neutron] 10.222.0.79 "PUT /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 1131 time: 2.4261897 Jul 06 11:45:22.283998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:22.430308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Router 8a99b251-2f11-4553-971b-a61a398a06ec has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:45:22.456922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058fdb4-a53c-460e-a36b-bdc836f0c3b1 req-eb56d20a-e8c0-4ef4-b2f2-51a7bd3b0ffd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.464129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f058fdb4-a53c-460e-a36b-bdc836f0c3b1 req-eb56d20a-e8c0-4ef4-b2f2-51a7bd3b0ffd tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.3063936 Jul 06 11:45:22.471004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.498074 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.570531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.576726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.583893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.589797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.595786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.602949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.609835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.614198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12c6f032-3c99-410d-a093-221c3570d430 req-01eaf401-cab2-4f77-b592-7116ffc2adaf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5374 time: 0.4292345 Jul 06 11:45:22.616137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:45:22.625835 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-afb06bc9-4395-444c-bb15-e814b0f69f3d admin admin] 10.222.0.78 "PUT /v2.0/routers/8a99b251-2f11-4553-971b-a61a398a06ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4294262 Jul 06 11:45:22.631968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:22.633955 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] Sync routers for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:45:22.647965 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:22.649254 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:22.697341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f058fdb4-a53c-460e-a36b-bdc836f0c3b1 req-4e0a435f-d709-4eec-b422-0faa7d4c929b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321599 Jul 06 11:45:22.818073 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:22.820342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12c6f032-3c99-410d-a093-221c3570d430 req-d4de2c02-f3ae-445d-b8e0-f43983e086c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356313 Jul 06 11:45:22.908982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '7aef99eb-25eb-420e-84ce-06e11b42c3bc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:22.916112 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c62d65-7c65-427e-b2fc-e73b01601606" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "7aef99eb-25eb-420e-84ce-06e11b42c3bc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:23.034592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:45:20Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:23.066148 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] Checking router: 8a99b251-2f11-4553-971b-a61a398a06ec for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:45:23.076273 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] Routers {'8a99b251-2f11-4553-971b-a61a398a06ec'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:23.077137 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['8a99b251-2f11-4553-971b-a61a398a06ec'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:23.135739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.183336 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] Set router 8a99b251-2f11-4553-971b-a61a398a06ec gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:23.300773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.369592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:45:20Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:23.385154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae5193-47be-4d5a-9734-f3ae87a127d9 req-00fee44b-92b4-4abf-ab2c-8f99f705b976 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.386744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46ae5193-47be-4d5a-9734-f3ae87a127d9 req-00fee44b-92b4-4abf-ab2c-8f99f705b976 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.2553561 Jul 06 11:45:23.396914 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276092dc-518f-4d45-8111-3bb7266e16b2 None None] The sync data for ids ['8a99b251-2f11-4553-971b-a61a398a06ec'] in n-d-799528-2 is: [{'id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-691417630-router', 'tenant_id': '804a4796a2194a0cb663adcc095b1b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '529be852-a77c-4a0a-aa27-a14f30947962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:04Z', 'updated_at': '2021-07-06T11:45:20Z', 'revision_number': 5, 'project_id': '804a4796a2194a0cb663adcc095b1b03', 'gw_port': {'id': '529be852-a77c-4a0a-aa27-a14f30947962', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99b251-2f11-4553-971b-a61a398a06ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:05Z', 'updated_at': '2021-07-06T11:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:45:23.470411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46ae5193-47be-4d5a-9734-f3ae87a127d9 req-ef2d73b6-e931-42ab-88ed-6d0e0b656a8f tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774179 Jul 06 11:45:23.482087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a109e-ab01-4295-8aba-f26dc587e0eb req-7c7add30-9bc7-4519-81e7-13972ba1383a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.483717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276a109e-ab01-4295-8aba-f26dc587e0eb req-7c7add30-9bc7-4519-81e7-13972ba1383a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.4143534 Jul 06 11:45:23.523811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b13d9b7-2be8-4578-a9c7-e6285262ed56 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:23.548147 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.563550 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eff6c0-ba61-4d2e-94d8-145c0d3ceff4 x-openstack-request-id: req-e1eff6c0-ba61-4d2e-94d8-145c0d3ceff4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:23.564472 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "7aef99eb-25eb-420e-84ce-06e11b42c3bc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:23.564980 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1eff6c0-ba61-4d2e-94d8-145c0d3ceff4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:23.565620 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '7aef99eb-25eb-420e-84ce-06e11b42c3bc', 'status': 'completed', 'code': 200} Jul 06 11:45:23.577579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276a109e-ab01-4295-8aba-f26dc587e0eb req-112ab4fe-8cfa-457a-b371-84a8c71035b8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847683 Jul 06 11:45:23.595055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Transition to ACTIVE for port object 9b13d9b7-2be8-4578-a9c7-e6285262ed56 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:23.606240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.678003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.679079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.679719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.680381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.681013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.681642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.682267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.684392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-3ebc69d6-addc-462e-a9bb-8678bce927c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6211 time: 0.0987706 Jul 06 11:45:23.698787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Deleting port 529be852-a77c-4a0a-aa27-a14f30947962 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:23.699321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.773360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:23.955564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-d7bd4089-9126-41f8-b7da-97f3538cfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.956133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-d7bd4089-9126-41f8-b7da-97f3538cfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.956624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-d7bd4089-9126-41f8-b7da-97f3538cfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:23.978703 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-d7bd4089-9126-41f8-b7da-97f3538cfd4e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2831004 Jul 06 11:45:24.006971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Attempting to bind port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:24.007240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Attempting to bind port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:24.007756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Attempting to bind port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:24.123967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:24.124381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Attempting to bind port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:24.133967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] For port 529be852-a77c-4a0a-aa27-a14f30947962, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=529be852-a77c-4a0a-aa27-a14f30947962,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:24.134355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:24.183718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cd5dbda3-ba4d-47e7-83f6-0fd33689e94c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:24.220380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:24.220795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Checking segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:24.221667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Bound using segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:24.224616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Bound port: 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:24.225143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:24.228160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Calling delete_port for 529be852-a77c-4a0a-aa27-a14f30947962 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:24.235701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: cd5dbda3-ba4d-47e7-83f6-0fd33689e94c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:24.236954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cd5dbda3-ba4d-47e7-83f6-0fd33689e94c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:24.258256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-03413d5f-7e39-4de4-83a4-e40855bfffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.259959 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-84c62d65-7c65-427e-b2fc-e73b01601606 req-03413d5f-7e39-4de4-83a4-e40855bfffca service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2653153 Jul 06 11:45:24.377404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1fda-9c4d-4667-b715-e82e6bf2bcad req-2c3fab43-aba4-4c7b-a2ed-b996c825c2c6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.379410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcd1fda-9c4d-4667-b715-e82e6bf2bcad req-2c3fab43-aba4-4c7b-a2ed-b996c825c2c6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.3900082 Jul 06 11:45:24.552885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcd1fda-9c4d-4667-b715-e82e6bf2bcad req-8e5fc0da-96f5-4a34-b029-951efece7a50 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320755 Jul 06 11:45:24.575812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.583949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.595171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.602860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.611843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.621903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.632811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.634888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-1d4ccdfc-ca92-4510-bad1-096bdbea0775 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5386 time: 0.4521914 Jul 06 11:45:24.669596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:24.775426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d4e6969-a1c5-4325-bf92-8941d6b3afbf req-d24c6a7d-4590-461f-885a-e3c1092ea1de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309612 Jul 06 11:45:24.778239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:24.824262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:24.882168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.882807 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:24.884404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] 10.222.0.79 "PUT /v2.0/ports/9b13d9b7-2be8-4578-a9c7-e6285262ed56 HTTP/1.1" status: 200 len: 1090 time: 2.6061635 Jul 06 11:45:24.970982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d70602e2-561c-48e9-a502-d2df0a993ddd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:45:24.983218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d70602e2-561c-48e9-a502-d2df0a993ddd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534358 Jul 06 11:45:25.126193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e411c-2137-4371-8a1e-0529af24e7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:25.157783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:25.166157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.196624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:25.374652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Pushing event deleted for resources: {'Port': ['ID=529be852-a77c-4a0a-aa27-a14f30947962,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:25.512095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.521980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:25.544258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'mac_address': 'fa:16:3e:c4:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:25.644875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.647631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.661634 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.718932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:25.721732 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa5961-ec92-4f88-89c4-528709e545b2" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:25.727484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599aa06a-bac1-4049-bffa-b276c7f2bd3d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:25.734313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3b5ac-27e5-4328-9b1c-179a0a0ea955 req-b9682661-d7c1-4942-a0d5-4c50dd23a37c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:25.734313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27a3b5ac-27e5-4328-9b1c-179a0a0ea955 req-b9682661-d7c1-4942-a0d5-4c50dd23a37c tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 947 time: 0.7414279 Jul 06 11:45:25.739775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.739775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a99b251-2f11-4553-971b-a61a398a06ec {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:45:25.776149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:25.782224 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.804690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.808599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e7999b2-dc18-422f-b69b-6e24f4de973d admin admin] 10.222.0.78 "DELETE /v2.0/routers/8a99b251-2f11-4553-971b-a61a398a06ec HTTP/1.1" status: 204 len: 168 time: 3.1077273 Jul 06 11:45:25.809017 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:25.829224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27a3b5ac-27e5-4328-9b1c-179a0a0ea955 req-031a4e23-7755-43e5-8780-3819819d00aa tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852449 Jul 06 11:45:25.850938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.908918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73053f-a557-4e1c-820a-c00a5f99221e req-8c9186f3-3bc5-4b1c-bf3a-eee3d7884a50 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:25.920864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db73053f-a557-4e1c-820a-c00a5f99221e req-8c9186f3-3bc5-4b1c-bf3a-eee3d7884a50 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.6159904 Jul 06 11:45:25.939158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:25.943355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Deleting subnet ef694922-9282-4abd-afc7-11df8ca30bcd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:25.954791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.025181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.150579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['599aa06a-bac1-4049-bffa-b276c7f2bd3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:26.209823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.354992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.416302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef694922-9282-4abd-afc7-11df8ca30bcd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:26.420563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.425097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a21d992c-f1f4-4e7d-be9b-a21f15b9746d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ef694922-9282-4abd-afc7-11df8ca30bcd HTTP/1.1" status: 204 len: 168 time: 0.6144514 Jul 06 11:45:26.432722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:26.436018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48fdc9-5d78-4fe3-ab28-e79ddc3733b7 None None] Network af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:26.557000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 529be852-a77c-4a0a-aa27-a14f30947962 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:26.582270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 529be852-a77c-4a0a-aa27-a14f30947962 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:26.583419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 529be852-a77c-4a0a-aa27-a14f30947962 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:26.584241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.680050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db73053f-a557-4e1c-820a-c00a5f99221e req-06415003-df64-4997-899e-2205cef31d05 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564411 Jul 06 11:45:26.753161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Deleting port b7bc39b8-8a67-4a55-8d81-078c311eecd3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:26.753505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.920406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] DHCP port deletion for af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:26.953382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] For port b7bc39b8-8a67-4a55-8d81-078c311eecd3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b7bc39b8-8a67-4a55-8d81-078c311eecd3,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:26.953922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.984702 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Calling delete_port for b7bc39b8-8a67-4a55-8d81-078c311eecd3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:27.055184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] Deleting port b7bc39b8-8a67-4a55-8d81-078c311eecd3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:27.055477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.139419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.140676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.141389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.142355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.143117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.143767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.144508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.147181 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-8d4ae72a-e7e1-4fb8-8a7b-797a6fd2a827 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6278 time: 0.3250597 Jul 06 11:45:27.148856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.150212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aee4ddd-f7a0-4815-8110-582f100350bd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:27.170207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.197798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] No DVR routers for this DVR port b7bc39b8-8a67-4a55-8d81-078c311eecd3 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:27.202758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bc39b8-8a67-4a55-8d81-078c311eecd3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:27.205243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Transition to ACTIVE for port object 6aee4ddd-f7a0-4815-8110-582f100350bd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:27.216508 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aced1bdf-2144-41d6-8b88-36cc9cbf6d2c x-openstack-request-id: req-aced1bdf-2144-41d6-8b88-36cc9cbf6d2c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:27.217072 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:27.217072 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aced1bdf-2144-41d6-8b88-36cc9cbf6d2c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:27.217403 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56', 'status': 'completed', 'code': 200} Jul 06 11:45:27.262334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aab7c6f3-a8dd-42a5-8fad-a009848ecad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.292859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] For port b7bc39b8-8a67-4a55-8d81-078c311eecd3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b7bc39b8-8a67-4a55-8d81-078c311eecd3,segment=NetworkSegment(060e4808-ec96-468b-a7f5-5384b61e2106),segment_id=060e4808-ec96-468b-a7f5-5384b61e2106)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:27.293248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.310950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.323861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] Calling delete_port for b7bc39b8-8a67-4a55-8d81-078c311eecd3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:27.366260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.380447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Pushing event updated for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:27.440925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9643d6-c02a-458f-89bd-65baf01fa1d3 req-4749b9da-cea0-490d-a8f2-ae834c401ac4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.443770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e9643d6-c02a-458f-89bd-65baf01fa1d3 req-4749b9da-cea0-490d-a8f2-ae834c401ac4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.7901835 Jul 06 11:45:27.462401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7f2feb-8ddd-4c0f-bf70-01824cf34ee6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:27.487938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060e4808-ec96-468b-a7f5-5384b61e2106') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:27.488550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060e4808-ec96-468b-a7f5-5384b61e2106') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:27.503838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-c6401cb3-59f2-4676-ac47-48c51aebdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.505463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-c6401cb3-59f2-4676-ac47-48c51aebdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.506236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-c6401cb3-59f2-4676-ac47-48c51aebdf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.508327 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-c6401cb3-59f2-4676-ac47-48c51aebdf86 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3493416 Jul 06 11:45:27.511771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.576675 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.579543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.608944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] Pushing event deleted for resources: {'Port': ['ID=b7bc39b8-8a67-4a55-8d81-078c311eecd3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:27.610487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e758f10-bd8e-408b-b75a-74d6d904e4fc None None] No DVR routers for this DVR port b7bc39b8-8a67-4a55-8d81-078c311eecd3 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:27.637012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:27.637499 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:27.640949 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:27.682562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.689154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.696455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.703201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.710103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.717308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.724382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.726841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-2c699ae4-c5ef-4e6e-acba-981fe43c7aa3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5398 time: 0.5085492 Jul 06 11:45:27.740814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e9643d6-c02a-458f-89bd-65baf01fa1d3 req-1f084916-fa0d-41aa-a017-022619acc514 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887211 Jul 06 11:45:27.886746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87c2c39d-0137-4679-b961-d3409a0927f4 req-e432ff89-5c77-4839-a431-c4de34cf3c93 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247296 Jul 06 11:45:27.918140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Attempting to bind port 6aee4ddd-f7a0-4815-8110-582f100350bd on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:27.925143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Attempting to bind port 6aee4ddd-f7a0-4815-8110-582f100350bd by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:27.925818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Attempting to bind port 6aee4ddd-f7a0-4815-8110-582f100350bd on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:27.944340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Port 6aee4ddd-f7a0-4815-8110-582f100350bd on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:27.944930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Attempting to bind port 6aee4ddd-f7a0-4815-8110-582f100350bd on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:27.965707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:27.966177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Checking segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:27.966677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Bound using segment: {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:27.967851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Bound port: 6aee4ddd-f7a0-4815-8110-582f100350bd, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a12d67-f493-4db8-8147-526143da0f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:27.967851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.173397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b7bc39b8-8a67-4a55-8d81-078c311eecd3 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:28.201309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:28.204912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-34ddf598-bd00-4423-a734-639ea44e0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.206405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6aee4ddd-f7a0-4815-8110-582f100350bd,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:28.206563 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-17aa5961-ec92-4f88-89c4-528709e545b2 req-34ddf598-bd00-4423-a734-639ea44e0a3e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6870537 Jul 06 11:45:28.207116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b7bc39b8-8a67-4a55-8d81-078c311eecd3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:28.210482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b7bc39b8-8a67-4a55-8d81-078c311eecd3 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:28.245403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.266618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.272023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.280381 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] 10.222.0.78 "DELETE /v2.0/networks/af7f2feb-8ddd-4c0f-bf70-01824cf34ee6 HTTP/1.1" status: 204 len: 168 time: 1.8463995 Jul 06 11:45:28.281470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c9958-6037-478c-b7d1-32c8fc2d072d admin admin] Pushing event deleted for resources: {'Network': ['ID=af7f2feb-8ddd-4c0f-bf70-01824cf34ee6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:28.386938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.390338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.392534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] 10.222.0.79 "PUT /v2.0/ports/6aee4ddd-f7a0-4815-8110-582f100350bd HTTP/1.1" status: 200 len: 1091 time: 3.3679800 Jul 06 11:45:28.445807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:28.492234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:28.494946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9472-eb69-4cd2-b914-ea64f6785354 service neutron] Pushing event updated for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:28.565489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedb487-e8b8-42bc-807c-a4b0ff9f7077 req-84a4ed64-3fe3-4d9c-a58a-6baccbae48d5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.567737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4eedb487-e8b8-42bc-807c-a4b0ff9f7077 req-84a4ed64-3fe3-4d9c-a58a-6baccbae48d5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 945 time: 0.5702167 Jul 06 11:45:28.592992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721b33-388e-46e2-ac56-47116b18bc41 req-7c58571e-ea69-4bc8-a453-0014c01082d9 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.602919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-575d72ed-f09b-4095-8146-99f74e3cd4f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=804a4796a2194a0cb663adcc095b1b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097388 Jul 06 11:45:28.603634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:28.608922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68721b33-388e-46e2-ac56-47116b18bc41 req-7c58571e-ea69-4bc8-a453-0014c01082d9 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.79 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 945 time: 0.4621384 Jul 06 11:45:28.668259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c8fcc-0ee2-45b9-b02b-6057042d1869 req-2c7885ea-03fd-4b8f-b8dc-5cf91fdbabb9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.675225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-534c8fcc-0ee2-45b9-b02b-6057042d1869 req-2c7885ea-03fd-4b8f-b8dc-5cf91fdbabb9 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 949 time: 0.5972965 Jul 06 11:45:28.695482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee0dc7d-8984-4a6e-b363-1f641df841ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.737167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee0dc7d-8984-4a6e-b363-1f641df841ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.779905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4eedb487-e8b8-42bc-807c-a4b0ff9f7077 req-7ac4b1c0-a300-4475-8816-54fa3d5eecdb tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978569 Jul 06 11:45:28.788706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.811742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee0dc7d-8984-4a6e-b363-1f641df841ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.815356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee0dc7d-8984-4a6e-b363-1f641df841ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.818156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-534c8fcc-0ee2-45b9-b02b-6057042d1869 req-9bb7e387-e79f-4eca-b69c-7240d54e14d7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398304 Jul 06 11:45:28.821814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ee0dc7d-8984-4a6e-b363-1f641df841ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92f185a6-9765-4bd2-8deb-247ee47a8d40 HTTP/1.1" status: 204 len: 168 time: 0.2153726 Jul 06 11:45:28.869877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0dc7d-8984-4a6e-b363-1f641df841ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f185a6-9765-4bd2-8deb-247ee47a8d40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:29.213476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:29.239295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:29.242162 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:29.290300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 599aa06a-bac1-4049-bffa-b276c7f2bd3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:29.290687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.437750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.498063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:29.499378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:29.502596 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f5d4f-ee47-43ab-be12-a5a325f07234" -d '{"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:29.510483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cd53c0-3031-4bc1-a4a6-491cc8896c33 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:29.517281 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.519552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.533197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Transition to ACTIVE for port object 56cd53c0-3031-4bc1-a4a6-491cc8896c33 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:29.544540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca67acc-9e89-42e0-b072-671f7a145ca0 req-d8d618d3-a702-4419-987c-da1f064c36e6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:29.551474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ca67acc-9e89-42e0-b072-671f7a145ca0 req-d8d618d3-a702-4419-987c-da1f064c36e6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.3432546 Jul 06 11:45:29.562975 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.625319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:29.628022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f49b6d3-16a5-4539-b6dc-0dd12f7efe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.633783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:29.635142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Deleting port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:29.635496 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.721456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a93f2-7f47-4516-bfdb-322c73970853 req-216deca1-f06b-4b3b-869c-37007918f2d8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:29.723006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-165a93f2-7f47-4516-bfdb-322c73970853 req-216deca1-f06b-4b3b-869c-37007918f2d8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.6456382 Jul 06 11:45:29.827177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.848880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ca67acc-9e89-42e0-b072-671f7a145ca0 req-4bb97086-c789-4c74-83ca-32cf17262f9c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964063 Jul 06 11:45:29.873211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-165a93f2-7f47-4516-bfdb-322c73970853 req-9c5c3747-abf6-44f8-a69e-684432969bbe tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380086 Jul 06 11:45:29.929836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] For port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:29.947640 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.989896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.011028 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d406e979-cf3f-41fa-9444-beab8ed0da57 x-openstack-request-id: req-d406e979-cf3f-41fa-9444-beab8ed0da57 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:30.021276 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:30.021780 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d406e979-cf3f-41fa-9444-beab8ed0da57 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:30.022400 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd', 'status': 'completed', 'code': 200} Jul 06 11:45:30.066439 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5b67d-ba8a-4bb6-95fe-a9e0d0da468d x-openstack-request-id: req-b6c5b67d-ba8a-4bb6-95fe-a9e0d0da468d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:30.067885 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:30.068442 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6c5b67d-ba8a-4bb6-95fe-a9e0d0da468d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:30.069014 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'code': 200} Jul 06 11:45:30.120704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Calling delete_port for 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:30.141322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.142800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.143288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.143762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.144260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.144726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.149120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.153490 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-6fbcb168-a97e-41dd-81e8-f80ef6eceb0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6370 time: 0.1620529 Jul 06 11:45:30.356102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Attempting to bind port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:30.356772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Attempting to bind port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:30.357045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Attempting to bind port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:30.428723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:30.429221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Attempting to bind port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:30.444777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.451137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.459387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.467395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.476212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.484231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.492459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff00f-cfca-440a-8cfa-e65ac58da63f req-8d4c23fb-2914-47d4-8b7a-102873083134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.493764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.494097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b0ff00f-cfca-440a-8cfa-e65ac58da63f req-8d4c23fb-2914-47d4-8b7a-102873083134 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1101 time: 0.1785023 Jul 06 11:45:30.495732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-1a66d654-16be-4de2-ae38-6ffa3d1622a5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5410 time: 0.3803875 Jul 06 11:45:30.537988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-0cacc106-f16a-4230-b747-a5fb1a05b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.538277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:30.538277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Checking segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:30.538535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-0cacc106-f16a-4230-b747-a5fb1a05b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.538642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Bound using segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:30.539058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-0cacc106-f16a-4230-b747-a5fb1a05b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.539180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Bound port: 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:30.539402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.540640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-0cacc106-f16a-4230-b747-a5fb1a05b6b0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3783529 Jul 06 11:45:30.557753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b0ff00f-cfca-440a-8cfa-e65ac58da63f req-303e5006-85ee-4714-a8a4-1e72f1301488 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516472 Jul 06 11:45:30.651018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da563da5-4c65-4133-9e1e-7ec5bfd8f53c req-ca0becc2-99fc-4043-bacc-185c316594ab tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365378 Jul 06 11:45:30.673904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-ae985c08-e515-41d5-bcfa-29b435568291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.675615 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a2fe980c-d0ff-4a81-b8ea-cd25136f9283 req-ae985c08-e515-41d5-bcfa-29b435568291 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200061 Jul 06 11:45:30.704768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:30.766697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45078d-a427-45a4-b5b9-24e3b63ce8f9 req-089d60fe-6fef-4cd2-b276-1577901dd910 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.774527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c45078d-a427-45a4-b5b9-24e3b63ce8f9 req-089d60fe-6fef-4cd2-b276-1577901dd910 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecced18d-3104-48e6-9fae-2606482ede46 HTTP/1.1" status: 200 len: 945 time: 0.4211457 Jul 06 11:45:30.780943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:30.810171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.856302 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.858358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.877734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.878359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.880208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] 10.222.0.79 "PUT /v2.0/ports/56cd53c0-3031-4bc1-a4a6-491cc8896c33 HTTP/1.1" status: 200 len: 1091 time: 2.4385872 Jul 06 11:45:30.987905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Request body: {'port': {'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:30.993817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c45078d-a427-45a4-b5b9-24e3b63ce8f9 req-e2c17165-0305-4b6a-9a96-a5634e860056 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.78 "GET /v2.0/security-groups?id=f88480a0-cdf3-4829-86a0-bb3ceffb4731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182763 Jul 06 11:45:31.049917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] No DVR routers for this DVR port 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:31.060847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.064378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68721b33-388e-46e2-ac56-47116b18bc41 req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] 10.222.0.79 "DELETE /v2.0/ports/2e8b3d0b-6128-4dfe-a70d-7a121d768e48 HTTP/1.1" status: 204 len: 173 time: 2.4186733 Jul 06 11:45:31.072307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f46f-3328-4214-8096-e9576f23b9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:31.152959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5f3a7-da81-497c-beae-94d4067edea5 tempest-AttachSCSIVolumeTestJSON-1697694530 tempest-AttachSCSIVolumeTestJSON-1697694530-project] Pushing event deleted for resources: {'Port': ['ID=2e8b3d0b-6128-4dfe-a70d-7a121d768e48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:31.274566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.292497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e07f-0617-4010-a6c3-2cba0e3df7ff req-72c817b0-d5ba-48d9-86b3-814a4725e9da tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.303278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72c1e07f-0617-4010-a6c3-2cba0e3df7ff req-72c817b0-d5ba-48d9-86b3-814a4725e9da tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 950 time: 0.4486866 Jul 06 11:45:31.428482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72c1e07f-0617-4010-a6c3-2cba0e3df7ff req-339f4c44-deaa-47f9-b0df-371670208f72 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233301 Jul 06 11:45:31.553168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932f60-be27-4b8b-bdc4-d3897932fa41 req-ec3f3275-dc7e-4336-929b-fab74fcac920 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.554805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d932f60-be27-4b8b-bdc4-d3897932fa41 req-ec3f3275-dc7e-4336-929b-fab74fcac920 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2157166 Jul 06 11:45:31.655386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d932f60-be27-4b8b-bdc4-d3897932fa41 req-625e409e-b635-4924-b4f0-3414034090c1 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638149 Jul 06 11:45:31.818254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a629e-5df3-4b42-917a-c63f6ea38f95 req-73e4a382-a17a-4e49-ab3b-abb989e1475b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.819889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-099a629e-5df3-4b42-917a-c63f6ea38f95 req-73e4a382-a17a-4e49-ab3b-abb989e1475b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.1749268 Jul 06 11:45:31.822240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3119f81f-37af-4f08-8d64-f57e76eeba4e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:31.832930 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.880223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Transition to ACTIVE for port object 3119f81f-37af-4f08-8d64-f57e76eeba4e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:31.889373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.904075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-099a629e-5df3-4b42-917a-c63f6ea38f95 req-4f804fc8-cda6-444d-848f-77d9594deeb2 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763040 Jul 06 11:45:31.955971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Pushing event updated for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:31.984418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.984730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.987415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.987829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.988301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.989183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.991678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.992195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.992618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.993034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.993526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.995348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:32.038003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33'}, {'server_uuid': 'ecced18d-3104-48e6-9fae-2606482ede46', 'name': 'network-vif-deleted', 'tag': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:32.041735 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33"}, {"server_uuid": "ecced18d-3104-48e6-9fae-2606482ede46", "name": "network-vif-deleted", "tag": "2e8b3d0b-6128-4dfe-a70d-7a121d768e48"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:32.248240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Attempting to bind port 3119f81f-37af-4f08-8d64-f57e76eeba4e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:32.254306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Attempting to bind port 3119f81f-37af-4f08-8d64-f57e76eeba4e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:32.255861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Attempting to bind port 3119f81f-37af-4f08-8d64-f57e76eeba4e on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:32.266754 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2456291-212b-49a9-885f-db1e5ea5119a x-openstack-request-id: req-a2456291-212b-49a9-885f-db1e5ea5119a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:32.267114 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33", "status": "completed", "code": 200}, {"server_uuid": "ecced18d-3104-48e6-9fae-2606482ede46", "name": "network-vif-deleted", "tag": "2e8b3d0b-6128-4dfe-a70d-7a121d768e48", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:32.267429 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2456291-212b-49a9-885f-db1e5ea5119a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:32.267886 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33', 'status': 'completed', 'code': 200} Jul 06 11:45:32.268223 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecced18d-3104-48e6-9fae-2606482ede46', 'name': 'network-vif-deleted', 'tag': '2e8b3d0b-6128-4dfe-a70d-7a121d768e48', 'status': 'completed', 'code': 200} Jul 06 11:45:32.273827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Port 3119f81f-37af-4f08-8d64-f57e76eeba4e on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:32.274234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Attempting to bind port 3119f81f-37af-4f08-8d64-f57e76eeba4e on network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:32.282581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:32.284095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Checking segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:32.284550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Bound using segment: {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:32.288340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Bound port: 3119f81f-37af-4f08-8d64-f57e76eeba4e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aff4f9b-ed08-458a-8d15-7292c56818c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:32.288869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.312417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.314340 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.322424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.352134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.358503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.364839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.370832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.373417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:32.377494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.386227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-5869ec71-b701-4715-9163-169255cefea9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 0.4065738 Jul 06 11:45:32.411309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:32.415175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 2e8b3d0b-6128-4dfe-a70d-7a121d768e48 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:32.534629 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da2d73d2-fdce-4da8-a443-1767a6feb2ad req-795dee60-de8a-4cd9-b891-0714b232c5ac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474297 Jul 06 11:45:32.559213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:32.563487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:32.606130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.606632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.608264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.608785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.609284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.609759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.610233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.612237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-e9d9fb5e-b5fb-4a49-84a2-72b87b5da0ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6437 time: 0.2173471 Jul 06 11:45:32.613335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.692403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.692403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.692403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a66a690c-cf01-4215-8611-008353718541 service neutron] 10.222.0.79 "PUT /v2.0/ports/3119f81f-37af-4f08-8d64-f57e76eeba4e HTTP/1.1" status: 200 len: 1091 time: 1.6998551 Jul 06 11:45:33.155417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a690c-cf01-4215-8611-008353718541 service neutron] Pushing event updated for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:33.261264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-3650e4e3-4a55-460c-a2e5-361107130656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.261749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-3650e4e3-4a55-460c-a2e5-361107130656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.262225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-3650e4e3-4a55-460c-a2e5-361107130656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.263813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-3650e4e3-4a55-460c-a2e5-361107130656 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6156559 Jul 06 11:45:33.275596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ed4b2-74cb-437f-a5f4-5a351c5dec6c req-d53a8fbb-5917-462e-85e4-c98e91e15fb1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.277057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-744ed4b2-74cb-437f-a5f4-5a351c5dec6c req-d53a8fbb-5917-462e-85e4-c98e91e15fb1 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 950 time: 0.5650709 Jul 06 11:45:33.339737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d5502-98c7-487b-a496-431a77738b79 req-9dd4b643-b8d7-461f-91ed-b3f21e27aad6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.341241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-693d5502-98c7-487b-a496-431a77738b79 req-9dd4b643-b8d7-461f-91ed-b3f21e27aad6 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.1993418 Jul 06 11:45:33.416255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-744ed4b2-74cb-437f-a5f4-5a351c5dec6c req-c623479f-8cd7-4b7f-a320-1a1bd8feb3c5 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261673 Jul 06 11:45:33.428050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-693d5502-98c7-487b-a496-431a77738b79 req-e0f63aeb-44b4-40c1-9e57-b30c37901edc tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761638 Jul 06 11:45:33.438029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-6d1c56a8-7036-4e74-aefb-80c8679fbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.439604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7df7b1-f9b0-4095-ad8e-a04a3f97602c req-6d1c56a8-7036-4e74-aefb-80c8679fbcb2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610134 Jul 06 11:45:33.646928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.647590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.647896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.648416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.648893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.649393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.649861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.651789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-f3d4367d-ca53-4f81-9a56-1a7d064fe668 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6479 time: 0.1583354 Jul 06 11:45:33.714011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a25644f3-e5f3-475d-9e60-d1a4daa8c23a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e015561b-6c49-4012-ad5b-f494b5ed1767 HTTP/1.1" status: 200 len: 217 time: 0.0494683 Jul 06 11:45:33.763961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067bb6a-9894-499c-b8b5-6fc1d5211202 req-6e34388b-e74d-4250-bae0-bac8b7921478 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.765474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e067bb6a-9894-499c-b8b5-6fc1d5211202 req-6e34388b-e74d-4250-bae0-bac8b7921478 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.1855869 Jul 06 11:45:33.775551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d54410-260e-43cc-9e72-7c25f72e5063 req-73de7216-0eda-4336-975e-5e246d7aa1d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.777071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90d54410-260e-43cc-9e72-7c25f72e5063 req-73de7216-0eda-4336-975e-5e246d7aa1d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.1984308 Jul 06 11:45:33.820137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-808e2bdf-6db0-4518-90cc-eaebda23ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.821642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-808e2bdf-6db0-4518-90cc-eaebda23ed1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19f4daac-96a6-4e0f-99b4-287a8db1bfb7 HTTP/1.1" status: 200 len: 850 time: 0.0994041 Jul 06 11:45:33.888365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e067bb6a-9894-499c-b8b5-6fc1d5211202 req-56882348-a3e3-478b-9876-63da3cd11ac3 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070845 Jul 06 11:45:33.892606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90d54410-260e-43cc-9e72-7c25f72e5063 req-7b59c752-1d62-4397-89fa-685328411f39 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063993 Jul 06 11:45:33.943728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fa045a8a-2116-4810-afac-acf95111833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.945546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-fa045a8a-2116-4810-afac-acf95111833a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62e399e8-f6e9-4926-bc2f-26ed4524240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135147 Jul 06 11:45:34.101285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-441f2173-09f3-4bd3-8407-d8e15cdeab49 service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460738 Jul 06 11:45:34.274140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:34.276751 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be381593-f8ac-40ff-a00a-3941a4e2cb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:34.296342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-7bf782da-62ba-4e75-b703-d0e916798ddd service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877503 Jul 06 11:45:34.348606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d497f8a5-d3ff-40b7-b32b-c85129f5e7e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 217 time: 0.0426714 Jul 06 11:45:34.373673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.379783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.386028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.391999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.398106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.404162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.410176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.412811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-6bc4cf8f-990f-4453-99d0-3fe32e624908 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 0.1961687 Jul 06 11:45:34.485598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d794779e-813b-49f1-b1d6-5c1f6d192689 req-58f19f53-68e2-4717-ab2c-07db4eacd931 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491397 Jul 06 11:45:34.487421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0c4b8fa7-360e-4481-8bc7-a52aff22f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.489423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0c4b8fa7-360e-4481-8bc7-a52aff22f21e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.1344860 Jul 06 11:45:34.571405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-7ddf7fda-5897-44c2-bf75-81bf26a76442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.573330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-7ddf7fda-5897-44c2-bf75-81bf26a76442 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741961 Jul 06 11:45:34.633783 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de9f44-e42f-4828-907f-276358802afc x-openstack-request-id: req-54de9f44-e42f-4828-907f-276358802afc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:34.634078 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:34.634334 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54de9f44-e42f-4828-907f-276358802afc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:34.634731 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e', 'status': 'completed', 'code': 200} Jul 06 11:45:34.681450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-ac722016-e448-4ed6-bb20-c654dfc3e68e service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997026 Jul 06 11:45:34.790451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-01e025b4-c514-4063-bda6-e0a18a01a429 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020885 Jul 06 11:45:34.846930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-65cae55a-2db7-4270-a266-40d2decdd3f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 217 time: 0.0495491 Jul 06 11:45:34.953101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3d8561c0-8b1c-4e12-bdca-cab7e310cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.954711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3d8561c0-8b1c-4e12-bdca-cab7e310cdac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0992258 Jul 06 11:45:34.996823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffc4d9-b99a-48a8-860d-2170993e2ec4 req-c9e7044b-b8e0-4df4-9bdc-07d247d083ed tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.998380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61ffc4d9-b99a-48a8-860d-2170993e2ec4 req-c9e7044b-b8e0-4df4-9bdc-07d247d083ed tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1101 time: 0.1540706 Jul 06 11:45:35.089489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61ffc4d9-b99a-48a8-860d-2170993e2ec4 req-0fa69954-3175-422b-a7f7-ccd5ac93b240 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763533 Jul 06 11:45:35.107107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0b855c14-165a-45fd-bec5-a65e7a8ca39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.108632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-0b855c14-165a-45fd-bec5-a65e7a8ca39a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427083 Jul 06 11:45:35.125706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053658d-0a96-4f41-9a88-0f845b108ecc req-5c53dde3-9a6c-4efd-a6bd-5df58192081d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.128216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5053658d-0a96-4f41-9a88-0f845b108ecc req-5c53dde3-9a6c-4efd-a6bd-5df58192081d tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.1278491 Jul 06 11:45:35.221552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5053658d-0a96-4f41-9a88-0f845b108ecc req-d29cc133-2da6-40c0-98c4-1d809031f93b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Jul 06 11:45:35.266208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c76d78ce-154a-4508-a2eb-9b71c1149160 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275191 Jul 06 11:45:35.423109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c1102f16-8f6b-4e82-afb7-471e4403b9a6 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559498 Jul 06 11:45:35.478921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-b4b25781-0bb4-4fd3-a7d1-7651f7dc2cfb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56 HTTP/1.1" status: 200 len: 217 time: 0.0466640 Jul 06 11:45:35.488079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdb415-f05c-4a66-846c-dce9ff7c5f8e req-1b2f9c27-286f-42fb-a49c-ebb850f115af tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.489663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42fdb415-f05c-4a66-846c-dce9ff7c5f8e req-1b2f9c27-286f-42fb-a49c-ebb850f115af tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.2008111 Jul 06 11:45:35.564205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a5ce8769-c6b2-448e-86dd-e21004c062a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.565805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a5ce8769-c6b2-448e-86dd-e21004c062a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0752432 Jul 06 11:45:35.572997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42fdb415-f05c-4a66-846c-dce9ff7c5f8e req-fc387d4e-bd2c-4e0f-b12b-46dcf0cc18b7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750229 Jul 06 11:45:35.635743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-eb1e3ecc-a9d0-4cc1-9348-b7c90ee4bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.637316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-eb1e3ecc-a9d0-4cc1-9348-b7c90ee4bda9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0634363 Jul 06 11:45:35.817891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-8d5be83a-4564-4b1d-ba97-a902a76c0790 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717904 Jul 06 11:45:35.845582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.852176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.858407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.865411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.871398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.877663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.884403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.886307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-5841347c-24f3-430e-b94e-b4e6cbc865ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 0.2316439 Jul 06 11:45:35.889368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29464f-ccbf-4a25-b824-8719a031f816 req-3b9d182f-c0c9-469a-a1af-c3a713c5a17a tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.890761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af29464f-ccbf-4a25-b824-8719a031f816 req-3b9d182f-c0c9-469a-a1af-c3a713c5a17a tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 1101 time: 0.1757758 Jul 06 11:45:36.008453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8764185f-2e2f-4abb-9a5d-c19c1766f200 req-b69f63ab-0aea-4d61-a4b2-3eaf47ead6c0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064019 Jul 06 11:45:36.011802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af29464f-ccbf-4a25-b824-8719a031f816 req-d18b95ae-51ee-4a47-88a3-18a4bb2804f3 tempest-ServersAdminTestJSON-822948177 tempest-ServersAdminTestJSON-822948177-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109469 Jul 06 11:45:36.029352 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-a1f31e1c-c8b9-4fde-91e7-387d05ef8341 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030344 Jul 06 11:45:36.077962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-229e6ca8-53a9-46fc-a02e-4cac42cbb428 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=6aee4ddd-f7a0-4815-8110-582f100350bd HTTP/1.1" status: 200 len: 217 time: 0.0385201 Jul 06 11:45:36.140462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-965c47e2-9a2b-441a-b2a8-4207648fd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.142117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-965c47e2-9a2b-441a-b2a8-4207648fd635 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0523491 Jul 06 11:45:36.208345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-eca3644b-ffaf-4b6d-9d46-852a023bf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.210118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-eca3644b-ffaf-4b6d-9d46-852a023bf6ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592504 Jul 06 11:45:36.345405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-26a2ce30-564e-45fc-8f1e-83d84578ce43 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142259 Jul 06 11:45:36.391302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:36.484177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:36.525985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:36.527249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:36.530543 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e50ce-2ecb-4bd6-93ae-37384c5a879f" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:36.533689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:36.581297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-7ff7d198-04d4-43eb-b580-b5a4217dcb08 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332358 Jul 06 11:45:36.584672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:36.593985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ba44-7b22-4eb0-afb5-85ca936863ce req-030850f3-14c9-490c-a8ab-ebb6ba08976d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.595545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e36ba44-7b22-4eb0-afb5-85ca936863ce req-030850f3-14c9-490c-a8ab-ebb6ba08976d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 950 time: 0.1623433 Jul 06 11:45:36.642456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-ee317f92-2986-47d2-bdac-42dca91a42e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33 HTTP/1.1" status: 200 len: 217 time: 0.0450194 Jul 06 11:45:36.650034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4773f-7e06-42e9-91be-00cac5c700ea req-34cd1a46-7cf4-4e79-96fa-33ccd15f2ca9 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.651438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2a4773f-7e06-42e9-91be-00cac5c700ea req-34cd1a46-7cf4-4e79-96fa-33ccd15f2ca9 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2172000 Jul 06 11:45:36.734216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e36ba44-7b22-4eb0-afb5-85ca936863ce req-9920e053-479c-4596-aa8c-18d73a2abde2 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296029 Jul 06 11:45:36.741607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d61f6a5c-3b8d-4ea9-a9b6-02d61bd60d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.743119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d61f6a5c-3b8d-4ea9-a9b6-02d61bd60d45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.0908208 Jul 06 11:45:36.750735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2a4773f-7e06-42e9-91be-00cac5c700ea req-1822113b-5989-4cf1-842e-3dfd07bff27b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920410 Jul 06 11:45:36.806959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-21824072-40a5-43af-a29a-a29228ac67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.808516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-21824072-40a5-43af-a29a-a29228ac67c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569406 Jul 06 11:45:36.856204 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea57955b-a63f-4467-97d1-ab8ec4770292 x-openstack-request-id: req-ea57955b-a63f-4467-97d1-ab8ec4770292 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:36.856687 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:36.857117 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea57955b-a63f-4467-97d1-ab8ec4770292 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:36.857519 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:45:36.908655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-3f6d18b6-dd62-44a6-97b4-7a0a867ecf8c service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920489 Jul 06 11:45:37.029047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:37.030362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-278fe183-5ad3-4a4e-b7b5-37d532134b76 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.032179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-278fe183-5ad3-4a4e-b7b5-37d532134b76 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8938ddd-151c-4d71-9cb9-336ed724af09 HTTP/1.1" status: 200 len: 950 time: 0.0810878 Jul 06 11:45:37.099763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-1beb2f65-6f16-4997-b033-547c47cc1403 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840346 Jul 06 11:45:37.151636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Deleting port 8edd04ba-0016-44ed-a8b4-3606a67bb584 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:37.151997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.171493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c924a-d5db-43d1-872b-6ce0bb8b4781 req-bfd4a338-578a-4b7d-9b79-1c55588caf8f tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.173142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d0c924a-d5db-43d1-872b-6ce0bb8b4781 req-bfd4a338-578a-4b7d-9b79-1c55588caf8f tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.2068405 Jul 06 11:45:37.246974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] For port 8edd04ba-0016-44ed-a8b4-3606a67bb584, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=8edd04ba-0016-44ed-a8b4-3606a67bb584,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:37.247335 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.260752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Calling delete_port for 8edd04ba-0016-44ed-a8b4-3606a67bb584 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:37.395484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.413474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b3ebf489-7573-4b58-98fc-d5fd41d2100e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:37.419031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['8edd04ba-0016-44ed-a8b4-3606a67bb584', '599aa06a-bac1-4049-bffa-b276c7f2bd3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:37.430771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event deleted for resources: {'Port': ['ID=8edd04ba-0016-44ed-a8b4-3606a67bb584,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:37.482115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] No DVR routers for this DVR port 8edd04ba-0016-44ed-a8b4-3606a67bb584 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:37.484932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.487052 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d9b6d5c-2bcf-48f9-9c60-5875df86fc0f req-c7391dc6-9fdc-4ef7-9442-78b6a9231055 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "DELETE /v2.0/ports/8edd04ba-0016-44ed-a8b4-3606a67bb584 HTTP/1.1" status: 204 len: 173 time: 0.4492400 Jul 06 11:45:37.487531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'name': 'network-vif-deleted', 'tag': '8edd04ba-0016-44ed-a8b4-3606a67bb584'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:37.490552 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536202c1-401a-4827-b80b-a32decb75a5c" -d '{"events": [{"server_uuid": "e8938ddd-151c-4d71-9cb9-336ed724af09", "name": "network-vif-deleted", "tag": "8edd04ba-0016-44ed-a8b4-3606a67bb584"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:37.532204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-c130b36f-10b1-499d-a511-db0a6fbf532e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e HTTP/1.1" status: 200 len: 217 time: 0.3787551 Jul 06 11:45:37.718945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d0c924a-d5db-43d1-872b-6ce0bb8b4781 req-8dd6c1e0-96bf-4c70-ae5e-e2ea2d443104 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968358 Jul 06 11:45:37.727359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-1cf8ad93-c65b-4154-a116-5216a59ab4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.729030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-1cf8ad93-c65b-4154-a116-5216a59ab4a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.1738682 Jul 06 11:45:37.871217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.877142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.883873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.889827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.896284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.902693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.909174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.911732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-9829590f-664b-4278-b1e8-9688c3ddd332 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 0.3885856 Jul 06 11:45:37.932379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a80c4-ceb7-4c1a-aa90-58364fdd5448 req-6c10680b-d314-4368-a955-56f3e45046ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.933649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c9a80c4-ceb7-4c1a-aa90-58364fdd5448 req-6c10680b-d314-4368-a955-56f3e45046ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.4093263 Jul 06 11:45:37.935246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-55cc31ca-a043-4ee8-aee5-7a9077182931 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7901c66057824b0fa144404515213e66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123884 Jul 06 11:45:38.116559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec7d5bfd-832e-4fe5-98fe-947f1ed0168d req-c39808f6-7876-4d0b-ab70-041bf7b720c5 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905797 Jul 06 11:45:38.134765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-6392b1f5-1cea-41ae-ad04-5c09c2a1631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.136313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-6392b1f5-1cea-41ae-ad04-5c09c2a1631e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3968048 Jul 06 11:45:38.147313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c9a80c4-ceb7-4c1a-aa90-58364fdd5448 req-9bd8a51c-dde4-43b2-a40b-f5e84534600e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028294 Jul 06 11:45:38.240621 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce51efc6-bce2-4888-b5bf-70c69da25f76 x-openstack-request-id: req-ce51efc6-bce2-4888-b5bf-70c69da25f76 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:38.241495 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8938ddd-151c-4d71-9cb9-336ed724af09", "name": "network-vif-deleted", "tag": "8edd04ba-0016-44ed-a8b4-3606a67bb584", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:38.242422 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce51efc6-bce2-4888-b5bf-70c69da25f76 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:38.242856 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8938ddd-151c-4d71-9cb9-336ed724af09', 'name': 'network-vif-deleted', 'tag': '8edd04ba-0016-44ed-a8b4-3606a67bb584', 'status': 'completed', 'code': 200} Jul 06 11:45:38.263584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-7f2fad67-24c8-4a39-b8c3-e48ed670efd6 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.265115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-7f2fad67-24c8-4a39-b8c3-e48ed670efd6 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3169453 Jul 06 11:45:38.305496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-28c273bb-ad29-4d03-a036-821a2294e2ea tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/quotas/7901c66057824b0fa144404515213e66 HTTP/1.1" status: 200 len: 375 time: 0.0314960 Jul 06 11:45:38.359230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-144afc40-c2ff-4a7e-b67e-2da53ba21935 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109280 Jul 06 11:45:38.361218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-910ec6b4-63a8-4341-a80f-87a07b1bd194 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7901c66057824b0fa144404515213e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431147 Jul 06 11:45:38.396332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:38.563349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:38.581140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:38.632565 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.641586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.658929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:38.661102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6ad1f-87ca-4087-8b69-68aa0c3da342 req-be40aa1b-2bf6-4ad0-af30-7322f07d6807 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.668573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2d6ad1f-87ca-4087-8b69-68aa0c3da342 req-be40aa1b-2bf6-4ad0-af30-7322f07d6807 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2116346 Jul 06 11:45:38.697936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:38.705672 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.720377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d88bf5-5530-4b94-9651-6bcebf24ee4b req-d3e05ae9-b553-42b7-8ec7-76556cc7f019 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518100 Jul 06 11:45:38.794842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:38.825476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.826457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.827984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.828495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.828999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.829472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.830452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.831528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.832032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.833195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.833670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.834301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:38.834804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2d6ad1f-87ca-4087-8b69-68aa0c3da342 req-4cad4db8-a1da-4300-8ba7-ad919b7f2b21 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645706 Jul 06 11:45:38.881800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['cff7fe3a-035d-426c-9f9f-0156365349ba'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:39.042073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.042599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.044421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.044910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.047021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.047547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.050595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.057503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-4539f284-bebb-4294-88da-6913f01ff1ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6479 time: 0.2198386 Jul 06 11:45:39.220686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-085d45f9-6919-4e92-ac65-d2c7a79d3552 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7901c66057824b0fa144404515213e66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584721 Jul 06 11:45:39.432759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-67e6ae95-a312-46a1-969b-94e0eafc98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.434379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-67e6ae95-a312-46a1-969b-94e0eafc98d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93 HTTP/1.1" status: 200 len: 902 time: 0.3190436 Jul 06 11:45:39.526327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-56a78f0f-6b16-4c35-97a8-d2cd58d54201 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e HTTP/1.1" status: 200 len: 217 time: 0.0544887 Jul 06 11:45:39.735054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-bf8be166-c6e9-4e58-bc4f-061c2822086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.736705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-bf8be166-c6e9-4e58-bc4f-061c2822086e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.2011330 Jul 06 11:45:39.754204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-01a97a46-c95c-411b-9bdf-216f9dd5fbb5 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.756801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-01a97a46-c95c-411b-9bdf-216f9dd5fbb5 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5248063 Jul 06 11:45:39.855091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de9e1-5285-48b1-8e7c-e0648e802998 req-f0e4fd9a-b8d2-49f3-b8d9-2aefc77b1ba5 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.864774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a80de9e1-5285-48b1-8e7c-e0648e802998 req-f0e4fd9a-b8d2-49f3-b8d9-2aefc77b1ba5 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.4257975 Jul 06 11:45:39.878465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-be314281-902d-4def-aefa-ea4a96e3018d tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/quotas/7901c66057824b0fa144404515213e66 HTTP/1.1" status: 200 len: 375 time: 0.1136277 Jul 06 11:45:39.937511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-08496cb1-594c-4712-9d11-fc06f58934ef tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7901c66057824b0fa144404515213e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581872 Jul 06 11:45:39.956026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-cadbabc4-079e-444d-8149-28b7e9ba87c8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.958143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-cadbabc4-079e-444d-8149-28b7e9ba87c8 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.79 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 949 time: 0.3879521 Jul 06 11:45:40.052079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a80de9e1-5285-48b1-8e7c-e0648e802998 req-f2e762f3-1e18-4b3d-873a-10646618a982 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858008 Jul 06 11:45:40.069898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-18f4b365-994d-4b0b-9c5f-6768cb8c3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.071425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-18f4b365-994d-4b0b-9c5f-6768cb8c3bb5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3091471 Jul 06 11:45:40.120273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Deleting port ae661960-e303-408b-bea8-26b1b11f0924 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:40.120628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.359387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-515b3ed2-d5c8-4fc5-95ce-e4b85f84ef8b service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778368 Jul 06 11:45:40.396478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] For port ae661960-e303-408b-bea8-26b1b11f0924, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ae661960-e303-408b-bea8-26b1b11f0924,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:40.396774 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.412334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Calling delete_port for ae661960-e303-408b-bea8-26b1b11f0924 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:40.414058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:40.446062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-43b98907-e0c7-4894-be34-9307d873f3a4 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7901c66057824b0fa144404515213e66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356126 Jul 06 11:45:40.523112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port cff7fe3a-035d-426c-9f9f-0156365349ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:40.523507 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.589203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-0ba58e67-6c9c-424b-9832-38e2f2545bc6 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.591118 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-0ba58e67-6c9c-424b-9832-38e2f2545bc6 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364141 Jul 06 11:45:40.614355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Request body: {'port': {'device_id': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7901c66057824b0fa144404515213e66'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:40.663537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.700563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:40.703334 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285cc24d-03d8-437a-9160-8fcd37eb8ca7" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:40.720876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:40.726876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.727970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b3ebf489-7573-4b58-98fc-d5fd41d2100e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:40.809221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:40.878539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Made reservation on behalf of 7901c66057824b0fa144404515213e66 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:40.883603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.898478 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.900920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.947216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:40.956732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.020904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:41.074929 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.093641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.274646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be381593-f8ac-40ff-a00a-3941a4e2cb1e req-10831459-1703-484c-a3fb-bcc6457c5a42 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062462 Jul 06 11:45:41.288690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8edd04ba-0016-44ed-a8b4-3606a67bb584 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:41.306771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Allocated IP 192.168.233.69 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/4888f257-363d-4482-a0bd-5822c231006f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:41.329237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Deleting port b3ebf489-7573-4b58-98fc-d5fd41d2100e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:41.329441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 8edd04ba-0016-44ed-a8b4-3606a67bb584 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:41.329531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.329625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 8edd04ba-0016-44ed-a8b4-3606a67bb584 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:41.465031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f690f-41a9-4519-855c-00502f3b0718 req-b28ca8d5-ed0e-4b0c-8746-f079063ae1a4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.470248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e886e9-9931-4fab-a6b8-1d4c154b18a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:41.472721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f690f-41a9-4519-855c-00502f3b0718 req-b28ca8d5-ed0e-4b0c-8746-f079063ae1a4 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 949 time: 1.2386136 Jul 06 11:45:41.489151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] For port b3ebf489-7573-4b58-98fc-d5fd41d2100e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b3ebf489-7573-4b58-98fc-d5fd41d2100e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:41.489553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.531757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Calling delete_port for b3ebf489-7573-4b58-98fc-d5fd41d2100e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:41.534531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.559771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Transition to ACTIVE for port object 4888f257-363d-4482-a0bd-5822c231006f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:41.601076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.619706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f690f-41a9-4519-855c-00502f3b0718 req-f8239b0d-66be-4820-8845-0510633f4744 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443388 Jul 06 11:45:41.664875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:41.673265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:41.677370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:41.686097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:41.749718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.756009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.756669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.756971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.774730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.782219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.790127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.797098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.807407 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-c814b630-ef7c-400c-a045-83c33195729c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2018285 Jul 06 11:45:41.807604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.808593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-53336e25-b856-4872-a85c-471d293731db tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 1.4639161 Jul 06 11:45:41.823147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Request body: {'port': {'device_id': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:41.866927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-7f2b27e2-5c1f-4681-b7a4-d00069a5f7eb tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7901c66057824b0fa144404515213e66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572360 Jul 06 11:45:42.013375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.081227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-bb1e9102-2c0c-4a2d-a35e-ae1e4ac6bc07 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:42.083599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-bb1e9102-2c0c-4a2d-a35e-ae1e4ac6bc07 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092023 Jul 06 11:45:42.117951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Request body: {'port': {'device_id': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7901c66057824b0fa144404515213e66'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:42.172159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.174140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15a1b3ad-2b83-469c-9c41-fb1e9e048dbb None None] Provisioning for port 4888f257-363d-4482-a0bd-5822c231006f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:42.183312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15a1b3ad-2b83-469c-9c41-fb1e9e048dbb None None] Provisioning complete for port 4888f257-363d-4482-a0bd-5822c231006f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:42.183861 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15a1b3ad-2b83-469c-9c41-fb1e9e048dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.258806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15a1b3ad-2b83-469c-9c41-fb1e9e048dbb None None] Port 4888f257-363d-4482-a0bd-5822c231006f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:42.285111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae661960-e303-408b-bea8-26b1b11f0924,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:42.397346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ef8abe8-7eb3-4d67-ae36-c86dd6d683bd req-74a16630-d060-4d8e-8f49-6e9faf0ccf08 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5335445 Jul 06 11:45:42.468474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4888f257-363d-4482-a0bd-5822c231006f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:42.479019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.498820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Transition to ACTIVE for port object 4888f257-363d-4482-a0bd-5822c231006f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:42.512782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.539195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d28e4-636b-409d-8034-3316994730cb req-7c8e4cfd-be72-4e9d-897e-d730130d5d54 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:42.540915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-622d28e4-636b-409d-8034-3316994730cb req-7c8e4cfd-be72-4e9d-897e-d730130d5d54 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.4484341 Jul 06 11:45:42.649222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:42.714651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Attempting to bind port 4888f257-363d-4482-a0bd-5822c231006f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:42.714992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Attempting to bind port 4888f257-363d-4482-a0bd-5822c231006f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:42.715325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Attempting to bind port 4888f257-363d-4482-a0bd-5822c231006f on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:42.722793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Port 4888f257-363d-4482-a0bd-5822c231006f on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:42.723732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Attempting to bind port 4888f257-363d-4482-a0bd-5822c231006f on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:42.731698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:42.732202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:42.732599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:42.733041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Bound port: 4888f257-363d-4482-a0bd-5822c231006f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:42.733403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.793951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-965caf7e-3212-4618-b428-aef7640f7eb4 req-0a953ffc-73ad-4270-a90f-989491c20eaa tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 210 time: 0.1255283 Jul 06 11:45:42.826543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:42.834380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:42.841081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.869998 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec66720-6b84-419d-9605-12c0d9faa452 x-openstack-request-id: req-4ec66720-6b84-419d-9605-12c0d9faa452 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:42.870548 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:42.870942 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ec66720-6b84-419d-9605-12c0d9faa452 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:42.871523 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:45:42.898829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:42.899868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.901735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] 10.222.0.79 "PUT /v2.0/ports/4888f257-363d-4482-a0bd-5822c231006f HTTP/1.1" status: 200 len: 1095 time: 1.0833519 Jul 06 11:45:42.905875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:42.909523 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b730f24-effa-4ae0-842d-85aaa078c614" -d '{"events": [{"name": "network-changed", "server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:42.950157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.966060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['599aa06a-bac1-4049-bffa-b276c7f2bd3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:42.983423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b7d7b-874d-42b0-82d0-ceaf9d25ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:42.986985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-622d28e4-636b-409d-8034-3316994730cb req-ce735459-ce4d-4d16-8d95-3fabbe5fc4c7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313619 Jul 06 11:45:43.093785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-42d6d5a7-5c4d-4200-b7cc-ebe97f4cdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.096156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-42d6d5a7-5c4d-4200-b7cc-ebe97f4cdc61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7901c66057824b0fa144404515213e66&device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 1098 time: 0.1348233 Jul 06 11:45:43.172724 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-38592ad3-9de7-485a-a057-d091b2d05fc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4888f257-363d-4482-a0bd-5822c231006f HTTP/1.1" status: 200 len: 217 time: 0.0605381 Jul 06 11:45:43.188114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Made reservation on behalf of 7901c66057824b0fa144404515213e66 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:43.200758 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.224904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event deleted for resources: {'Port': ['ID=b3ebf489-7573-4b58-98fc-d5fd41d2100e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:43.276698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-f9201a03-531f-4aab-8856-183df4296c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.278517 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-f9201a03-531f-4aab-8856-183df4296c55 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0968103 Jul 06 11:45:43.287111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] No DVR routers for this DVR port b3ebf489-7573-4b58-98fc-d5fd41d2100e on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:43.290781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.294563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c730753-04ef-4ea8-a0e9-c6ff98b771fe req-a17b3f71-d7e8-46f6-ad4d-8685188dd850 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.79 "DELETE /v2.0/ports/b3ebf489-7573-4b58-98fc-d5fd41d2100e HTTP/1.1" status: 204 len: 173 time: 3.3254843 Jul 06 11:45:43.326266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'name': 'network-vif-deleted', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:43.329214 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd612ed-0b1a-45c2-943b-da2aac76f4a2" -d '{"events": [{"server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "name": "network-vif-deleted", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:43.347012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44abeca2-b1b5-4193-ae4b-b8f3041c36da req-71d67151-8cf2-4b9e-a7c6-e6645c1e5c07 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3 HTTP/1.1" status: 200 len: 210 time: 0.0820277 Jul 06 11:45:43.347826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.367001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-5f41318b-27a0-4f8c-b427-5219c7bab6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.368839 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-5f41318b-27a0-4f8c-b427-5219c7bab6ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816011 Jul 06 11:45:43.528169 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-bb9a22fd-8609-45ec-a348-59a2b203b2ca service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523347 Jul 06 11:45:43.546700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7378e8-c2d3-4aa9-8782-9bfdc1f9c9e4 req-fce34ba1-dfd3-485c-952d-036d4d19fa9c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.554484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a7378e8-c2d3-4aa9-8782-9bfdc1f9c9e4 req-fce34ba1-dfd3-485c-952d-036d4d19fa9c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 946 time: 0.4174373 Jul 06 11:45:43.659776 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a55e71-7fae-4374-b274-feb0e5edd0c3 x-openstack-request-id: req-61a55e71-7fae-4374-b274-feb0e5edd0c3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:43.662552 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:43.666820 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61a55e71-7fae-4374-b274-feb0e5edd0c3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:43.667728 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'status': 'completed', 'code': 200} Jul 06 11:45:43.683836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Allocated IP 192.168.233.169 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/f9650240-1575-40b3-898f-2f32dd7b354e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:43.688854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3c6bb3a1-7823-4359-a0e5-31e945df0c86 req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1293422891', 'description': 'tempest-description-893693373'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:43.719713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a7378e8-c2d3-4aa9-8782-9bfdc1f9c9e4 req-57a0bb33-834a-4b2e-8854-74d5a51ea15f tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641943 Jul 06 11:45:43.747774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-882c108e-bab8-402b-ac2e-c7f67517f8ab req-333d0cd6-37fe-45c7-92f3-0bb387ac86c0 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085421 Jul 06 11:45:43.907825 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1e2ce-7f6c-4eb3-b70c-812da0e36354 x-openstack-request-id: req-10b1e2ce-7f6c-4eb3-b70c-812da0e36354 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:43.908137 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "name": "network-vif-deleted", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:43.908554 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10b1e2ce-7f6c-4eb3-b70c-812da0e36354 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:43.908970 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'name': 'network-vif-deleted', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e', 'status': 'completed', 'code': 200} Jul 06 11:45:43.910974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-8be7de3e-459d-424f-8746-6b0833f1055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.912665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-8be7de3e-459d-424f-8746-6b0833f1055a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7901c66057824b0fa144404515213e66&device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 1098 time: 0.0861177 Jul 06 11:45:43.917138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:45:44.011753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c6bb3a1-7823-4359-a0e5-31e945df0c86 req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.039473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-a7d16dcd-84dd-476a-a749-6f12f24011b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.041392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-a7d16dcd-84dd-476a-a749-6f12f24011b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1136909 Jul 06 11:45:44.129038 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-5b83a9fb-500f-487d-bad2-82179448329e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4888f257-363d-4482-a0bd-5822c231006f HTTP/1.1" status: 200 len: 217 time: 0.0754731 Jul 06 11:45:44.202882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-e9eeffce-4498-4da2-84e2-2975227e008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.205406 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-e9eeffce-4498-4da2-84e2-2975227e008f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0664186 Jul 06 11:45:44.299560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-df9f1890-e4b9-4fa2-95b7-6bb1ddc96c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.301775 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-df9f1890-e4b9-4fa2-95b7-6bb1ddc96c50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873764 Jul 06 11:45:44.305340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:45:44.319092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] Sync routers for ids ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:45:44.323142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-87409bd6-5865-49e7-8602-b3efc94c3bd2 admin admin] 10.222.0.78 "PUT /v2.0/routers/502e9085-062c-47e4-ba64-cfb1ee3dfc3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2876689 Jul 06 11:45:44.331714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:44.352721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] Routers {'502e9085-062c-47e4-ba64-cfb1ee3dfc3b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:44.353296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:44.382338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.409587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Transition to ACTIVE for port object f9650240-1575-40b3-898f-2f32dd7b354e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:44.508547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.515280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.522549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.526850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] Set router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:44.529309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.537302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.544156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.550256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.558514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-120df01b-21d2-4204-be2b-d19f44033e92 req-fd94bda3-0e11-420d-8732-4eaf7ac70e6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 0.5423820 Jul 06 11:45:44.583987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.608953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c6bb3a1-7823-4359-a0e5-31e945df0c86 req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.610547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.648578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-120df01b-21d2-4204-be2b-d19f44033e92 req-7ffdc6de-6ac5-4058-bb3f-3cd08e1bb06c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888536 Jul 06 11:45:44.651628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c6bb3a1-7823-4359-a0e5-31e945df0c86 req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.778513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:45:41Z', 'revision_number': 5, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:44.780867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-cc1a9f5f-7d4c-4b6e-8dd0-4880159aea03 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664104 Jul 06 11:45:44.802892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:44.807279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c6bb3a1-7823-4359-a0e5-31e945df0c86 req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.820512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c6bb3a1-7823-4359-a0e5-31e945df0c86 req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.1514859 Jul 06 11:45:44.821638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] Checking router: 502e9085-062c-47e4-ba64-cfb1ee3dfc3b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:45:44.822601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab0cca-565d-458d-86d8-c3c7b864acc4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2804c8f0-3585-4a89-b61d-f4213339687d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:44.829242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:44.833926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] Routers {'502e9085-062c-47e4-ba64-cfb1ee3dfc3b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:44.834569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:44.838446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:44.844861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:44.908369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.986036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.986814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.005829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:45.009976 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a1a52-db85-4974-9cc8-7b22e47c3d44" -d '{"events": [{"server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:45.024445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-f6cc6b1e-a6a5-4712-bb62-468f30d9349a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9098394 Jul 06 11:45:45.041263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Request body: {'port': {'device_id': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:45.065007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] Set router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:45.130106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6b730f24-effa-4ae0-842d-85aaa078c614 req-3510da05-296d-4cbd-859c-adb1cb5f4332 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402398 Jul 06 11:45:45.169412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Deleting port 3b599a7f-7c68-4112-89fe-dc51da7cf222 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:45.169667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.328421 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.341445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2340566-2a3c-4ef0-880a-fd32f8c612c8 None None] Provisioning for port f9650240-1575-40b3-898f-2f32dd7b354e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:45.347536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2340566-2a3c-4ef0-880a-fd32f8c612c8 None None] Provisioning complete for port f9650240-1575-40b3-898f-2f32dd7b354e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:45.348232 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2340566-2a3c-4ef0-880a-fd32f8c612c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.366981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dbd7d-9a8e-41b4-b792-1e1366d9ded1 req-4574bb93-b7d5-4009-b801-ea34a6b63de7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:45.377336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] For port 3b599a7f-7c68-4112-89fe-dc51da7cf222, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3b599a7f-7c68-4112-89fe-dc51da7cf222,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:45.377700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.378677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-006dbd7d-9a8e-41b4-b792-1e1366d9ded1 req-4574bb93-b7d5-4009-b801-ea34a6b63de7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 936 time: 0.3438904 Jul 06 11:45:45.393209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:45:41Z', 'revision_number': 5, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:45.408476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Calling delete_port for 3b599a7f-7c68-4112-89fe-dc51da7cf222 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:45.430801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0323a6-ed4f-40f2-b26c-24e1d5246d59 None None] The sync data for ids ['502e9085-062c-47e4-ba64-cfb1ee3dfc3b'] in n-d-799528-2 is: [{'id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-390150354-router', 'tenant_id': 'f5f264d8504d4034907f769eb8f77758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:27Z', 'updated_at': '2021-07-06T11:45:41Z', 'revision_number': 5, 'project_id': 'f5f264d8504d4034907f769eb8f77758', 'gw_port': {'id': '3b599a7f-7c68-4112-89fe-dc51da7cf222', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e9085-062c-47e4-ba64-cfb1ee3dfc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:28Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:45:45.439964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2340566-2a3c-4ef0-880a-fd32f8c612c8 None None] Port f9650240-1575-40b3-898f-2f32dd7b354e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:45.604052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-006dbd7d-9a8e-41b4-b792-1e1366d9ded1 req-7740b989-b982-42d1-b65e-97431a3eeba5 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218156 Jul 06 11:45:45.807744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.907115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-221fd3ef-79d3-457b-b594-f271e1941914 req-63db3bc8-7afd-4534-b8eb-2cec3b063b2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1293422891&fields=id&tenant_id=efde16ca2dc24403881a1a9f9615cf0e HTTP/1.1" status: 200 len: 267 time: 0.0887549 Jul 06 11:45:45.908410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b599a7f-7c68-4112-89fe-dc51da7cf222,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:46.032393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9650240-1575-40b3-898f-2f32dd7b354e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:46.057442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.065638 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.107122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Transition to ACTIVE for port object f9650240-1575-40b3-898f-2f32dd7b354e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:46.115325 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f25a8c-5fa5-493d-b656-f617b7377ce3 x-openstack-request-id: req-d4f25a8c-5fa5-493d-b656-f617b7377ce3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:46.115825 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ebf489-7573-4b58-98fc-d5fd41d2100e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:46.116251 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4f25a8c-5fa5-493d-b656-f617b7377ce3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:46.117123 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d0fde5-ba4a-4dfc-ae44-e68f569fb6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ebf489-7573-4b58-98fc-d5fd41d2100e', 'code': 200} Jul 06 11:45:46.118057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.235448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd3ef-79d3-457b-b594-f271e1941914 req-cbd7ea58-03f8-400a-b99e-aef3b893f5eb tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:46.248885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-221fd3ef-79d3-457b-b594-f271e1941914 req-cbd7ea58-03f8-400a-b99e-aef3b893f5eb tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.3399510 Jul 06 11:45:46.260992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'port': {'security_groups': ['824a1408-f9b4-4aef-811d-93c5a1a29cc0', '2804c8f0-3585-4a89-b61d-f4213339687d']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:46.262560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ae661960-e303-408b-bea8-26b1b11f0924 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:46.325124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ae661960-e303-408b-bea8-26b1b11f0924 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:46.325640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ae661960-e303-408b-bea8-26b1b11f0924 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:46.384247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.387523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.443870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:46.524782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.525788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502e9085-062c-47e4-ba64-cfb1ee3dfc3b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:45:46.532329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.533701 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6443941d-a9f3-4a5f-85c3-69abf14d060a admin admin] 10.222.0.78 "DELETE /v2.0/routers/502e9085-062c-47e4-ba64-cfb1ee3dfc3b HTTP/1.1" status: 204 len: 168 time: 2.2002838 Jul 06 11:45:46.536757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:46.593658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de3145-6054-4916-8836-63f68992036d service neutron] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:46.641306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Deleting subnet d24df68a-5807-4f2d-94ea-e1282f97dab4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:46.657210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.674870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:46.697355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '4888f257-363d-4482-a0bd-5822c231006f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '4888f257-363d-4482-a0bd-5822c231006f', 'mac_address': 'fa:16:3e:e7:a2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:46.745710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.775294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.814686 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.815220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Attempting to bind port f9650240-1575-40b3-898f-2f32dd7b354e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:46.818275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Attempting to bind port f9650240-1575-40b3-898f-2f32dd7b354e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:46.818445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Attempting to bind port f9650240-1575-40b3-898f-2f32dd7b354e on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:46.835289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4888f257-363d-4482-a0bd-5822c231006f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:46.842715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Port f9650240-1575-40b3-898f-2f32dd7b354e on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:46.843414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Attempting to bind port f9650240-1575-40b3-898f-2f32dd7b354e on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:46.860802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:46.871316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:46.872431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:46.873134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:46.873963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Bound port: f9650240-1575-40b3-898f-2f32dd7b354e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:46.874217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.875159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.940822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.942109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:47.065531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.072380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:47.094033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:47.118885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24df68a-5807-4f2d-94ea-e1282f97dab4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:47.121487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e3d799-13fa-4089-a411-acba4a943899 None None] Network ca545cb8-7bb0-462f-9dae-9f39b605ed01 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:47.126017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.131945 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-69e7e3b1-f559-482b-b22d-2c13c092e1a7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d24df68a-5807-4f2d-94ea-e1282f97dab4 HTTP/1.1" status: 204 len: 168 time: 0.5940013 Jul 06 11:45:47.134395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:47.150712 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.234896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:47.235530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.236990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-f4de3145-6054-4916-8836-63f68992036d service neutron] 10.222.0.79 "PUT /v2.0/ports/f9650240-1575-40b3-898f-2f32dd7b354e HTTP/1.1" status: 200 len: 1096 time: 2.2036049 Jul 06 11:45:47.241305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:47.250883 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f68652-5529-4d8f-9b86-174f6e66df39" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:47.355048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.415880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4888f257-363d-4482-a0bd-5822c231006f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:47.416976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:47.478488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Deleting port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:47.478728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.635549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] For port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,segment=NetworkSegment(a8e46295-ba52-4776-8857-82bac0f4ac65),segment_id=a8e46295-ba52-4776-8857-82bac0f4ac65)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:47.635891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.678169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Calling delete_port for d2a2c4f8-bd34-432d-b6bd-cc498d1c933f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:47.817889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.849086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a2c4f8-bd34-432d-b6bd-cc498d1c933f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:47.851492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20edde7-c546-4166-8383-8f51ca566452 None None] DHCP port deletion for ca545cb8-7bb0-462f-9dae-9f39b605ed01 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:47.857242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] No DVR routers for this DVR port d2a2c4f8-bd34-432d-b6bd-cc498d1c933f on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:47.954111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.965831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca545cb8-7bb0-462f-9dae-9f39b605ed01']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:47.974862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de3145-6054-4916-8836-63f68992036d service neutron] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:47.976211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e46295-ba52-4776-8857-82bac0f4ac65') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:47.976511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e46295-ba52-4776-8857-82bac0f4ac65') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:47.987279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.001465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.008491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:48.008931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:48.010832 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:48.012739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.018016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.024657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.030489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.036437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.045120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.052996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.055012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-d537b270-d408-434e-a3bb-8e77e9a089f6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 1.0370495 Jul 06 11:45:48.069188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.074224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.080551 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ca545cb8-7bb0-462f-9dae-9f39b605ed01 HTTP/1.1" status: 204 len: 168 time: 0.9368834 Jul 06 11:45:48.080551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:48.091104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.101407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14778c14-cc53-4d89-8767-f179d70a94a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca545cb8-7bb0-462f-9dae-9f39b605ed01,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:48.101921 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.169066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a8f3444-bfe5-44da-847c-db53351f1124 req-20380df5-d54e-4742-a79e-bf5968cbd95e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063087 Jul 06 11:45:48.197216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.198149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.200186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-221fd3ef-79d3-457b-b594-f271e1941914 req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "PUT /v2.0/ports/500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 981 time: 1.9501987 Jul 06 11:45:48.236689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-12c0aee8-733b-475f-92d7-c940b64d7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.239600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-12c0aee8-733b-475f-92d7-c940b64d7c0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7901c66057824b0fa144404515213e66&device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 1099 time: 0.2795117 Jul 06 11:45:48.273619 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:45:48.277283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce33cee-f339-46c1-b76e-496d72d033b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:48.317338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3b599a7f-7c68-4112-89fe-dc51da7cf222 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:48.342132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-400e26a0-81a5-4f49-875d-c327815ca892 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f9650240-1575-40b3-898f-2f32dd7b354e HTTP/1.1" status: 200 len: 217 time: 0.0793688 Jul 06 11:45:48.368988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['500acea5-be15-480c-8297-589ef572f63e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:48.385134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3b599a7f-7c68-4112-89fe-dc51da7cf222 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:48.385479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3b599a7f-7c68-4112-89fe-dc51da7cf222 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:48.385903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d2a2c4f8-bd34-432d-b6bd-cc498d1c933f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:48.409204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-038e13de-e365-4496-b841-40c3cc679fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.411471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-038e13de-e365-4496-b841-40c3cc679fef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0566015 Jul 06 11:45:48.469070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:48.471363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d2a2c4f8-bd34-432d-b6bd-cc498d1c933f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:48.471710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d2a2c4f8-bd34-432d-b6bd-cc498d1c933f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:48.627007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faa90f-a951-4a71-8040-d535d7796837 req-7f187a45-97c3-42af-8ce9-a3ecf1b80e4d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.629133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79faa90f-a951-4a71-8040-d535d7796837 req-7f187a45-97c3-42af-8ce9-a3ecf1b80e4d tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 950 time: 0.1966047 Jul 06 11:45:48.652314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17483893-9105-487b-97ea-25f574b73220 req-13bcf772-a5b4-43cc-905f-b9322f089986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.653971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-13bcf772-a5b4-43cc-905f-b9322f089986 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322960 Jul 06 11:45:48.765714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-a8948a3a-afb0-4f12-b180-9a09605b1fd7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.767443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-a8948a3a-afb0-4f12-b180-9a09605b1fd7 tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "GET /v2.0/ports?device_id=b43b7915-fedf-4acd-ab3f-57ab6f06e8fa HTTP/1.1" status: 200 len: 950 time: 0.1597707 Jul 06 11:45:48.770243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26d707-4ad9-42dd-8364-bcc363fb5067 req-e89aab46-7621-4af2-82e7-d0ccc0942701 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.772792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be26d707-4ad9-42dd-8364-bcc363fb5067 req-e89aab46-7621-4af2-82e7-d0ccc0942701 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 948 time: 0.2546842 Jul 06 11:45:48.792845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79faa90f-a951-4a71-8040-d535d7796837 req-33cad40c-5886-4e1a-af81-1242c844b3ae tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.78 "GET /v2.0/security-groups?id=fe5e3f44-82bf-48e3-baa0-6fcb44e69052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539431 Jul 06 11:45:48.793007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['500acea5-be15-480c-8297-589ef572f63e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:48.896653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:48.932093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'mac_address': 'fa:16:3e:f2:b0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:48.958195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be26d707-4ad9-42dd-8364-bcc363fb5067 req-3246762b-8eae-4d12-8236-7b5c56a4fc8f tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416776 Jul 06 11:45:49.016915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-b9e16f70-51ab-4a0f-9f43-419d770914d0 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410525 Jul 06 11:45:49.154308 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81c2d7c-2c95-452f-9a95-eb3522b9b1d2 x-openstack-request-id: req-e81c2d7c-2c95-452f-9a95-eb3522b9b1d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:49.154853 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:49.159657 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e81c2d7c-2c95-452f-9a95-eb3522b9b1d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:49.160354 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'status': 'completed', 'code': 200} Jul 06 11:45:49.271588 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.298944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17483893-9105-487b-97ea-25f574b73220 req-010e7d2b-0416-43d6-89f2-0a579a54de1f service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692342 Jul 06 11:45:49.349662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69c3416b-cafc-4c04-8ef6-470ed4963c1d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:49.405692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:49.415189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.452096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-c01c2f06-ddaf-4288-b4a7-7993a49c2185 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1293422891&fields=id&tenant_id=efde16ca2dc24403881a1a9f9615cf0e HTTP/1.1" status: 200 len: 267 time: 0.0937634 Jul 06 11:45:49.519686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:49.572215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-77e64b63-eb53-40c6-b98a-848ffaf590b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:49.572706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-77e64b63-eb53-40c6-b98a-848ffaf590b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7901c66057824b0fa144404515213e66&device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 1099 time: 0.2056017 Jul 06 11:45:49.589632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['69c3416b-cafc-4c04-8ef6-470ed4963c1d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:49.597389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Deleting port 599aa06a-bac1-4049-bffa-b276c7f2bd3d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:49.598504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.699155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.819029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-df8e42fa-1583-45c0-9ebc-09cd964988b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:49.821264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-df8e42fa-1583-45c0-9ebc-09cd964988b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2145522 Jul 06 11:45:49.850892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-bf38e1a9-e2e6-49e4-8567-71c7e4fa1598 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:49.869813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-bf38e1a9-e2e6-49e4-8567-71c7e4fa1598 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 984 time: 0.4074216 Jul 06 11:45:49.883237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'port': {'security_groups': ['824a1408-f9b4-4aef-811d-93c5a1a29cc0']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:49.977024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-d120e388-dbe7-4850-a1c2-ba850907a5aa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f9650240-1575-40b3-898f-2f32dd7b354e HTTP/1.1" status: 200 len: 217 time: 0.0816016 Jul 06 11:45:50.006808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] For port 599aa06a-bac1-4049-bffa-b276c7f2bd3d, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=599aa06a-bac1-4049-bffa-b276c7f2bd3d,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:50.007166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.027563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Calling delete_port for 599aa06a-bac1-4049-bffa-b276c7f2bd3d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:50.103845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-2d18eab0-24f2-4b20-a9a2-0a0df8eee767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:50.106448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-2d18eab0-24f2-4b20-a9a2-0a0df8eee767 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1228795 Jul 06 11:45:50.166182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.335990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-b04e3a70-64f2-4b01-b705-1c0b25edfbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:50.353847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-b04e3a70-64f2-4b01-b705-1c0b25edfbd2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373359 Jul 06 11:45:50.374152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.445242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:50.482818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Pushing event deleted for resources: {'Port': ['ID=599aa06a-bac1-4049-bffa-b276c7f2bd3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:50.514508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.514924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.515256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.515611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.516011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.516462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.516934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.517808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.518319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.518749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.519093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.519505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:50.616051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 4888f257-363d-4482-a0bd-5822c231006f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:50.621006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 4888f257-363d-4482-a0bd-5822c231006f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:50.621545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.663930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Deleting port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:50.664540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.666446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] No DVR routers for this DVR port 599aa06a-bac1-4049-bffa-b276c7f2bd3d on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:50.671537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.674178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] 10.222.0.64 "DELETE /v2.0/ports/599aa06a-bac1-4049-bffa-b276c7f2bd3d HTTP/1.1" status: 204 len: 173 time: 1.8966575 Jul 06 11:45:50.674638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-deleted', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:50.693175 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2f528a-3473-43bf-9ba2-7408a082d529" -d '{"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-deleted", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:50.851908 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.901345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-049f4311-5a93-4618-91f1-df8e547c8863 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327103 Jul 06 11:45:50.943109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:50.951083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:50.953703 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15df671-8286-4101-a7b6-639949892977" -d '{"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-plugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:50.964352 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.965214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:51.025682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] For port 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:51.039407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.075698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Calling delete_port for 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:51.179830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:51.182117 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7442c6a6-6bff-497d-9249-5da91491a155" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:51.196904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f68652-5529-4d8f-9b86-174f6e66df39 req-0a1f047b-2379-4f2f-bc29-e250af30bf68 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792313 Jul 06 11:45:51.213295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:51.219604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:51.244053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 69c3416b-cafc-4c04-8ef6-470ed4963c1d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:51.244429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.314198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.322599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.427471 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.480788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.492404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Pushing event deleted for resources: {'Port': ['ID=0c490933-b8c4-4b0d-b3f5-9d1c0005c25c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:51.549949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:51.567211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['500acea5-be15-480c-8297-589ef572f63e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:51.657715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:51.658564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.673594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9245f8b5-33d6-434a-9275-918f78e3f559 req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "PUT /v2.0/ports/500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 942 time: 1.8016438 Jul 06 11:45:51.682212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 599aa06a-bac1-4049-bffa-b276c7f2bd3d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:51.685408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 599aa06a-bac1-4049-bffa-b276c7f2bd3d not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:51.692428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:51.735685 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.773411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac1b1f-9761-47f1-b306-eeaf68d99538 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event updated for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:51.860848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['500acea5-be15-480c-8297-589ef572f63e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:51.975765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:52.076364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.246604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.264374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.290493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.303439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.322105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.330125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.344188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.346512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-75beb22b-4a37-4983-a148-b54b862ad5ef tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5422 time: 0.3620651 Jul 06 11:45:52.436893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27f1f1ea-2609-457d-9af0-a7cf293e44bb req-f9adbffc-5c30-48c2-9302-9115061ab8ea tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732706 Jul 06 11:45:52.458249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:52.523136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.679054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Router f184300b-58f3-4d6b-a2d2-b3febdbd358b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:45:52.742186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:52.770911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'mac_address': 'fa:16:3e:88:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:52.874611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.909877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9650240-1575-40b3-898f-2f32dd7b354e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:52.947573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:52.954542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.955232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:45:52.963902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5b0d3b51-d1f1-45cc-9a3d-57dbb594eeca admin admin] 10.222.0.78 "PUT /v2.0/routers/f184300b-58f3-4d6b-a2d2-b3febdbd358b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8834043 Jul 06 11:45:52.968266 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] Sync routers for ids ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:45:52.970278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:52.986612 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] Routers {'f184300b-58f3-4d6b-a2d2-b3febdbd358b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:52.987269 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:53.057114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:53.089016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426a226-235a-4500-ad58-6884d0780ae7 req-4f4946e7-0838-478c-8d23-298b5f8c48c1 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:53.096082 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b426a226-235a-4500-ad58-6884d0780ae7 req-4f4946e7-0838-478c-8d23-298b5f8c48c1 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 948 time: 0.2095397 Jul 06 11:45:53.266883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b426a226-235a-4500-ad58-6884d0780ae7 req-0a719b9e-b189-4c76-9a8c-abade525f720 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697979 Jul 06 11:45:53.319781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.329463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:53.353791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f9650240-1575-40b3-898f-2f32dd7b354e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:53.540929 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] Set router f184300b-58f3-4d6b-a2d2-b3febdbd358b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:53.610723 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f4eea5c1-e58c-4065-bd8d-107d14d8e89a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa5603b60e54433590884ad51674b9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813606 Jul 06 11:45:53.616165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:53.704324 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5d5af8-ef66-46cf-90db-4606b935e73c x-openstack-request-id: req-ab5d5af8-ef66-46cf-90db-4606b935e73c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:53.704629 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b7915-fedf-4acd-ab3f-57ab6f06e8fa", "name": "network-vif-deleted", "tag": "599aa06a-bac1-4049-bffa-b276c7f2bd3d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:53.704889 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab5d5af8-ef66-46cf-90db-4606b935e73c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:53.705299 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43b7915-fedf-4acd-ab3f-57ab6f06e8fa', 'name': 'network-vif-deleted', 'tag': '599aa06a-bac1-4049-bffa-b276c7f2bd3d', 'status': 'completed', 'code': 200} Jul 06 11:45:53.757173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.835055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d74de404-8545-4484-abec-a9a2611a5c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.916804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Deleting port 0ba8403d-4a3a-4325-9b84-e1033487f0af {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:53.917168 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.937621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d74de404-8545-4484-abec-a9a2611a5c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.961180 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:45:51Z', 'revision_number': 5, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port': {'id': '0ba8403d-4a3a-4325-9b84-e1033487f0af', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:36Z', 'updated_at': '2021-07-06T11:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:53.994316 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] Checking router: f184300b-58f3-4d6b-a2d2-b3febdbd358b for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:45:54.005056 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] Routers {'f184300b-58f3-4d6b-a2d2-b3febdbd358b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:54.006329 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:45:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:54.123069 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] Set router f184300b-58f3-4d6b-a2d2-b3febdbd358b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:54.229108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] For port 0ba8403d-4a3a-4325-9b84-e1033487f0af, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0ba8403d-4a3a-4325-9b84-e1033487f0af,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:54.229108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.246671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Calling delete_port for 0ba8403d-4a3a-4325-9b84-e1033487f0af owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:54.253522 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:45:53Z', 'revision_number': 6, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:54.257765 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0cf4ed-5f7b-4bd0-bf09-d686cb3f85b0 x-openstack-request-id: req-bc0cf4ed-5f7b-4bd0-bf09-d686cb3f85b0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:54.265105 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-plugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:54.265814 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc0cf4ed-5f7b-4bd0-bf09-d686cb3f85b0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:54.266449 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'code': 200} Jul 06 11:45:54.333488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c63510-31e4-4c5f-9be9-0f8e9d992e14 None None] The sync data for ids ['f184300b-58f3-4d6b-a2d2-b3febdbd358b'] in n-d-799528-2 is: [{'id': 'f184300b-58f3-4d6b-a2d2-b3febdbd358b', 'name': 'tempest-AttachSCSIVolumeTestJSON-796611524-router', 'tenant_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:35Z', 'updated_at': '2021-07-06T11:45:53Z', 'revision_number': 6, 'project_id': '4a140ddd1aab44deb87d84eeb33cdacb', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:45:54.601009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442c6a6-6bff-497d-9249-5da91491a155 req-31c2c2dc-d053-48d5-b50b-9c2cbc649645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:54.602727 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-31c2c2dc-d053-48d5-b50b-9c2cbc649645 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.0817239 Jul 06 11:45:54.609629 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c59ce-18fe-457f-90c0-4837c7e44339 x-openstack-request-id: req-b38c59ce-18fe-457f-90c0-4837c7e44339 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:54.610153 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:54.610153 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b38c59ce-18fe-457f-90c0-4837c7e44339 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:54.610605 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'status': 'completed', 'code': 200} Jul 06 11:45:54.636609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d74de404-8545-4484-abec-a9a2611a5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.650524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d74de404-8545-4484-abec-a9a2611a5c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.653297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d74de404-8545-4484-abec-a9a2611a5c1b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe5e3f44-82bf-48e3-baa0-6fcb44e69052 HTTP/1.1" status: 204 len: 168 time: 1.0327866 Jul 06 11:45:54.785103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442c6a6-6bff-497d-9249-5da91491a155 req-06ef8f88-0e2b-468e-a6d5-a54bf444241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:54.788113 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-06ef8f88-0e2b-468e-a6d5-a54bf444241c service neutron] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.1769836 Jul 06 11:45:54.865499 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-13e01a40-0e4a-4f34-a7d9-4f7b79770b29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.0679474 Jul 06 11:45:54.878433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74de404-8545-4484-abec-a9a2611a5c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e3f44-82bf-48e3-baa0-6fcb44e69052,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:54.915518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.002901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442c6a6-6bff-497d-9249-5da91491a155 req-d9099871-769a-4009-8f54-0f93bb0e60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:55.005448 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-d9099871-769a-4009-8f54-0f93bb0e60f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.1281571 Jul 06 11:45:55.064505 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-dd818eaf-d5da-4621-a51c-306795563645 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508697 Jul 06 11:45:55.085462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba8403d-4a3a-4325-9b84-e1033487f0af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:55.176914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348990af-a120-4670-95f2-fa56da838edc req-b0c94d45-f504-4023-8c69-0105fed0c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:55.178376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-348990af-a120-4670-95f2-fa56da838edc req-b0c94d45-f504-4023-8c69-0105fed0c299 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 1100 time: 0.5670242 Jul 06 11:45:55.196483 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-c0b555eb-be1c-4335-9ff3-13dcb1ab49dd service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224658 Jul 06 11:45:55.242806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-42128aca-dd3f-422e-834e-b05ae3f5e744 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6301310 Jul 06 11:45:55.250838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:55.287464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:55.288619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.390306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7442c6a6-6bff-497d-9249-5da91491a155 req-862790e7-edec-448f-8fbd-dd2b627dd99a service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865590 Jul 06 11:45:55.461211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-348990af-a120-4670-95f2-fa56da838edc req-72772852-1406-4706-ac00-c5e2b34cb7c9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727888 Jul 06 11:45:55.508272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.512310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.514271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.524100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fab4d049-6631-4247-80e2-e54fd03aa9ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0907a6cd365f4e6aa68e8d682af5fa19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329893 Jul 06 11:45:55.527277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:55.619578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.625168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f184300b-58f3-4d6b-a2d2-b3febdbd358b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:45:55.635931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.643156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-13fe4500-d2a4-4991-bbc8-34aeee6ed9b0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f184300b-58f3-4d6b-a2d2-b3febdbd358b HTTP/1.1" status: 204 len: 168 time: 2.6696553 Jul 06 11:45:55.644011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:55.729520 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcd46-636c-42f6-91b9-9608d32ccd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.792311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcd46-636c-42f6-91b9-9608d32ccd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.806579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Deleting subnet 6e910870-9958-4e53-a7f9-d3172345d621 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:55.851711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.897649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcd46-636c-42f6-91b9-9608d32ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.900382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a0dcd46-636c-42f6-91b9-9608d32ccd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.904280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a0dcd46-636c-42f6-91b9-9608d32ccd7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/834d4f33-62dd-4d09-8fd1-f126a753639d HTTP/1.1" status: 204 len: 168 time: 0.3728290 Jul 06 11:45:55.928916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dcd46-636c-42f6-91b9-9608d32ccd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834d4f33-62dd-4d09-8fd1-f126a753639d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:55.947751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.961707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.252624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0ba8403d-4a3a-4325-9b84-e1033487f0af no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:56.305979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:56.316759 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3f357-609d-45a5-9390-7a0575206fb8" -d '{"events": [{"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-plugged", "status": "completed", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:56.323262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0ba8403d-4a3a-4325-9b84-e1033487f0af {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:56.326415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0ba8403d-4a3a-4325-9b84-e1033487f0af not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:56.327038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:56.378411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:56.380323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0c490933-b8c4-4b0d-b3f5-9d1c0005c25c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:56.458630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:56.601966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f9650240-1575-40b3-898f-2f32dd7b354e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:56.606757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f9650240-1575-40b3-898f-2f32dd7b354e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:56.607907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.768154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:56.771109 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:56.795403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.799496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Allocated IP 172.25.7.33 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/d3577a49-a954-4c88-b2b6-f9bf183b865d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:56.864109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.998168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:57.009977 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.119944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.134326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71770ed4-f18e-42bf-bae6-7d2023f90180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.142494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.190894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e910870-9958-4e53-a7f9-d3172345d621,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.201611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.205276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b2e40-3d61-4a4b-959a-49ba70ed76fe None None] Network 589b523a-27e5-4d9f-a3e4-59eb4909d8bc requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:57.218287 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.226092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1eef24e2-e364-4f16-b0bc-858055903e1d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6e910870-9958-4e53-a7f9-d3172345d621 HTTP/1.1" status: 204 len: 168 time: 1.5725439 Jul 06 11:45:57.226713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:57.309777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.357618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.403551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:57.408700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:57.427667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:57.456554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event updated for resources: {'Port': ['ID=d3577a49-a954-4c88-b2b6-f9bf183b865d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.496905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Deleting port 1d0ea631-ff3c-467a-a705-6d9133caa37c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:57.499352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.642186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] DHCP port deletion for 589b523a-27e5-4d9f-a3e4-59eb4909d8bc request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:57.648986 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.674859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] For port 1d0ea631-ff3c-467a-a705-6d9133caa37c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d0ea631-ff3c-467a-a705-6d9133caa37c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:57.675166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.746678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] Deleting port 1d0ea631-ff3c-467a-a705-6d9133caa37c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:57.747071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.749196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Calling delete_port for 1d0ea631-ff3c-467a-a705-6d9133caa37c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:57.789968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.838948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] For port 1d0ea631-ff3c-467a-a705-6d9133caa37c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d0ea631-ff3c-467a-a705-6d9133caa37c,segment=NetworkSegment(8960c0e5-22bd-4be2-8f18-c9a85674f3a9),segment_id=8960c0e5-22bd-4be2-8f18-c9a85674f3a9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:57.839371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.872475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] Calling delete_port for 1d0ea631-ff3c-467a-a705-6d9133caa37c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:57.950972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.995664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.016657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] No DVR routers for this DVR port 1d0ea631-ff3c-467a-a705-6d9133caa37c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:58.026277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0ea631-ff3c-467a-a705-6d9133caa37c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:58.040212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] No DVR routers for this DVR port 1d0ea631-ff3c-467a-a705-6d9133caa37c on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:58.056975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8fb53-4dd6-461a-86d1-7c0a6a4b44d2 None None] Pushing event deleted for resources: {'Port': ['ID=1d0ea631-ff3c-467a-a705-6d9133caa37c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:58.191486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.209849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.211772 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.266533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589b523a-27e5-4d9f-a3e4-59eb4909d8bc']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:58.268494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d0ea631-ff3c-467a-a705-6d9133caa37c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:58.289500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8960c0e5-22bd-4be2-8f18-c9a85674f3a9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:58.289813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8960c0e5-22bd-4be2-8f18-c9a85674f3a9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:58.306516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.367443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1d0ea631-ff3c-467a-a705-6d9133caa37c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:58.367707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d0ea631-ff3c-467a-a705-6d9133caa37c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:58.371520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.376981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.389707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:58.391007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:58.393422 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:58.425031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event updated for resources: {'Port': ['ID=d3577a49-a954-4c88-b2b6-f9bf183b865d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:58.433206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.440478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-ef47a6a9-deef-4eb6-8337-c08bc75f9c9a tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1964722 Jul 06 11:45:58.461741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3119f81f-37af-4f08-8d64-f57e76eeba4e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:58.522603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-407db88f-d718-42cd-b03f-6eb760d731bf tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.0812151 Jul 06 11:45:58.530519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.536894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.550301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] 10.222.0.78 "DELETE /v2.0/networks/589b523a-27e5-4d9f-a3e4-59eb4909d8bc HTTP/1.1" status: 204 len: 168 time: 1.3203785 Jul 06 11:45:58.571671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40bb7f-9cca-4e7f-8753-cebc327b2566 admin admin] Pushing event deleted for resources: {'Network': ['ID=589b523a-27e5-4d9f-a3e4-59eb4909d8bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:58.597124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:58.619407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3119f81f-37af-4f08-8d64-f57e76eeba4e', 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'port_id': '3119f81f-37af-4f08-8d64-f57e76eeba4e', 'mac_address': 'fa:16:3e:f0:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a30d2d-6a19-4899-9668-2d22eef3f7dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:58.814530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-f6a6e7ae-39ee-483f-91b8-7f1e67ce8ebe tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:58.825237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.834515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:58.840145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3119f81f-37af-4f08-8d64-f57e76eeba4e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:58.849442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3215bb80-e094-4a31-a0ca-6dc8e19bbe73 req-f6a6e7ae-39ee-483f-91b8-7f1e67ce8ebe tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2986884 Jul 06 11:45:58.879970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:58.890088 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.891425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 66309407-16d9-40a6-91ad-35614ba212f3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:58.930239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:58.937704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5b430474-4a72-43f0-a290-7f1c5a506dcf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5f264d8504d4034907f769eb8f77758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019077 Jul 06 11:45:58.955581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:59.071968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ae002-bbd9-4f25-994e-2279433be3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.096305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=66309407-16d9-40a6-91ad-35614ba212f3,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.109173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ae002-bbd9-4f25-994e-2279433be3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.110790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '66309407-16d9-40a6-91ad-35614ba212f3', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'port_id': '66309407-16d9-40a6-91ad-35614ba212f3', 'mac_address': 'fa:16:3e:15:48:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:59.158971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.168682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.174773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.175372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66309407-16d9-40a6-91ad-35614ba212f3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:59.181409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.187346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.193340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.199419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.201177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=66309407-16d9-40a6-91ad-35614ba212f3,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.205454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.206525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.207228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e015561b-6c49-4012-ad5b-f494b5ed1767 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:59.207634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-254923cd-8775-4e0b-b290-f663a6ee2dac tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5423 time: 0.2308717 Jul 06 11:45:59.246079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a04b-a11f-44f3-8b65-8e968c91265a req-4a69e218-7c10-4f75-88f0-c0b6a2e07881 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.247586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb18a04b-a11f-44f3-8b65-8e968c91265a req-4a69e218-7c10-4f75-88f0-c0b6a2e07881 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 950 time: 0.2279215 Jul 06 11:45:59.282090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ae002-bbd9-4f25-994e-2279433be3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.284708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ae002-bbd9-4f25-994e-2279433be3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.297102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a95ae002-bbd9-4f25-994e-2279433be3c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f88480a0-cdf3-4829-86a0-bb3ceffb4731 HTTP/1.1" status: 204 len: 168 time: 0.3581314 Jul 06 11:45:59.303592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0eec0b38-9851-4ff8-b98e-eb1a507cbab8 req-45d2dd75-2b94-4ea9-bdf6-fecac948f031 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879261 Jul 06 11:45:59.321686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:59.370688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ae002-bbd9-4f25-994e-2279433be3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88480a0-cdf3-4829-86a0-bb3ceffb4731,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:59.404070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb18a04b-a11f-44f3-8b65-8e968c91265a req-0ff10ee5-f96d-4e1b-9508-c94dcd0f5f05 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495435 Jul 06 11:45:59.521793 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69720cd-02bb-485c-aef2-047d90c3a81f x-openstack-request-id: req-c69720cd-02bb-485c-aef2-047d90c3a81f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:59.522198 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-plugged", "status": "completed", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:59.522547 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c69720cd-02bb-485c-aef2-047d90c3a81f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:59.523037 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'code': 200} Jul 06 11:45:59.553850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e015561b-6c49-4012-ad5b-f494b5ed1767,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.570912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'port_id': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'mac_address': 'fa:16:3e:16:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:59.590896 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cfcc66-73ea-4ffd-996b-b941344eb3d1 x-openstack-request-id: req-56cfcc66-73ea-4ffd-996b-b941344eb3d1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:59.591497 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:59.591755 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56cfcc66-73ea-4ffd-996b-b941344eb3d1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:59.592459 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'status': 'completed', 'code': 200} Jul 06 11:45:59.710242 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8047-df91-4b83-9411-0187b08e5e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.714048 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.746676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e015561b-6c49-4012-ad5b-f494b5ed1767 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:59.783665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e015561b-6c49-4012-ad5b-f494b5ed1767,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.784508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-1e0ae842-d11a-4e59-a78b-91b58afc517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.787445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-1e0ae842-d11a-4e59-a78b-91b58afc517b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.1720719 Jul 06 11:45:59.806611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.807544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9b13d9b7-2be8-4578-a9c7-e6285262ed56 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:59.914853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.918652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-cdf3e3ec-17c1-4a23-b10f-976cd3203895 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.920231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-cdf3e3ec-17c1-4a23-b10f-976cd3203895 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1847751 Jul 06 11:45:59.929886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.932942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:59.945985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '9b13d9b7-2be8-4578-a9c7-e6285262ed56', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'port_id': '9b13d9b7-2be8-4578-a9c7-e6285262ed56', 'mac_address': 'fa:16:3e:b2:2e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:00.048212 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.048212 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.048397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-8e7f9e8e-e5e5-4d4b-bc48-1737694c2330 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.1007431 Jul 06 11:46:00.051482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:00.056235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b13d9b7-2be8-4578-a9c7-e6285262ed56 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:00.060518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'floatingip': {'port_id': '500acea5-be15-480c-8297-589ef572f63e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:00.073017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-9472d3b7-c7e7-437e-8cd6-9b41f88a1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.074683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-9472d3b7-c7e7-437e-8cd6-9b41f88a1d76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.2726669 Jul 06 11:46:00.084200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.095221 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.096299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6aee4ddd-f7a0-4815-8110-582f100350bd details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:00.117978 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bcd3bb4e-ffe2-4fd3-bc40-d34e27932bbe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a140ddd1aab44deb87d84eeb33cdacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633533 Jul 06 11:46:00.120302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:00.213679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-2346235b-3f90-4a83-ac32-a033a147470d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.1240294 Jul 06 11:46:00.218572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.221465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6e21f5-f14c-4f54-a6f0-2894b3422b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.251997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6e21f5-f14c-4f54-a6f0-2894b3422b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.269585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6aee4ddd-f7a0-4815-8110-582f100350bd,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.294492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.300176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '6aee4ddd-f7a0-4815-8110-582f100350bd', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'port_id': '6aee4ddd-f7a0-4815-8110-582f100350bd', 'mac_address': 'fa:16:3e:82:ea:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:00.335136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6e21f5-f14c-4f54-a6f0-2894b3422b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.338618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d6e21f5-f14c-4f54-a6f0-2894b3422b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.342236 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6d6e21f5-f14c-4f54-a6f0-2894b3422b50 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/759f4e77-f152-47bb-95af-b43f996f1940 HTTP/1.1" status: 204 len: 168 time: 0.2183287 Jul 06 11:46:00.354900 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.384320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aee4ddd-f7a0-4815-8110-582f100350bd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:00.384520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e21f5-f14c-4f54-a6f0-2894b3422b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f4e77-f152-47bb-95af-b43f996f1940,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.422261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6aee4ddd-f7a0-4815-8110-582f100350bd,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.428813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.429500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 56cd53c0-3031-4bc1-a4a6-491cc8896c33 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:00.475477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-fb6f541d-975d-4092-a826-74ad0ffdbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.477137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-fb6f541d-975d-4092-a826-74ad0ffdbbe5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.1725914 Jul 06 11:46:00.505616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.508530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.521532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '56cd53c0-3031-4bc1-a4a6-491cc8896c33', 'network_id': '211d3f26-7e2c-4c96-ac9b-d7e043d63f93', 'port_id': '56cd53c0-3031-4bc1-a4a6-491cc8896c33', 'mac_address': 'fa:16:3e:8d:29:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a30d2d-6a19-4899-9668-2d22eef3f7dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:00.538377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-c23cb3c3-ec41-46a3-aa15-8e7c7ef25bb5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517013 Jul 06 11:46:00.567683 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.582164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cd53c0-3031-4bc1-a4a6-491cc8896c33 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:00.607944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.633500 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.634212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7aef99eb-25eb-420e-84ce-06e11b42c3bc details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:00.723897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.726730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.740655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7aef99eb-25eb-420e-84ce-06e11b42c3bc', 'network_id': '71997ce3-8cbe-49d5-b25f-d9e3cd29213b', 'port_id': '7aef99eb-25eb-420e-84ce-06e11b42c3bc', 'mac_address': 'fa:16:3e:21:ab:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb00313-17c3-4e7b-91fe-182cd4dfa56b', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:00.765635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1dec-6a09-42be-bc36-124e5d3d04c4 req-4533aa6b-b410-432b-a3b3-024c1f453bfc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.774785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9f1dec-6a09-42be-bc36-124e5d3d04c4 req-4533aa6b-b410-432b-a3b3-024c1f453bfc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 946 time: 0.3839614 Jul 06 11:46:00.798204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.813295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aef99eb-25eb-420e-84ce-06e11b42c3bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:00.840949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:00.857004 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.863332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9f1dec-6a09-42be-bc36-124e5d3d04c4 req-b6d9cd55-a693-49da-9c40-e931325b7fba tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864973 Jul 06 11:46:00.897693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.954171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.975219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-611b0c0c-1667-49fb-b404-c7dccd1d50ef service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647850 Jul 06 11:46:01.352824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14e5b027-b664-4cbb-8170-6d9ce63fdfb6 req-85fa300a-9f5b-4924-a7a5-459649aac045 service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279708 Jul 06 11:46:01.384618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.390574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.396844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.402797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.408714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.419786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.420034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:01.424014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.432238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-1014eb5b-bf24-4d48-bf33-71a66a30c0a3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5429 time: 0.2984066 Jul 06 11:46:01.447819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.458544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.525140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:01.528200 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed43868-56fe-4864-8644-94c243d43938" -d '{"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-plugged", "status": "completed", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:01.536642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58ad78df-0d37-4b98-b063-ca715a63bd48 req-67948b04-7bba-44e8-90a9-2c2d2a38f05d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025002 Jul 06 11:46:01.577635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-network', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:01.609321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Made reservation on behalf of db486a3751ee48d78a66301de9aa33f7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:01.611931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.622472 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.683314 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Floating IP 5909462a-12e4-4bff-a270-4ac43c78058c associated. External IP: 172.25.7.33, port: 500acea5-be15-480c-8297-589ef572f63e. Jul 06 11:46:01.749740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.755706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.788811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:01.799500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf11c9-e191-4f46-a8a7-e5dcac74ae07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:01.809897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.810164 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Added segment dfeabf54-3f8e-4b51-aaeb-b3590bc948ff of type vlan for network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 Jul 06 11:46:01.873369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.884942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e015561b-6c49-4012-ad5b-f494b5ed1767'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:01.905812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00175554-c224-4618-b9a0-c1dd1262cd44 req-7f43246f-bfcf-42b2-9780-7b8ccc162339 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.913826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00175554-c224-4618-b9a0-c1dd1262cd44 req-7f43246f-bfcf-42b2-9780-7b8ccc162339 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 950 time: 0.1768699 Jul 06 11:46:01.939213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.940718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.942408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.969868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3119f81f-37af-4f08-8d64-f57e76eeba4e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:02.002790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00175554-c224-4618-b9a0-c1dd1262cd44 req-0a07ac2d-5b0d-41cb-a829-fbbc1be26b1a tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879905 Jul 06 11:46:02.042217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['66309407-16d9-40a6-91ad-35614ba212f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:02.056203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:02.063836 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6426647 Jul 06 11:46:02.067873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:02.072890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Request body: {'subnet': {'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-subnet', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:02.083003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42b214-8728-4ed9-9638-44d16e4253ff admin admin] Pushing event updated for resources: {'Network': ['ID=5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:02.084549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['56cd53c0-3031-4bc1-a4a6-491cc8896c33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:02.087318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6aee4ddd-f7a0-4815-8110-582f100350bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:02.167327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:02.171388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Made reservation on behalf of db486a3751ee48d78a66301de9aa33f7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:02.179696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.368780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:02.383867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.450135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] Sync routers for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:02.472395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-e584b2ab-d235-428e-9947-7b0cc93bcefa tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "PUT /v2.0/floatingips/5909462a-12e4-4bff-a270-4ac43c78058c HTTP/1.1" status: 200 len: 995 time: 2.4233460 Jul 06 11:46:02.476413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:02.478767 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53150a10-c7af-454c-a586-1c9b5d1167fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:02.527801 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.591781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.607308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:02.608444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:02.633385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-10004419-7504-4424-b5b1-34b21db0a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:02.642244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-10004419-7504-4424-b5b1-34b21db0a7f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.1584241 Jul 06 11:46:02.908286 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50ce340-6cd5-45b1-97fd-b321704f94f6 x-openstack-request-id: req-b50ce340-6cd5-45b1-97fd-b321704f94f6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:02.908835 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-plugged", "status": "completed", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:02.911185 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b50ce340-6cd5-45b1-97fd-b321704f94f6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:02.912048 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'code': 200} Jul 06 11:46:02.968381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:02.984768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9b13d9b7-2be8-4578-a9c7-e6285262ed56'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:03.106185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7aef99eb-25eb-420e-84ce-06e11b42c3bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:03.178437 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f48ee1-9d95-40e6-99be-a7901b7faf9e x-openstack-request-id: req-66f48ee1-9d95-40e6-99be-a7901b7faf9e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:03.178988 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:03.178988 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66f48ee1-9d95-40e6-99be-a7901b7faf9e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:03.179377 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'status': 'completed', 'code': 200} Jul 06 11:46:03.198314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdd3ec-dd38-4473-9008-3d611b2595a4 req-fc90087d-0a92-4d07-a2e6-a4b2e3d475dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.205983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97cdd3ec-dd38-4473-9008-3d611b2595a4 req-fc90087d-0a92-4d07-a2e6-a4b2e3d475dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 1101 time: 0.1293635 Jul 06 11:46:03.226817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb25f8f0-7e50-498e-9df2-ae9d03457c5c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:03.266065 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97cdd3ec-dd38-4473-9008-3d611b2595a4 req-ed67078c-959c-4ee5-a2a2-d551799cb765 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503848 Jul 06 11:46:03.306411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Checking segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:03.306793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Network hostable DHCP agents. Network: 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:03.356974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-ae4b1c6a-1f9e-4c78-9415-266a6bd54d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.364118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-ae4b1c6a-1f9e-4c78-9415-266a6bd54d30 service neutron] 10.222.0.78 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.7209342 Jul 06 11:46:03.421870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:03.430279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:03.436196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-a3343013-8bdc-4496-b1ed-ab21311dc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.437728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-a3343013-8bdc-4496-b1ed-ab21311dc8cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.2617173 Jul 06 11:46:03.454094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:03.469440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.476748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.485151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.485338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffd8ad-2bd8-4c5f-a3ae-60fbe1280dae None None] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:03.490593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.496573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.502736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.509684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.511698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-004faac9-5872-4047-970a-adb637dd7b24 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5429 time: 0.2771807 Jul 06 11:46:03.529320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.529923 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.589920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-6d2fbcf3-68c4-4b4e-959c-8acb4290d233 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 998 time: 0.2244654 Jul 06 11:46:03.646783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b68a63cb-a2a6-4112-b8f9-4bbf0cbb46b1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5777564 Jul 06 11:46:03.649524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:03.654089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:03.713964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ceed76d8-da5f-45ab-a58f-11b859804d2a req-09783a1e-2f43-454d-937a-d4776af5ddd8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771691 Jul 06 11:46:03.722714 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.725547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.744493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.744589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-749b6d5c-62d9-4bab-b13e-172c7b5b2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.749358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-749b6d5c-62d9-4bab-b13e-172c7b5b2094 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.1589022 Jul 06 11:46:03.806454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-b37a08f0-2147-485e-b141-3864f1d40629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.811172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-b37a08f0-2147-485e-b141-3864f1d40629 service neutron] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.2979357 Jul 06 11:46:03.875653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-dc406dcc-e512-467f-ac6a-32497dca89c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232979 Jul 06 11:46:03.892775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.002630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:04.027238 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.090818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-97261b7a-bd9a-4c3f-be69-311ff5262b48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 998 time: 0.2341416 Jul 06 11:46:04.146176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-1c53a5f0-d2d4-456e-8dfb-2061863e1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:04.147896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-1c53a5f0-d2d4-456e-8dfb-2061863e1101 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1097 time: 0.3344479 Jul 06 11:46:04.157170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.187898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7', 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'fixed_ips': [{'subnet_id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:46:04.189848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.213395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-4e27bb02-94f4-4ce2-a032-8f0d6ab68168 service neutron] 10.222.0.78 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365734 Jul 06 11:46:04.222621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:04.225648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-14268ee3-3c4c-40ff-94e0-96ee17b7baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:04.226746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-14268ee3-3c4c-40ff-94e0-96ee17b7baca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.1258543 Jul 06 11:46:04.306809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985e5a5-3a40-4820-a384-7f213d7a8e47 req-408e73f6-1b14-4738-ba87-84cfc0517c62 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:04.313731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c985e5a5-3a40-4820-a384-7f213d7a8e47 req-408e73f6-1b14-4738-ba87-84cfc0517c62 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.3321848 Jul 06 11:46:04.333737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-0cb81b7a-b130-4404-b7e7-4906915b26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:04.335992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-0cb81b7a-b130-4404-b7e7-4906915b26d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1513817 Jul 06 11:46:04.342057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-81fd94a2-5062-44e2-9391-f0baa70ceb76 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989203 Jul 06 11:46:04.453240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-553b17d7-0163-4f7e-9269-9d928acb6284 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.1055436 Jul 06 11:46:04.490810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5909462a-12e4-4bff-a270-4ac43c78058c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'port_id': '500acea5-be15-480c-8297-589ef572f63e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'mac_address': 'fa:16:3e:dd:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:45:57Z', 'updated_at': '2021-07-06T11:46:01Z', 'revision_number': 1, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:32Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:04.529113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c985e5a5-3a40-4820-a384-7f213d7a8e47 req-48f318b1-7518-42f1-b520-57ecf931d531 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144980 Jul 06 11:46:04.539510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-03afba8f-6e3e-4c76-b716-9ea6bbed10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:04.541217 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-03afba8f-6e3e-4c76-b716-9ea6bbed10c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0737460 Jul 06 11:46:04.557443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06067c4-09c0-4c1a-b79f-4fcabf4cc014 req-ef24b9af-e5fb-4d35-b56f-a7607b00ca65 service neutron] 10.222.0.78 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431234 Jul 06 11:46:04.566188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] Checking router: 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:04.607940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Allocated IP 172.20.0.2 (5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7/bb25f8f0-7e50-498e-9df2-ae9d03457c5c/eb5d4e92-8c51-4195-a50e-1182805c955a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:04.618822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-6e1c2820-df6b-4d2d-bd2c-87f88ba2d828 service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610309 Jul 06 11:46:04.621455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:04.622117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:04.836448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53150a10-c7af-454c-a586-1c9b5d1167fc req-b5abba63-08a8-4e76-a909-adb2e20e325b service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098653 Jul 06 11:46:04.890744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-8d64095b-ff23-432c-9b9e-2d5f6f9dcbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:04.896135 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-8d64095b-ff23-432c-9b9e-2d5f6f9dcbb9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3408625 Jul 06 11:46:04.939525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:04.943721 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2cbe1-c865-4ecd-a19f-f6e3f0a90598" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:05.030102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.037142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d98c4-8761-48b3-801e-d71b8404afc8 req-41a6d6b8-838f-41b7-976a-85d572e21196 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.043506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-402d98c4-8761-48b3-801e-d71b8404afc8 req-41a6d6b8-838f-41b7-976a-85d572e21196 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 950 time: 0.1928029 Jul 06 11:46:05.061285 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.067562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.078210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Transition to ACTIVE for port object eb5d4e92-8c51-4195-a50e-1182805c955a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:05.096799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Transition to ACTIVE for port object eb5d4e92-8c51-4195-a50e-1182805c955a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:05.110335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.163966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-402d98c4-8761-48b3-801e-d71b8404afc8 req-8629e5ce-02f1-40a3-b7bf-18b9818570ce tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194625 Jul 06 11:46:05.169854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-9251d0fc-9e01-43e2-a97b-9e60ac591452 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 998 time: 0.1490295 Jul 06 11:46:05.197162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:05.198739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Allocated IP 172.25.7.211 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/d8860796-2afd-48fb-b131-3021a534a055) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:05.199551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:05.202613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Pushing event updated for resources: {'Port': ['ID=eb5d4e92-8c51-4195-a50e-1182805c955a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:05.231247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:05.236845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:05.316405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edccf3-9468-472f-8ece-774e7eb53502 req-c6ded696-029f-46ad-b608-ef1a3bc98a1c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.318120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-c6ded696-029f-46ad-b608-ef1a3bc98a1c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports/500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 942 time: 0.1370940 Jul 06 11:46:05.353831 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-fefe156b-6747-4285-a106-e3585ebc842f service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534347 Jul 06 11:46:05.368235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.386124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Attempting to bind port eb5d4e92-8c51-4195-a50e-1182805c955a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:05.386852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Attempting to bind port eb5d4e92-8c51-4195-a50e-1182805c955a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:05.387446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Attempting to bind port eb5d4e92-8c51-4195-a50e-1182805c955a on network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:05.401849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:05.402637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Checking segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:05.403252 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.403983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Bound using segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:05.404690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Bound port: eb5d4e92-8c51-4195-a50e-1182805c955a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:05.405365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.532823 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1022744f-2afa-4366-b1a8-f4279ecee612 req-9a34605a-fe6e-4893-8ac4-8bf199348ab6 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607945 Jul 06 11:46:05.539237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.570196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] For port eb5d4e92-8c51-4195-a50e-1182805c955a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:05.576275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] For port eb5d4e92-8c51-4195-a50e-1182805c955a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=eb5d4e92-8c51-4195-a50e-1182805c955a,segment=NetworkSegment(dfeabf54-3f8e-4b51-aaeb-b3590bc948ff),segment_id=dfeabf54-3f8e-4b51-aaeb-b3590bc948ff)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:05.594226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.639908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.646798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.653574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.669361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.685554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.692943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.699308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.701491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-a5e7a63c-4ae0-4bca-a6a8-f6e602c38ac7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5429 time: 0.2674448 Jul 06 11:46:05.769147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c632fd2-02d0-4a35-a8a6-2f0cd99e16b2 None None] Pushing event updated for resources: {'Port': ['ID=eb5d4e92-8c51-4195-a50e-1182805c955a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:05.796561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5909462a-12e4-4bff-a270-4ac43c78058c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'port_id': '500acea5-be15-480c-8297-589ef572f63e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'mac_address': 'fa:16:3e:dd:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:45:57Z', 'updated_at': '2021-07-06T11:46:01Z', 'revision_number': 1, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:32Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:05.828241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-7cfa7f02-dcca-4328-9cea-4700587d9304 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 998 time: 0.3390286 Jul 06 11:46:05.843859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcf752-a3fa-4d31-a8b2-279ea252ca49 None None] The sync data for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 is: [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5909462a-12e4-4bff-a270-4ac43c78058c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'port_id': '500acea5-be15-480c-8297-589ef572f63e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'mac_address': 'fa:16:3e:dd:07:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:45:57Z', 'updated_at': '2021-07-06T11:46:01Z', 'revision_number': 1, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:32Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:05.859536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21bc460b-3ba1-4c8a-98f5-cac290292586 req-976c4905-449d-40dc-bfd3-3033ea73b926 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500609 Jul 06 11:46:06.011843 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3790b8b-778f-497b-ac29-3b2d09462cf5 x-openstack-request-id: req-c3790b8b-778f-497b-ac29-3b2d09462cf5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:06.012608 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:06.012866 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3790b8b-778f-497b-ac29-3b2d09462cf5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:06.013341 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:46:06.061547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edccf3-9468-472f-8ece-774e7eb53502 req-4bcc3f6a-e87b-4508-ab9c-90d65b254c9b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:06.062225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:06.065356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-4bcc3f6a-e87b-4508-ab9c-90d65b254c9b tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.2362516 Jul 06 11:46:06.067817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:06.074759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:06.133240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Pushing event updated for resources: {'Port': ['ID=d8860796-2afd-48fb-b131-3021a534a055,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:06.309352 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1e3e4-f383-4f3d-8e26-f81fe8ae5309 None None] New status for floating IP 5909462a-12e4-4bff-a270-4ac43c78058c: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:46:06.346118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-907675ee-b5cf-4501-8930-f8ddc7cf77da tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 998 time: 0.2522073 Jul 06 11:46:06.368535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device eb5d4e92-8c51-4195-a50e-1182805c955a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:06.371076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:06.448680 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.489386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port eb5d4e92-8c51-4195-a50e-1182805c955a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:06.517567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2aac-ebc3-405e-b83c-baa7c0cd1b08 req-ee860eb0-0b41-41fa-8e13-cdd4d0928b87 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:06.519109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c49b2aac-ebc3-405e-b83c-baa7c0cd1b08 req-ee860eb0-0b41-41fa-8e13-cdd4d0928b87 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2659130 Jul 06 11:46:06.629141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c49b2aac-ebc3-405e-b83c-baa7c0cd1b08 req-d3f99fb4-6ccc-4a1c-b1cb-c0f593975394 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027420 Jul 06 11:46:06.651875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:46:06.652240 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:46:06.667430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.875704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:06.879578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6aee4ddd-f7a0-4815-8110-582f100350bd up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:06.907482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.023434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 6aee4ddd-f7a0-4815-8110-582f100350bd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:07.037653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 6aee4ddd-f7a0-4815-8110-582f100350bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:07.038008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.087681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa4c2-3ba1-4c4a-a833-b88988289938 req-4d70fc7a-b328-4a83-a39a-4fa2c846078e tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.095387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Router 4875d696-9efb-4ec3-a05d-ece19b910b90 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:46:07.095847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-062fa4c2-3ba1-4c4a-a833-b88988289938 req-4d70fc7a-b328-4a83-a39a-4fa2c846078e tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 950 time: 0.0816038 Jul 06 11:46:07.149834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-062fa4c2-3ba1-4c4a-a833-b88988289938 req-dca27980-e0f6-4264-97d6-03902b10c946 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Jul 06 11:46:07.156586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.264687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:07.293017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'mac_address': 'fa:16:3e:49:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:07.302710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:07.328163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.334155 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-95d68410-a875-49d3-bb6a-bce02062c224 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6790028 Jul 06 11:46:07.334772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:07.398168 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.400046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Sync routers for ids ['4875d696-9efb-4ec3-a05d-ece19b910b90'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:07.402703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e036b4-90a1-4106-9668-41d75f2ed40b None None] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:07.405444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.427306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.427736 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Floating IP 5909462a-12e4-4bff-a270-4ac43c78058c disassociated. External IP: 172.25.7.33, port: 500acea5-be15-480c-8297-589ef572f63e. Jul 06 11:46:07.496762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:07.512666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Routers {'4875d696-9efb-4ec3-a05d-ece19b910b90'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:07.513487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4875d696-9efb-4ec3-a05d-ece19b910b90'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:07.594576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] Provisioning for port eb5d4e92-8c51-4195-a50e-1182805c955a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:07.607529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:07.608456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.608609 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.615889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.617206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] Provisioning complete for port eb5d4e92-8c51-4195-a50e-1182805c955a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:07.617583 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.622665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.630247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.637267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.643743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.650615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.660936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-d854aa32-3041-4e50-9419-3457ca142af8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5429 time: 0.3035262 Jul 06 11:46:07.662598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.731375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c479a7b6-9e2d-4a37-b93f-9581bde68dea req-1c385cb0-5a6d-46a1-a2df-edb3ec5e5c54 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693524 Jul 06 11:46:07.838136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6aee4ddd-f7a0-4815-8110-582f100350bd,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:07.855269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Set router 4875d696-9efb-4ec3-a05d-ece19b910b90 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:07.926208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.930465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:07.936057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:08.046850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ce02c-4408-4d3b-8ec3-323073a791e9 req-1b6842c1-bf6c-4e00-be20-aec9e9741c0c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:08.053733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b50ce02c-4408-4d3b-8ec3-323073a791e9 req-1b6842c1-bf6c-4e00-be20-aec9e9741c0c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 949 time: 0.1469586 Jul 06 11:46:08.061882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:08.064778 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1226d367-5162-464b-97ea-dfbdc9e0b890" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:08.100937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.101756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3119f81f-37af-4f08-8d64-f57e76eeba4e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:08.141774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b50ce02c-4408-4d3b-8ec3-323073a791e9 req-1c360e8d-96c8-4717-9e8f-daa17d125819 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Jul 06 11:46:08.148395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Allocated IP 172.20.0.1 (5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7/bb25f8f0-7e50-498e-9df2-ae9d03457c5c/550ecf3c-6943-44ba-8445-2f0cf2459405) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:08.160305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['cff7fe3a-035d-426c-9f9f-0156365349ba'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:08.162609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:08.171353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.172616 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] Sync routers for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:08.185834 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:08.188050 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:08.292074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-caab6a1e-2b66-4496-a184-982aa80a70e7 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "PUT /v2.0/floatingips/5909462a-12e4-4bff-a270-4ac43c78058c HTTP/1.1" status: 200 len: 694 time: 1.9427755 Jul 06 11:46:08.293603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:08.306424 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10513835-aa88-4f8d-a3df-0ac8027916c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:08.334969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.352531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Transition to ACTIVE for port object 550ecf3c-6943-44ba-8445-2f0cf2459405 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:08.391707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:08.392781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.439958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:08.443559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:08.449350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:08.470417 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:08.495477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Pushing event updated for resources: {'Port': ['ID=550ecf3c-6943-44ba-8445-2f0cf2459405,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:08.519231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3119f81f-37af-4f08-8d64-f57e76eeba4e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:08.525821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edccf3-9468-472f-8ece-774e7eb53502 req-1c35bf19-aa67-461a-a24f-88553c929fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:08.528458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-1c35bf19-aa67-461a-a24f-88553c929fc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.1880381 Jul 06 11:46:08.534299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3119f81f-37af-4f08-8d64-f57e76eeba4e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:08.535256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.544600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.548169 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.623610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58023c-775d-450a-94b0-72fc4801e7c2 req-f6abef4e-b7bf-4e7c-a398-94081d115cd1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:08.627678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d58023c-775d-450a-94b0-72fc4801e7c2 req-f6abef4e-b7bf-4e7c-a398-94081d115cd1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.2201536 Jul 06 11:46:08.720133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d58023c-775d-450a-94b0-72fc4801e7c2 req-dc60a728-08a0-4218-a9e3-330b2e974978 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853319 Jul 06 11:46:08.730387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] For port eb5d4e92-8c51-4195-a50e-1182805c955a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=eb5d4e92-8c51-4195-a50e-1182805c955a,segment=NetworkSegment(dfeabf54-3f8e-4b51-aaeb-b3590bc948ff),segment_id=dfeabf54-3f8e-4b51-aaeb-b3590bc948ff)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:08.778558 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.793302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd8860796-2afd-48fb-b131-3021a534a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:06Z', 'revision_number': 3, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port': {'id': 'd8860796-2afd-48fb-b131-3021a534a055', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:05Z', 'updated_at': '2021-07-06T11:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:08.843853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edccf3-9468-472f-8ece-774e7eb53502 req-651c6db5-3ffc-4fe2-854d-2ccce8cbe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:08.852495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-651c6db5-3ffc-4fe2-854d-2ccce8cbe0d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.3169894 Jul 06 11:46:08.892166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.934219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Checking router: 4875d696-9efb-4ec3-a05d-ece19b910b90 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:08.935336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Updating router 4875d696-9efb-4ec3-a05d-ece19b910b90 port d8860796-2afd-48fb-b131-3021a534a055 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:46:08.978239 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:32Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:08.980540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-9cb2687c-b067-4220-aa80-3730187cf481 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.1267700 Jul 06 11:46:09.044820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edccf3-9468-472f-8ece-774e7eb53502 req-11462d7b-daa6-48de-9daa-95b1c45a052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:09.053257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-11462d7b-daa6-48de-9daa-95b1c45a052d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.0701604 Jul 06 11:46:09.055128 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] Checking router: 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:09.089787 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:09.090593 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:09.097464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-57d3b7e8-6a71-4e40-b4cf-3bda1006ef2d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433557 Jul 06 11:46:09.178385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8291f9e-a656-4cb6-99bf-86a392bce315 None None] Pushing event updated for resources: {'Port': ['ID=eb5d4e92-8c51-4195-a50e-1182805c955a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:09.214080 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.231135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.268061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-961ccf85-6c4e-459a-9975-1d09c2099639 service neutron] 10.222.0.78 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690235 Jul 06 11:46:09.281950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.296843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.369129 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:09.394452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Pushing event updated for resources: {'Port': ['ID=550ecf3c-6943-44ba-8445-2f0cf2459405,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:09.454385 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea102447-f88a-4e0f-a48c-1164d6bade52 x-openstack-request-id: req-ea102447-f88a-4e0f-a48c-1164d6bade52 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:09.455060 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:09.455527 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea102447-f88a-4e0f-a48c-1164d6bade52 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:09.456105 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd', 'code': 200} Jul 06 11:46:09.458414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.523565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d25a0af3-06c8-4a75-8186-83610f192521 None None] Provisioning complete for port eb5d4e92-8c51-4195-a50e-1182805c955a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:09.528715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78edccf3-9468-472f-8ece-774e7eb53502 req-c8ac4d72-1770-421d-8702-be706f5ab076 service neutron] 10.222.0.78 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535849 Jul 06 11:46:09.536669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d25a0af3-06c8-4a75-8186-83610f192521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.659533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:09.696922 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.709855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:09.714696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:09.776199 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7d700a-839f-4552-af9b-770e5caf1f91 x-openstack-request-id: req-4c7d700a-839f-4552-af9b-770e5caf1f91 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:09.776494 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "tag": "500acea5-be15-480c-8297-589ef572f63e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:09.776775 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c7d700a-839f-4552-af9b-770e5caf1f91 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:09.777152 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'status': 'completed', 'code': 200} Jul 06 11:46:09.787168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e015561b-6c49-4012-ad5b-f494b5ed1767 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:09.935835 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:32Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:10.019012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:10.022572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-e73d4d40-21ad-487f-b830-2ff789b16620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:10.025532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-e73d4d40-21ad-487f-b830-2ff789b16620 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 1096 time: 0.2127831 Jul 06 11:46:10.034410 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a20aae-1e8a-48cc-a7ff-9dbcc8a55c87 None None] The sync data for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 is: [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:44:20Z', 'revision_number': 4, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1d91ca1c-54b8-4063-b6c9-3197be9fdb01', 'name': '', 'network_id': '716755a4-2f08-4799-bb10-ef6f5b2c110c', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'mac_address': 'fa:16:3e:8e:5f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:19Z', 'updated_at': '2021-07-06T11:44:32Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'subnets': [{'id': 'f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:10.123651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Router 4875d696-9efb-4ec3-a05d-ece19b910b90 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:10.159630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e015561b-6c49-4012-ad5b-f494b5ed1767 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:10.248752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e015561b-6c49-4012-ad5b-f494b5ed1767 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:10.257184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.334411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-5ab04017-2b0f-4c29-9bcc-85af479ea5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:10.338829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-5ab04017-2b0f-4c29-9bcc-85af479ea5b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 200 len: 920 time: 0.3040528 Jul 06 11:46:10.390150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:10.476137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-f4d78c7f-7673-4351-874d-42b650d4ce3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 200 len: 217 time: 0.1268868 Jul 06 11:46:10.494104 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a9a64dd-4efa-4c07-a879-0c298c34d8df admin admin] 10.222.0.78 "PUT /v2.0/routers/4875d696-9efb-4ec3-a05d-ece19b910b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566596 Jul 06 11:46:10.500102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device eb5d4e92-8c51-4195-a50e-1182805c955a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:10.572692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.588157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-1f0cf131-61a9-4045-bb68-649dc24906a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:10.589948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-1f0cf131-61a9-4045-bb68-649dc24906a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 200 len: 859 time: 0.0945616 Jul 06 11:46:10.601098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Transition to ACTIVE for port object d8860796-2afd-48fb-b131-3021a534a055 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:10.641825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.656573 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-183ff86f-589a-4189-b09f-20bcf499688f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=716755a4-2f08-4799-bb10-ef6f5b2c110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563128 Jul 06 11:46:10.714007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e005a763-972c-45ad-af7b-1fba71984034 None None] New status for floating IP 5909462a-12e4-4bff-a270-4ac43c78058c: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:46:10.716106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-641e8471-94ef-4ac2-88fc-ed359ff16ef8 None None] Provisioning for port 550ecf3c-6943-44ba-8445-2f0cf2459405 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:10.757466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port eb5d4e92-8c51-4195-a50e-1182805c955a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:10.758186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.776723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-641e8471-94ef-4ac2-88fc-ed359ff16ef8 None None] Provisioning complete for port 550ecf3c-6943-44ba-8445-2f0cf2459405 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:10.777286 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-641e8471-94ef-4ac2-88fc-ed359ff16ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.851757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-678a95af-1ff2-4b15-8f15-6752efc0d44c service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874657 Jul 06 11:46:10.875887 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.902833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5eb07-c60c-42e0-9655-66d1e731d732 None None] Pushing event updated for resources: {'Port': ['ID=d8860796-2afd-48fb-b131-3021a534a055,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:10.918963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Attempting to bind port d8860796-2afd-48fb-b131-3021a534a055 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:10.921713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Attempting to bind port d8860796-2afd-48fb-b131-3021a534a055 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:10.921713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Attempting to bind port d8860796-2afd-48fb-b131-3021a534a055 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:10.923116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-a2e33bb0-43c1-4288-bdbe-d11d6ad57737 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips/5909462a-12e4-4bff-a270-4ac43c78058c HTTP/1.1" status: 200 len: 694 time: 0.0751665 Jul 06 11:46:11.006636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:11.007294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:11.007860 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.008287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:11.008776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Bound port: d8860796-2afd-48fb-b131-3021a534a055, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:11.009163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.012278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-641e8471-94ef-4ac2-88fc-ed359ff16ef8 None None] Port 550ecf3c-6943-44ba-8445-2f0cf2459405 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:11.030834 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-10513835-aa88-4f8d-a3df-0ac8027916c9 req-654b410c-3ec5-47e0-a6a9-332dc6f8f40f service neutron] 10.222.0.79 "GET /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674004 Jul 06 11:46:11.085369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-8d299477-8c3c-4fcf-9e19-463a4b632db1 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.087141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-8d299477-8c3c-4fcf-9e19-463a4b632db1 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 784 time: 0.1629782 Jul 06 11:46:11.103637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e015561b-6c49-4012-ad5b-f494b5ed1767,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:11.136568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.141056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.141872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9b13d9b7-2be8-4578-a9c7-e6285262ed56 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:11.146047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.156830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.163739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.174403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.181264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.188187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.190255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-f97eefbd-a8f5-49e3-b1e6-1964129781c4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5431 time: 1.1477873 Jul 06 11:46:11.205596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] For port d8860796-2afd-48fb-b131-3021a534a055, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:11.234627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] For port d8860796-2afd-48fb-b131-3021a534a055, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d8860796-2afd-48fb-b131-3021a534a055,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:11.251535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.269441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:11.287787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-a393faa0-74c4-414f-b3bb-47236fa44413 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.1915638 Jul 06 11:46:11.331758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Routers {'4875d696-9efb-4ec3-a05d-ece19b910b90'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:11.333462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4875d696-9efb-4ec3-a05d-ece19b910b90'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:11.334893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:11.355614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f557cae4-dfe2-435d-8a37-495a3d297235 req-d42de12a-bece-4e58-9954-3e9593d62f93 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206145 Jul 06 11:46:11.366738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-8af26bfc-6dc5-46ae-8892-3bf4232a0baf tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.0707572 Jul 06 11:46:11.371317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5eb07-c60c-42e0-9655-66d1e731d732 None None] Pushing event updated for resources: {'Port': ['ID=d8860796-2afd-48fb-b131-3021a534a055,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:11.376010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:11.376386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.458662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:11.460967 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8fb94-778b-48b3-bb0c-0e34d7f44867" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:11.499726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] Set router 4875d696-9efb-4ec3-a05d-ece19b910b90 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:11.609016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Deleting port d3577a49-a954-4c88-b2b6-f9bf183b865d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:11.609777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.612999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.698384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:11.707830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.708596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 56cd53c0-3031-4bc1-a4a6-491cc8896c33 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:11.747604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3232-5c6f-47de-bcec-acf8df3c5be1 req-7f1df5ae-a3fa-4a0e-a387-5d735aca8134 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.749469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-638e3232-5c6f-47de-bcec-acf8df3c5be1 req-7f1df5ae-a3fa-4a0e-a387-5d735aca8134 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.1428616 Jul 06 11:46:11.777630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.778250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.801852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Calling delete_port for d3577a49-a954-4c88-b2b6-f9bf183b865d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:11.823769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:11.830381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-638e3232-5c6f-47de-bcec-acf8df3c5be1 req-e0bee727-d829-4f0b-8b44-28bda26b6b0d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694432 Jul 06 11:46:11.855303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:11.870510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd8860796-2afd-48fb-b131-3021a534a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:08Z', 'revision_number': 4, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port': {'id': 'd8860796-2afd-48fb-b131-3021a534a055', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:05Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '550ecf3c-6943-44ba-8445-2f0cf2459405', 'name': '', 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'mac_address': 'fa:16:3e:bf:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:08Z', 'revision_number': 2, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'subnets': [{'id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:11.872489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:11.872860 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.917844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc977d22-e679-45d4-8fd3-c98a3cfbcf88 None None] The sync data for ids ['4875d696-9efb-4ec3-a05d-ece19b910b90'] in n-d-799528-2 is: [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd8860796-2afd-48fb-b131-3021a534a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:08Z', 'revision_number': 4, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port': {'id': 'd8860796-2afd-48fb-b131-3021a534a055', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:05Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '550ecf3c-6943-44ba-8445-2f0cf2459405', 'name': '', 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'mac_address': 'fa:16:3e:bf:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:08Z', 'revision_number': 2, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'subnets': [{'id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:12.002201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.030025 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.087217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:12.096809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event deleted for resources: {'Port': ['ID=d3577a49-a954-4c88-b2b6-f9bf183b865d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:12.100247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.101206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 66309407-16d9-40a6-91ad-35614ba212f3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:12.155240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.158357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.172762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db2d0f7-dd98-4318-9926-5e1d7ad8b068 req-cd1800e1-88eb-4957-85af-84b999ce012c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "DELETE /v2.0/floatingips/5909462a-12e4-4bff-a270-4ac43c78058c HTTP/1.1" status: 204 len: 173 time: 0.7958424 Jul 06 11:46:12.218548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:12.256600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 66309407-16d9-40a6-91ad-35614ba212f3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:12.266779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 66309407-16d9-40a6-91ad-35614ba212f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:12.267228 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.468296 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.519323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e81f7f3-b12a-4fde-8e50-2cb6082381f1 req-1bdd28ad-dc38-48fb-a567-10d27b9bdf8c tempest-FloatingIPsNegativeTestJSON-227451586 tempest-FloatingIPsNegativeTestJSON-227451586-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=db486a3751ee48d78a66301de9aa33f7 HTTP/1.1" status: 200 len: 217 time: 0.0879974 Jul 06 11:46:12.538570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=66309407-16d9-40a6-91ad-35614ba212f3,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:12.548774 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.549643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7aef99eb-25eb-420e-84ce-06e11b42c3bc up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:12.700722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b761cad8-1e90-47b6-8793-65878f287d6d req-8fc1c3c7-3e59-4428-840a-c8d466de666c tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups/2804c8f0-3585-4a89-b61d-f4213339687d HTTP/1.1" status: 200 len: 1807 time: 0.0636106 Jul 06 11:46:12.809140 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9ae261-8be4-4d8b-81cd-f57282bae76d x-openstack-request-id: req-cb9ae261-8be4-4d8b-81cd-f57282bae76d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:12.810052 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:12.810479 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb9ae261-8be4-4d8b-81cd-f57282bae76d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:12.811033 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e', 'code': 200} Jul 06 11:46:12.811430 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'code': 200} Jul 06 11:46:12.812455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b761cad8-1e90-47b6-8793-65878f287d6d req-1f0c0a8f-c44d-4661-a563-4121526bfa2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.859159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:12.861462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b761cad8-1e90-47b6-8793-65878f287d6d req-1f0c0a8f-c44d-4661-a563-4121526bfa2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.881183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7aef99eb-25eb-420e-84ce-06e11b42c3bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:12.890815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7aef99eb-25eb-420e-84ce-06e11b42c3bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:12.891422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.921707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:12.935783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b761cad8-1e90-47b6-8793-65878f287d6d req-1f0c0a8f-c44d-4661-a563-4121526bfa2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.939651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b761cad8-1e90-47b6-8793-65878f287d6d req-1f0c0a8f-c44d-4661-a563-4121526bfa2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.959280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b761cad8-1e90-47b6-8793-65878f287d6d req-1f0c0a8f-c44d-4661-a563-4121526bfa2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "DELETE /v2.0/security-groups/2804c8f0-3585-4a89-b61d-f4213339687d HTTP/1.1" status: 204 len: 173 time: 0.2551808 Jul 06 11:46:12.981770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c0a8f-c44d-4661-a563-4121526bfa2f tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804c8f0-3585-4a89-b61d-f4213339687d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.172159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b82ed7c8-52f8-4a72-9e2c-5fe0944624d2 req-4c85b277-e98d-40f4-aa31-a81eaa2370b7 tempest-FloatingIPsNegativeTestJSON-227451586 tempest-FloatingIPsNegativeTestJSON-227451586-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0366290 Jul 06 11:46:13.195323 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.243233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.245545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:13.253390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.274242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.281241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.286513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '4888f257-363d-4482-a0bd-5822c231006f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '4888f257-363d-4482-a0bd-5822c231006f', 'mac_address': 'fa:16:3e:e7:a2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:13.291884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:13.294976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.310226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.319807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.320682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:13.326197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.340483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-721129e7-ca9b-4c94-a6b6-37f9625b0fe0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5435 time: 0.2387547 Jul 06 11:46:13.414987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.440434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.462696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8eb163e6-bf82-4473-80e1-cf81a582532a req-204d6966-fa74-443c-9656-257f0c9f7f01 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208656 Jul 06 11:46:13.468336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4888f257-363d-4482-a0bd-5822c231006f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:13.498945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:13.520237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a85d-6896-4aa1-be21-fde787b91ffa req-8089f6e2-b58c-4f23-ac99-7656c220905a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.522136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4110a85d-6896-4aa1-be21-fde787b91ffa req-8089f6e2-b58c-4f23-ac99-7656c220905a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 945 time: 0.1702192 Jul 06 11:46:13.581856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.620322 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.628036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:13.650435 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.666528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:13.672464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4110a85d-6896-4aa1-be21-fde787b91ffa req-b3379a7f-1913-4118-96a9-82dd9c569cd4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329217 Jul 06 11:46:13.870051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.934271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port cff7fe3a-035d-426c-9f9f-0156365349ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:13.934564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.010236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4888f257-363d-4482-a0bd-5822c231006f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:14.189909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:14.328961 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-1b729693-9175-4260-ad71-f55702932ec2 req-bdfd65e0-c8e2-4c73-aa36-c7581c6a4b70 tempest-FloatingIPsNegativeTestJSON-227451586 tempest-FloatingIPsNegativeTestJSON-227451586-project] show failed (client error): The resource could not be found. Jul 06 11:46:14.342219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:14.343941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b729693-9175-4260-ad71-f55702932ec2 req-bdfd65e0-c8e2-4c73-aa36-c7581c6a4b70 tempest-FloatingIPsNegativeTestJSON-227451586 tempest-FloatingIPsNegativeTestJSON-227451586-project] 10.222.0.78 "GET /v2.0/floatingips/c4b1aa3e-6952-414b-8b06-c44c38a1b8f0 HTTP/1.1" status: 404 len: 350 time: 0.1212957 Jul 06 11:46:14.365112 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.470507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d8860796-2afd-48fb-b131-3021a534a055 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:14.543313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:14.602553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.732791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c692-f204-4288-8547-163be2f1d116 req-525ca438-4607-4968-8acb-76c6e0b0d494 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:14.734844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cb7c692-f204-4288-8547-163be2f1d116 req-525ca438-4607-4968-8acb-76c6e0b0d494 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.1507645 Jul 06 11:46:14.749355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:14.814693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66309407-16d9-40a6-91ad-35614ba212f3'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef99eb-25eb-420e-84ce-06e11b42c3bc'}, {'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d'}, {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:14.822306 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e764068-593a-4787-8bd6-0b88b625d2f6" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "66309407-16d9-40a6-91ad-35614ba212f3"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "7aef99eb-25eb-420e-84ce-06e11b42c3bc"}, {"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-unplugged", "status": "completed", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d"}, {"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:14.935171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cb7c692-f204-4288-8547-163be2f1d116 req-e125a9d4-b119-43e5-9bf4-3df00940c5b4 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.78 "GET /v2.0/security-groups?id=824a1408-f9b4-4aef-811d-93c5a1a29cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409667 Jul 06 11:46:15.003670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.015450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.023756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.033286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.038539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d8860796-2afd-48fb-b131-3021a534a055 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:15.043138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.050161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.057549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.069528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-d8c7bc06-74f2-4f4c-892d-eaebb1e30d7f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.3330922 Jul 06 11:46:15.107787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d8860796-2afd-48fb-b131-3021a534a055 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:15.109449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.164415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0677620-5147-40fa-be35-b8e3d9d822cd req-7a109db4-fa8d-42f7-b911-81263336d935 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938189 Jul 06 11:46:15.329865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.331753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951894c-ef1f-4f7f-87f1-baa7730a8090 req-7a2f44f5-14a7-4390-831a-ce944f5646df tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:15.341034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2951894c-ef1f-4f7f-87f1-baa7730a8090 req-7a2f44f5-14a7-4390-831a-ce944f5646df tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 946 time: 0.0835268 Jul 06 11:46:15.378421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d8860796-2afd-48fb-b131-3021a534a055, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d8860796-2afd-48fb-b131-3021a534a055,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:15.397698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.400937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.448719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2951894c-ef1f-4f7f-87f1-baa7730a8090 req-c301e96b-8bee-42da-acf9-709538b06c7c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068201 Jul 06 11:46:15.548377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d8860796-2afd-48fb-b131-3021a534a055,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:15.554287 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c073101c-219e-4e45-9fcc-a60b3d30c9ec x-openstack-request-id: req-c073101c-219e-4e45-9fcc-a60b3d30c9ec {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:15.554599 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "66309407-16d9-40a6-91ad-35614ba212f3", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-plugged", "status": "completed", "tag": "7aef99eb-25eb-420e-84ce-06e11b42c3bc", "code": 200}, {"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-unplugged", "status": "completed", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d", "code": 200}, {"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-plugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:15.554864 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c073101c-219e-4e45-9fcc-a60b3d30c9ec {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:15.555276 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56', 'code': 200} Jul 06 11:46:15.555539 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33', 'code': 200} Jul 06 11:46:15.555797 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66309407-16d9-40a6-91ad-35614ba212f3', 'code': 200} Jul 06 11:46:15.556082 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef99eb-25eb-420e-84ce-06e11b42c3bc', 'code': 200} Jul 06 11:46:15.556347 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'code': 200} Jul 06 11:46:15.556581 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:46:15.648852 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Sync routers for ids ['4875d696-9efb-4ec3-a05d-ece19b910b90'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:15.664784 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Routers {'4875d696-9efb-4ec3-a05d-ece19b910b90'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:15.665464 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4875d696-9efb-4ec3-a05d-ece19b910b90'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:15.964802 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Set router 4875d696-9efb-4ec3-a05d-ece19b910b90 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:16.289897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d8860796-2afd-48fb-b131-3021a534a055 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:16.351276 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd8860796-2afd-48fb-b131-3021a534a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:08Z', 'revision_number': 4, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port': {'id': 'd8860796-2afd-48fb-b131-3021a534a055', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:05Z', 'updated_at': '2021-07-06T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '550ecf3c-6943-44ba-8445-2f0cf2459405', 'name': '', 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'mac_address': 'fa:16:3e:bf:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:08Z', 'revision_number': 2, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'subnets': [{'id': 'bb25f8f0-7e50-498e-9df2-ae9d03457c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:16.421479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Checking router: 4875d696-9efb-4ec3-a05d-ece19b910b90 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:16.427880 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Updating router 4875d696-9efb-4ec3-a05d-ece19b910b90 port 550ecf3c-6943-44ba-8445-2f0cf2459405 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:46:16.445747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d8860796-2afd-48fb-b131-3021a534a055 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:16.446134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.509046 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.527156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.538171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.539027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.539729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.540511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.541187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.542271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.545359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-00ad6f6c-57c4-4c0b-b0a7-be08788c7c97 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6493 time: 0.8122976 Jul 06 11:46:16.718181 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fffec319-3a30-4269-9260-a52e047ee4e7 req-be9e1a8c-b75c-44f2-a180-4fc07fc7f024 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8c1ce377-942d-442b-b95f-b0d60133d95f&id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530240 Jul 06 11:46:16.782431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-8a36eabb-c39a-48a0-932b-f744a36fba51 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.784174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-8a36eabb-c39a-48a0-932b-f744a36fba51 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e133511-d965-4e04-a852-2a3585afaa97 HTTP/1.1" status: 200 len: 944 time: 0.1906335 Jul 06 11:46:16.836802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Deleting port 550ecf3c-6943-44ba-8445-2f0cf2459405 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:16.837452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.940441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:16.991315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.012567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Calling delete_port for 550ecf3c-6943-44ba-8445-2f0cf2459405 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:17.046145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Deleting port 69c3416b-cafc-4c04-8ef6-470ed4963c1d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:17.046412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.048689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-7681a7d0-3a60-43a5-a11d-043563ab5433 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:17.060974 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-7681a7d0-3a60-43a5-a11d-043563ab5433 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.79 "GET /v2.0/ports?device_id=f84f04ab-196c-4910-83aa-ce03d58dae2c HTTP/1.1" status: 200 len: 945 time: 0.2079823 Jul 06 11:46:17.109161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 4888f257-363d-4482-a0bd-5822c231006f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:17.109546 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.124929 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.149696 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Transition to ACTIVE for port object 550ecf3c-6943-44ba-8445-2f0cf2459405 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:17.166268 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.289197 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Pushing event updated for resources: {'Port': ['ID=550ecf3c-6943-44ba-8445-2f0cf2459405,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.340585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] For port 69c3416b-cafc-4c04-8ef6-470ed4963c1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=69c3416b-cafc-4c04-8ef6-470ed4963c1d,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:17.341033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.351837 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.352219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.352626 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.352959 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.354222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.354557 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.354881 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.355201 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.355518 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.356305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.356305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.356485 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93aa1ce-5a80-4f8b-afe3-b977dfb3db1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:17.378538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.386840 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Attempting to bind port 550ecf3c-6943-44ba-8445-2f0cf2459405 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:17.387215 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Attempting to bind port 550ecf3c-6943-44ba-8445-2f0cf2459405 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:17.387579 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Attempting to bind port 550ecf3c-6943-44ba-8445-2f0cf2459405 on network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:17.388083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Calling delete_port for 69c3416b-cafc-4c04-8ef6-470ed4963c1d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:17.405940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:17.406316 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Checking segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:17.406702 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.407092 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Bound using segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:17.407579 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Bound port: 550ecf3c-6943-44ba-8445-2f0cf2459405, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:17.407974 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.471655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Deleting port 500acea5-be15-480c-8297-589ef572f63e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:17.472426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.481765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:17.491460 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.645206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:17.648159 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f53cb-b055-4636-b03a-f5893ec6a679" -d '{"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-plugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:17.662968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.710846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.712078 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:46:17.712726 n-d-799528-2 neutron-server[93769]: DEBUG oslo_db.api [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:46:17.722953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.771966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event deleted for resources: {'Port': ['ID=69c3416b-cafc-4c04-8ef6-470ed4963c1d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.818235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=550ecf3c-6943-44ba-8445-2f0cf2459405,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.838195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] No DVR routers for this DVR port 69c3416b-cafc-4c04-8ef6-470ed4963c1d on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:17.846188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.861271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7685f743-4178-4262-8374-b3fe3c5ea00b req-76a36e31-aee9-43f5-9abe-705acea9089c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "DELETE /v2.0/ports/69c3416b-cafc-4c04-8ef6-470ed4963c1d HTTP/1.1" status: 204 len: 173 time: 1.0451360 Jul 06 11:46:17.862203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-deleted', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:17.870375 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defacaf0-c0ec-4427-8213-2367a2f60dbd" -d '{"events": [{"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-deleted", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:17.980844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] For port 500acea5-be15-480c-8297-589ef572f63e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=500acea5-be15-480c-8297-589ef572f63e,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:17.981211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.049284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Calling delete_port for 500acea5-be15-480c-8297-589ef572f63e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:18.232630 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Attempting to bind port 550ecf3c-6943-44ba-8445-2f0cf2459405 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:18.233248 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Attempting to bind port 550ecf3c-6943-44ba-8445-2f0cf2459405 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:18.233577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Attempting to bind port 550ecf3c-6943-44ba-8445-2f0cf2459405 on network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:18.245752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:18.252416 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Checking segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:18.252985 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.253491 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Bound using segment: {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:18.254193 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Bound port: 550ecf3c-6943-44ba-8445-2f0cf2459405, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:18.255222 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.330502 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Port 550ecf3c-6943-44ba-8445-2f0cf2459405 has been deleted concurrently {{(pid=93769) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 11:46:18.360785 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Routers {'4875d696-9efb-4ec3-a05d-ece19b910b90'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:18.361577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4875d696-9efb-4ec3-a05d-ece19b910b90'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:18.447236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.645940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] Set router 4875d696-9efb-4ec3-a05d-ece19b910b90 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:18.974131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.986564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['500acea5-be15-480c-8297-589ef572f63e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:19.044545 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd8860796-2afd-48fb-b131-3021a534a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:17Z', 'revision_number': 5, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port': {'id': 'd8860796-2afd-48fb-b131-3021a534a055', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:05Z', 'updated_at': '2021-07-06T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:19.097084 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c2ca7-d433-4a02-b4f1-a1eaedeb008e None None] The sync data for ids ['4875d696-9efb-4ec3-a05d-ece19b910b90'] in n-d-799528-2 is: [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd8860796-2afd-48fb-b131-3021a534a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:17Z', 'revision_number': 5, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port': {'id': 'd8860796-2afd-48fb-b131-3021a534a055', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:05Z', 'updated_at': '2021-07-06T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:19.175959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Pushing event deleted for resources: {'Port': ['ID=500acea5-be15-480c-8297-589ef572f63e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:19.235904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] No DVR routers for this DVR port 500acea5-be15-480c-8297-589ef572f63e on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:19.261109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.265420 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3f4d9e2-af4c-4606-93b3-cb7b172b5b28 req-1d7ebae9-68ab-4477-ac5d-db9a9e4136f3 tempest-ServerRescueTestJSONUnderV235-1388544969 tempest-ServerRescueTestJSONUnderV235-1388544969-project] 10.222.0.79 "DELETE /v2.0/ports/500acea5-be15-480c-8297-589ef572f63e HTTP/1.1" status: 204 len: 173 time: 2.1564829 Jul 06 11:46:19.265890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'name': 'network-vif-deleted', 'tag': '500acea5-be15-480c-8297-589ef572f63e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:19.268232 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6afca3f-9e2e-4cf9-94a8-1f496c7eb276" -d '{"events": [{"server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "name": "network-vif-deleted", "tag": "500acea5-be15-480c-8297-589ef572f63e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:19.341792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Router 4875d696-9efb-4ec3-a05d-ece19b910b90 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:19.511895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:19.539711 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1c66018a-fa81-475b-b36d-8e5d01f51e1c admin admin] 10.222.0.78 "PUT /v2.0/routers/4875d696-9efb-4ec3-a05d-ece19b910b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955979 Jul 06 11:46:19.542121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:19.732974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.930784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.018202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Deleting port d8860796-2afd-48fb-b131-3021a534a055 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:20.018887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.141912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] For port d8860796-2afd-48fb-b131-3021a534a055, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d8860796-2afd-48fb-b131-3021a534a055,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:20.142350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.158241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Calling delete_port for d8860796-2afd-48fb-b131-3021a534a055 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:20.215620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 550ecf3c-6943-44ba-8445-2f0cf2459405 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:20.278234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 550ecf3c-6943-44ba-8445-2f0cf2459405 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:20.281158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 550ecf3c-6943-44ba-8445-2f0cf2459405 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:20.511028 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.539410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8860796-2afd-48fb-b131-3021a534a055,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:20.650119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.779448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Sync routers for ids ['4875d696-9efb-4ec3-a05d-ece19b910b90'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:20.790496 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.793195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.806825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Routers {'4875d696-9efb-4ec3-a05d-ece19b910b90'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:20.807576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4875d696-9efb-4ec3-a05d-ece19b910b90'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:20.857299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.858604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4875d696-9efb-4ec3-a05d-ece19b910b90 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:46:20.866113 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.867666 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-119cfd44-e2c2-4571-ac84-6ee3417d3760 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4875d696-9efb-4ec3-a05d-ece19b910b90 HTTP/1.1" status: 204 len: 168 time: 1.3235242 Jul 06 11:46:20.870429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:20.973643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Deleting subnet bb25f8f0-7e50-498e-9df2-ae9d03457c5c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:20.979558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:20.981258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.041337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.045214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 69c3416b-cafc-4c04-8ef6-470ed4963c1d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:21.046823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 69c3416b-cafc-4c04-8ef6-470ed4963c1d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:21.052587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 500acea5-be15-480c-8297-589ef572f63e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:21.058894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Set router 4875d696-9efb-4ec3-a05d-ece19b910b90 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:21.148554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.173530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 500acea5-be15-480c-8297-589ef572f63e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:21.174364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 500acea5-be15-480c-8297-589ef572f63e not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:21.225096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875d696-9efb-4ec3-a05d-ece19b910b90', 'name': 'tempest-FloatingIPsNegativeTestJSON-714413100-router', 'tenant_id': 'db486a3751ee48d78a66301de9aa33f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:03Z', 'updated_at': '2021-07-06T11:46:20Z', 'revision_number': 7, 'project_id': 'db486a3751ee48d78a66301de9aa33f7', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:21.267072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Checking router: 4875d696-9efb-4ec3-a05d-ece19b910b90 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:21.269394 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.295576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:21.296254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:46:21.297076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4875d696-9efb-4ec3-a05d-ece19b910b90'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:46:21.300333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac1d79-b85c-41b7-97e4-541008864ae7 None None] The sync data for ids ['4875d696-9efb-4ec3-a05d-ece19b910b90'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:21.357363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.358360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af590b40-e4b7-4009-9bf7-b93e386bc25e None None] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:21.364872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bb25f8f0-7e50-498e-9df2-ae9d03457c5c HTTP/1.1" status: 204 len: 168 time: 0.4887085 Jul 06 11:46:21.367337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:21.380173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc9cea-d186-4a6a-ad18-30c1c05cce79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb25f8f0-7e50-498e-9df2-ae9d03457c5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:21.590658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.697564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Deleting port eb5d4e92-8c51-4195-a50e-1182805c955a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:21.699698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.812461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] For port eb5d4e92-8c51-4195-a50e-1182805c955a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=eb5d4e92-8c51-4195-a50e-1182805c955a,segment=NetworkSegment(dfeabf54-3f8e-4b51-aaeb-b3590bc948ff),segment_id=dfeabf54-3f8e-4b51-aaeb-b3590bc948ff)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:21.812759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.831931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Calling delete_port for eb5d4e92-8c51-4195-a50e-1182805c955a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:21.994046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] DHCP port deletion for 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:46:22.043752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.065064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] No DVR routers for this DVR port eb5d4e92-8c51-4195-a50e-1182805c955a on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:22.141556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Deleting port eb5d4e92-8c51-4195-a50e-1182805c955a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:22.142407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.162375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5d4e92-8c51-4195-a50e-1182805c955a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:22.289103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.333518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:22.376328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:22.376965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfeabf54-3f8e-4b51-aaeb-b3590bc948ff') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:22.400488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.427770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.444860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:22.447438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.459043 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:22.462738 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:22.465183 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:22.564610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device eb5d4e92-8c51-4195-a50e-1182805c955a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:22.594629 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.601686 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.604271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 HTTP/1.1" status: 204 len: 168 time: 1.2351689 Jul 06 11:46:22.620913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7364-772a-4df4-9657-af8d1dfda751 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:22.621603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: eb5d4e92-8c51-4195-a50e-1182805c955a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:22.622028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device eb5d4e92-8c51-4195-a50e-1182805c955a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:22.622524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d8860796-2afd-48fb-b131-3021a534a055 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:22.662482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d8860796-2afd-48fb-b131-3021a534a055 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:22.662921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d8860796-2afd-48fb-b131-3021a534a055 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:22.733664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] For port eb5d4e92-8c51-4195-a50e-1182805c955a, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:22.740205 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.748590 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.789919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Calling delete_port for eb5d4e92-8c51-4195-a50e-1182805c955a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:22.793913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Port eb5d4e92-8c51-4195-a50e-1182805c955a was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:46:22.797074 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.824655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Network 5d781bfc-f11f-4b49-a7bf-77a50ee1a5e7 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:46:22.824655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] No DVR routers for this DVR port eb5d4e92-8c51-4195-a50e-1182805c955a on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:22.865384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.885338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5f3cd-9b68-436f-8db6-71760ce10395 None None] Pushing event deleted for resources: {'Port': ['ID=eb5d4e92-8c51-4195-a50e-1182805c955a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:22.987431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fc1f2b46-2a69-4198-9174-e5229ab74efc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db486a3751ee48d78a66301de9aa33f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196845 Jul 06 11:46:22.991496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.111049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f403a7-d38b-46f5-b97f-4a4e2e3873d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.141534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f403a7-d38b-46f5-b97f-4a4e2e3873d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.205118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f403a7-d38b-46f5-b97f-4a4e2e3873d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.208484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f403a7-d38b-46f5-b97f-4a4e2e3873d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.209897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e5f403a7-d38b-46f5-b97f-4a4e2e3873d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7dcf11c9-e191-4f46-a8a7-e5dcac74ae07 HTTP/1.1" status: 204 len: 168 time: 0.2160215 Jul 06 11:46:23.237817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f403a7-d38b-46f5-b97f-4a4e2e3873d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf11c9-e191-4f46-a8a7-e5dcac74ae07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:25.281942 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:46:25.652137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.681599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-ec83c308-bca0-465b-ac60-1781d3d90496 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:25.683301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-ec83c308-bca0-465b-ac60-1781d3d90496 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.1469166 Jul 06 11:46:25.712702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-c181fa7e-9593-4a30-8dd3-02c2033f971e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/quotas/4bd4876537144aec8fcf05d95f9d585a HTTP/1.1" status: 200 len: 375 time: 0.0194728 Jul 06 11:46:25.758718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-892b5546-e764-4d8b-9c29-d583a9b4e855 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335510 Jul 06 11:46:25.970666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-e09ef5fd-a4e6-4718-9271-de16df47755d service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020388 Jul 06 11:46:26.062465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.069090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.076443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.081755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.088489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.094479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.100944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.102890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-85ca1605-c794-45e5-8ec5-05ac7b9d822c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.2022705 Jul 06 11:46:26.152078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:26.167550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-27c9d4b0-d089-4358-a2a6-3488cbe26b8b service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959231 Jul 06 11:46:26.187322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6389b82e-124a-4817-83c6-d24a16ae3700 req-0a193e66-aeb7-4c6f-835b-2e38ef76e7f2 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771582 Jul 06 11:46:26.517163 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e97a43-bedc-49d3-939d-2702b533a463 x-openstack-request-id: req-63e97a43-bedc-49d3-939d-2702b533a463 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:26.518060 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-plugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:26.518578 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63e97a43-bedc-49d3-939d-2702b533a463 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:26.519320 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'code': 200} Jul 06 11:46:26.604586 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a0a26d-f272-4af3-9489-79ca09ed1a56 x-openstack-request-id: req-35a0a26d-f272-4af3-9489-79ca09ed1a56 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:26.605035 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e133511-d965-4e04-a852-2a3585afaa97", "name": "network-vif-deleted", "tag": "69c3416b-cafc-4c04-8ef6-470ed4963c1d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:26.605298 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35a0a26d-f272-4af3-9489-79ca09ed1a56 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:26.605706 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e133511-d965-4e04-a852-2a3585afaa97', 'name': 'network-vif-deleted', 'tag': '69c3416b-cafc-4c04-8ef6-470ed4963c1d', 'status': 'completed', 'code': 200} Jul 06 11:46:26.639159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Deleting port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:26.640368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:26.673903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4fa6e-3725-4c8f-9881-1c8e48656e57 req-4f4c8972-be70-48db-a468-7d72958085cb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.683107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60e4fa6e-3725-4c8f-9881-1c8e48656e57 req-4f4c8972-be70-48db-a468-7d72958085cb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 946 time: 0.2024441 Jul 06 11:46:26.694960 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3b35c-a81c-48b7-a87b-2507e0cb7b53 x-openstack-request-id: req-2ee3b35c-a81c-48b7-a87b-2507e0cb7b53 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:26.698937 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84f04ab-196c-4910-83aa-ce03d58dae2c", "name": "network-vif-deleted", "tag": "500acea5-be15-480c-8297-589ef572f63e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:26.699359 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ee3b35c-a81c-48b7-a87b-2507e0cb7b53 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:26.699849 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f04ab-196c-4910-83aa-ce03d58dae2c', 'name': 'network-vif-deleted', 'tag': '500acea5-be15-480c-8297-589ef572f63e', 'status': 'completed', 'code': 200} Jul 06 11:46:26.792313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] For port 1d91ca1c-54b8-4063-b6c9-3197be9fdb01, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,segment=NetworkSegment(c4685690-51ef-43fa-88c4-4791cef6167a),segment_id=c4685690-51ef-43fa-88c4-4791cef6167a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:26.794008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:26.805759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60e4fa6e-3725-4c8f-9881-1c8e48656e57 req-47cf65f2-bdc6-41d3-b989-d3d9b367658e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104436 Jul 06 11:46:26.817907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Calling delete_port for 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:27.106449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f83169ac-6d41-450c-9318-6e3ef79ceede req-17540503-8f3d-4410-8a74-af5895a6a6bd tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 210 time: 0.0814362 Jul 06 11:46:27.143157 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac948c03-c07b-4fd2-bf9c-502d89655e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:27.248558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.259226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.267563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.278627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.288984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.297765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.306995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:27.309882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b365100-feae-4c86-a70a-617c08031a74 req-209bf517-d006-4995-851d-6941cd29f56e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.2256031 Jul 06 11:46:27.315466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:27.326310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:27.338167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Request body: {'floatingip': {'port_id': 'e015561b-6c49-4012-ad5b-f494b5ed1767'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:27.365594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d91ca1c-54b8-4063-b6c9-3197be9fdb01,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:27.443903 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:27.510617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:27.763728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9709040d-53b0-4385-aa24-50c749ead700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:27.827140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.019030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666363ab-d307-4678-bb22-404f198eb801 req-dc485887-f68f-4fd0-8cb8-a7f5cddb9243 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:28.033340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-666363ab-d307-4678-bb22-404f198eb801 req-dc485887-f68f-4fd0-8cb8-a7f5cddb9243 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 946 time: 0.1343153 Jul 06 11:46:28.351996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-666363ab-d307-4678-bb22-404f198eb801 req-f0da5426-9126-44f6-bf4b-c171fb2e624e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176813 Jul 06 11:46:28.576804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9709040d-53b0-4385-aa24-50c749ead700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.604113 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9709040d-53b0-4385-aa24-50c749ead700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.647134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:46:28.770101 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9709040d-53b0-4385-aa24-50c749ead700 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7969fe7911024270a07a6b8099f29481&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2578175 Jul 06 11:46:28.778289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709040d-53b0-4385-aa24-50c749ead700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c999863d-ee9d-4328-8510-0b464c508819,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:28.780349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:28.800097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-74f9dae6-2056-43bf-bfbe-38523030f5f8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:28.802474 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-74f9dae6-2056-43bf-bfbe-38523030f5f8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.3145359 Jul 06 11:46:28.844303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.847706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c80c4b1-5822-41fd-a93e-1f5b377f6e3b req-5286f85d-8a58-4f0b-a9c7-213bda68a4d6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 210 time: 0.1153159 Jul 06 11:46:28.859293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.881084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Request body: {'port': {'device_id': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'admin_state_up': True, 'tenant_id': '4bd4876537144aec8fcf05d95f9d585a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:28.961429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e750476-8f1c-4bee-9ee5-221b25fb0896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.991730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:29.030743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e750476-8f1c-4bee-9ee5-221b25fb0896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.036070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:29.070885 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Floating IP ba0e7009-9a66-40a5-b07b-25bdcabe28e5 associated. External IP: 172.25.7.14, port: e015561b-6c49-4012-ad5b-f494b5ed1767. Jul 06 11:46:29.178037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.191039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:29.193358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Made reservation on behalf of 4bd4876537144aec8fcf05d95f9d585a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:29.197445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.204003 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7da17cd-8f9b-4cca-8b29-51df2c9ee8d4 admin admin] 10.222.0.78 "PUT /v2.0/routers/40e5a68c-6eb0-4f44-9b33-8e88dbea4baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5502520 Jul 06 11:46:29.206710 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] Sync routers for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:29.209840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:29.226510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e750476-8f1c-4bee-9ee5-221b25fb0896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.227080 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:29.227723 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:29.230164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e750476-8f1c-4bee-9ee5-221b25fb0896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.232511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e750476-8f1c-4bee-9ee5-221b25fb0896 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c999863d-ee9d-4328-8510-0b464c508819 HTTP/1.1" status: 204 len: 168 time: 0.4324429 Jul 06 11:46:29.286912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:29.301607 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894a2a99-2469-4ea5-93e4-86f33a581f80" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:29.322003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:29.417057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.471742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Allocated IP 172.20.0.8 (9a858f09-6dc9-4a8c-a39c-b73b39e1f201/b4c15638-cab9-4d40-8524-c13a56ae959d/57c5f3bf-585a-46c9-aa86-0775d026795b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:29.516241 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:29.553402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:29.639143 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50720927-bb60-4fd1-89ad-b6ccd2d15336 x-openstack-request-id: req-50720927-bb60-4fd1-89ad-b6ccd2d15336 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:29.639652 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:29.640142 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50720927-bb60-4fd1-89ad-b6ccd2d15336 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:29.647476 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'code': 200} Jul 06 11:46:29.655338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b89dfdae-540e-4faa-8673-49c88042e795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.792121 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:46:27Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:29.845512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.918129 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] Checking router: 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:29.934313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.947424 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] Routers {'40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:29.948650 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:30.021736 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.049303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.157056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:30.161207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:30.172292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:30.194699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e750476-8f1c-4bee-9ee5-221b25fb0896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c999863d-ee9d-4328-8510-0b464c508819,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:30.207908 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] Set router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:30.256350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:30.257863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.295223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:30.306717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-f476bace-67c2-4995-bbc8-6d0b358ba2c6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4485581 Jul 06 11:46:30.326907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Request body: {'port': {'device_id': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:30.438847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.487907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.541364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01216-e736-45db-ae84-3feb37df9555 req-e22f7f02-bc8a-4cb2-8585-b212513fc756 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:30.552187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0b01216-e736-45db-ae84-3feb37df9555 req-e22f7f02-bc8a-4cb2-8585-b212513fc756 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 931 time: 0.3847697 Jul 06 11:46:30.596940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Router c4e4f07a-2973-4dce-b287-020b1cc183f6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:30.621198 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:46:27Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:30.665399 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f9314-f773-43f3-8dbe-6207f4809a98 None None] The sync data for ids ['40e5a68c-6eb0-4f44-9b33-8e88dbea4baa'] in n-d-799528-2 is: [{'id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'name': 'tempest-ServerRescueTestJSONUnderV235-801668062-router', 'tenant_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:11Z', 'updated_at': '2021-07-06T11:46:27Z', 'revision_number': 5, 'project_id': 'efde16ca2dc24403881a1a9f9615cf0e', 'gw_port': {'id': 'e9abdd06-1b53-4e17-9218-b8517304a6a3', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e5a68c-6eb0-4f44-9b33-8e88dbea4baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:14Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:30.747538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0b01216-e736-45db-ae84-3feb37df9555 req-0dee99c0-7c2c-450f-b728-158d9524c792 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944182 Jul 06 11:46:30.853653 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.887959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.959032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c5f3bf-585a-46c9-aa86-0775d026795b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:30.969578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.986263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Transition to ACTIVE for port object 57c5f3bf-585a-46c9-aa86-0775d026795b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:30.995878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.058507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:31.068240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] Sync routers for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:31.079886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.087175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:31.088115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:31.173667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:31.186604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Deleting port e9abdd06-1b53-4e17-9218-b8517304a6a3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:31.186955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.227303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d0d17c6-cc44-4fdf-9d2f-b2c002b8ea2f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "PUT /v2.0/floatingips/ba0e7009-9a66-40a5-b07b-25bdcabe28e5 HTTP/1.1" status: 200 len: 991 time: 3.8988864 Jul 06 11:46:31.272782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:31.275161 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8212dd77-da0a-4229-8638-2ac538def728" -d '{"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:31.334941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:31.358558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] For port e9abdd06-1b53-4e17-9218-b8517304a6a3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e9abdd06-1b53-4e17-9218-b8517304a6a3,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:31.359187 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.369431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Attempting to bind port 57c5f3bf-585a-46c9-aa86-0775d026795b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:31.371728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Attempting to bind port 57c5f3bf-585a-46c9-aa86-0775d026795b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:31.371860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Attempting to bind port 57c5f3bf-585a-46c9-aa86-0775d026795b on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:31.382609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Port 57c5f3bf-585a-46c9-aa86-0775d026795b on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:31.384127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Attempting to bind port 57c5f3bf-585a-46c9-aa86-0775d026795b on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:31.398578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Calling delete_port for e9abdd06-1b53-4e17-9218-b8517304a6a3 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:31.401699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:31.403161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Checking segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:31.403752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Bound using segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:31.405404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Bound port: 57c5f3bf-585a-46c9-aa86-0775d026795b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:31.405814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.574476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:31.605610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:31.619139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:31.630699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.784301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ba0e7009-9a66-40a5-b07b-25bdcabe28e5', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'port_id': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'mac_address': 'fa:16:3e:16:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:44:59Z', 'updated_at': '2021-07-06T11:46:28Z', 'revision_number': 1, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:31.823771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:31.828587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] Checking router: c4e4f07a-2973-4dce-b287-020b1cc183f6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:31.833310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.834011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.841306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] 10.222.0.79 "PUT /v2.0/ports/57c5f3bf-585a-46c9-aa86-0775d026795b HTTP/1.1" status: 200 len: 1091 time: 1.5189364 Jul 06 11:46:31.843941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:31.846425 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:31.849087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:31.849770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:46:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:31.850794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.889685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935346a5-8b4e-49fd-b6c1-b4a77e7413a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:31.909709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Pushing event deleted for resources: {'Port': ['ID=e9abdd06-1b53-4e17-9218-b8517304a6a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:31.975039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:31.986331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-dc418481-fde7-4e32-bede-5604f7d9ecbd tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7e1a93add22c4e469e02818e10f46e08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828040 Jul 06 11:46:32.069928 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e424eb-75df-42da-8fa6-e51ac05d24b2 x-openstack-request-id: req-71e424eb-75df-42da-8fa6-e51ac05d24b2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:32.070231 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:32.070543 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71e424eb-75df-42da-8fa6-e51ac05d24b2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:32.071137 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'status': 'completed', 'code': 200} Jul 06 11:46:32.100340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.206255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-e55b4a67-abda-403d-9407-cc01d739c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.209228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-e55b4a67-abda-403d-9407-cc01d739c48c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 1094 time: 0.1022778 Jul 06 11:46:32.266319 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-95b0d9ec-58b4-4b29-8330-78a7d5f84224 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c5f3bf-585a-46c9-aa86-0775d026795b HTTP/1.1" status: 200 len: 217 time: 0.0465367 Jul 06 11:46:32.274601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:32.300931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.310927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:32.311447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1d91ca1c-54b8-4063-b6c9-3197be9fdb01 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:32.317355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.331231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-6ad78fc9-6409-453b-8455-f094febed776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.331483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.334006 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-6ad78fc9-6409-453b-8455-f094febed776 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.0607851 Jul 06 11:46:32.345408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ba0e7009-9a66-40a5-b07b-25bdcabe28e5', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'port_id': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'mac_address': 'fa:16:3e:16:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:44:59Z', 'updated_at': '2021-07-06T11:46:28Z', 'revision_number': 1, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:32.377411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d819c-b809-4aa4-9d71-6fa67bf4c302 None None] The sync data for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 is: [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ba0e7009-9a66-40a5-b07b-25bdcabe28e5', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'port_id': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'mac_address': 'fa:16:3e:16:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:44:59Z', 'updated_at': '2021-07-06T11:46:28Z', 'revision_number': 1, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:32.382867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-29f9a839-89cc-47a0-9e9a-454e90cdfd67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304091 Jul 06 11:46:32.393065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-6ebeaf52-a31a-4e11-896c-532a7732cfa3 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.401989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-6ebeaf52-a31a-4e11-896c-532a7732cfa3 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147143 Jul 06 11:46:32.440544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-2d9a3576-9edb-430d-948b-728ce06ca37f tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/quotas/7e1a93add22c4e469e02818e10f46e08 HTTP/1.1" status: 200 len: 375 time: 0.0375462 Jul 06 11:46:32.465200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.465905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e5a68c-6eb0-4f44-9b33-8e88dbea4baa {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:46:32.471434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.475546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5908013f-bf6a-4bff-b20e-c3788979ecac admin admin] 10.222.0.78 "DELETE /v2.0/routers/40e5a68c-6eb0-4f44-9b33-8e88dbea4baa HTTP/1.1" status: 204 len: 168 time: 3.2589009 Jul 06 11:46:32.476925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:32.497813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.532196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-be38044f-e161-49d0-8dc3-97f3700d5e05 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7e1a93add22c4e469e02818e10f46e08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689912 Jul 06 11:46:32.541491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc86863-771d-4980-9692-d0c1e2b5e997 req-066d165b-8ce1-4261-886f-756b474a14cf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.548410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Deleting subnet f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:32.548626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cc86863-771d-4980-9692-d0c1e2b5e997 req-066d165b-8ce1-4261-886f-756b474a14cf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.3346000 Jul 06 11:46:32.552331 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-0f4564c1-6d51-4d0e-a92c-283cfe37cc64 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616976 Jul 06 11:46:32.553623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.554405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.585048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.585565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.586050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.586531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.587004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.587479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.588142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.590229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-4e177b28-ccf5-4ee9-8fe1-5a997c9beb9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6493 time: 0.4533732 Jul 06 11:46:32.600139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bcd0d95d88974501bf4cbcca66f96738&name=default HTTP/1.1" status: 200 len: 2982 time: 1.0194228 Jul 06 11:46:32.610870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:32.658490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.739576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.744357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ac6bf2-1a68-492e-93de-da52df208892,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:32.749642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfc51a-399c-4953-8cc6-775d3f69a928 None None] New status for floating IP ba0e7009-9a66-40a5-b07b-25bdcabe28e5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:46:32.777651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cc86863-771d-4980-9692-d0c1e2b5e997 req-fcd4de88-5380-4bf4-b20e-97af633c2437 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280281 Jul 06 11:46:32.849286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d281da0e-1f16-4f06-980f-8e53ee2b4584 req-a82ecb76-7a85-47dc-982d-3d9e60a0ed9c service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707410 Jul 06 11:46:32.865026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.865753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.868507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.869084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.869084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.869545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.874537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.874537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.874537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.874537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.875722 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2685932b-9080-41d6-9554-3b08df687b38 x-openstack-request-id: req-2685932b-9080-41d6-9554-3b08df687b38 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:32.876697 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:32.876818 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2685932b-9080-41d6-9554-3b08df687b38 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:32.877160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.877269 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'status': 'completed', 'code': 200} Jul 06 11:46:32.878165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccebbf9-24b4-4473-8bb9-bf992678e55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.896529 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.932844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:32.981675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-8fa1b383-02d3-41c9-8c1c-727e311c7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.985070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-8fa1b383-02d3-41c9-8c1c-727e311c7207 service neutron] 10.222.0.79 "GET /v2.0/networks?id=62e399e8-f6e9-4926-bc2f-26ed4524240e HTTP/1.1" status: 200 len: 912 time: 0.3827920 Jul 06 11:46:32.996607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.001092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-63d3f0b9-4284-45aa-8a21-fde5fd2b0fbf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f6299b6f-b59b-43ea-8f2f-8f6ef1023e8e HTTP/1.1" status: 204 len: 168 time: 0.5231869 Jul 06 11:46:33.009288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:33.066140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4ff6-9a70-4ca9-9d32-91795a3deabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.127968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.137683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-f4a82f0e-1c3c-4a5e-b4e7-9562cc2b76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.139565 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-f4a82f0e-1c3c-4a5e-b4e7-9562cc2b76e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 1094 time: 0.2125480 Jul 06 11:46:33.169950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4ff6-9a70-4ca9-9d32-91795a3deabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.200160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-02a59b69-18d8-4df0-96aa-636d1e30e60a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e015561b-6c49-4012-ad5b-f494b5ed1767 HTTP/1.1" status: 200 len: 999 time: 0.1884108 Jul 06 11:46:33.297298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6ee20-d4c5-4d48-a775-0a0bac9bac90 req-9d56e186-f3cb-4d35-8a28-e79d1fa9d473 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.298811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1cb6ee20-d4c5-4d48-a775-0a0bac9bac90 req-9d56e186-f3cb-4d35-8a28-e79d1fa9d473 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 943 time: 0.3270249 Jul 06 11:46:33.336688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7add7cf0-2196-4b85-b0c9-ec82b9e6cd17 req-d8501285-102f-4776-951e-f5de815028c5 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 210 time: 0.0859432 Jul 06 11:46:33.338438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-c876dac9-5df8-43ce-aced-28462690eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.340232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-c876dac9-5df8-43ce-aced-28462690eeb5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 905 time: 0.1914916 Jul 06 11:46:33.349386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.375634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-15f4daeb-14eb-47f3-86d5-9ba5a052b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.380408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-15f4daeb-14eb-47f3-86d5-9ba5a052b5e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19f4daac-96a6-4e0f-99b4-287a8db1bfb7 HTTP/1.1" status: 200 len: 850 time: 0.1715438 Jul 06 11:46:33.405216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716755a4-2f08-4799-bb10-ef6f5b2c110c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:33.414395 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-003a50a9-b7da-4fff-a53b-4e3a91728b1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57c5f3bf-585a-46c9-aa86-0775d026795b HTTP/1.1" status: 200 len: 217 time: 0.0618191 Jul 06 11:46:33.418159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4685690-51ef-43fa-88c4-4791cef6167a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:33.418499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4685690-51ef-43fa-88c4-4791cef6167a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:33.429356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4ff6-9a70-4ca9-9d32-91795a3deabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.431615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4ff6-9a70-4ca9-9d32-91795a3deabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.435167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5a7b4ff6-9a70-4ca9-9d32-91795a3deabb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89ac6bf2-1a68-492e-93de-da52df208892 HTTP/1.1" status: 204 len: 168 time: 0.8139479 Jul 06 11:46:33.450862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.457858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1cb6ee20-d4c5-4d48-a775-0a0bac9bac90 req-b9d993c6-eb4e-4351-8d98-44c14ba576f7 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333935 Jul 06 11:46:33.460178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b4ff6-9a70-4ca9-9d32-91795a3deabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ac6bf2-1a68-492e-93de-da52df208892,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:33.509045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212dd77-da0a-4229-8638-2ac538def728 req-823a8455-43f2-4a9b-9916-738d339513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.512756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-823a8455-43f2-4a9b-9916-738d339513cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62e399e8-f6e9-4926-bc2f-26ed4524240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187816 Jul 06 11:46:33.520543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.536483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:33.536925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: items = [ Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:33.568676 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:33.685690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-ab10cf98-6d94-4e7f-bbc9-55c9cd38f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.689642 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-ab10cf98-6d94-4e7f-bbc9-55c9cd38f610 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.2639253 Jul 06 11:46:33.739759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-1be181f5-50f6-4c9e-a8d0-8d5999ec4b4d service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081435 Jul 06 11:46:33.775690 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-391b4daa-2693-40a3-ad40-61865c803e48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687959 Jul 06 11:46:33.780676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.793845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.800697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/716755a4-2f08-4799-bb10-ef6f5b2c110c HTTP/1.1" status: 204 len: 168 time: 0.7677059 Jul 06 11:46:33.823034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2c0c9-97bd-4ea8-af00-911bf277ded7 admin admin] Pushing event deleted for resources: {'Network': ['ID=716755a4-2f08-4799-bb10-ef6f5b2c110c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:33.978690 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-496220ec-b27f-4d5b-8c17-9c797569225b service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659422 Jul 06 11:46:33.996151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8212dd77-da0a-4229-8638-2ac538def728 req-ab3e5b1d-4c54-4377-94bf-ecead8106774 service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290504 Jul 06 11:46:34.032509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:34.121876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-e4079374-daeb-47bb-8b4b-92eb5ae201fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.123382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-e4079374-daeb-47bb-8b4b-92eb5ae201fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1095 time: 0.1942399 Jul 06 11:46:34.125961 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c10678da-033c-4ea0-868c-03e85f198d9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efde16ca2dc24403881a1a9f9615cf0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923111 Jul 06 11:46:34.128408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:34.154058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d0f0fa1-bf97-4ecf-a0eb-7b5c3552e3e3 req-7c60cc83-54a0-439e-a606-994ceda39119 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561787 Jul 06 11:46:34.159758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d561c-e011-4ed8-93ed-7dbc8d2f333d req-404d6627-682c-42e4-921b-24a08a0ff3e7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.162055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac2d561c-e011-4ed8-93ed-7dbc8d2f333d req-404d6627-682c-42e4-921b-24a08a0ff3e7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1862061 Jul 06 11:46:34.169879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee542c-d94b-46b1-8c94-f19bdcfbd5b5 req-7280790f-67b2-4b5c-9f2c-d398ec78b867 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.171351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffee542c-d94b-46b1-8c94-f19bdcfbd5b5 req-7280790f-67b2-4b5c-9f2c-d398ec78b867 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 949 time: 0.1802084 Jul 06 11:46:34.196563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e9abdd06-1b53-4e17-9218-b8517304a6a3 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:34.213312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-975e1a9f-c29a-4357-bbb2-8a403f7094fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.223731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: e9abdd06-1b53-4e17-9218-b8517304a6a3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:34.224201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e9abdd06-1b53-4e17-9218-b8517304a6a3 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:34.242751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-975e1a9f-c29a-4357-bbb2-8a403f7094fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.280448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac2d561c-e011-4ed8-93ed-7dbc8d2f333d req-f52b219e-b02f-444c-9cef-7c35536803d5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802429 Jul 06 11:46:34.285003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffee542c-d94b-46b1-8c94-f19bdcfbd5b5 req-22413bdb-5483-4d32-b9b5-165c039f853c tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858641 Jul 06 11:46:34.314595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-975e1a9f-c29a-4357-bbb2-8a403f7094fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.317214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-66d9cf9b-1cca-48fe-87e0-8cebdc5b14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.318224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-975e1a9f-c29a-4357-bbb2-8a403f7094fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.318946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-66d9cf9b-1cca-48fe-87e0-8cebdc5b14ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1870828 Jul 06 11:46:34.319476 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-975e1a9f-c29a-4357-bbb2-8a403f7094fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/824a1408-f9b4-4aef-811d-93c5a1a29cc0 HTTP/1.1" status: 204 len: 168 time: 0.1900880 Jul 06 11:46:34.327946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e1a9f-c29a-4357-bbb2-8a403f7094fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a1408-f9b4-4aef-811d-93c5a1a29cc0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:34.505937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-96475a99-2355-4e66-b536-54e024f0eb49 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7e1a93add22c4e469e02818e10f46e08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349095 Jul 06 11:46:34.739707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-04841fdd-416d-4159-ac2b-21ea7c46f872 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.741396 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-04841fdd-416d-4159-ac2b-21ea7c46f872 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183177 Jul 06 11:46:34.756765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Request body: {'port': {'device_id': '5552f3a4-8524-478d-97c1-44500cb089d5', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '7e1a93add22c4e469e02818e10f46e08'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:34.922654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Made reservation on behalf of 7e1a93add22c4e469e02818e10f46e08 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:34.928200 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.938687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.965230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74a0f6a2-8c9d-4f67-a2f2-215a794f3172 req-7ff127a9-efc2-4969-87b2-76520955dec6 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 210 time: 0.0446658 Jul 06 11:46:34.984910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-286343cd-aeb9-45eb-bd02-08f247c8b232 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.6577408 Jul 06 11:46:34.997926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:35.005110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:35.060817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-932e3425-938b-4213-9b6c-3f271e18db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.062779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-932e3425-938b-4213-9b6c-3f271e18db8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0702558 Jul 06 11:46:35.115281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.124634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.212229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-4d5e58d5-2fb7-41a4-8879-40a5a52d029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.214315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-4d5e58d5-2fb7-41a4-8879-40a5a52d029f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418386 Jul 06 11:46:35.234039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea18ddd-56f8-4358-9ace-cd32595ab1af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:35.328436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.333782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193310f-707b-4a9a-b9e8-ea7a4ee45753 req-51ab24ca-e16b-4657-9a2a-b58c93add80a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.340906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7193310f-707b-4a9a-b9e8-ea7a4ee45753 req-51ab24ca-e16b-4657-9a2a-b58c93add80a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 943 time: 0.1666982 Jul 06 11:46:35.361153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:35.397242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'mac_address': 'fa:16:3e:f1:fe:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:35.411331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7193310f-707b-4a9a-b9e8-ea7a4ee45753 req-44a2c710-4625-489a-a2d5-c900db648564 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693662 Jul 06 11:46:35.411866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:35.413701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Allocated IP 192.168.233.115 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/e967a381-d634-4560-b503-24e2656ca37c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:35.415312 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6087a8-78a8-4994-94a9-bea968b45676" -d '{"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-unplugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:35.418517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-56981943-3af2-44fa-8c0b-716e84b8b8f0 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894958 Jul 06 11:46:35.527180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.546662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:35.549131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c5f3bf-585a-46c9-aa86-0775d026795b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:35.586493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:35.587673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a06874-e87e-48af-8428-b0fcc70b40a2 req-4e2b2459-f9fb-4c10-9953-66e69b4920f7 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546412 Jul 06 11:46:35.589421 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.599629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.648923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.665149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Transition to ACTIVE for port object e967a381-d634-4560-b503-24e2656ca37c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:35.725221 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.793772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:35.797789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:35.803049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:35.805724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acca95c-c576-4a2e-a7a5-a27c62aa1bd6 req-e7ce441e-606e-4ab5-b35f-c88bf9b699e5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.807672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9acca95c-c576-4a2e-a7a5-a27c62aa1bd6 req-e7ce441e-606e-4ab5-b35f-c88bf9b699e5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1041014 Jul 06 11:46:35.860258 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff479ffe-1b65-4556-8ed7-a9d109c5b506 x-openstack-request-id: req-ff479ffe-1b65-4556-8ed7-a9d109c5b506 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:35.861199 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-unplugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:35.862227 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff479ffe-1b65-4556-8ed7-a9d109c5b506 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:35.863284 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'code': 200} Jul 06 11:46:35.889854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:35.892241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.892918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9acca95c-c576-4a2e-a7a5-a27c62aa1bd6 req-2d0248e5-7c01-44ff-957c-eb21415fc21b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734427 Jul 06 11:46:35.893044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.926758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:35.948263 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5bc846bd-36f5-4640-9e97-5d6df9e35a55 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1960282 Jul 06 11:46:35.964690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Request body: {'port': {'device_id': '5552f3a4-8524-478d-97c1-44500cb089d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:35.982980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:36.023715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d66df8e-6d75-468c-812f-98c427135810 req-e208dce4-84df-49d0-a441-3f380e2b9aeb tempest-AbsoluteLimitsNegativeTestJSON-530769940 tempest-AbsoluteLimitsNegativeTestJSON-530769940-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=eaac64967fe34526994494b0a54ab9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410662 Jul 06 11:46:36.118095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.200222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66df8e-6d75-468c-812f-98c427135810 req-9b3f6761-1672-4944-b7e3-cc6bda9cd4d2 tempest-AbsoluteLimitsNegativeTestJSON-530769940 tempest-AbsoluteLimitsNegativeTestJSON-530769940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.209086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d66df8e-6d75-468c-812f-98c427135810 req-9b3f6761-1672-4944-b7e3-cc6bda9cd4d2 tempest-AbsoluteLimitsNegativeTestJSON-530769940 tempest-AbsoluteLimitsNegativeTestJSON-530769940-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844923 Jul 06 11:46:36.255138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d66df8e-6d75-468c-812f-98c427135810 req-a839036a-6f19-4fa8-b25f-7fe5f9bef9e7 tempest-AbsoluteLimitsNegativeTestJSON-530769940 tempest-AbsoluteLimitsNegativeTestJSON-530769940-project] 10.222.0.78 "GET /v2.0/quotas/eaac64967fe34526994494b0a54ab9c5 HTTP/1.1" status: 200 len: 375 time: 0.0450921 Jul 06 11:46:36.284804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8d30b16-873f-413b-a38c-079555c73575 None None] Provisioning for port e967a381-d634-4560-b503-24e2656ca37c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:36.291151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8d30b16-873f-413b-a38c-079555c73575 None None] Provisioning complete for port e967a381-d634-4560-b503-24e2656ca37c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:36.291761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8d30b16-873f-413b-a38c-079555c73575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.305313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d66df8e-6d75-468c-812f-98c427135810 req-7f874e15-08e9-4bb4-955d-27985d55dc7b tempest-AbsoluteLimitsNegativeTestJSON-530769940 tempest-AbsoluteLimitsNegativeTestJSON-530769940-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eaac64967fe34526994494b0a54ab9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429826 Jul 06 11:46:36.330222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:36.335616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['57c5f3bf-585a-46c9-aa86-0775d026795b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:36.351717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f042-918b-4dc3-9423-bc4c57c3edbb req-ef4567b0-d026-417a-90e5-5c5f8b93f42f tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.364538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b09f042-918b-4dc3-9423-bc4c57c3edbb req-ef4567b0-d026-417a-90e5-5c5f8b93f42f tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 936 time: 0.1518054 Jul 06 11:46:36.419823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b09f042-918b-4dc3-9423-bc4c57c3edbb req-490313e3-c98b-4f4a-a8a5-195edb96cb02 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549970 Jul 06 11:46:36.447931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c8d30b16-873f-413b-a38c-079555c73575 None None] Port e967a381-d634-4560-b503-24e2656ca37c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:36.625393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5704c62c-772d-44d6-bb3c-8194ccae5315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.653725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e967a381-d634-4560-b503-24e2656ca37c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:36.674810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.691264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f879a-733a-4d1b-9325-070c73b3a438 req-a8b05b57-b372-4a8e-a956-fda6ca57fa2a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.693028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-521f879a-733a-4d1b-9325-070c73b3a438 req-a8b05b57-b372-4a8e-a956-fda6ca57fa2a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 944 time: 0.0898430 Jul 06 11:46:36.694812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Transition to ACTIVE for port object e967a381-d634-4560-b503-24e2656ca37c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:36.711900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.727234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:36.741415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-521f879a-733a-4d1b-9325-070c73b3a438 req-7b0d9d9b-f004-49dc-8ec6-448ab7f15738 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Jul 06 11:46:36.794377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:36.887889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-137090d5-4878-4109-ad01-77d07f0bf4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.901648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Attempting to bind port e967a381-d634-4560-b503-24e2656ca37c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:36.901984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Attempting to bind port e967a381-d634-4560-b503-24e2656ca37c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:36.902316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Attempting to bind port e967a381-d634-4560-b503-24e2656ca37c on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:36.916453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Port e967a381-d634-4560-b503-24e2656ca37c on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:36.916896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Attempting to bind port e967a381-d634-4560-b503-24e2656ca37c on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:36.924542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5704c62c-772d-44d6-bb3c-8194ccae5315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.928893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:36.929122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:36.929578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:36.930112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Bound port: e967a381-d634-4560-b503-24e2656ca37c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:36.930537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.934122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5704c62c-772d-44d6-bb3c-8194ccae5315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.009911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5704c62c-772d-44d6-bb3c-8194ccae5315 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8997b6a80454408d80f70c510bdb6c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6786017 Jul 06 11:46:37.014063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:37.023750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c62c-772d-44d6-bb3c-8194ccae5315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8dab18-3d82-461d-88de-e55f2fe65bb5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:37.038054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-137090d5-4878-4109-ad01-77d07f0bf4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.042778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-137090d5-4878-4109-ad01-77d07f0bf4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.078216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:37.081380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:37.087670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.105497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88c51a2-a7b6-48e2-ab3a-f5f198244bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.116137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-137090d5-4878-4109-ad01-77d07f0bf4f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eaac64967fe34526994494b0a54ab9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863423 Jul 06 11:46:37.117752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:37.119673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137090d5-4878-4109-ad01-77d07f0bf4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45abf1d5-7672-4a57-9466-379b5ab9255c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:37.138107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.138730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.140233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] 10.222.0.79 "PUT /v2.0/ports/e967a381-d634-4560-b503-24e2656ca37c HTTP/1.1" status: 200 len: 1096 time: 1.1803246 Jul 06 11:46:37.142481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:37.146083 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de960e89-6885-4347-9a49-e69369b62f51" -d '{"events": [{"name": "network-changed", "server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:37.190082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88c51a2-a7b6-48e2-ab3a-f5f198244bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.222219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd5dcc-fb0c-45a1-a518-fefb4a789861 req-f7c61334-35cf-4e06-8c1b-ee5e92e5ac5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.224583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cebd5dcc-fb0c-45a1-a518-fefb4a789861 req-f7c61334-35cf-4e06-8c1b-ee5e92e5ac5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1789298 Jul 06 11:46:37.227906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9405e925-f5dc-4f41-a8ff-e07d25350674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.260160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b51ec-ff5d-4274-92aa-39de946f4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:37.266930 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9405e925-f5dc-4f41-a8ff-e07d25350674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.301163 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4f2739-f250-461f-ab1a-a228d381f82c x-openstack-request-id: req-1d4f2739-f250-461f-ab1a-a228d381f82c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:37.301587 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:37.301843 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d4f2739-f250-461f-ab1a-a228d381f82c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:37.302302 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'status': 'completed', 'code': 200} Jul 06 11:46:37.307771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cebd5dcc-fb0c-45a1-a518-fefb4a789861 req-96de2be0-103c-4731-bd90-114dcaacf84f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750871 Jul 06 11:46:37.313653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-04f1d7cc-41d3-4a11-b09f-663a5d821d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.315181 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-04f1d7cc-41d3-4a11-b09f-663a5d821d36 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e1a93add22c4e469e02818e10f46e08&device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 1099 time: 0.1112854 Jul 06 11:46:37.317080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88c51a2-a7b6-48e2-ab3a-f5f198244bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.319857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88c51a2-a7b6-48e2-ab3a-f5f198244bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.328159 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c88c51a2-a7b6-48e2-ab3a-f5f198244bb1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab8dab18-3d82-461d-88de-e55f2fe65bb5 HTTP/1.1" status: 204 len: 168 time: 0.3084128 Jul 06 11:46:37.365829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9405e925-f5dc-4f41-a8ff-e07d25350674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.368602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9405e925-f5dc-4f41-a8ff-e07d25350674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.370141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9405e925-f5dc-4f41-a8ff-e07d25350674 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45abf1d5-7672-4a57-9466-379b5ab9255c HTTP/1.1" status: 204 len: 168 time: 0.2513580 Jul 06 11:46:37.388606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e925-f5dc-4f41-a8ff-e07d25350674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45abf1d5-7672-4a57-9466-379b5ab9255c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:37.391560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c51a2-a7b6-48e2-ab3a-f5f198244bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8dab18-3d82-461d-88de-e55f2fe65bb5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:37.395295 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-095e019c-0e38-4093-9b35-1852365507e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e967a381-d634-4560-b503-24e2656ca37c HTTP/1.1" status: 200 len: 217 time: 0.0648346 Jul 06 11:46:37.505082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-ad2a64d1-c36d-4bf9-8296-cf231b16bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.506654 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-ad2a64d1-c36d-4bf9-8296-cf231b16bbf1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1044858 Jul 06 11:46:37.633791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5f06195a-0dba-4952-a2db-9b2e4e1763f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.635313 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-5f06195a-0dba-4952-a2db-9b2e4e1763f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169746 Jul 06 11:46:37.743778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af65c7-2004-41cf-b0a2-a372f3702b18 req-d10246ea-df60-4f1e-b2eb-ab0d4c281587 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.745456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97af65c7-2004-41cf-b0a2-a372f3702b18 req-d10246ea-df60-4f1e-b2eb-ab0d4c281587 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1160295 Jul 06 11:46:37.755490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f983a3-c5a2-4272-a60b-85bae10fef26 req-f92024d4-78f2-442a-91a8-3cf2af68b727 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.757338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96f983a3-c5a2-4272-a60b-85bae10fef26 req-f92024d4-78f2-442a-91a8-3cf2af68b727 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 948 time: 0.1407278 Jul 06 11:46:37.766828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-b972aa7e-374c-4a7a-af7a-578708f30e5e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209979 Jul 06 11:46:37.831008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96f983a3-c5a2-4272-a60b-85bae10fef26 req-003ab649-b522-4d7e-bb5b-7bba8b4ffdd9 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663085 Jul 06 11:46:37.834934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97af65c7-2004-41cf-b0a2-a372f3702b18 req-c75f0160-20db-4277-a2b7-84e87d05c9d5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766611 Jul 06 11:46:37.918204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a7ae861b-e782-4ac5-8510-74545bbe0e43 req-3515c939-8c9b-486f-a0ee-c8cec4dfc8df service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355462 Jul 06 11:46:38.085041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de960e89-6885-4347-9a49-e69369b62f51 req-3b4fc3b6-0335-473b-9a1f-a11edee502cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.087107 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-3b4fc3b6-0335-473b-9a1f-a11edee502cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e1a93add22c4e469e02818e10f46e08&device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 1099 time: 0.0894699 Jul 06 11:46:38.211854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de960e89-6885-4347-9a49-e69369b62f51 req-5e6b27f0-0e55-41c8-86df-4787c2aa18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.213517 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-5e6b27f0-0e55-41c8-86df-4787c2aa18c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.1151240 Jul 06 11:46:38.231646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f3008-a7d0-406d-9360-aa1d484b1186 req-da640de4-aa96-455d-aa1c-894838fdafec tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.233543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a2f3008-a7d0-406d-9360-aa1d484b1186 req-da640de4-aa96-455d-aa1c-894838fdafec tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1102724 Jul 06 11:46:38.258561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04956-a3aa-489d-8d6c-728c49fca9bc req-05581977-f4c0-49cb-b689-3f3b795c385d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.260275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0d04956-a3aa-489d-8d6c-728c49fca9bc req-05581977-f4c0-49cb-b689-3f3b795c385d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 944 time: 0.1497738 Jul 06 11:46:38.314058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a2f3008-a7d0-406d-9360-aa1d484b1186 req-1d7e78f8-7527-4458-8511-b91c8f8a21a6 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721223 Jul 06 11:46:38.324774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0d04956-a3aa-489d-8d6c-728c49fca9bc req-55584261-98bb-4b37-9899-50babd7ed548 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Jul 06 11:46:38.532187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:38.628299 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-ed32a829-3782-4e92-aa4b-4848a5cd8e33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e967a381-d634-4560-b503-24e2656ca37c HTTP/1.1" status: 200 len: 217 time: 0.3936923 Jul 06 11:46:38.662390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-745652237-network', 'tenant_id': '000be18412ef4771843e840bc05a19b7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:38.686317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de960e89-6885-4347-9a49-e69369b62f51 req-b2b8b216-92c9-46a6-beba-fffb9c377c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.688209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-b2b8b216-92c9-46a6-beba-fffb9c377c12 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0494409 Jul 06 11:46:38.721443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-f11d31d3-d016-432d-881a-33be6a9bea32 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.723355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-f11d31d3-d016-432d-881a-33be6a9bea32 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.1537871 Jul 06 11:46:38.725923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Made reservation on behalf of 000be18412ef4771843e840bc05a19b7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:38.730533 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.757881 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.768410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de960e89-6885-4347-9a49-e69369b62f51 req-2de1a669-7e9c-429f-bceb-524641554f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.770309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-3773d46a-2502-4945-94c4-67614ca37cf2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/quotas/13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 375 time: 0.0358899 Jul 06 11:46:38.770439 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-2de1a669-7e9c-429f-bceb-524641554f1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679212 Jul 06 11:46:38.882507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-f4a49d82-2d20-4a98-ba1e-82769469de4e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1052186 Jul 06 11:46:38.896334 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-5f52ecea-2274-491e-93b2-f53cd133972a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188221 Jul 06 11:46:38.902015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-eb9c20cf-692e-4339-b8f6-8ea3f1a7cc06 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:46:38.903141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-eb9c20cf-692e-4339-b8f6-8ea3f1a7cc06 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064187 Jul 06 11:46:39.010427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:39.012660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:39.034120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de960e89-6885-4347-9a49-e69369b62f51 req-e11b0143-dbca-4f10-ad83-78032cf049d5 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148393 Jul 06 11:46:39.037835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.040929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-c6199daa-cbba-4768-9a19-d7664a29d21e service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296711 Jul 06 11:46:39.043422 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.117428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:39.140350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce7559-7928-4a47-9759-f1fb51f4448f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:39.151484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.151901 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Added segment 3bd6a2d5-c4c8-4538-b562-5c19f8dd9514 of type vlan for network 4ef37189-1d11-48ad-9556-35fac7b973ed Jul 06 11:46:39.238858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.271833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-023c529c-1e35-4eff-9565-d5bc2cbfca88 service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178876 Jul 06 11:46:39.273094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 57c5f3bf-585a-46c9-aa86-0775d026795b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:39.287679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 57c5f3bf-585a-46c9-aa86-0775d026795b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:39.288358 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.394153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.395767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:39.396855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.404712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:39.449987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'mac_address': 'fa:16:3e:88:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:39.456344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.525769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:39.527376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9900422 Jul 06 11:46:39.532229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Request body: {'subnet': {'network_id': '4ef37189-1d11-48ad-9556-35fac7b973ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-745652237-subnet', 'tenant_id': '000be18412ef4771843e840bc05a19b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:39.561481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1462e-5221-4d8d-8ff1-b8c7698f6f91 req-1006c24f-eed9-436b-b9e9-9a47cb0c1943 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:39.571958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6c1462e-5221-4d8d-8ff1-b8c7698f6f91 req-1006c24f-eed9-436b-b9e9-9a47cb0c1943 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 948 time: 0.2966702 Jul 06 11:46:39.573888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9243f-2479-4075-9dd7-966719bd2488 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef37189-1d11-48ad-9556-35fac7b973ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:39.612796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 4ef37189-1d11-48ad-9556-35fac7b973ed details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:39.615158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Made reservation on behalf of 000be18412ef4771843e840bc05a19b7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:39.629550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.632278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6c1462e-5221-4d8d-8ff1-b8c7698f6f91 req-b36dd6df-b31a-4bb3-a67b-4e335ac661c4 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 Jul 06 11:46:39.720906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:39.722350 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213363b4-ce1d-4cd0-a313-f067cc6c4507" -d '{"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-plugged", "status": "completed", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:39.760289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:39.764664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.783633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.895782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:39.906316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9650240-1575-40b3-898f-2f32dd7b354e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:39.913854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.914204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.914547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.914886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.915219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.915551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.915879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.916234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.916559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.916883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.917209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.917534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:39.956995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:39.970132 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.006140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d688af16-4f77-451d-93a5-a6b5bacaa5ec req-b001f0cc-30a4-48cb-ba21-0b3492454e42 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 210 time: 0.0828280 Jul 06 11:46:40.084374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:40.159274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da0556-126a-43d8-b8c5-2ec777b3c867 req-bd037ae2-cd6a-4e41-9b12-ea55546b46d8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:40.174695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5da0556-126a-43d8-b8c5-2ec777b3c867 req-bd037ae2-cd6a-4e41-9b12-ea55546b46d8 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 945 time: 0.1807799 Jul 06 11:46:40.179262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f9650240-1575-40b3-898f-2f32dd7b354e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:40.216317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.310230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5da0556-126a-43d8-b8c5-2ec777b3c867 req-6d4bca59-d886-4232-a934-ca44b7b975ca tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338813 Jul 06 11:46:40.391057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fd75ae-fe2e-446d-8040-789bbcef61df,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:40.391203 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460d7f78-bfd1-4b7e-a9e3-8e5c75b53a02 x-openstack-request-id: req-460d7f78-bfd1-4b7e-a9e3-8e5c75b53a02 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:40.391550 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-plugged", "status": "completed", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:40.391705 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-460d7f78-bfd1-4b7e-a9e3-8e5c75b53a02 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:40.392308 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'code': 200} Jul 06 11:46:40.401671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Checking segment: {'id': '3bd6a2d5-c4c8-4538-b562-5c19f8dd9514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4ef37189-1d11-48ad-9556-35fac7b973ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:40.402053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Network hostable DHCP agents. Network: 4ef37189-1d11-48ad-9556-35fac7b973ed, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:40.421894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Network 4ef37189-1d11-48ad-9556-35fac7b973ed is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:40.455462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 4ef37189-1d11-48ad-9556-35fac7b973ed) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:40.470679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:40.471383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.475488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880c7b3-5ebf-4cb3-a874-7e6c80bfc46d None None] Network 4ef37189-1d11-48ad-9556-35fac7b973ed requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:40.509046 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-87e97c9f-db4b-4bfe-80a8-b43208c3b8a3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9816751 Jul 06 11:46:40.640727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f99ef-af7b-4c80-aa12-9c99a8a33221 req-149dc183-54ef-4ea2-97f3-b7ea9111b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:40.642196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c51f99ef-af7b-4c80-aa12-9c99a8a33221 req-149dc183-54ef-4ea2-97f3-b7ea9111b4fc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 1096 time: 0.1317160 Jul 06 11:46:40.677069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a13200-f6c1-442f-886b-9c33ad0e467e None None] Network 4ef37189-1d11-48ad-9556-35fac7b973ed requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:40.700420 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c51f99ef-af7b-4c80-aa12-9c99a8a33221 req-7663e6aa-d5c7-4f42-beae-c88073aac64e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Jul 06 11:46:40.753733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c07941d5-13e3-42cb-b975-4f6f469210cb req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1696626238', 'description': 'tempest-description-653429293'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:40.817548 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c07941d5-13e3-42cb-b975-4f6f469210cb req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.990036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c07941d5-13e3-42cb-b975-4f6f469210cb req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.998739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d579-bb0c-4d01-8f15-5b35fa815092 req-cba2622a-412b-4e01-81a6-735411d68a3e tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.005710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04a0d579-bb0c-4d01-8f15-5b35fa815092 req-cba2622a-412b-4e01-81a6-735411d68a3e tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 948 time: 0.1328456 Jul 06 11:46:41.013454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c07941d5-13e3-42cb-b975-4f6f469210cb req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.045213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:41.048003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:41.061447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c07941d5-13e3-42cb-b975-4f6f469210cb req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.079896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c07941d5-13e3-42cb-b975-4f6f469210cb req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3309624 Jul 06 11:46:41.101885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04a0d579-bb0c-4d01-8f15-5b35fa815092 req-0cf015ac-93cb-4e4b-8ac3-5bc6e2ffe578 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952375 Jul 06 11:46:41.105195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564a2fc-a1f0-4886-9306-08bf2c047c75 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beede0f8-ac34-42a0-a430-909bdea6bd34,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.218295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f9650240-1575-40b3-898f-2f32dd7b354e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:41.219291 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.281651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:41.298629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e967a381-d634-4560-b503-24e2656ca37c', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'e967a381-d634-4560-b503-24e2656ca37c', 'mac_address': 'fa:16:3e:bc:f9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:41.352785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-172a533c-2a7d-4be2-97e5-6b21297b6c79 req-483055c3-ce63-48b4-b503-4889b59d4bbf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 210 time: 0.0719841 Jul 06 11:46:41.373044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.386514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.439343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-bc482c7f-2288-4b50-b678-8fa354f07ecb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/beede0f8-ac34-42a0-a430-909bdea6bd34 HTTP/1.1" status: 200 len: 1806 time: 0.1490860 Jul 06 11:46:41.440833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e967a381-d634-4560-b503-24e2656ca37c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:41.450555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'beede0f8-ac34-42a0-a430-909bdea6bd34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:41.450891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'beede0f8-ac34-42a0-a430-909bdea6bd34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:41.498697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:41.504168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:41.516579 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.527825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.580278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.651435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.652636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.657305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.709681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df845010-224c-4f2f-9176-e3cd8ac13261,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.718549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.730460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-07be7add-caa9-48c3-985e-a218a0887287 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.732232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-07be7add-caa9-48c3-985e-a218a0887287 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.2148986 Jul 06 11:46:41.734093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc7f0a79-8469-47be-ab15-87bafb323366 req-c69ebb86-ea45-4154-98b3-db9eba9a313c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2874465 Jul 06 11:46:41.757920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'port': {'device_id': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'admin_state_up': True, 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:41.783786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.971679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2aecb-81cf-4584-90bb-f9e31beddf03 req-48ac1aab-1980-4576-8f01-b98c73d3208c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.983303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ea2aecb-81cf-4584-90bb-f9e31beddf03 req-48ac1aab-1980-4576-8f01-b98c73d3208c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 945 time: 0.1110559 Jul 06 11:46:42.018177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:42.023845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.053105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c305c7bf-e452-47cd-9ca3-1c682f01a549 req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1855576620', 'description': 'tempest-description-306880493'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:42.074270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e967a381-d634-4560-b503-24e2656ca37c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:42.087017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ea2aecb-81cf-4584-90bb-f9e31beddf03 req-d660b857-d050-4998-9465-5c42b5268315 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863464 Jul 06 11:46:42.124792 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c305c7bf-e452-47cd-9ca3-1c682f01a549 req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.198122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Allocated IP 172.20.0.4 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/67b96779-3998-4ef6-b675-30cc06acc9f2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:42.332861 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c305c7bf-e452-47cd-9ca3-1c682f01a549 req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.339070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c305c7bf-e452-47cd-9ca3-1c682f01a549 req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.403216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:42.412273 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64dc27-df4a-49af-b2be-f150964b7e02" -d '{"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-plugged", "status": "completed", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:42.450783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c305c7bf-e452-47cd-9ca3-1c682f01a549 req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.459162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c305c7bf-e452-47cd-9ca3-1c682f01a549 req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4214635 Jul 06 11:46:42.465411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.488346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Transition to ACTIVE for port object 67b96779-3998-4ef6-b675-30cc06acc9f2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:42.497262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507f9c7-bca9-4216-9940-ae6c7cd56105 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ecefec-16d3-41a3-a9f2-8989b3734817,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:42.549460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.559389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823b91-466c-4f63-9c60-f65981e13061 req-84fa57bd-19c3-4d8b-bc5e-76cde5691c53 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:42.568024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d823b91-466c-4f63-9c60-f65981e13061 req-84fa57bd-19c3-4d8b-bc5e-76cde5691c53 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 949 time: 0.1985161 Jul 06 11:46:42.640383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=67b96779-3998-4ef6-b675-30cc06acc9f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:42.652547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:42.654361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:42.655037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d823b91-466c-4f63-9c60-f65981e13061 req-44c56cf8-63ef-4313-a8ee-580d69ea6f2a tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856831 Jul 06 11:46:42.679680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:42.764484 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6468a-3623-43ad-9c5d-115381297488 x-openstack-request-id: req-c4a6468a-3623-43ad-9c5d-115381297488 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:42.764833 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-plugged", "status": "completed", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:42.765089 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4a6468a-3623-43ad-9c5d-115381297488 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:42.765485 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'code': 200} Jul 06 11:46:42.781090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:42.782549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.819432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-326238e0-6411-47a0-be50-354e92a4b653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0738540 Jul 06 11:46:42.833161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Request body: {'port': {'device_id': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:42.909164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-6ae16c4d-d266-4aac-b13e-a4ff50a6e2d9 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/d4ecefec-16d3-41a3-a9f2-8989b3734817 HTTP/1.1" status: 200 len: 1806 time: 0.1241910 Jul 06 11:46:42.922935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd4ecefec-16d3-41a3-a9f2-8989b3734817', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:42.923252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd4ecefec-16d3-41a3-a9f2-8989b3734817', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:43.018599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4cab2-6bb2-47b8-8661-6fe8fd66b910 req-6d477ef3-8a97-4f13-bf85-984361b3fedf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:43.021156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82a4cab2-6bb2-47b8-8661-6fe8fd66b910 req-6d477ef3-8a97-4f13-bf85-984361b3fedf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 931 time: 0.1724856 Jul 06 11:46:43.022365 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.032785 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.078010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.088610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c8c700d-fe14-438d-b19b-2e77635f3f07 None None] Provisioning for port 67b96779-3998-4ef6-b675-30cc06acc9f2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:43.095045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c8c700d-fe14-438d-b19b-2e77635f3f07 None None] Provisioning complete for port 67b96779-3998-4ef6-b675-30cc06acc9f2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:43.095569 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c8c700d-fe14-438d-b19b-2e77635f3f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.098698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82a4cab2-6bb2-47b8-8661-6fe8fd66b910 req-e3340db6-e021-40a0-bcb0-670739bb62d1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631263 Jul 06 11:46:43.099542 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.123083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e945fe1-0784-41e4-b0ef-42f4066fe037,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:43.150273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.161870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40666b62-c4e5-42b1-8a9a-8d2ef9847e0b req-b9d44b2a-8504-44a9-b24b-521f18777e57 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2439551 Jul 06 11:46:43.201975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c700d-fe14-438d-b19b-2e77635f3f07 None None] Port 67b96779-3998-4ef6-b675-30cc06acc9f2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:43.398007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d10ad662-137c-426b-97eb-cc4990c2c58c req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1284395762', 'description': 'tempest-description-1197775187'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:43.446984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d10ad662-137c-426b-97eb-cc4990c2c58c req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.491556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c8255-9d0f-4b58-9772-1d313ae4d8e0 req-f360d1e1-e747-4249-9f4f-63a3b0421c95 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:43.497475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-408c8255-9d0f-4b58-9772-1d313ae4d8e0 req-f360d1e1-e747-4249-9f4f-63a3b0421c95 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 945 time: 0.1391294 Jul 06 11:46:43.506124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b96779-3998-4ef6-b675-30cc06acc9f2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:43.516059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.531454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Transition to ACTIVE for port object 67b96779-3998-4ef6-b675-30cc06acc9f2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:43.538874 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.592667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=67b96779-3998-4ef6-b675-30cc06acc9f2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:43.609329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-408c8255-9d0f-4b58-9772-1d313ae4d8e0 req-c915f801-ed3a-48bf-abb2-63caa37365bf tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063750 Jul 06 11:46:43.681493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d10ad662-137c-426b-97eb-cc4990c2c58c req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.690155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d10ad662-137c-426b-97eb-cc4990c2c58c req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.720802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Attempting to bind port 67b96779-3998-4ef6-b675-30cc06acc9f2 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:43.722009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d10ad662-137c-426b-97eb-cc4990c2c58c req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.722511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Attempting to bind port 67b96779-3998-4ef6-b675-30cc06acc9f2 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:43.724471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Attempting to bind port 67b96779-3998-4ef6-b675-30cc06acc9f2 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:43.730893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Port 67b96779-3998-4ef6-b675-30cc06acc9f2 on network ad120c1c-1715-453c-8ad9-c03d02436880 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:43.731230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Attempting to bind port 67b96779-3998-4ef6-b675-30cc06acc9f2 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:43.737085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:43.737243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d10ad662-137c-426b-97eb-cc4990c2c58c req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3491769 Jul 06 11:46:43.737438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:43.737801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:43.739163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Bound port: 67b96779-3998-4ef6-b675-30cc06acc9f2, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:43.739540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.782063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17aec8-2f4c-473b-bbd2-214e1d617dfb tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a3c72-6a31-4deb-ad56-76aaeec55e4c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:43.854470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] For port 67b96779-3998-4ef6-b675-30cc06acc9f2, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:43.858211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] For port 67b96779-3998-4ef6-b675-30cc06acc9f2, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=67b96779-3998-4ef6-b675-30cc06acc9f2,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:43.868105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.965006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=67b96779-3998-4ef6-b675-30cc06acc9f2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:43.985382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:43.986468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.989744 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-d67eea31-cebc-46b9-9953-35b43be3cd53 service neutron] 10.222.0.79 "PUT /v2.0/ports/67b96779-3998-4ef6-b675-30cc06acc9f2 HTTP/1.1" status: 200 len: 1091 time: 1.1618893 Jul 06 11:46:43.991873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'tag': '67b96779-3998-4ef6-b675-30cc06acc9f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:43.994695 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c459407-d6c9-46e0-bb8c-1da53d5c7233" -d '{"events": [{"name": "network-changed", "server_uuid": "dce3c92d-7623-42a6-803f-e0b5bd6cfc89", "tag": "67b96779-3998-4ef6-b675-30cc06acc9f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:44.239016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-3c47903e-8ef8-4fa3-a715-e127f96d7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.242939 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-3c47903e-8ef8-4fa3-a715-e127f96d7eff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 1094 time: 0.1845627 Jul 06 11:46:44.323323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d8c92ff2-dd58-4e87-befd-dd8fc321c725 req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1559750136', 'description': 'tempest-description-1221381647'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:44.348563 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-6e82171f-6c8f-4c1d-b255-ce091fd863f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b96779-3998-4ef6-b675-30cc06acc9f2 HTTP/1.1" status: 200 len: 217 time: 0.0846660 Jul 06 11:46:44.430559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab0fb-4673-45bf-9764-0d6d2316749c req-2214166a-bcd6-4d5c-a494-2011db880091 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.432185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-110ab0fb-4673-45bf-9764-0d6d2316749c req-2214166a-bcd6-4d5c-a494-2011db880091 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 949 time: 0.1902144 Jul 06 11:46:44.438703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-80b3329a-d0f9-48ae-8d3f-db86ed4659ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.442992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-80b3329a-d0f9-48ae-8d3f-db86ed4659ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0869198 Jul 06 11:46:44.494573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8c92ff2-dd58-4e87-befd-dd8fc321c725 req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.554072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-914838b1-51fb-44c5-a515-e323e6cbb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.555868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-914838b1-51fb-44c5-a515-e323e6cbb0c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019504 Jul 06 11:46:44.561838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-110ab0fb-4673-45bf-9764-0d6d2316749c req-4320f5ab-f88c-47f1-ad6d-9625b935cbe8 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116443 Jul 06 11:46:44.682379 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8c92ff2-dd58-4e87-befd-dd8fc321c725 req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.683378 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9beed0-a80f-4b78-b366-bc0cbb06f66d x-openstack-request-id: req-3a9beed0-a80f-4b78-b366-bc0cbb06f66d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:44.683677 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce3c92d-7623-42a6-803f-e0b5bd6cfc89", "tag": "67b96779-3998-4ef6-b675-30cc06acc9f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:44.683953 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a9beed0-a80f-4b78-b366-bc0cbb06f66d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:44.684383 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'tag': '67b96779-3998-4ef6-b675-30cc06acc9f2', 'status': 'completed', 'code': 200} Jul 06 11:46:44.688394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8c92ff2-dd58-4e87-befd-dd8fc321c725 req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.726886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a79911-ac49-472f-aa41-572a0199ac50,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:44.748394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8c92ff2-dd58-4e87-befd-dd8fc321c725 req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.770204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c92ff2-dd58-4e87-befd-dd8fc321c725 req-344b9b7b-df6c-4df6-ad99-5ec61648edc8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4543376 Jul 06 11:46:44.806718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-cbbd7d7a-e3f6-4fd4-a1b9-6d59c5d324e3 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405694 Jul 06 11:46:44.926306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb01d5-29ae-46b9-ab48-a039582db63b req-563230f6-5505-4cd9-98d3-c73bc123b92d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.926681 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c1936b8e-da4d-43cb-8b1b-9a0dfeaa9cb9 req-c33fedab-f023-4973-9105-c851c31482a9 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101832 Jul 06 11:46:44.935748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5acb01d5-29ae-46b9-ab48-a039582db63b req-563230f6-5505-4cd9-98d3-c73bc123b92d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 943 time: 0.1505704 Jul 06 11:46:45.042594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5acb01d5-29ae-46b9-ab48-a039582db63b req-576fa205-8f18-40ce-8f08-5b97334c8989 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046307 Jul 06 11:46:45.070389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:45.173593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be85a24-f80b-491f-8b94-f64ef886dff3 req-67a03066-e7f6-49dc-9f23-9a2027d5ec4e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.184442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6be85a24-f80b-491f-8b94-f64ef886dff3 req-67a03066-e7f6-49dc-9f23-9a2027d5ec4e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 945 time: 0.1232305 Jul 06 11:46:45.229948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e967a381-d634-4560-b503-24e2656ca37c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:45.230542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-64f227a5-1811-4fa0-9a46-a9d91bfe9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.232280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-64f227a5-1811-4fa0-9a46-a9d91bfe9ed5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 1094 time: 0.1523705 Jul 06 11:46:45.234565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e967a381-d634-4560-b503-24e2656ca37c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:45.234946 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.251710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6be85a24-f80b-491f-8b94-f64ef886dff3 req-45446d0a-1893-4a36-b995-88978d8d3f88 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631618 Jul 06 11:46:45.382604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-fabb56db-bcee-404e-a936-4a960f6f8501 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/2f3a3c72-6a31-4deb-ad56-76aaeec55e4c HTTP/1.1" status: 200 len: 1807 time: 0.1459894 Jul 06 11:46:45.413742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.435160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-553cdfe1-f272-43f4-8c3e-3cdd49b649a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.437054 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-553cdfe1-f272-43f4-8c3e-3cdd49b649a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1970153 Jul 06 11:46:45.453234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:45.460971 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8497c005-4cfb-4b73-9f37-097d438ed3a5" -d '{"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-plugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:45.463681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-4be39811-02bb-43cc-b623-c1289dac6c8c tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/25a79911-ac49-472f-aa41-572a0199ac50 HTTP/1.1" status: 200 len: 1807 time: 0.0796082 Jul 06 11:46:45.469802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f3a3c72-6a31-4deb-ad56-76aaeec55e4c', 'remote_group_id': '25a79911-ac49-472f-aa41-572a0199ac50', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:45.470378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f3a3c72-6a31-4deb-ad56-76aaeec55e4c', 'remote_group_id': '25a79911-ac49-472f-aa41-572a0199ac50', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:45.497542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:45.506230 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.535904 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-c12bd5b9-c63b-4eea-978b-43e349e4c88b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b96779-3998-4ef6-b675-30cc06acc9f2 HTTP/1.1" status: 200 len: 217 time: 0.0874293 Jul 06 11:46:45.603137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:45.653400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-2f2db549-d01c-4b55-8ab3-790afb9bd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.655403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-2f2db549-d01c-4b55-8ab3-790afb9bd928 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.1137896 Jul 06 11:46:45.656565 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.686408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023af4c4-9f63-4479-8759-dff12b98a1ad x-openstack-request-id: req-023af4c4-9f63-4479-8759-dff12b98a1ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:45.686942 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-plugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:45.687424 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-023af4c4-9f63-4479-8759-dff12b98a1ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:45.688074 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'code': 200} Jul 06 11:46:45.789358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-46be64c0-e8fc-4afd-96bc-28edbda8be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.792754 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-46be64c0-e8fc-4afd-96bc-28edbda8be46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292963 Jul 06 11:46:45.989909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.088320 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-addb17ea-fc2c-488f-9438-62127c1bb008 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833486 Jul 06 11:46:46.096141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.123848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784d94d4-1421-4147-bf66-ca14d2b0659c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:46.151314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.152652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca4c5df-5b22-484d-97ac-190a0f9e30a3 req-b31b5ef1-4da7-48c5-a922-86159ff1f04d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6876783 Jul 06 11:46:46.168700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1acf9d-a2ba-4c49-9050-d9cc6a253f05 req-72ac2b6b-5260-4788-8b34-9d489b301f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:46.170604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a1acf9d-a2ba-4c49-9050-d9cc6a253f05 req-72ac2b6b-5260-4788-8b34-9d489b301f20 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 1101 time: 0.3828137 Jul 06 11:46:46.243960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720291-1d3d-4e58-b127-b9f304ab8569 req-0fd61b84-5f68-493d-8cd3-04578bf27793 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:46.275332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d720291-1d3d-4e58-b127-b9f304ab8569 req-0fd61b84-5f68-493d-8cd3-04578bf27793 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 950 time: 0.3799584 Jul 06 11:46:46.291984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:46.360016 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c459407-d6c9-46e0-bb8c-1da53d5c7233 req-9a476f62-16d2-4c6b-950f-2a39832439a4 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630939 Jul 06 11:46:46.403550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a1acf9d-a2ba-4c49-9050-d9cc6a253f05 req-37decb33-4932-4b5c-a239-3ef466472cdf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073636 Jul 06 11:46:46.409035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d720291-1d3d-4e58-b127-b9f304ab8569 req-05fdfae5-46cb-44fc-a3ff-9fe310f3bede tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326184 Jul 06 11:46:46.462813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3cfb0bf9-b7cc-4aa5-8d93-e30eff135ad7 req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1426890570', 'description': 'tempest-description-1081851000'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:46.499180 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cfb0bf9-b7cc-4aa5-8d93-e30eff135ad7 req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.539800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b89542-cb19-4d1d-b949-3cae3be14a42 req-60af4f35-90e6-46df-835c-d62a01f74305 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:46.541427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18b89542-cb19-4d1d-b949-3cae3be14a42 req-60af4f35-90e6-46df-835c-d62a01f74305 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 943 time: 0.1314251 Jul 06 11:46:46.591827 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55916f8b-f181-4858-b49e-3c9606ddb11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.651282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18b89542-cb19-4d1d-b949-3cae3be14a42 req-585b4bcb-5212-456f-b66d-7d4acc2c8ba8 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029856 Jul 06 11:46:46.734650 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cfb0bf9-b7cc-4aa5-8d93-e30eff135ad7 req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.748228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cfb0bf9-b7cc-4aa5-8d93-e30eff135ad7 req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.789842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500da8cd-3627-4442-bb72-7cbeb685e474,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:46.945951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55916f8b-f181-4858-b49e-3c9606ddb11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.963161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55916f8b-f181-4858-b49e-3c9606ddb11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.973151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cfb0bf9-b7cc-4aa5-8d93-e30eff135ad7 req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.986575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cfb0bf9-b7cc-4aa5-8d93-e30eff135ad7 req-84f8cfa2-152b-4f39-9d88-f48682671e1e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5296664 Jul 06 11:46:47.047638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916f8b-f181-4858-b49e-3c9606ddb11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a8f24-1e7e-485a-94a5-7da5041fd358,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.073224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-55916f8b-f181-4858-b49e-3c9606ddb11c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23c0ddf2d75846dc89d0bcb91ea7e5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567317 Jul 06 11:46:47.075880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:47.099855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 67b96779-3998-4ef6-b675-30cc06acc9f2 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:47.188019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-715ecc1c-9079-4901-889d-45a9c22a55da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.217175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 67b96779-3998-4ef6-b675-30cc06acc9f2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=67b96779-3998-4ef6-b675-30cc06acc9f2,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:47.227264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-715ecc1c-9079-4901-889d-45a9c22a55da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.247437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '67b96779-3998-4ef6-b675-30cc06acc9f2', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': '67b96779-3998-4ef6-b675-30cc06acc9f2', 'mac_address': 'fa:16:3e:6e:80:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:47.250635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9232c2-dc16-4605-b0ae-b22ffb124b46 req-c44045fa-ce18-40a6-a34c-2f0b523329aa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.274514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e9232c2-dc16-4605-b0ae-b22ffb124b46 req-c44045fa-ce18-40a6-a34c-2f0b523329aa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 945 time: 0.1509914 Jul 06 11:46:47.304097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-715ecc1c-9079-4901-889d-45a9c22a55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.308316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-715ecc1c-9079-4901-889d-45a9c22a55da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.311982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-715ecc1c-9079-4901-889d-45a9c22a55da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c3a8f24-1e7e-485a-94a5-7da5041fd358 HTTP/1.1" status: 204 len: 168 time: 0.2328358 Jul 06 11:46:47.313591 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.322241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32ea6532-d4fc-43f4-bfd9-1731486a7b5d req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1285950719', 'description': 'tempest-description-1735991455'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:47.328572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b96779-3998-4ef6-b675-30cc06acc9f2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:47.340520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e9232c2-dc16-4605-b0ae-b22ffb124b46 req-912ef6ce-828c-4b3e-b6f2-a20a8c963e34 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578644 Jul 06 11:46:47.358884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ecc1c-9079-4901-889d-45a9c22a55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a8f24-1e7e-485a-94a5-7da5041fd358,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.393996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 67b96779-3998-4ef6-b675-30cc06acc9f2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=67b96779-3998-4ef6-b675-30cc06acc9f2,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:47.412466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32ea6532-d4fc-43f4-bfd9-1731486a7b5d req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.428504 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.608065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=67b96779-3998-4ef6-b675-30cc06acc9f2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.616401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32ea6532-d4fc-43f4-bfd9-1731486a7b5d req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.625546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32ea6532-d4fc-43f4-bfd9-1731486a7b5d req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.693620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32ea6532-d4fc-43f4-bfd9-1731486a7b5d req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.708539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32ea6532-d4fc-43f4-bfd9-1731486a7b5d req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4275000 Jul 06 11:46:47.715599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5fbb-03a7-400a-a724-cc5015d97783 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6706cb-9ccc-4328-8a74-8c684fe0d711,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.929327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028540a6-f03b-4d1d-b0d1-93cc47168cd9 req-946e997b-26e5-49a0-a309-99a98600d0e9 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.936792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-028540a6-f03b-4d1d-b0d1-93cc47168cd9 req-946e997b-26e5-49a0-a309-99a98600d0e9 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 950 time: 0.0831723 Jul 06 11:46:47.960319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:47.996443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-028540a6-f03b-4d1d-b0d1-93cc47168cd9 req-84ad8e88-62d7-43aa-a744-438366d745fd tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Jul 06 11:46:48.338428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-c8a59d6c-38b8-4ad2-8898-26c18645a575 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/500da8cd-3627-4442-bb72-7cbeb685e474 HTTP/1.1" status: 200 len: 1807 time: 0.1338961 Jul 06 11:46:48.383517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a2f31-abfd-4f4a-a8e4-20ba80beb694 req-79882d63-c471-4a14-8cd1-f839215f9057 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:48.390619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96a2f31-abfd-4f4a-a8e4-20ba80beb694 req-79882d63-c471-4a14-8cd1-f839215f9057 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 944 time: 0.2589834 Jul 06 11:46:48.455024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e96a2f31-abfd-4f4a-a8e4-20ba80beb694 req-94a2bd5e-2e88-4b6c-b849-67fc6d7c585e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Jul 06 11:46:48.472644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-bf0acfe1-0529-4e92-86bc-1120c4b696f8 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/ca6706cb-9ccc-4328-8a74-8c684fe0d711 HTTP/1.1" status: 200 len: 1807 time: 0.1331398 Jul 06 11:46:48.481038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '500da8cd-3627-4442-bb72-7cbeb685e474', 'remote_group_id': 'ca6706cb-9ccc-4328-8a74-8c684fe0d711', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:48.481415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '500da8cd-3627-4442-bb72-7cbeb685e474', 'remote_group_id': 'ca6706cb-9ccc-4328-8a74-8c684fe0d711', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:48.593604 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.635177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.641019 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.663902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0489a2-4e59-44ff-977f-5a81e837f8ed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:48.673759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.688843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce7d5c26-fcdf-4e37-a070-3b9cd7427995 req-3c8be6dd-c127-46fe-b3e3-039189bde65a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2143991 Jul 06 11:46:49.252905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d31f5590-2653-44de-9bd1-e3cfc960a1bd req-fcaa0283-9cc9-4544-b815-69481f68e11a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/ca6706cb-9ccc-4328-8a74-8c684fe0d711 HTTP/1.1" status: 200 len: 1807 time: 0.0901687 Jul 06 11:46:49.346174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d31f5590-2653-44de-9bd1-e3cfc960a1bd req-d9c68eb5-8434-421a-8f3e-d10a95b63f7f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.372959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d31f5590-2653-44de-9bd1-e3cfc960a1bd req-d9c68eb5-8434-421a-8f3e-d10a95b63f7f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.460067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d31f5590-2653-44de-9bd1-e3cfc960a1bd req-d9c68eb5-8434-421a-8f3e-d10a95b63f7f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.463616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d31f5590-2653-44de-9bd1-e3cfc960a1bd req-d9c68eb5-8434-421a-8f3e-d10a95b63f7f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.469379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d31f5590-2653-44de-9bd1-e3cfc960a1bd req-d9c68eb5-8434-421a-8f3e-d10a95b63f7f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/ca6706cb-9ccc-4328-8a74-8c684fe0d711 HTTP/1.1" status: 204 len: 173 time: 0.2068558 Jul 06 11:46:49.495957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c68eb5-8434-421a-8f3e-d10a95b63f7f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6706cb-9ccc-4328-8a74-8c684fe0d711,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:49.616863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59fd7375-3cf3-4349-b9bc-70ad65a0bc01 req-76427597-ae67-4fa1-97d8-c9574b3cf794 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/500da8cd-3627-4442-bb72-7cbeb685e474 HTTP/1.1" status: 200 len: 1807 time: 0.0995166 Jul 06 11:46:49.635682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-404d9c38-fc21-46d1-8f61-72c70cdf7ff6 req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1112809223', 'description': 'tempest-description-1199425080'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:49.725330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-404d9c38-fc21-46d1-8f61-72c70cdf7ff6 req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.747371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bc46a-ba4d-4acc-89cf-8ddc09e26064 req-ed51f259-3610-4515-a6f7-50d4f2937ca7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:49.755632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-011bc46a-ba4d-4acc-89cf-8ddc09e26064 req-ed51f259-3610-4515-a6f7-50d4f2937ca7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 944 time: 0.1100674 Jul 06 11:46:49.821083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-011bc46a-ba4d-4acc-89cf-8ddc09e26064 req-f1caeed5-3723-4b20-82d0-480870518b2c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Jul 06 11:46:49.944529 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-404d9c38-fc21-46d1-8f61-72c70cdf7ff6 req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.951089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-404d9c38-fc21-46d1-8f61-72c70cdf7ff6 req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.976942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-404d9c38-fc21-46d1-8f61-72c70cdf7ff6 req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.997886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-404d9c38-fc21-46d1-8f61-72c70cdf7ff6 req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3564384 Jul 06 11:46:50.073685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276e998-4eeb-4d73-a1f1-d943aa11684e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d9d7d8-ec23-4553-a193-0c1090177782,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:50.142615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-bf475080-8716-4251-bcd8-2fdeda7e8112 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/30d9d7d8-ec23-4553-a193-0c1090177782 HTTP/1.1" status: 200 len: 1807 time: 0.1283526 Jul 06 11:46:50.148522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d9d7d8-ec23-4553-a193-0c1090177782', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:50.149132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d9d7d8-ec23-4553-a193-0c1090177782', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:50.238821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.290088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.313991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.350211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afee1a2-4eba-4d4a-b44d-011b14f3570e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:50.361359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.372862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-004e0b25-3115-4321-bb2e-9e14fb01d5eb req-196c8eee-ebf5-43a1-b669-da8d59176d06 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2288713 Jul 06 11:46:50.470511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-9e890488-f8d4-4541-9c2f-d05688a9d3be tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/30d9d7d8-ec23-4553-a193-0c1090177782 HTTP/1.1" status: 200 len: 2401 time: 0.0689063 Jul 06 11:46:50.486164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d9d7d8-ec23-4553-a193-0c1090177782', 'remote_group_id': None}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:50.486551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d9d7d8-ec23-4553-a193-0c1090177782', 'remote_group_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:50.562727 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.594478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.643032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.673036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94439f53-838c-4855-a647-90bf840728c9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:50.693688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.695001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bde0466-8277-47eb-a6d2-afe0c8c4ba81 req-570887f5-c310-4696-a4ff-2092b322edc4 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2167094 Jul 06 11:46:50.793602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed14bd64-b613-4aca-9330-0c7d816437a7 req-cec7d46e-7bc5-49a1-b883-31d85ff7eaca tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/30d9d7d8-ec23-4553-a193-0c1090177782 HTTP/1.1" status: 200 len: 3000 time: 0.0754530 Jul 06 11:46:50.885584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-183d4c7c-4f19-44e3-ba93-7807e3c7e2b2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-group-rules/94439f53-838c-4855-a647-90bf840728c9 HTTP/1.1" status: 200 len: 783 time: 0.0711033 Jul 06 11:46:50.956393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-ff644de6-db64-44d0-a476-248d4790fe59 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/30d9d7d8-ec23-4553-a193-0c1090177782 HTTP/1.1" status: 200 len: 3000 time: 0.0634418 Jul 06 11:46:51.028380 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-cbd41d6b-de00-4479-9f70-cad38efa443d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.049305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-cbd41d6b-de00-4479-9f70-cad38efa443d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.096844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ba0cc-e7d5-427a-963d-daf94f2b8764 req-4a7263e3-5fc8-4b44-9140-311a7cae9cb1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:51.102710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:51.104632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd3ba0cc-e7d5-427a-963d-daf94f2b8764 req-4a7263e3-5fc8-4b44-9140-311a7cae9cb1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 944 time: 0.1450007 Jul 06 11:46:51.107318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 67b96779-3998-4ef6-b675-30cc06acc9f2 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:51.123510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-cbd41d6b-de00-4479-9f70-cad38efa443d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.137610 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-cbd41d6b-de00-4479-9f70-cad38efa443d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.153876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb79e4a-2850-4029-a7fd-9492dd98976d req-cbd41d6b-de00-4479-9f70-cad38efa443d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/94439f53-838c-4855-a647-90bf840728c9 HTTP/1.1" status: 204 len: 173 time: 0.1953492 Jul 06 11:46:51.156052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd41d6b-de00-4479-9f70-cad38efa443d tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94439f53-838c-4855-a647-90bf840728c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:51.205320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd3ba0cc-e7d5-427a-963d-daf94f2b8764 req-24b658d7-b59b-42d3-a5f6-8a07015d4126 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997086 Jul 06 11:46:51.264575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 67b96779-3998-4ef6-b675-30cc06acc9f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:51.270578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 67b96779-3998-4ef6-b675-30cc06acc9f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:51.271258 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.379933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:51.392232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'mac_address': 'fa:16:3e:f1:fe:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:51.451354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccefa871-8682-433d-8a5a-22c8f2f16eb1 req-19313144-2331-4ec5-96a2-4b552691ed3f tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/30d9d7d8-ec23-4553-a193-0c1090177782 HTTP/1.1" status: 200 len: 2401 time: 0.0782373 Jul 06 11:46:51.476615 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.518288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.524156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b96779-3998-4ef6-b675-30cc06acc9f2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:51.527435 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae7433e-3da6-4864-8359-7515a4e744d1" -d '{"events": [{"server_uuid": "dce3c92d-7623-42a6-803f-e0b5bd6cfc89", "name": "network-vif-plugged", "status": "completed", "tag": "67b96779-3998-4ef6-b675-30cc06acc9f2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:51.543351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccefa871-8682-433d-8a5a-22c8f2f16eb1 req-16626a86-eb59-49d1-8292-c610e125c739 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.550129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 67b96779-3998-4ef6-b675-30cc06acc9f2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=67b96779-3998-4ef6-b675-30cc06acc9f2,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:51.555609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57c5f3bf-585a-46c9-aa86-0775d026795b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:51.578993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccefa871-8682-433d-8a5a-22c8f2f16eb1 req-16626a86-eb59-49d1-8292-c610e125c739 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.579232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:51.581138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.587808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.659412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=67b96779-3998-4ef6-b675-30cc06acc9f2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:51.683729 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccefa871-8682-433d-8a5a-22c8f2f16eb1 req-16626a86-eb59-49d1-8292-c610e125c739 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.686751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccefa871-8682-433d-8a5a-22c8f2f16eb1 req-16626a86-eb59-49d1-8292-c610e125c739 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.688085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccefa871-8682-433d-8a5a-22c8f2f16eb1 req-16626a86-eb59-49d1-8292-c610e125c739 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/30d9d7d8-ec23-4553-a193-0c1090177782 HTTP/1.1" status: 204 len: 173 time: 0.2342656 Jul 06 11:46:51.713464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16626a86-eb59-49d1-8292-c610e125c739 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d9d7d8-ec23-4553-a193-0c1090177782,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:51.828625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:51.886149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['57c5f3bf-585a-46c9-aa86-0775d026795b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:52.000045 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a585c-298c-412e-ab0c-fd3665f7b6bc x-openstack-request-id: req-493a585c-298c-412e-ab0c-fd3665f7b6bc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:52.000642 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce3c92d-7623-42a6-803f-e0b5bd6cfc89", "name": "network-vif-plugged", "status": "completed", "tag": "67b96779-3998-4ef6-b675-30cc06acc9f2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:52.001113 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-493a585c-298c-412e-ab0c-fd3665f7b6bc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:52.001788 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b96779-3998-4ef6-b675-30cc06acc9f2', 'code': 200} Jul 06 11:46:52.048647 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-284ae119-69dd-4ab1-80c7-dd06b33403e3 req-6b85986e-5ce4-49bb-b24c-55429c369895 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] show failed (client error): The resource could not be found. Jul 06 11:46:52.059468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-284ae119-69dd-4ab1-80c7-dd06b33403e3 req-6b85986e-5ce4-49bb-b24c-55429c369895 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/ca6706cb-9ccc-4328-8a74-8c684fe0d711 HTTP/1.1" status: 404 len: 352 time: 0.0244510 Jul 06 11:46:52.180530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23fc22fb-18aa-440e-b6d2-c2f826e78989 req-e3b80c75-0dd5-422d-95d5-9a48c4701d10 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/500da8cd-3627-4442-bb72-7cbeb685e474 HTTP/1.1" status: 200 len: 1807 time: 0.0971620 Jul 06 11:46:52.242657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32cbd-9e94-49cb-8fcc-0d5cc82f1ce4 req-61e79155-7ffb-4b32-aa06-47e3ffcffb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:52.246276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea32cbd-9e94-49cb-8fcc-0d5cc82f1ce4 req-61e79155-7ffb-4b32-aa06-47e3ffcffb79 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 1096 time: 0.1446013 Jul 06 11:46:52.336512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea32cbd-9e94-49cb-8fcc-0d5cc82f1ce4 req-392bd3b3-8a09-4e16-980a-9a44b8c09322 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 Jul 06 11:46:52.338003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23fc22fb-18aa-440e-b6d2-c2f826e78989 req-5862935d-3af1-4dac-9ba9-31fe007c54e6 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.374315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23fc22fb-18aa-440e-b6d2-c2f826e78989 req-5862935d-3af1-4dac-9ba9-31fe007c54e6 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.509939 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.856473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0dc9-c2ea-46da-848b-72c9acf7aa4d req-bfe9914c-0d63-45a4-985f-12080fdd0c66 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:52.868200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c57d0dc9-c2ea-46da-848b-72c9acf7aa4d req-bfe9914c-0d63-45a4-985f-12080fdd0c66 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.5002441 Jul 06 11:46:52.876969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23fc22fb-18aa-440e-b6d2-c2f826e78989 req-5862935d-3af1-4dac-9ba9-31fe007c54e6 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.880750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23fc22fb-18aa-440e-b6d2-c2f826e78989 req-5862935d-3af1-4dac-9ba9-31fe007c54e6 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.893256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23fc22fb-18aa-440e-b6d2-c2f826e78989 req-5862935d-3af1-4dac-9ba9-31fe007c54e6 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/500da8cd-3627-4442-bb72-7cbeb685e474 HTTP/1.1" status: 204 len: 173 time: 0.6970139 Jul 06 11:46:52.922046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862935d-3af1-4dac-9ba9-31fe007c54e6 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500da8cd-3627-4442-bb72-7cbeb685e474,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:52.971958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c57d0dc9-c2ea-46da-848b-72c9acf7aa4d req-4fc455ed-7d60-4fcf-b5bc-bac678181354 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018338 Jul 06 11:46:53.105841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:53.115748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:53.224814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:53.245953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea6db31-465e-4dea-bb98-dd59a8ec7bd2 req-f61e39fc-ee54-4a5a-8231-e5b217378a80 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/25a79911-ac49-472f-aa41-572a0199ac50 HTTP/1.1" status: 200 len: 1807 time: 0.0830493 Jul 06 11:46:53.443075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea6db31-465e-4dea-bb98-dd59a8ec7bd2 req-abdbd607-0a31-40c0-8dd6-797d29d94123 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.488522 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea6db31-465e-4dea-bb98-dd59a8ec7bd2 req-abdbd607-0a31-40c0-8dd6-797d29d94123 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.490940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.620750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea6db31-465e-4dea-bb98-dd59a8ec7bd2 req-abdbd607-0a31-40c0-8dd6-797d29d94123 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.623758 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea6db31-465e-4dea-bb98-dd59a8ec7bd2 req-abdbd607-0a31-40c0-8dd6-797d29d94123 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.635614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea6db31-465e-4dea-bb98-dd59a8ec7bd2 req-abdbd607-0a31-40c0-8dd6-797d29d94123 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/25a79911-ac49-472f-aa41-572a0199ac50 HTTP/1.1" status: 204 len: 173 time: 0.3798358 Jul 06 11:46:53.640266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:53.666002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbd607-0a31-40c0-8dd6-797d29d94123 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a79911-ac49-472f-aa41-572a0199ac50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:53.677314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 57c5f3bf-585a-46c9-aa86-0775d026795b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:53.677701 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.681940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e967a381-d634-4560-b503-24e2656ca37c', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'e967a381-d634-4560-b503-24e2656ca37c', 'mac_address': 'fa:16:3e:bc:f9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:53.828791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.835497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.855046 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.888735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e967a381-d634-4560-b503-24e2656ca37c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:53.969976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc50a5-b0ec-4058-95c1-3244ae75c58c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:53.994211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.994613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.994931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.995321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.995663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.996031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.996368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.996703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.997029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.997357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.997871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:53.998053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:54.024257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:54.025715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:54.028880 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2de5ef7f-c6ba-4c22-a685-88ad561a4243 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=902bff8a329e4a76b84ea0f519be3545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8028882 Jul 06 11:46:54.046515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.061911 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.147999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f323358-0e9b-44ad-b406-e067d5809f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.173826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:54.177505 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe3c921-d101-4939-8cc0-c5f1ef3220ec" -d '{"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-plugged", "status": "completed", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:54.201339 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f323358-0e9b-44ad-b406-e067d5809f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.207206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:54.209059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:54.215661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.276019 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f323358-0e9b-44ad-b406-e067d5809f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.278842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f323358-0e9b-44ad-b406-e067d5809f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.282415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f323358-0e9b-44ad-b406-e067d5809f09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0bc50a5-b0ec-4058-95c1-3244ae75c58c HTTP/1.1" status: 204 len: 168 time: 0.2510691 Jul 06 11:46:54.318501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f323358-0e9b-44ad-b406-e067d5809f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc50a5-b0ec-4058-95c1-3244ae75c58c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:54.338991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e967a381-d634-4560-b503-24e2656ca37c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:54.413611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:55.020210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:55.040467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa0a8675-ef83-4bf6-b711-f561182cbabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.120736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:55.222441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa0a8675-ef83-4bf6-b711-f561182cbabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.242873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa0a8675-ef83-4bf6-b711-f561182cbabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.244012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e967a381-d634-4560-b503-24e2656ca37c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:55.244437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.299700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a8675-ef83-4bf6-b711-f561182cbabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d634ce3-7d99-4b51-84bd-51f9dff5dbf9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:55.330181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa0a8675-ef83-4bf6-b711-f561182cbabb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57d21679a895438885d813528e889acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075747 Jul 06 11:46:55.332631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:55.429271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5990a6b-10ba-4010-bc5e-a17848bfe1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.476599 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.492151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5990a6b-10ba-4010-bc5e-a17848bfe1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.545496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:55.554026 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.574731 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5990a6b-10ba-4010-bc5e-a17848bfe1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.585599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5990a6b-10ba-4010-bc5e-a17848bfe1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.596134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5990a6b-10ba-4010-bc5e-a17848bfe1e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d634ce3-7d99-4b51-84bd-51f9dff5dbf9 HTTP/1.1" status: 204 len: 168 time: 0.2526140 Jul 06 11:46:55.639721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5990a6b-10ba-4010-bc5e-a17848bfe1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d634ce3-7d99-4b51-84bd-51f9dff5dbf9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:55.727749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:56.772447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ba3cc96-834c-4aae-9728-09dce04774aa req-8b4b7e43-b3b6-4aa2-a0e6-5a1da676da0e tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/2f3a3c72-6a31-4deb-ad56-76aaeec55e4c HTTP/1.1" status: 200 len: 1807 time: 0.0793042 Jul 06 11:46:56.934464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ba3cc96-834c-4aae-9728-09dce04774aa req-6b0bfe66-c114-4a56-b851-8f851be09b24 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:56.976358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ba3cc96-834c-4aae-9728-09dce04774aa req-6b0bfe66-c114-4a56-b851-8f851be09b24 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.011940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a7459-f497-4c9a-8d9a-d1bdb57c8dee req-77beb268-0e05-474f-9e08-c98c0ed9b34d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:57.021658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-728a7459-f497-4c9a-8d9a-d1bdb57c8dee req-77beb268-0e05-474f-9e08-c98c0ed9b34d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1881030 Jul 06 11:46:57.103074 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9453253c-44b2-49c6-a69d-8c79fe0b2bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.148403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-728a7459-f497-4c9a-8d9a-d1bdb57c8dee req-0ebf56ff-676d-4e25-bd80-1d33467d503e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250648 Jul 06 11:46:57.161612 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ba3cc96-834c-4aae-9728-09dce04774aa req-6b0bfe66-c114-4a56-b851-8f851be09b24 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.164890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ba3cc96-834c-4aae-9728-09dce04774aa req-6b0bfe66-c114-4a56-b851-8f851be09b24 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.174779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ba3cc96-834c-4aae-9728-09dce04774aa req-6b0bfe66-c114-4a56-b851-8f851be09b24 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/2f3a3c72-6a31-4deb-ad56-76aaeec55e4c HTTP/1.1" status: 204 len: 173 time: 0.3956246 Jul 06 11:46:57.200362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bfe66-c114-4a56-b851-8f851be09b24 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a3c72-6a31-4deb-ad56-76aaeec55e4c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:57.260964 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e466c34-e5f2-493d-8d98-c6fe84d6ec4e x-openstack-request-id: req-3e466c34-e5f2-493d-8d98-c6fe84d6ec4e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:57.264510 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-plugged", "status": "completed", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:57.265827 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e466c34-e5f2-493d-8d98-c6fe84d6ec4e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:57.266807 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'code': 200} Jul 06 11:46:57.692195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef6dc928-579b-4961-a5fb-320a9137dcee req-671a2c16-2cf0-4a83-8a92-885de7999fb5 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/d4ecefec-16d3-41a3-a9f2-8989b3734817 HTTP/1.1" status: 200 len: 2406 time: 0.0599284 Jul 06 11:46:57.836942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6dc928-579b-4961-a5fb-320a9137dcee req-59ca080b-96e5-4cdf-b424-5189002d27f2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.893416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6dc928-579b-4961-a5fb-320a9137dcee req-59ca080b-96e5-4cdf-b424-5189002d27f2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.967676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6dc928-579b-4961-a5fb-320a9137dcee req-59ca080b-96e5-4cdf-b424-5189002d27f2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.971087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6dc928-579b-4961-a5fb-320a9137dcee req-59ca080b-96e5-4cdf-b424-5189002d27f2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.993567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef6dc928-579b-4961-a5fb-320a9137dcee req-59ca080b-96e5-4cdf-b424-5189002d27f2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/d4ecefec-16d3-41a3-a9f2-8989b3734817 HTTP/1.1" status: 204 len: 173 time: 0.2896428 Jul 06 11:46:58.010592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca080b-96e5-4cdf-b424-5189002d27f2 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ecefec-16d3-41a3-a9f2-8989b3734817,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:59.122025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:59.270176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:59.273962 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b05a2de-fa3f-42fa-baf3-7544fc32e477" -d '{"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-plugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:59.287110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.353956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:59.359834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.468169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:59.634630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcd20a19-1d00-4ee4-bafa-0e402822e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.853258 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.996856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:00.880608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:02.275225 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:47:02.334438 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:04.908892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-4133f64e-1934-47e1-b7d9-feb0a1fc3b95 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0990276 Jul 06 11:47:05.048147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.048964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.049813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.050791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.051744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.052443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.053073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.055564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-32e34e6e-8a3e-4cb0-9a79-14d74b0801e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6501 time: 0.0949655 Jul 06 11:47:05.284824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-2909e21a-650b-419a-8b79-09c42574d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.285753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-2909e21a-650b-419a-8b79-09c42574d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.288057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-2909e21a-650b-419a-8b79-09c42574d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.290424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-2909e21a-650b-419a-8b79-09c42574d97b service neutron] 10.222.0.79 "GET /v2.0/networks?id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=3679393b-3105-453f-9148-d457d7fafec4&id=3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 200 len: 2297 time: 0.1920009 Jul 06 11:47:05.299793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:05.438266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-7974fde6-31ad-4419-94e6-66f889e303a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6 HTTP/1.1" status: 200 len: 1002 time: 0.1306577 Jul 06 11:47:05.461877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52d5e20-0a5b-4a89-9db8-a867dea5810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.564191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52d5e20-0a5b-4a89-9db8-a867dea5810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.567097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-456db7e1-ac14-4502-a1e4-83ef3ca8fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.568921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-456db7e1-ac14-4502-a1e4-83ef3ca8fc62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3813d467-4a25-4a8c-9fd0-e5bb76e7c900 HTTP/1.1" status: 200 len: 855 time: 0.1085186 Jul 06 11:47:05.570113 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52d5e20-0a5b-4a89-9db8-a867dea5810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.595051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734acbd-d674-4e1f-8428-6135cfbe48f5 req-681aed38-815a-48c2-a525-ed70a02fd932 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.598658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e734acbd-d674-4e1f-8428-6135cfbe48f5 req-681aed38-815a-48c2-a525-ed70a02fd932 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1549315 Jul 06 11:47:05.613919 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d5e20-0a5b-4a89-9db8-a867dea5810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a40e56-8f77-42b7-8895-ccfbb92837da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:05.620875 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e52d5e20-0a5b-4a89-9db8-a867dea5810e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c16ea1003114e09be926da79c86558c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198960 Jul 06 11:47:05.623974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:05.660460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e734acbd-d674-4e1f-8428-6135cfbe48f5 req-aa74df69-c921-4417-94a1-ef0e76351a71 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Jul 06 11:47:05.757215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6df06686-d3d8-4b4e-ad86-daa6e0ec15a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.766554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0767f41f-8ffa-4611-882b-dc736a4a26cb req-73cb566b-ff2d-47b5-8e5e-8c6321592389 tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "GET /v2.0/security-groups/beede0f8-ac34-42a0-a430-909bdea6bd34 HTTP/1.1" status: 200 len: 2400 time: 0.0979111 Jul 06 11:47:05.800347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-ceb29d70-ca68-429a-b9ff-c4f20e980581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.802630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-ceb29d70-ca68-429a-b9ff-c4f20e980581 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465528 Jul 06 11:47:05.803218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6df06686-d3d8-4b4e-ad86-daa6e0ec15a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.874340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6df06686-d3d8-4b4e-ad86-daa6e0ec15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.877020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6df06686-d3d8-4b4e-ad86-daa6e0ec15a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.878871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6df06686-d3d8-4b4e-ad86-daa6e0ec15a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07a40e56-8f77-42b7-8895-ccfbb92837da HTTP/1.1" status: 204 len: 168 time: 0.2516644 Jul 06 11:47:05.904440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df06686-d3d8-4b4e-ad86-daa6e0ec15a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a40e56-8f77-42b7-8895-ccfbb92837da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:05.944869 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01582519-1dc0-4596-8291-dcbdca5ec43f x-openstack-request-id: req-01582519-1dc0-4596-8291-dcbdca5ec43f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:05.945415 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-plugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:05.945415 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01582519-1dc0-4596-8291-dcbdca5ec43f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:05.945898 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'code': 200} Jul 06 11:47:05.968010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0767f41f-8ffa-4611-882b-dc736a4a26cb req-d9d55d2d-363d-44b1-87b6-3cdf320e054a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.023420 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0767f41f-8ffa-4611-882b-dc736a4a26cb req-d9d55d2d-363d-44b1-87b6-3cdf320e054a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.064362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-9f4acba5-a65f-4e91-953e-ec9126dc5eb2 service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491035 Jul 06 11:47:06.246128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0767f41f-8ffa-4611-882b-dc736a4a26cb req-d9d55d2d-363d-44b1-87b6-3cdf320e054a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.250354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0767f41f-8ffa-4611-882b-dc736a4a26cb req-d9d55d2d-363d-44b1-87b6-3cdf320e054a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.251544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0767f41f-8ffa-4611-882b-dc736a4a26cb req-d9d55d2d-363d-44b1-87b6-3cdf320e054a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] 10.222.0.78 "DELETE /v2.0/security-groups/beede0f8-ac34-42a0-a430-909bdea6bd34 HTTP/1.1" status: 204 len: 173 time: 0.4704750 Jul 06 11:47:06.260312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:06.297025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beff6dd-50d0-483b-b21c-77f698ffff42 req-8db3902a-519e-4623-af1e-0c68ed1181dd tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:06.298823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1beff6dd-50d0-483b-b21c-77f698ffff42 req-8db3902a-519e-4623-af1e-0c68ed1181dd tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 948 time: 0.2111745 Jul 06 11:47:06.307170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55d2d-363d-44b1-87b6-3cdf320e054a tempest-SecurityGroupRulesTestJSON-365018556 tempest-SecurityGroupRulesTestJSON-365018556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beede0f8-ac34-42a0-a430-909bdea6bd34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:06.334787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:06.341052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Deleting subnet 39fd75ae-fe2e-446d-8040-789bbcef61df {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:06.349640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.358297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-2543ac42-84c0-40b6-babf-f36f42e1db9e service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825196 Jul 06 11:47:06.405124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.418921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-b4482123-7fde-4e93-9702-85574b0a8325 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 217 time: 0.0495698 Jul 06 11:47:06.420162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2514a97-0259-4590-9257-e2883ad4b1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.480672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.485853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1beff6dd-50d0-483b-b21c-77f698ffff42 req-a80b7ced-2a19-4a2a-9bca-7f7f542715c4 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731689 Jul 06 11:47:06.508775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-ddc9626a-6508-4ba2-b18e-a33489807802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:06.510390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-ddc9626a-6508-4ba2-b18e-a33489807802 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0779915 Jul 06 11:47:06.579392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.613282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fd75ae-fe2e-446d-8040-789bbcef61df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:06.628211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.630699 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7e9f60b6-3140-4b07-b1d8-f8c482f8bb8c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/39fd75ae-fe2e-446d-8040-789bbcef61df HTTP/1.1" status: 204 len: 168 time: 0.3693886 Jul 06 11:47:06.635268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:06.749052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-9715494c-542f-43b5-bdfc-517e6bdb533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:06.750613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-9715494c-542f-43b5-bdfc-517e6bdb533c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2266154 Jul 06 11:47:06.828208 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.833266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2514a97-0259-4590-9257-e2883ad4b1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.853876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2514a97-0259-4590-9257-e2883ad4b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.942913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2514a97-0259-4590-9257-e2883ad4b1e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ea4cbad056d4424b6f9c0da12a72c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046045 Jul 06 11:47:06.945915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:07.000313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2514a97-0259-4590-9257-e2883ad4b1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e258c2cf-11e0-4e68-8f9a-997093d854c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:07.013142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.026965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d4ff-c506-420e-866b-65620e3a9f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.038486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef37189-1d11-48ad-9556-35fac7b973ed']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:07.049430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-60d723b5-02fc-4f5e-8b42-9bd5f3230d14 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900872 Jul 06 11:47:07.055535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd6a2d5-c4c8-4538-b562-5c19f8dd9514') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:07.055823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd6a2d5-c4c8-4538-b562-5c19f8dd9514') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:07.058029 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d4ff-c506-420e-866b-65620e3a9f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.102368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.124842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d4ff-c506-420e-866b-65620e3a9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.127651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4d4ff-c506-420e-866b-65620e3a9f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.130489 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a5e4d4ff-c506-420e-866b-65620e3a9f2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e258c2cf-11e0-4e68-8f9a-997093d854c1 HTTP/1.1" status: 204 len: 168 time: 0.1823750 Jul 06 11:47:07.140613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4d4ff-c506-420e-866b-65620e3a9f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e258c2cf-11e0-4e68-8f9a-997093d854c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:07.167695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.178991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:07.180131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:07.199184 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:07.308261 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.318759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.323988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] 10.222.0.78 "DELETE /v2.0/networks/4ef37189-1d11-48ad-9556-35fac7b973ed HTTP/1.1" status: 204 len: 168 time: 0.6874740 Jul 06 11:47:07.328139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-85fe9469-f6cc-4691-a8e0-55fb9feade45 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654891 Jul 06 11:47:07.349108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a27e6-6bd7-4761-ae56-4402d473d93b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef37189-1d11-48ad-9556-35fac7b973ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:07.386227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-d651dc35-5ade-41a2-b904-a9e9355a8652 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 217 time: 0.0432544 Jul 06 11:47:07.519974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:07.546543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-83318bec-c7e8-4537-9897-a5f1f89c7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:07.551854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-83318bec-c7e8-4537-9897-a5f1f89c7f99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.1565230 Jul 06 11:47:07.617704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47e05a4c-e4d6-4b93-8cdb-5e6db311b6e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=000be18412ef4771843e840bc05a19b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962057 Jul 06 11:47:07.620161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:07.697761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-622d1378-17ce-4033-b593-e21da949f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:07.699832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-622d1378-17ce-4033-b593-e21da949f50d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216791 Jul 06 11:47:07.732180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4e97055-9df2-4a38-b8d3-a2b46f26f358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.787549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4e97055-9df2-4a38-b8d3-a2b46f26f358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.922518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4e97055-9df2-4a38-b8d3-a2b46f26f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.927051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4e97055-9df2-4a38-b8d3-a2b46f26f358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.928678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e4e97055-9df2-4a38-b8d3-a2b46f26f358 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55ce7559-7928-4a47-9759-f1fb51f4448f HTTP/1.1" status: 204 len: 168 time: 0.3069298 Jul 06 11:47:07.940934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-1f788cf2-f2e6-4e9a-ac4f-248b539c02e3 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316742 Jul 06 11:47:07.947054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:07.948638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e97055-9df2-4a38-b8d3-a2b46f26f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce7559-7928-4a47-9759-f1fb51f4448f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:07.949726 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e235f23-47a4-4fc8-b239-a3ccb81472fa" -d '{"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:08.073465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a4b6-4096-4e94-9dd4-1f75e8cba8df req-c71c021a-b398-4397-9061-e0b2edb9c670 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.075952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee31a4b6-4096-4e94-9dd4-1f75e8cba8df req-c71c021a-b398-4397-9061-e0b2edb9c670 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1949992 Jul 06 11:47:08.151389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-6e5aa9da-62a1-42f6-961f-59f2344d17c0 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830289 Jul 06 11:47:08.155903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee31a4b6-4096-4e94-9dd4-1f75e8cba8df req-55cf2c74-821f-4f36-a8c4-4dee3cbc5dde tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735800 Jul 06 11:47:08.306081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-8388fe0d-d1bd-427f-854e-0b3e18c0894a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed HTTP/1.1" status: 200 len: 217 time: 0.1420925 Jul 06 11:47:08.440088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-9faa94ac-3952-4af7-b07a-9b34e8ec7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.442255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-9faa94ac-3952-4af7-b07a-9b34e8ec7bb1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.1309326 Jul 06 11:47:08.579388 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa6f75-654b-4947-8c2f-c2236062db55 x-openstack-request-id: req-bbaa6f75-654b-4947-8c2f-c2236062db55 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:08.579619 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:08.580112 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbaa6f75-654b-4947-8c2f-c2236062db55 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:08.580708 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'code': 200} Jul 06 11:47:08.582392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-052b2648-b840-4bfb-acb9-cde9761ad545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.586462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-052b2648-b840-4bfb-acb9-cde9761ad545 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298540 Jul 06 11:47:08.819205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-5bef186f-9b3a-457d-b12e-563fb89c82f1 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276628 Jul 06 11:47:08.979467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-a993a7b0-550a-4cdf-a073-5a496324c888 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500440 Jul 06 11:47:09.044056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-79b8bd91-d977-467d-83c9-9247dfff1c34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0527923 Jul 06 11:47:09.177702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-a549704f-76e9-42e3-9837-6924400d9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.182022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-a549704f-76e9-42e3-9837-6924400d9b75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.1263554 Jul 06 11:47:09.283901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-5dce01a9-0db8-4bee-b79a-f2b588399546 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.291623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-5dce01a9-0db8-4bee-b79a-f2b588399546 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.2202165 Jul 06 11:47:09.314386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-ae602bd6-a86b-45ce-a6ca-9ce9b184eaf6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/quotas/4bd4876537144aec8fcf05d95f9d585a HTTP/1.1" status: 200 len: 375 time: 0.0171237 Jul 06 11:47:09.372095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-b629ad2d-30a5-4b91-8af1-8e015aff4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.373633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-b629ad2d-30a5-4b91-8af1-8e015aff4ce0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1846859 Jul 06 11:47:09.428353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:09.540101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-1b993e7c-e14a-41a7-8f56-b896f498c4ff tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181246 Jul 06 11:47:09.605946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379611-9daf-4d8b-9b60-e8edbaf779db req-cd1a6e60-4b1d-48cd-a76e-6d3f21adbf59 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.614050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc379611-9daf-4d8b-9b60-e8edbaf779db req-cd1a6e60-4b1d-48cd-a76e-6d3f21adbf59 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.2199030 Jul 06 11:47:09.623016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-a588b2e1-c7e5-4747-9a6d-bf949d02256c service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388482 Jul 06 11:47:09.696052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1728899598-network', 'tenant_id': '1b8b498adc2e4ff7893293a876929d34'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:09.731799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Made reservation on behalf of 1b8b498adc2e4ff7893293a876929d34 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:09.735084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.740232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc379611-9daf-4d8b-9b60-e8edbaf779db req-eae148c7-ef5f-4be7-8fe2-f7b04c633012 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250441 Jul 06 11:47:09.760881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.928292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-ac463861-9b73-416d-b896-8ec90dd429a8 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897623 Jul 06 11:47:09.952411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.960310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.000947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-b5e36857-f3fe-452b-9eed-592384a03d84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da HTTP/1.1" status: 200 len: 217 time: 0.0569034 Jul 06 11:47:10.006920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-23478859-8156-4754-8e28-73f4775fa978 service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658349 Jul 06 11:47:10.010311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:10.057262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.057877 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Added segment 414ade83-86f5-4774-b3d2-72192778c0eb of type vlan for network 53e75711-27d1-4aaf-93a9-59172c05f906 Jul 06 11:47:10.168673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.186827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-c680c711-d12e-425f-ac4b-b2ba562eb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:10.188384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-c680c711-d12e-425f-ac4b-b2ba562eb839 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.1790943 Jul 06 11:47:10.264548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ff6778-a03a-4ac6-a677-05b208a7da11,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:10.276700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-681c434f-a08c-43be-b623-92dbf038df1e service neutron] 10.222.0.78 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536845 Jul 06 11:47:10.307482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.310167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:10.310817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.314144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-212b1111-03f6-4d0a-8c74-cea82dfe668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:10.317128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-212b1111-03f6-4d0a-8c74-cea82dfe668f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073778 Jul 06 11:47:10.480911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-7bcb033c-1394-48a3-9921-0e7fd6f5ce12 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499753 Jul 06 11:47:10.486471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0569675 Jul 06 11:47:10.489445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:10.496388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Request body: {'subnet': {'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1728899598-subnet', 'tenant_id': '1b8b498adc2e4ff7893293a876929d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:10.512977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a165-3176-4d9a-af0f-382544ede311 admin admin] Pushing event updated for resources: {'Network': ['ID=53e75711-27d1-4aaf-93a9-59172c05f906,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:10.525064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 53e75711-27d1-4aaf-93a9-59172c05f906 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:10.553656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Made reservation on behalf of 1b8b498adc2e4ff7893293a876929d34 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:10.565438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.652542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-b7f19ace-5a06-4719-b81e-ca220cee366c service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673298 Jul 06 11:47:10.773418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-707091ab-d481-4ccc-82fb-ae7e8d3fbdd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e HTTP/1.1" status: 200 len: 217 time: 0.1054220 Jul 06 11:47:10.834831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c7b5e78-e84c-4f47-b98f-6a0974cd82b4 req-682bd9fb-e7af-4fbe-a9e1-83ef958a271f tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 210 time: 0.0644677 Jul 06 11:47:10.914553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-31fd1c27-19a5-477d-9d53-350642e33e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:10.916372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-31fd1c27-19a5-477d-9d53-350642e33e11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.1259308 Jul 06 11:47:11.106841 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.148532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:11.217200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:11.249155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d8e5e1-26f3-4305-a387-35927c6c75e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:11.322119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e2f07-6be4-4a3b-8115-3d43e867e28a req-a0b4df57-1e5f-4fff-99b5-1835d83771f5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:11.328442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-408e2f07-6be4-4a3b-8115-3d43e867e28a req-a0b4df57-1e5f-4fff-99b5-1835d83771f5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.3230853 Jul 06 11:47:11.369381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Checking segment: {'id': '414ade83-86f5-4774-b3d2-72192778c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:11.369754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Network hostable DHCP agents. Network: 53e75711-27d1-4aaf-93a9-59172c05f906, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:11.379988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-e56b79c8-161a-4853-9487-2d1657e76db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:11.387285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-e56b79c8-161a-4853-9487-2d1657e76db5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4556975 Jul 06 11:47:11.409100 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.413816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:11.438312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '4888f257-363d-4482-a0bd-5822c231006f', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '4888f257-363d-4482-a0bd-5822c231006f', 'mac_address': 'fa:16:3e:e7:a2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:11.462366 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Network 53e75711-27d1-4aaf-93a9-59172c05f906 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:11.477002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:11.481989 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f34c465-cb41-4a63-aa6f-9ac317c98e94" -d '{"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:11.520039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 53e75711-27d1-4aaf-93a9-59172c05f906) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:11.535327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:11.536797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.558868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-20a0ed21-37ee-41a9-bfb6-5c8ae5a02ac0 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:11.560880 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-20a0ed21-37ee-41a9-bfb6-5c8ae5a02ac0 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9400a3-e135-48a7-a408-51a04ff7ed35 HTTP/1.1" status: 200 len: 945 time: 0.2589142 Jul 06 11:47:11.586850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d29f7cc-79c2-444f-8160-a3b2f0a2527f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0965490 Jul 06 11:47:11.606401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a743d-c50a-48d0-adac-9ab08a74370e None None] Network 53e75711-27d1-4aaf-93a9-59172c05f906 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:11.707966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-408e2f07-6be4-4a3b-8115-3d43e867e28a req-fae43b04-af3e-40b1-b325-758ecfd1d6ee tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401220 Jul 06 11:47:11.774099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:11.786375 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28772466-4d80-4786-a3b7-9bc12b4e1617 x-openstack-request-id: req-28772466-4d80-4786-a3b7-9bc12b4e1617 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:11.786661 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:11.787157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:11.789323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Deleting port 57c5f3bf-585a-46c9-aa86-0775d026795b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:11.789675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.792282 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28772466-4d80-4786-a3b7-9bc12b4e1617 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:11.792720 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'code': 200} Jul 06 11:47:11.796890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-523e798a-7988-4c0e-8bbf-0c3102c2417b service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820505 Jul 06 11:47:11.818502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.904617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.957909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4888f257-363d-4482-a0bd-5822c231006f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:11.959312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] For port 57c5f3bf-585a-46c9-aa86-0775d026795b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=57c5f3bf-585a-46c9-aa86-0775d026795b,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:11.959685 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.983477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Calling delete_port for 57c5f3bf-585a-46c9-aa86-0775d026795b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:12.018304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:12.100654 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.167783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.177238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755f1b7-fcce-4c78-9441-363e0d9a23b7 None None] Network 53e75711-27d1-4aaf-93a9-59172c05f906 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:12.201910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.267557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event deleted for resources: {'Port': ['ID=57c5f3bf-585a-46c9-aa86-0775d026795b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.312133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] No DVR routers for this DVR port 57c5f3bf-585a-46c9-aa86-0775d026795b on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:12.314723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.316862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.317144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8d1ebc00-e32a-47c8-acb7-6a7a1636d7f0 req-924a85c7-b72c-44a0-b429-43a17ac033f6 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "DELETE /v2.0/ports/57c5f3bf-585a-46c9-aa86-0775d026795b HTTP/1.1" status: 204 len: 173 time: 0.7474170 Jul 06 11:47:12.317513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-deleted', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:12.319840 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb7ceb-2c3b-4207-90a6-c4e44013b901" -d '{"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-deleted", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:12.336714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4888f257-363d-4482-a0bd-5822c231006f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:12.508901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faa4aaef-52c7-4b61-a935-48d5a3ad0a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.569456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e76cf969-01ee-4be6-87f9-b9cc54098a77 req-035080e1-57ea-46ae-890e-ae411d8ae0a3 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 210 time: 0.0958045 Jul 06 11:47:12.591049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0448161-8999-43a8-9cb6-1f4b756d109f req-e624ca3d-990e-4abb-b58d-a4f6d7994992 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867854 Jul 06 11:47:12.665342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-8716b27d-b8ad-4a87-91c1-ac1e5e8b44ca tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:12.666879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-8716b27d-b8ad-4a87-91c1-ac1e5e8b44ca tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/networks?id=53e75711-27d1-4aaf-93a9-59172c05f906 HTTP/1.1" status: 200 len: 818 time: 0.1914542 Jul 06 11:47:12.693550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-47b1bd26-4e1d-447a-b55e-5446a0cb14c9 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/quotas/1b8b498adc2e4ff7893293a876929d34 HTTP/1.1" status: 200 len: 375 time: 0.0203421 Jul 06 11:47:12.743431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-94c04d25-d562-40ee-9648-b91f42156b7a tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b8b498adc2e4ff7893293a876929d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351071 Jul 06 11:47:12.753631 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89df3f-a782-42ea-ad9d-ba0f1ec9a6f4 x-openstack-request-id: req-2e89df3f-a782-42ea-ad9d-ba0f1ec9a6f4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:12.754554 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9400a3-e135-48a7-a408-51a04ff7ed35", "name": "network-vif-deleted", "tag": "57c5f3bf-585a-46c9-aa86-0775d026795b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:12.755028 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e89df3f-a782-42ea-ad9d-ba0f1ec9a6f4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:12.755654 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9400a3-e135-48a7-a408-51a04ff7ed35', 'name': 'network-vif-deleted', 'tag': '57c5f3bf-585a-46c9-aa86-0775d026795b', 'status': 'completed', 'code': 200} Jul 06 11:47:12.771740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faa4aaef-52c7-4b61-a935-48d5a3ad0a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.811736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faa4aaef-52c7-4b61-a935-48d5a3ad0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.914227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4aaef-52c7-4b61-a935-48d5a3ad0a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8b7133-56d3-4cc0-94ac-f4ce26218cd0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.936222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:12.936380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-faa4aaef-52c7-4b61-a935-48d5a3ad0a6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a91e904ed1744a3b91624b967d42f848&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1480153 Jul 06 11:47:12.978573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-bf09e6b8-d821-4825-baad-516b14c3adde service neutron] 10.222.0.78 "GET /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205124 Jul 06 11:47:13.007140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa15edc6-d167-4875-b5f7-9aee2a05e7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.030890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa15edc6-d167-4875-b5f7-9aee2a05e7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.045076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-3b27ae3d-7bc1-4e60-b4a5-47c75093322b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:13.046609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-3b27ae3d-7bc1-4e60-b4a5-47c75093322b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 804 time: 0.2136209 Jul 06 11:47:13.073953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Request body: {'port': {'device_id': '8899ef67-d761-40b1-9a76-d2e86d838230', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'admin_state_up': True, 'tenant_id': '4bd4876537144aec8fcf05d95f9d585a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:13.090252 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa15edc6-d167-4875-b5f7-9aee2a05e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.092808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa15edc6-d167-4875-b5f7-9aee2a05e7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.096593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aa15edc6-d167-4875-b5f7-9aee2a05e7ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b8b7133-56d3-4cc0-94ac-f4ce26218cd0 HTTP/1.1" status: 204 len: 168 time: 0.1592834 Jul 06 11:47:13.106284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15edc6-d167-4875-b5f7-9aee2a05e7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8b7133-56d3-4cc0-94ac-f4ce26218cd0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:13.149295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:13.189136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 57c5f3bf-585a-46c9-aa86-0775d026795b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:13.189715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 57c5f3bf-585a-46c9-aa86-0775d026795b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:13.220891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-18e72b2a-5e1f-4893-9415-ad956b1159c8 service neutron] 10.222.0.78 "GET /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275624 Jul 06 11:47:13.359674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Made reservation on behalf of 4bd4876537144aec8fcf05d95f9d585a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:13.363439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.457048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:13.473566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3b93db-bf7b-4b5e-9173-cc76c10815bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.510527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5672d9-1d19-433e-8a23-201baa3c2ebf req-46e5aa32-372b-4f38-a038-e5f02ac4c97b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:13.532496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5672d9-1d19-433e-8a23-201baa3c2ebf req-46e5aa32-372b-4f38-a038-e5f02ac4c97b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.3649709 Jul 06 11:47:13.655330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5672d9-1d19-433e-8a23-201baa3c2ebf req-ae1c9d5f-5257-412d-b12d-58d649ea7b5d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205065 Jul 06 11:47:13.688017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3b93db-bf7b-4b5e-9173-cc76c10815bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.695659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3b93db-bf7b-4b5e-9173-cc76c10815bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.714761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ade6272-2360-4b64-90ff-cf1207313440 req-7ce0cd97-5e75-4e9d-8738-4927e2d6f34a tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 210 time: 0.1050482 Jul 06 11:47:13.749328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7e3b93db-bf7b-4b5e-9173-cc76c10815bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb91400ca1a74b578576717f1bee3cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908738 Jul 06 11:47:13.756717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:13.774946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b93db-bf7b-4b5e-9173-cc76c10815bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa5c5e3-cc91-4513-8f25-e26217f18b7a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:13.786523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Allocated IP 172.20.0.14 (9a858f09-6dc9-4a8c-a39c-b73b39e1f201/b4c15638-cab9-4d40-8524-c13a56ae959d/bb79ba71-6c0c-4616-82b3-6a0a3d0627b3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:13.971157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39876d14-74c3-4fd6-878d-c836055e3342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.013928 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39876d14-74c3-4fd6-878d-c836055e3342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.085169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ad213d2-3c8b-4ffc-93ba-25f3b3ecc312 req-d13f89ac-6bff-410d-9f55-ad9dab96f321 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 210 time: 0.0725121 Jul 06 11:47:14.250749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9f200-e682-4009-8d4d-b4b07e884fe6 req-74b59d83-fb50-4e83-bf9f-2ccb66ab906d tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:14.259367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34a9f200-e682-4009-8d4d-b4b07e884fe6 req-74b59d83-fb50-4e83-bf9f-2ccb66ab906d tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 950 time: 0.3803093 Jul 06 11:47:14.319438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39876d14-74c3-4fd6-878d-c836055e3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.328930 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39876d14-74c3-4fd6-878d-c836055e3342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.330212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-39876d14-74c3-4fd6-878d-c836055e3342 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fa5c5e3-cc91-4513-8f25-e26217f18b7a HTTP/1.1" status: 204 len: 168 time: 0.5725200 Jul 06 11:47:14.351774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34a9f200-e682-4009-8d4d-b4b07e884fe6 req-8e3c9ff2-aec6-48fd-94a8-1e429d296dd6 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920258 Jul 06 11:47:14.363201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.388893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39876d14-74c3-4fd6-878d-c836055e3342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa5c5e3-cc91-4513-8f25-e26217f18b7a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:14.491168 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.548086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:14.552435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:14.556890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:14.604499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:14.635154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:14.636767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.658265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-b3bc24b4-c847-4d6b-b347-4ac8169dfa23 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5898106 Jul 06 11:47:14.695152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Request body: {'port': {'device_id': '8899ef67-d761-40b1-9a76-d2e86d838230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:14.857359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.108819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279db5-0b1e-4a3d-9ee4-5138bdfa74d3 req-7b480042-21f7-4ded-bfa3-e654cc63ed74 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:15.110937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29279db5-0b1e-4a3d-9ee4-5138bdfa74d3 req-7b480042-21f7-4ded-bfa3-e654cc63ed74 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.2331305 Jul 06 11:47:15.164264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:15.257698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29279db5-0b1e-4a3d-9ee4-5138bdfa74d3 req-d7ae870e-a4da-429d-8ee0-b4b734395765 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289995 Jul 06 11:47:15.324421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 4888f257-363d-4482-a0bd-5822c231006f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:15.325120 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.461761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.504819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:15.509836 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c05954-8217-47d1-b772-3056dd509b9d" -d '{"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-plugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:15.524400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:15.530048 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.537043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:15.667818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:15.677742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-0dab590c-efc4-48af-9f5e-81a897b18181 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:15.683207 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-0dab590c-efc4-48af-9f5e-81a897b18181 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.79 "GET /v2.0/networks?id=53e75711-27d1-4aaf-93a9-59172c05f906 HTTP/1.1" status: 200 len: 818 time: 0.4132535 Jul 06 11:47:15.691347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.706003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Request body: {'port': {'device_id': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906', 'admin_state_up': True, 'tenant_id': '1b8b498adc2e4ff7893293a876929d34'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:15.774205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:15.808986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.825996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec1184ff-4a88-41af-af67-3ee847bee42a req-a0e858d9-430b-4ce4-b604-8fb21c26764f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 210 time: 0.1354413 Jul 06 11:47:15.835257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Transition to ACTIVE for port object bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:15.842404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.922187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:15.931475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.010981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:16.072547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:16.098762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Made reservation on behalf of 1b8b498adc2e4ff7893293a876929d34 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:16.103631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.255067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Attempting to bind port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:16.255480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Attempting to bind port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:16.255810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Attempting to bind port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:16.276738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:16.277062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Attempting to bind port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 on network 9a858f09-6dc9-4a8c-a39c-b73b39e1f201 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:16.314176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99954ee1-b182-40b7-b646-53c138b74d6e req-952fbdc6-a907-4c96-b5e7-eab3e653df48 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:16.323312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99954ee1-b182-40b7-b646-53c138b74d6e req-952fbdc6-a907-4c96-b5e7-eab3e653df48 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 944 time: 0.1882761 Jul 06 11:47:16.330002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:16.330339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Checking segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:16.330798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Bound using segment: {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:16.331250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Bound port: bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add1ad19-83cb-4af5-b0cf-fb0fc5745020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:16.334228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.406734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Allocated IP 172.20.0.13 (53e75711-27d1-4aaf-93a9-59172c05f906/78d8e5e1-26f3-4305-a387-35927c6c75e5/0241615e-ea9f-49bb-8b93-88925a31c0bf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:16.455543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99954ee1-b182-40b7-b646-53c138b74d6e req-0aec2d1b-84b5-4aca-a4e8-eeaef1fd9140 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996497 Jul 06 11:47:16.545357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:16.551519 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1710a9f8-6abf-4019-b11f-4dee9bf8b524 x-openstack-request-id: req-1710a9f8-6abf-4019-b11f-4dee9bf8b524 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:16.552117 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-plugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:16.552405 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1710a9f8-6abf-4019-b11f-4dee9bf8b524 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:16.552806 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'code': 200} Jul 06 11:47:16.553485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:16.559755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.639703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:16.640544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.642869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] 10.222.0.79 "PUT /v2.0/ports/bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 HTTP/1.1" status: 200 len: 1092 time: 1.9735377 Jul 06 11:47:16.647064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:16.655290 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc07bcc-34dd-46e1-94f2-98d942ad2573" -d '{"events": [{"name": "network-changed", "server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:16.792524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba85e5-0912-4a57-8c07-5d8eeac64f0e service neutron] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:16.840734 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.875944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-c65360fd-fbdd-40b2-a5a8-097db27cdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:16.877670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-c65360fd-fbdd-40b2-a5a8-097db27cdf7b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 1095 time: 0.1559644 Jul 06 11:47:16.894352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170bc6-33fb-4117-a669-69ae8e77a021 req-c9054a36-e891-455a-a37e-46e40d80a49f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:16.902429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07170bc6-33fb-4117-a669-69ae8e77a021 req-c9054a36-e891-455a-a37e-46e40d80a49f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1148658 Jul 06 11:47:16.953344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.996923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-2e0c48c8-f000-4f1d-ba39-3eb3ef7e8647 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 HTTP/1.1" status: 200 len: 217 time: 0.0915942 Jul 06 11:47:17.049597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Pushing event updated for resources: {'Port': ['ID=0241615e-ea9f-49bb-8b93-88925a31c0bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:17.074977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07170bc6-33fb-4117-a669-69ae8e77a021 req-ef23e48d-8c70-41fd-b482-733980204ce4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714866 Jul 06 11:47:17.091185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Network 53e75711-27d1-4aaf-93a9-59172c05f906 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:17.093940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:17.104867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:17.111385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-ef4b1c52-9439-49c6-888c-523626e36080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:17.116002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-ef4b1c52-9439-49c6-888c-523626e36080 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.1003666 Jul 06 11:47:17.194685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-5edf8d49-50b4-4b7a-bfdc-d7ce8be6dfa1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677590 Jul 06 11:47:17.199199 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3d58e-0f70-4681-9079-e65e9368afd5 x-openstack-request-id: req-70f3d58e-0f70-4681-9079-e65e9368afd5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:17.199755 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:17.200190 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70f3d58e-0f70-4681-9079-e65e9368afd5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:17.201268 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'status': 'completed', 'code': 200} Jul 06 11:47:17.262446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:17.263125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.292459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-df021630-7fcb-408e-89c7-391af29dc8f0 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5926738 Jul 06 11:47:17.309035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Request body: {'port': {'device_id': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:17.391656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-36f0056b-d0ab-4a86-8c77-2b1bce0b541f service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880324 Jul 06 11:47:17.485752 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.665758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afb81d45-089a-4f1f-8c2d-dd6e4b42bfff req-67196061-47bb-4ebd-8986-1581239632cc service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631013 Jul 06 11:47:17.712292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab31cc9-abfb-48f8-9b82-a42f703552d9 req-bd9a49c5-5ccf-415c-a987-501b542353da tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:17.721631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ab31cc9-abfb-48f8-9b82-a42f703552d9 req-bd9a49c5-5ccf-415c-a987-501b542353da tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 932 time: 0.2259436 Jul 06 11:47:17.804336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ab31cc9-abfb-48f8-9b82-a42f703552d9 req-60eb4f9d-9606-4d98-be2a-849f4ca7e310 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807543 Jul 06 11:47:18.035505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-327e8a62-874f-4116-bbe8-3ae517dd7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.037340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-327e8a62-874f-4116-bbe8-3ae517dd7b3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bd4876537144aec8fcf05d95f9d585a&device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 1095 time: 0.2597983 Jul 06 11:47:18.106197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0241615e-ea9f-49bb-8b93-88925a31c0bf {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:18.116377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.134940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637f5b1-9dce-4cc9-99eb-8807008eb4b5 req-16d319e3-6cb6-46be-af93-6d517aa7620f tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.136657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5637f5b1-9dce-4cc9-99eb-8807008eb4b5 req-16d319e3-6cb6-46be-af93-6d517aa7620f tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 944 time: 0.2417626 Jul 06 11:47:18.150291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Transition to ACTIVE for port object 0241615e-ea9f-49bb-8b93-88925a31c0bf will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:18.168048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.248460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5637f5b1-9dce-4cc9-99eb-8807008eb4b5 req-54daf95f-27cc-402d-9d4a-cf54360f4d41 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Jul 06 11:47:18.281743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-9d454213-844a-4cf5-9738-32d64e6f0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.285415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-9d454213-844a-4cf5-9738-32d64e6f0eaf service neutron] 10.222.0.79 "GET /v2.0/networks?id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 200 len: 905 time: 0.2384832 Jul 06 11:47:18.336727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Pushing event updated for resources: {'Port': ['ID=0241615e-ea9f-49bb-8b93-88925a31c0bf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:18.355323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-af8a0da0-6065-4f81-93e1-db834fb8f57a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 HTTP/1.1" status: 200 len: 217 time: 0.0523081 Jul 06 11:47:18.369013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Attempting to bind port 0241615e-ea9f-49bb-8b93-88925a31c0bf on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:18.369357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Attempting to bind port 0241615e-ea9f-49bb-8b93-88925a31c0bf by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '414ade83-86f5-4774-b3d2-72192778c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:18.369807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Attempting to bind port 0241615e-ea9f-49bb-8b93-88925a31c0bf on network 53e75711-27d1-4aaf-93a9-59172c05f906 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:18.375274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Port 0241615e-ea9f-49bb-8b93-88925a31c0bf on network 53e75711-27d1-4aaf-93a9-59172c05f906 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:18.375687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Attempting to bind port 0241615e-ea9f-49bb-8b93-88925a31c0bf on network 53e75711-27d1-4aaf-93a9-59172c05f906 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:18.383304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:18.383729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Checking segment: {'id': '414ade83-86f5-4774-b3d2-72192778c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:18.384378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Bound using segment: {'id': '414ade83-86f5-4774-b3d2-72192778c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:18.385082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Bound port: 0241615e-ea9f-49bb-8b93-88925a31c0bf, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414ade83-86f5-4774-b3d2-72192778c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:18.385512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.481282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-6eb2875e-ff83-43f1-9bdc-b51efbc397e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.483078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-6eb2875e-ff83-43f1-9bdc-b51efbc397e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 200 len: 844 time: 0.1163588 Jul 06 11:47:18.511583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] For port 0241615e-ea9f-49bb-8b93-88925a31c0bf, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:18.516648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] For port 0241615e-ea9f-49bb-8b93-88925a31c0bf, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf,segment=NetworkSegment(414ade83-86f5-4774-b3d2-72192778c0eb),segment_id=414ade83-86f5-4774-b3d2-72192778c0eb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:18.524695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.547872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-336e209d-d3be-43f1-9892-bf218e5c6ad7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9a858f09-6dc9-4a8c-a39c-b73b39e1f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525262 Jul 06 11:47:18.554821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:18.558562 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01157b8-d62c-40bb-be6b-894cc9c7600a" -d '{"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:18.565065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54772-11cf-4f81-8d10-9fef5bc430a7 req-508bdf5b-f063-45fa-bfc4-072bd57ac633 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.572650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3d54772-11cf-4f81-8d10-9fef5bc430a7 req-508bdf5b-f063-45fa-bfc4-072bd57ac633 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1520278 Jul 06 11:47:18.613413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.617659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.621830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] 10.222.0.79 "PUT /v2.0/ports/0241615e-ea9f-49bb-8b93-88925a31c0bf HTTP/1.1" status: 200 len: 1092 time: 1.3178859 Jul 06 11:47:18.624482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'tag': '0241615e-ea9f-49bb-8b93-88925a31c0bf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:18.629127 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c9f05-641d-489b-8a1d-3e0e94095436" -d '{"events": [{"name": "network-changed", "server_uuid": "cc03215f-af11-4136-a5c2-a8fa44e0d2e5", "tag": "0241615e-ea9f-49bb-8b93-88925a31c0bf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:18.642298 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8978031-c594-4d77-9577-a8122b1e07c8 x-openstack-request-id: req-a8978031-c594-4d77-9577-a8122b1e07c8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:18.642661 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:18.643055 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8978031-c594-4d77-9577-a8122b1e07c8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:18.643515 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'code': 200} Jul 06 11:47:18.717275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-71157875-736d-4824-85ab-56bcb77b4cd6 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419508 Jul 06 11:47:18.769751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb9b51-1c2f-4c54-810e-d5b17ca2d681 service neutron] Pushing event updated for resources: {'Port': ['ID=0241615e-ea9f-49bb-8b93-88925a31c0bf,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:18.822592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3d54772-11cf-4f81-8d10-9fef5bc430a7 req-4c786396-b0dd-4b7c-a719-f7924ac1577b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487276 Jul 06 11:47:18.837890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-642ee352-4889-48de-9db4-741eca8f9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.840208 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-642ee352-4889-48de-9db4-741eca8f9235 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b8b498adc2e4ff7893293a876929d34&device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 1095 time: 0.1371875 Jul 06 11:47:18.916635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc07bcc-34dd-46e1-94f2-98d942ad2573 req-abdb3a24-56c4-41ee-be35-be9fe6996653 service neutron] 10.222.0.79 "GET /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857040 Jul 06 11:47:18.930130 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-9ea792f6-0563-459e-b79c-f944a4405907 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf HTTP/1.1" status: 200 len: 217 time: 0.0782936 Jul 06 11:47:18.932085 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e1f8a-9c21-4548-b090-24725be5b2aa x-openstack-request-id: req-4e8e1f8a-9c21-4548-b090-24725be5b2aa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:18.932694 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc03215f-af11-4136-a5c2-a8fa44e0d2e5", "tag": "0241615e-ea9f-49bb-8b93-88925a31c0bf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:18.933335 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e8e1f8a-9c21-4548-b090-24725be5b2aa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:18.933974 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'tag': '0241615e-ea9f-49bb-8b93-88925a31c0bf', 'status': 'completed', 'code': 200} Jul 06 11:47:19.010861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-48f09409-eb29-4978-8a94-58e647a98d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.012381 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-48f09409-eb29-4978-8a94-58e647a98d95 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=78d8e5e1-26f3-4305-a387-35927c6c75e5 HTTP/1.1" status: 200 len: 858 time: 0.0729628 Jul 06 11:47:19.069897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-f14cc989-4af9-4dd6-bcf9-b656372e5e62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53e75711-27d1-4aaf-93a9-59172c05f906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449028 Jul 06 11:47:19.200548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355e64c-6b89-4117-a219-f6ac34583281 req-c784ed88-3669-4b1c-a995-3620ef0686f5 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.202876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9355e64c-6b89-4117-a219-f6ac34583281 req-c784ed88-3669-4b1c-a995-3620ef0686f5 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1603367 Jul 06 11:47:19.274215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9355e64c-6b89-4117-a219-f6ac34583281 req-694e9fd8-0f5b-4b88-a533-757d54b9eab9 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Jul 06 11:47:19.301589 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-c23c3a36-d7a3-4c3b-91dc-1d977fd22601 service neutron] 10.222.0.79 "GET /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215371 Jul 06 11:47:19.448827 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9b822c1b-b5fe-46d8-8174-da9a52c17855 req-4a24f708-ddc9-4e11-80f5-fdd98f7b1c7b service neutron] 10.222.0.79 "GET /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375458 Jul 06 11:47:19.491360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:19.559405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9369c2-ea83-4ecc-90eb-2c488eefbd1a req-0d561dc3-3b94-430c-b1e2-b82984c51dbb tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.561726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9369c2-ea83-4ecc-90eb-2c488eefbd1a req-0d561dc3-3b94-430c-b1e2-b82984c51dbb tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 944 time: 0.1092417 Jul 06 11:47:19.652720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9369c2-ea83-4ecc-90eb-2c488eefbd1a req-c48c3ec8-c61b-4f2d-9e76-5b1202a37849 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679398 Jul 06 11:47:19.682840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-60f5cf7f-b167-4ed6-8c05-1a4e426e2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.685605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-60f5cf7f-b167-4ed6-8c05-1a4e426e2e3b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b8b498adc2e4ff7893293a876929d34&device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 1095 time: 0.1208906 Jul 06 11:47:19.773946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7fbef-a49a-4155-8155-8198548be3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:19.842027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-9d9814a8-9eba-4375-9921-0180c82693de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.843897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-9d9814a8-9eba-4375-9921-0180c82693de service neutron] 10.222.0.79 "GET /v2.0/networks?id=53e75711-27d1-4aaf-93a9-59172c05f906 HTTP/1.1" status: 200 len: 919 time: 0.1496921 Jul 06 11:47:19.911457 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-c142f1e7-afc0-49ef-8237-4e1863b58c27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf HTTP/1.1" status: 200 len: 217 time: 0.0521231 Jul 06 11:47:19.991986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-8d7c26da-7bee-4744-b870-4949eaf414da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.992465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-8d7c26da-7bee-4744-b870-4949eaf414da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=78d8e5e1-26f3-4305-a387-35927c6c75e5 HTTP/1.1" status: 200 len: 858 time: 0.0668001 Jul 06 11:47:20.046262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-57a183df-3533-4ab3-8263-c0a5511e0bbb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53e75711-27d1-4aaf-93a9-59172c05f906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441670 Jul 06 11:47:20.093595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ff84-0e2c-42ff-8bbf-a46ad7cb8e20 req-fa1e2f65-bdb9-425b-9055-f125c3a23fac tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.104583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f508ff84-0e2c-42ff-8bbf-a46ad7cb8e20 req-fa1e2f65-bdb9-425b-9055-f125c3a23fac tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1309528 Jul 06 11:47:20.155269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f508ff84-0e2c-42ff-8bbf-a46ad7cb8e20 req-4f3116b7-fc4b-4388-8457-c1ed6a012c43 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Jul 06 11:47:20.159500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7fbef-a49a-4155-8155-8198548be3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.169740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7fbef-a49a-4155-8155-8198548be3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.201143 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ab7fbef-a49a-4155-8155-8198548be3b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20c94006c7d342a880643ad42fc7a42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7081792 Jul 06 11:47:20.203840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:20.241663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7fbef-a49a-4155-8155-8198548be3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65651449-160b-4cc4-b058-c30213a59dce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:20.257290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-cfbd02cf-030d-4cc4-b143-a09b7aed0732 service neutron] 10.222.0.79 "GET /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008421 Jul 06 11:47:20.305859 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174f54aa-5bf3-48ae-bffc-56c6be84e187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.333195 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174f54aa-5bf3-48ae-bffc-56c6be84e187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.383516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e77c9f05-641d-489b-8a1d-3e0e94095436 req-6809d330-7d3b-4aae-a72b-c8611b02f3e6 service neutron] 10.222.0.79 "GET /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154001 Jul 06 11:47:20.413280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174f54aa-5bf3-48ae-bffc-56c6be84e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.416647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174f54aa-5bf3-48ae-bffc-56c6be84e187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.421046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-174f54aa-5bf3-48ae-bffc-56c6be84e187 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65651449-160b-4cc4-b058-c30213a59dce HTTP/1.1" status: 204 len: 168 time: 0.2122760 Jul 06 11:47:20.450469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f54aa-5bf3-48ae-bffc-56c6be84e187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65651449-160b-4cc4-b058-c30213a59dce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:20.588147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768a588-9cc3-460e-886d-083e59850d6d req-13d7b462-98e3-4886-b6fc-dd8725e19f0a tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.589922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7768a588-9cc3-460e-886d-083e59850d6d req-13d7b462-98e3-4886-b6fc-dd8725e19f0a tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1183107 Jul 06 11:47:20.686282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7768a588-9cc3-460e-886d-083e59850d6d req-4f36ba22-897e-4070-a20b-1baa2a56f843 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834625 Jul 06 11:47:20.900056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af0ab3-cbe4-437e-9895-320ded07e67e req-846dfc11-0c5a-4c2e-876f-18c28f4a88bc tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.907873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8af0ab3-cbe4-437e-9895-320ded07e67e req-846dfc11-0c5a-4c2e-876f-18c28f4a88bc tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 944 time: 0.1003084 Jul 06 11:47:20.936322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:20.961721 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb79169-8687-4d88-88fc-1180d45bb8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.976355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8af0ab3-cbe4-437e-9895-320ded07e67e req-10044580-37bf-417c-8018-f07addff7bfa tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673008 Jul 06 11:47:21.115625 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb79169-8687-4d88-88fc-1180d45bb8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.122790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb79169-8687-4d88-88fc-1180d45bb8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.169643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-efb79169-8687-4d88-88fc-1180d45bb8a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=617c8e5e09fa467da90feab476dc6283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308056 Jul 06 11:47:21.169643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb79169-8687-4d88-88fc-1180d45bb8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcec483-4fae-4b66-8d48-8556f90a1226,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:21.170104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:21.182738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:21.269299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5b24af-3245-4396-8b54-701ffa8b649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.308000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5b24af-3245-4396-8b54-701ffa8b649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.395260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:21.400175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5b24af-3245-4396-8b54-701ffa8b649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.403115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a5b24af-3245-4396-8b54-701ffa8b649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.406973 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a5b24af-3245-4396-8b54-701ffa8b649d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fcec483-4fae-4b66-8d48-8556f90a1226 HTTP/1.1" status: 204 len: 168 time: 0.2332964 Jul 06 11:47:21.417666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b24af-3245-4396-8b54-701ffa8b649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcec483-4fae-4b66-8d48-8556f90a1226,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:21.425750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e967a381-d634-4560-b503-24e2656ca37c', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': 'e967a381-d634-4560-b503-24e2656ca37c', 'mac_address': 'fa:16:3e:bc:f9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:21.482794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.494072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f69e-ed4c-4807-ae35-c00f8ea18e61 req-90f2addb-4fc2-46d1-ad92-3f1e409869f7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.496969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2db2f69e-ed4c-4807-ae35-c00f8ea18e61 req-90f2addb-4fc2-46d1-ad92-3f1e409869f7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1138334 Jul 06 11:47:21.499444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e967a381-d634-4560-b503-24e2656ca37c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:21.526610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:21.550930 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.551749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:21.593424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2db2f69e-ed4c-4807-ae35-c00f8ea18e61 req-ad7d30ba-a5f1-42f1-99b2-86d6e45ec86d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837436 Jul 06 11:47:21.665271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:21.746240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:21.778009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'mac_address': 'fa:16:3e:0c:7e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:21.833172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.858664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:21.893727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:21.898819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.899833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0241615e-ea9f-49bb-8b93-88925a31c0bf details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:21.987879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710236-2a00-4079-b6cd-cfd8d0cf2c91 req-4649e9cd-0cc6-43cd-8ebc-ad43f59570af tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.997547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2710236-2a00-4079-b6cd-cfd8d0cf2c91 req-4649e9cd-0cc6-43cd-8ebc-ad43f59570af tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 944 time: 0.1412539 Jul 06 11:47:22.056535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:22.068611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2710236-2a00-4079-b6cd-cfd8d0cf2c91 req-5adeff31-32bc-4e86-ba8d-da85242ff586 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697486 Jul 06 11:47:22.294183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d8128-d07a-4b86-867b-d38beee50f4b req-8e3b620d-cd24-4683-af32-edf998f5063a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.296397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-410d8128-d07a-4b86-867b-d38beee50f4b req-8e3b620d-cd24-4683-af32-edf998f5063a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 945 time: 0.1369338 Jul 06 11:47:22.398161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0241615e-ea9f-49bb-8b93-88925a31c0bf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf,segment=NetworkSegment(414ade83-86f5-4774-b3d2-72192778c0eb),segment_id=414ade83-86f5-4774-b3d2-72192778c0eb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:22.407208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-410d8128-d07a-4b86-867b-d38beee50f4b req-b83ac6e1-ea3f-48b9-ba6a-7094d7230204 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001446 Jul 06 11:47:22.438714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '0241615e-ea9f-49bb-8b93-88925a31c0bf', 'network_id': '53e75711-27d1-4aaf-93a9-59172c05f906', 'port_id': '0241615e-ea9f-49bb-8b93-88925a31c0bf', 'mac_address': 'fa:16:3e:9a:48:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d8e5e1-26f3-4305-a387-35927c6c75e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:22.512194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.530490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0241615e-ea9f-49bb-8b93-88925a31c0bf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:22.585740 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.588250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0241615e-ea9f-49bb-8b93-88925a31c0bf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf,segment=NetworkSegment(414ade83-86f5-4774-b3d2-72192778c0eb),segment_id=414ade83-86f5-4774-b3d2-72192778c0eb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:22.601634 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.720479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0241615e-ea9f-49bb-8b93-88925a31c0bf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:22.910632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e967a381-d634-4560-b503-24e2656ca37c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:22.920787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb76c-60c1-4a2c-898b-f7a0bc81222c req-c1ed7bbd-36d9-455f-8859-2a6d59016403 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.922410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55abb76c-60c1-4a2c-898b-f7a0bc81222c req-c1ed7bbd-36d9-455f-8859-2a6d59016403 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.0998871 Jul 06 11:47:22.998923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55abb76c-60c1-4a2c-898b-f7a0bc81222c req-ea791436-1274-444b-9901-7be931f9dbb1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659337 Jul 06 11:47:23.247050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0241615e-ea9f-49bb-8b93-88925a31c0bf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:23.325911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:23.603046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d81aa-28c0-450c-86fc-c145889da6dc req-ebb21b13-f008-40dc-8949-71f6bad1b618 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:23.608417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f4d81aa-28c0-450c-86fc-c145889da6dc req-ebb21b13-f008-40dc-8949-71f6bad1b618 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 945 time: 0.2040663 Jul 06 11:47:23.739275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f4d81aa-28c0-450c-86fc-c145889da6dc req-c7395162-f4ac-4797-bfc7-50982627e36d tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220310 Jul 06 11:47:25.180451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:25.319713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e967a381-d634-4560-b503-24e2656ca37c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:25.320558 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.483414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.528086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:25.530478 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a236fbec-3c06-4c4a-8c92-b7036d24d3b7" -d '{"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-plugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:25.557007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:25.569350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.688416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:27.125167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa8faf13-717c-4c84-a5aa-ec9f49a895c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.198877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:27.361130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:27.369931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:27.370848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.570810 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.666566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:27.673800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.673800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0241615e-ea9f-49bb-8b93-88925a31c0bf up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:27.857683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:27.917064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 0241615e-ea9f-49bb-8b93-88925a31c0bf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:27.922141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 0241615e-ea9f-49bb-8b93-88925a31c0bf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:27.922813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.212228 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.324640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0241615e-ea9f-49bb-8b93-88925a31c0bf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf,segment=NetworkSegment(414ade83-86f5-4774-b3d2-72192778c0eb),segment_id=414ade83-86f5-4774-b3d2-72192778c0eb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:28.333589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.483833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0241615e-ea9f-49bb-8b93-88925a31c0bf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:29.632211 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dfd2786-0927-4d4c-915a-cf89f3f5beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.841254 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.004589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.228993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731680b0-e6ea-4aa9-9776-1e15e2a06193 req-d53e4695-3db5-4db4-a63d-91cd13da039b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:30.231712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-731680b0-e6ea-4aa9-9776-1e15e2a06193 req-d53e4695-3db5-4db4-a63d-91cd13da039b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.0925181 Jul 06 11:47:30.283374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-731680b0-e6ea-4aa9-9776-1e15e2a06193 req-3fb3e69e-47a4-454a-abd5-29401dba1a41 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451529 Jul 06 11:47:30.548259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d3732-6635-4499-929e-e1e994b0349a req-69a00904-a154-4f61-8011-f047376176b9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:30.550504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-955d3732-6635-4499-929e-e1e994b0349a req-69a00904-a154-4f61-8011-f047376176b9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1586099 Jul 06 11:47:30.677617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-955d3732-6635-4499-929e-e1e994b0349a req-5130b559-313a-4746-9317-11641721bb74 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149971 Jul 06 11:47:30.724937 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a764ec-252f-445b-b055-5a4d0c3807e7 x-openstack-request-id: req-d9a764ec-252f-445b-b055-5a4d0c3807e7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:30.725501 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-plugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:30.726005 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9a764ec-252f-445b-b055-5a4d0c3807e7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:30.726533 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'code': 200} Jul 06 11:47:30.769020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac3295-74fb-482d-9b52-7087453a0c63 req-7a950f93-8858-416c-9484-878616941f66 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:30.771206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1ac3295-74fb-482d-9b52-7087453a0c63 req-7a950f93-8858-416c-9484-878616941f66 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1494744 Jul 06 11:47:30.869635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.882161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1ac3295-74fb-482d-9b52-7087453a0c63 req-20162cb0-a87c-4bbb-83df-d0284fd57904 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956733 Jul 06 11:47:31.030874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083032e-471e-41da-9438-1221d822daae req-766e9ac4-dba3-4bcc-b20e-19f7970a6edc tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:31.039249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8083032e-471e-41da-9438-1221d822daae req-766e9ac4-dba3-4bcc-b20e-19f7970a6edc tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 950 time: 0.0948846 Jul 06 11:47:31.097642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8083032e-471e-41da-9438-1221d822daae req-16561306-5345-4937-b35b-c9ad1115ef37 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565052 Jul 06 11:47:31.669759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4fac7-722a-4456-ba8a-5e516275f53f req-b41aefd7-0937-45c4-b19d-5f3840af759c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:31.672652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d4fac7-722a-4456-ba8a-5e516275f53f req-b41aefd7-0937-45c4-b19d-5f3840af759c tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.1289594 Jul 06 11:47:31.731041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d4fac7-722a-4456-ba8a-5e516275f53f req-381664ec-24b5-42a9-a35e-8538ae905d66 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Jul 06 11:47:32.015131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ce3b3-f48b-4ffe-82c0-13656a611c2f req-0e5d8875-4c5c-4cb4-a88b-bb5d2b4385fe tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:32.024429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c41ce3b3-f48b-4ffe-82c0-13656a611c2f req-0e5d8875-4c5c-4cb4-a88b-bb5d2b4385fe tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.0961332 Jul 06 11:47:32.084728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c41ce3b3-f48b-4ffe-82c0-13656a611c2f req-1cbbef12-a19b-45b4-83da-90a522226a8c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Jul 06 11:47:32.257087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754bfe-c129-4227-a4a5-034bf7b278c7 req-64949ea3-56fd-4964-b35a-598c182c257f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:32.265902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb754bfe-c129-4227-a4a5-034bf7b278c7 req-64949ea3-56fd-4964-b35a-598c182c257f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 946 time: 0.0978227 Jul 06 11:47:32.320424 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.332285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb754bfe-c129-4227-a4a5-034bf7b278c7 req-4c12f711-9d67-4905-98e0-bcab4ef69e41 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642028 Jul 06 11:47:32.728183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'}, {'server_uuid': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0241615e-ea9f-49bb-8b93-88925a31c0bf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:32.730420 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c43c4-5128-419b-90f4-8cb91fb760f8" -d '{"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-plugged", "status": "completed", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3"}, {"server_uuid": "cc03215f-af11-4136-a5c2-a8fa44e0d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "0241615e-ea9f-49bb-8b93-88925a31c0bf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:32.916414 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f590ffb-1375-4558-af03-8d9a9b9729aa x-openstack-request-id: req-9f590ffb-1375-4558-af03-8d9a9b9729aa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:32.916773 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-plugged", "status": "completed", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3", "code": 200}, {"server_uuid": "cc03215f-af11-4136-a5c2-a8fa44e0d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "0241615e-ea9f-49bb-8b93-88925a31c0bf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:32.917039 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f590ffb-1375-4558-af03-8d9a9b9729aa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:32.917455 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'code': 200} Jul 06 11:47:32.918190 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0241615e-ea9f-49bb-8b93-88925a31c0bf', 'code': 200} Jul 06 11:47:33.195983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab76b7-4b7a-4c0f-a84d-6fd9e216fa3b req-2302ed73-814a-4751-9273-b938437858ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:33.198165 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b1ab76b7-4b7a-4c0f-a84d-6fd9e216fa3b req-2302ed73-814a-4751-9273-b938437858ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 1097 time: 0.0841658 Jul 06 11:47:33.209688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24fb47-6cfc-4135-a4d9-34eec1f7a2fa req-a727458e-d04f-4dba-8faa-91af5552165a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:33.223781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de24fb47-6cfc-4135-a4d9-34eec1f7a2fa req-a727458e-d04f-4dba-8faa-91af5552165a tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.1887009 Jul 06 11:47:33.246593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b1ab76b7-4b7a-4c0f-a84d-6fd9e216fa3b req-c8b93a03-aae5-42db-b7ee-0fabf6f28c98 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Jul 06 11:47:33.328468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de24fb47-6cfc-4135-a4d9-34eec1f7a2fa req-032398ee-f03a-4025-a424-1413a9c67559 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034894 Jul 06 11:47:33.460423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daacc4-1012-4bce-85d4-470846386b46 req-33bded86-2bc1-4c6c-83fd-f2502359b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:33.469770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28daacc4-1012-4bce-85d4-470846386b46 req-33bded86-2bc1-4c6c-83fd-f2502359b82c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 1097 time: 0.3394635 Jul 06 11:47:33.945486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28daacc4-1012-4bce-85d4-470846386b46 req-1510aa58-7bfe-4f78-85df-1f1b4db936c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749892 Jul 06 11:47:33.962958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa1392-40be-4890-a72a-6a8b88be30ff req-1479023f-a3cd-4eb4-b986-2c1a9874e05b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:33.971091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efaa1392-40be-4890-a72a-6a8b88be30ff req-1479023f-a3cd-4eb4-b986-2c1a9874e05b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.6204343 Jul 06 11:47:34.041855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efaa1392-40be-4890-a72a-6a8b88be30ff req-9eed3f36-bb94-4a30-a2c2-7bab189dee6a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696337 Jul 06 11:47:34.073907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd3764-4781-4a55-aba2-2b01896e321d req-8298be6e-8f54-483e-8eca-dc273b80938f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:34.085994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96fd3764-4781-4a55-aba2-2b01896e321d req-8298be6e-8f54-483e-8eca-dc273b80938f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 946 time: 0.2288575 Jul 06 11:47:34.172855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96fd3764-4781-4a55-aba2-2b01896e321d req-99687db1-5915-4534-b0e7-866593473599 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839219 Jul 06 11:47:34.663948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d07dde-13c0-4dda-b2b4-87739f13a46c req-da24455d-09ee-47cb-9bea-264161820c65 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:34.666378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6d07dde-13c0-4dda-b2b4-87739f13a46c req-da24455d-09ee-47cb-9bea-264161820c65 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.1122453 Jul 06 11:47:34.751210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6d07dde-13c0-4dda-b2b4-87739f13a46c req-029f8b51-36c6-4cf9-87b5-9470c4b95730 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791638 Jul 06 11:47:35.260221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:35.406314 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:35.446236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:35.450816 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a35434d-c781-4d9a-a62a-86149dd157b5" -d '{"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-unplugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:35.473512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:35.480426 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:35.570916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:36.008672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e639-f177-44ba-9095-6e02929560f7 req-ba6ef158-7405-41d4-80d2-b7da76e0ed9c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:36.010967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4631e639-f177-44ba-9095-6e02929560f7 req-ba6ef158-7405-41d4-80d2-b7da76e0ed9c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1687155 Jul 06 11:47:36.045369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50564-1461-4382-912a-1c14308683ed req-5ca2702b-da98-4b11-b50f-3c4b46822e15 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:36.047526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63e50564-1461-4382-912a-1c14308683ed req-5ca2702b-da98-4b11-b50f-3c4b46822e15 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1202965 Jul 06 11:47:36.108910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4631e639-f177-44ba-9095-6e02929560f7 req-3698cbee-72cc-4aca-83e0-c1a55db27f41 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866442 Jul 06 11:47:36.118327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63e50564-1461-4382-912a-1c14308683ed req-fd4f762a-f5ba-4532-abbb-1b1f8dbccf81 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632224 Jul 06 11:47:36.306687 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f788249-f70f-4030-b0d1-c438198a6462 x-openstack-request-id: req-0f788249-f70f-4030-b0d1-c438198a6462 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:36.307209 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-unplugged", "status": "completed", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:36.307426 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f788249-f70f-4030-b0d1-c438198a6462 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:36.308082 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'code': 200} Jul 06 11:47:36.518869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8567-6cb0-414a-bc77-d300971ce7a6 req-f4605687-721c-4130-a773-e0c5aecb8a79 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:36.520577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128b8567-6cb0-414a-bc77-d300971ce7a6 req-f4605687-721c-4130-a773-e0c5aecb8a79 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.0812657 Jul 06 11:47:36.567605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128b8567-6cb0-414a-bc77-d300971ce7a6 req-ff4a0972-eade-4f4d-8d95-98e37f87fe4b tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Jul 06 11:47:37.339697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c5117-7a15-4153-ad05-4a89e28de619 req-fcf389d6-0fff-442b-a1e0-ba96e2962beb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:37.341484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d5c5117-7a15-4153-ad05-4a89e28de619 req-fcf389d6-0fff-442b-a1e0-ba96e2962beb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0738759 Jul 06 11:47:37.392525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d5c5117-7a15-4153-ad05-4a89e28de619 req-a4c46653-67f6-4c9c-be7c-55bfd7d5af2a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449245 Jul 06 11:47:37.672546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ace48-17ec-4324-bfc3-f1a7169b3ed0 req-c11c5fb4-4f8f-4a05-bce7-bbcbeb0fe325 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:37.674206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3ace48-17ec-4324-bfc3-f1a7169b3ed0 req-c11c5fb4-4f8f-4a05-bce7-bbcbeb0fe325 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 946 time: 0.0897260 Jul 06 11:47:37.731509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3ace48-17ec-4324-bfc3-f1a7169b3ed0 req-4129b03b-9d8b-4735-b665-a93cef04fe30 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/security-groups?id=37ff6778-a03a-4ac6-a677-05b208a7da11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Jul 06 11:47:38.158897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7306e3b-c8b0-4b6c-8f87-2e2c97c38a43 req-bbf1b041-98f7-4232-af72-65afa5d7012e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:38.160738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7306e3b-c8b0-4b6c-8f87-2e2c97c38a43 req-bbf1b041-98f7-4232-af72-65afa5d7012e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0797052 Jul 06 11:47:38.206104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7306e3b-c8b0-4b6c-8f87-2e2c97c38a43 req-0cde03e9-f8f0-4a99-aec4-054f9800268e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374374 Jul 06 11:47:38.619802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb81e8b-bccc-4383-94dc-22eee829410d req-7d6fef80-346a-4604-8943-afb18d65e92e tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:38.621362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb81e8b-bccc-4383-94dc-22eee829410d req-7d6fef80-346a-4604-8943-afb18d65e92e tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 951 time: 0.1464076 Jul 06 11:47:38.654622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-1228d3fc-eee9-4c8c-ab84-be77dad8b0a4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:38.656211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-1228d3fc-eee9-4c8c-ab84-be77dad8b0a4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.1506579 Jul 06 11:47:38.686864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb81e8b-bccc-4383-94dc-22eee829410d req-47fc0afe-184a-46e7-9570-9c5385be124f tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549920 Jul 06 11:47:38.876503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-99f3f150-5601-4988-a508-0a846b015816 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/quotas/13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 375 time: 0.2021289 Jul 06 11:47:38.946756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-2a098ad1-0974-4838-9d12-dc976bf11b3f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:38.948609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-2a098ad1-0974-4838-9d12-dc976bf11b3f tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1533241 Jul 06 11:47:39.032532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-0f7a1790-c134-41e3-b75c-c3192bff8cd4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1479731 Jul 06 11:47:39.181657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Deleting port 0241615e-ea9f-49bb-8b93-88925a31c0bf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:39.182005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.188400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-140d6925-da88-40df-b4fb-66a487e0f23b service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511421 Jul 06 11:47:39.256287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:39.278819 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:47:39.360972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:39.362670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:39.376261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] For port 0241615e-ea9f-49bb-8b93-88925a31c0bf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0241615e-ea9f-49bb-8b93-88925a31c0bf,segment=NetworkSegment(414ade83-86f5-4774-b3d2-72192778c0eb),segment_id=414ade83-86f5-4774-b3d2-72192778c0eb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:39.376938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.380549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'network_id': '9a858f09-6dc9-4a8c-a39c-b73b39e1f201', 'port_id': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'mac_address': 'fa:16:3e:0c:7e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c15638-cab9-4d40-8524-c13a56ae959d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:39.400706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Calling delete_port for 0241615e-ea9f-49bb-8b93-88925a31c0bf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:39.428617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.445773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:39.474930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:39.481454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.487692 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dca0c56c-9362-4416-ac79-fbe7c0de935d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.550267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-28f5651c-14af-4350-86a2-fe3454e27cba service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445196 Jul 06 11:47:39.568230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:39.607270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dca0c56c-9362-4416-ac79-fbe7c0de935d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.613944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dca0c56c-9362-4416-ac79-fbe7c0de935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.634706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.652698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0241615e-ea9f-49bb-8b93-88925a31c0bf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:39.664056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Pushing event deleted for resources: {'Port': ['ID=0241615e-ea9f-49bb-8b93-88925a31c0bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:39.679933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.680975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.681482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.681996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.682486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.683319 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dca0c56c-9362-4416-ac79-fbe7c0de935d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4128eae024714ca8a3438e532a7c4ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194609 Jul 06 11:47:39.683536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.684071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.685191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.685679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.686349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.686826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.687313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:39.690139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:39.710215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:39.733797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0c56c-9362-4416-ac79-fbe7c0de935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ebb28-bbb7-437b-b11c-b3ef6181fde9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:39.767535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] No DVR routers for this DVR port 0241615e-ea9f-49bb-8b93-88925a31c0bf on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:39.773527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.774507 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2852a547-04d4-449c-80df-191950f9c0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.776847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1b9ec9b-b936-4d38-bbef-8fbb216f5989 req-45788a02-cccc-439f-8d51-ec77e656d562 tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.79 "DELETE /v2.0/ports/0241615e-ea9f-49bb-8b93-88925a31c0bf HTTP/1.1" status: 204 len: 173 time: 0.8185360 Jul 06 11:47:39.777463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'name': 'network-vif-deleted', 'tag': '0241615e-ea9f-49bb-8b93-88925a31c0bf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:39.780442 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3095baf-bf83-416a-a58e-0183c1f1d9ed" -d '{"events": [{"server_uuid": "cc03215f-af11-4136-a5c2-a8fa44e0d2e5", "name": "network-vif-deleted", "tag": "0241615e-ea9f-49bb-8b93-88925a31c0bf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:39.827368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2852a547-04d4-449c-80df-191950f9c0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.898532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2852a547-04d4-449c-80df-191950f9c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.902690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2852a547-04d4-449c-80df-191950f9c0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.923278 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2852a547-04d4-449c-80df-191950f9c0fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/395ebb28-bbb7-437b-b11c-b3ef6181fde9 HTTP/1.1" status: 204 len: 168 time: 0.2249734 Jul 06 11:47:39.951208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852a547-04d4-449c-80df-191950f9c0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ebb28-bbb7-437b-b11c-b3ef6181fde9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:40.012299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5054a299-4e7c-4eca-a98e-381f672488e9 req-682c8812-5e9b-4098-afbd-8aac2553e03d tempest-InstanceActionsV221TestJSON-987676733 tempest-InstanceActionsV221TestJSON-987676733-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc03215f-af11-4136-a5c2-a8fa44e0d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0685618 Jul 06 11:47:40.261658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833483-b1ec-4b67-bf4d-d4669e1256f1 req-d508768e-4458-4929-911c-efa0dc6d0742 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:40.263876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7833483-b1ec-4b67-bf4d-d4669e1256f1 req-d508768e-4458-4929-911c-efa0dc6d0742 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 948 time: 0.0821908 Jul 06 11:47:40.337933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7833483-b1ec-4b67-bf4d-d4669e1256f1 req-8dc72536-99ec-4575-9493-cc43435281ab tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643044 Jul 06 11:47:40.410460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.444121 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf4f1-8667-4e4e-9181-98c154343928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.503040 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d210236-9a57-4e6c-ade6-9fe872d2e07c x-openstack-request-id: req-6d210236-9a57-4e6c-ade6-9fe872d2e07c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:40.504500 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03215f-af11-4136-a5c2-a8fa44e0d2e5", "name": "network-vif-deleted", "tag": "0241615e-ea9f-49bb-8b93-88925a31c0bf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:40.504949 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d210236-9a57-4e6c-ade6-9fe872d2e07c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:40.505431 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03215f-af11-4136-a5c2-a8fa44e0d2e5', 'name': 'network-vif-deleted', 'tag': '0241615e-ea9f-49bb-8b93-88925a31c0bf', 'status': 'completed', 'code': 200} Jul 06 11:47:40.517494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57e55e14-7677-40ea-b548-4a19d4084f68 req-e50ef73c-6a32-44e3-98db-10feec625187 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 210 time: 0.0466113 Jul 06 11:47:40.661691 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf4f1-8667-4e4e-9181-98c154343928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.667536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf4f1-8667-4e4e-9181-98c154343928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.708529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cf4f1-8667-4e4e-9181-98c154343928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c272e393-dc48-4138-953c-9a5322c79c4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:40.746642 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a2cf4f1-8667-4e4e-9181-98c154343928 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ef2435aab1b4056b3647ccc0348c790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349366 Jul 06 11:47:40.749446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.819389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dfe27-d9fc-4b6f-9fe8-c283772e61ac req-afcc35e9-0667-491b-9fd3-13f02907fd67 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:40.826698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-112dfe27-d9fc-4b6f-9fe8-c283772e61ac req-afcc35e9-0667-491b-9fd3-13f02907fd67 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 945 time: 0.0958347 Jul 06 11:47:40.874121 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6362e7f-55f9-4f19-bc51-595c30071ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.877280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-112dfe27-d9fc-4b6f-9fe8-c283772e61ac req-b3652c22-725a-4723-a6f1-4fa0712b235e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496099 Jul 06 11:47:40.914862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6362e7f-55f9-4f19-bc51-595c30071ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.986036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6362e7f-55f9-4f19-bc51-595c30071ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.993740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6362e7f-55f9-4f19-bc51-595c30071ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.997972 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6362e7f-55f9-4f19-bc51-595c30071ce5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c272e393-dc48-4138-953c-9a5322c79c4e HTTP/1.1" status: 204 len: 168 time: 0.2446582 Jul 06 11:47:41.006382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362e7f-55f9-4f19-bc51-595c30071ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c272e393-dc48-4138-953c-9a5322c79c4e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:41.035633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d86146-00ca-4df5-988f-a45660100401 req-22059639-a700-4a21-9f38-96037cb9b43e tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:41.036530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80d86146-00ca-4df5-988f-a45660100401 req-22059639-a700-4a21-9f38-96037cb9b43e tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 951 time: 0.0914967 Jul 06 11:47:41.168357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80d86146-00ca-4df5-988f-a45660100401 req-0f55cb42-76fa-4775-8330-bf7fcf9d09ac tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181579 Jul 06 11:47:41.195349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4ce7a31d-f5fd-4953-9329-442615e6270e tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:41.197021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4ce7a31d-f5fd-4953-9329-442615e6270e tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 948 time: 0.1594017 Jul 06 11:47:41.275060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:41.370811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:41.371337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.390396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Deleting port f9650240-1575-40b3-898f-2f32dd7b354e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:41.390733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.589166 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.636221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] For port f9650240-1575-40b3-898f-2f32dd7b354e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f9650240-1575-40b3-898f-2f32dd7b354e,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:41.637000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.648012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:41.649303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:41.652298 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceeede4-fae8-44e4-99a0-c583b6df831e" -d '{"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-plugged", "status": "completed", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:41.656584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.657640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:41.678193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Calling delete_port for f9650240-1575-40b3-898f-2f32dd7b354e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:41.688553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:41.805200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:41.816685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.817276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.817871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.818406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.818958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.819498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.820072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.820693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.821251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.822326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.823078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.823613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:41.829613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.901819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:41.911490 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.913491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0241615e-ea9f-49bb-8b93-88925a31c0bf no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:41.918443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae152610-3ed8-4705-8797-c10edb58cade req-67aa6bd7-bdd5-41cf-b79d-fa82b1d9870a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 210 time: 0.1409988 Jul 06 11:47:41.947808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 0241615e-ea9f-49bb-8b93-88925a31c0bf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:41.949551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0241615e-ea9f-49bb-8b93-88925a31c0bf not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:41.994955 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88451e7-14f4-48bb-adcc-f6642bfffdd7 x-openstack-request-id: req-b88451e7-14f4-48bb-adcc-f6642bfffdd7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:41.995540 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-plugged", "status": "completed", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:41.996050 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b88451e7-14f4-48bb-adcc-f6642bfffdd7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:41.996656 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'code': 200} Jul 06 11:47:42.049216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d8e8-5de0-48cb-b264-11836a055e0c req-466fa6a9-c765-45df-9827-df0489e690ef tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.058833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f8d8e8-5de0-48cb-b264-11836a055e0c req-466fa6a9-c765-45df-9827-df0489e690ef tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 948 time: 0.2684629 Jul 06 11:47:42.068916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:42.177124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87f8d8e8-5de0-48cb-b264-11836a055e0c req-65890266-32b3-40f6-b93a-a475fae35eef tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171079 Jul 06 11:47:42.196463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.197631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Deleting subnet 78d8e5e1-26f3-4305-a387-35927c6c75e5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:42.210787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.248402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Pushing event deleted for resources: {'Port': ['ID=f9650240-1575-40b3-898f-2f32dd7b354e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:42.267935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043954de-a1f9-4e0d-acff-13e1b6a60047 req-465ce1df-aaf6-41f8-988f-5777a864fe35 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.278360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-043954de-a1f9-4e0d-acff-13e1b6a60047 req-465ce1df-aaf6-41f8-988f-5777a864fe35 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.1722765 Jul 06 11:47:42.296532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-8b9c3278-adca-4864-8184-cf8d9215d5cb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.301102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-8b9c3278-adca-4864-8184-cf8d9215d5cb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.7421017 Jul 06 11:47:42.305716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.334794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'port': {'device_id': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'admin_state_up': True, 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:42.379205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] No DVR routers for this DVR port f9650240-1575-40b3-898f-2f32dd7b354e on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:42.391296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.393297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ffef490-8799-4712-9aef-cd923c448ecc req-4b1edb44-d447-4638-a7bb-9e20ce4820ca tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "DELETE /v2.0/ports/f9650240-1575-40b3-898f-2f32dd7b354e HTTP/1.1" status: 204 len: 173 time: 1.1884928 Jul 06 11:47:42.415622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.490423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-043954de-a1f9-4e0d-acff-13e1b6a60047 req-1441a71c-5ef1-4878-9d23-72bbe7cef70e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110775 Jul 06 11:47:42.507947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-deleted', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:42.510604 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8664a570-de2e-4e9c-be48-34f50229a3fb" -d '{"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-deleted", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:42.515279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:42.523289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.569471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761af6d-6214-4762-a479-cd677e3f1b38 req-fb2569cf-cce0-4ff6-aa03-a693954ffc19 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.576487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.582253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6761af6d-6214-4762-a479-cd677e3f1b38 req-fb2569cf-cce0-4ff6-aa03-a693954ffc19 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 949 time: 0.2216129 Jul 06 11:47:42.648105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d8e5e1-26f3-4305-a387-35927c6c75e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:42.657639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.659864 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4621a787-72d6-4df0-8e98-e4b430c460af admin admin] 10.222.0.78 "DELETE /v2.0/subnets/78d8e5e1-26f3-4305-a387-35927c6c75e5 HTTP/1.1" status: 204 len: 168 time: 0.9703197 Jul 06 11:47:42.672546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:42.699375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6761af6d-6214-4762-a479-cd677e3f1b38 req-3fa78d52-41f7-4134-a82b-c9ac14fc25ec tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ea18ddd-56f8-4358-9ace-cd32595ab1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137724 Jul 06 11:47:42.859747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.903758 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac44d860-542b-4ec3-8bdf-2c1fd915d056 x-openstack-request-id: req-ac44d860-542b-4ec3-8bdf-2c1fd915d056 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:42.904084 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8934f-27db-421d-bcd3-d4c79772fe4f", "name": "network-vif-deleted", "tag": "f9650240-1575-40b3-898f-2f32dd7b354e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:42.904333 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac44d860-542b-4ec3-8bdf-2c1fd915d056 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:42.905082 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8934f-27db-421d-bcd3-d4c79772fe4f', 'name': 'network-vif-deleted', 'tag': 'f9650240-1575-40b3-898f-2f32dd7b354e', 'status': 'completed', 'code': 200} Jul 06 11:47:42.920345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Allocated IP 172.20.0.7 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/a90d6943-1d6d-47dd-8b52-3179493c6cf1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:43.028232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244c128-8788-41e2-a794-b5300fe42403 req-ebd73bb6-8d2c-454d-b931-0515a16789f6 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:43.030355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8244c128-8788-41e2-a794-b5300fe42403 req-ebd73bb6-8d2c-454d-b931-0515a16789f6 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.79 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 949 time: 0.0914536 Jul 06 11:47:43.124620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fed52aa-aed7-4a63-8e18-0c1b56cba2b7 req-02943788-8a75-4298-90d1-207f0cd59871 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 210 time: 0.0651295 Jul 06 11:47:43.183532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.235365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Deleting port e967a381-d634-4560-b503-24e2656ca37c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:43.235789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.244647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e75711-27d1-4aaf-93a9-59172c05f906']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:43.317115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414ade83-86f5-4774-b3d2-72192778c0eb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:43.317430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414ade83-86f5-4774-b3d2-72192778c0eb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:43.336382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.359230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.368347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:43.368810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.381460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] For port e967a381-d634-4560-b503-24e2656ca37c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e967a381-d634-4560-b503-24e2656ca37c,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:43.381980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.400293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Calling delete_port for e967a381-d634-4560-b503-24e2656ca37c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:43.438742 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:43.454955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.460734 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.465679 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] 10.222.0.78 "DELETE /v2.0/networks/53e75711-27d1-4aaf-93a9-59172c05f906 HTTP/1.1" status: 204 len: 168 time: 0.7921133 Jul 06 11:47:43.490044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b5f0-1967-406f-8b93-a0fb4b35247b admin admin] Pushing event deleted for resources: {'Network': ['ID=53e75711-27d1-4aaf-93a9-59172c05f906,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:43.537174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.632489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dff3ac4c-8ea6-4495-8f79-383ad9098ae0 req-c787b0a1-7d7d-4ada-b421-6cf9e92e4a27 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7d8934f-27db-421d-bcd3-d4c79772fe4f HTTP/1.1" status: 200 len: 210 time: 0.0649891 Jul 06 11:47:43.645340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Transition to ACTIVE for port object a90d6943-1d6d-47dd-8b52-3179493c6cf1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:43.650521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.701015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:43.701663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Pushing event deleted for resources: {'Port': ['ID=e967a381-d634-4560-b503-24e2656ca37c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:43.729473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.747607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:43.762947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] No DVR routers for this DVR port e967a381-d634-4560-b503-24e2656ca37c on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:43.766675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.770519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8244c128-8788-41e2-a794-b5300fe42403 req-ef46097c-4b72-4e6e-9639-15968900aae1 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.79 "DELETE /v2.0/ports/e967a381-d634-4560-b503-24e2656ca37c HTTP/1.1" status: 204 len: 173 time: 0.7283576 Jul 06 11:47:43.798434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356dc25-9f7a-4fe9-b101-413cf12278fb req-4bfcc92d-0286-497a-8863-fef0bcec253d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:43.806881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a356dc25-9f7a-4fe9-b101-413cf12278fb req-4bfcc92d-0286-497a-8863-fef0bcec253d tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.2376792 Jul 06 11:47:43.822081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:43.840208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:43.844306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:43.888574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f7a70606-b43b-4368-8ed1-9120adeea48c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b8b498adc2e4ff7893293a876929d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862745 Jul 06 11:47:43.891810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:43.905460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=a90d6943-1d6d-47dd-8b52-3179493c6cf1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:43.922194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:43.923133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.947037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a356dc25-9f7a-4fe9-b101-413cf12278fb req-d6137c16-0345-405b-8ffe-1e3f663ada19 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381941 Jul 06 11:47:43.949775 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-da8d929e-4bac-49be-b2d7-a47184331807 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6215839 Jul 06 11:47:43.997670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79a80082-9f65-493c-b3f1-271eae2df474 req-c0992478-249a-4031-ae4d-e62bcfa28652 tempest-ImagesOneServerTestJSON-552538813 tempest-ImagesOneServerTestJSON-552538813-project] 10.222.0.78 "GET /v2.0/ports?device_id=5552f3a4-8524-478d-97c1-44500cb089d5 HTTP/1.1" status: 200 len: 210 time: 0.1047351 Jul 06 11:47:43.998241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Request body: {'port': {'device_id': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:44.005372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:44.009275 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd07b51a-c14c-4bfa-8c2e-6615238bac9b" -d '{"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:44.027788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:44.141974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.148219 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f800985-4777-45f8-8c04-53c5a306166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.204586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f800985-4777-45f8-8c04-53c5a306166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.313964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2e41558-8dd3-4a23-aed8-3fc5da32274f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.322772 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde8bb1-c73f-4974-a39a-ef85b380ca68 x-openstack-request-id: req-acde8bb1-c73f-4974-a39a-ef85b380ca68 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:44.323406 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:44.323889 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acde8bb1-c73f-4974-a39a-ef85b380ca68 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:44.324950 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'code': 200} Jul 06 11:47:44.325956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69216d59-aef4-41d0-8d3d-3e88f6f76452 None None] Provisioning for port a90d6943-1d6d-47dd-8b52-3179493c6cf1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:44.333168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69216d59-aef4-41d0-8d3d-3e88f6f76452 None None] Provisioning complete for port a90d6943-1d6d-47dd-8b52-3179493c6cf1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:44.333801 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69216d59-aef4-41d0-8d3d-3e88f6f76452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.378218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f800985-4777-45f8-8c04-53c5a306166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.381068 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f800985-4777-45f8-8c04-53c5a306166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.389122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-69216d59-aef4-41d0-8d3d-3e88f6f76452 None None] Port a90d6943-1d6d-47dd-8b52-3179493c6cf1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:47:44.392416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f800985-4777-45f8-8c04-53c5a306166c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37ff6778-a03a-4ac6-a677-05b208a7da11 HTTP/1.1" status: 204 len: 168 time: 0.4592304 Jul 06 11:47:44.429334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f800985-4777-45f8-8c04-53c5a306166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ff6778-a03a-4ac6-a677-05b208a7da11,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:44.548195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830741b-6637-4eda-be0e-26fb01174ef8 req-0bbe4629-0647-4fa7-b357-bfae345e1cc2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:44.549883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e830741b-6637-4eda-be0e-26fb01174ef8 req-0bbe4629-0647-4fa7-b357-bfae345e1cc2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 931 time: 0.1112473 Jul 06 11:47:44.561698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2e41558-8dd3-4a23-aed8-3fc5da32274f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.580223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2e41558-8dd3-4a23-aed8-3fc5da32274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.642956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e41558-8dd3-4a23-aed8-3fc5da32274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19800b-5b6b-4aec-b7f0-70a8d47147f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:44.650748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90d6943-1d6d-47dd-8b52-3179493c6cf1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:44.669134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e830741b-6637-4eda-be0e-26fb01174ef8 req-f53f9afd-8d31-4e5a-9212-579422e99b35 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097381 Jul 06 11:47:44.672421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2e41558-8dd3-4a23-aed8-3fc5da32274f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=403e891692544b9892f431a0e1f369f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254172 Jul 06 11:47:44.675240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:44.681195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.716567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Transition to ACTIVE for port object a90d6943-1d6d-47dd-8b52-3179493c6cf1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:44.727012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.765673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1aa73ac-20c3-466e-ac66-e49e1f03cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.842743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1aa73ac-20c3-466e-ac66-e49e1f03cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.847230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a90d6943-1d6d-47dd-8b52-3179493c6cf1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:44.889971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Attempting to bind port a90d6943-1d6d-47dd-8b52-3179493c6cf1 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:44.890660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Attempting to bind port a90d6943-1d6d-47dd-8b52-3179493c6cf1 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:44.890660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Attempting to bind port a90d6943-1d6d-47dd-8b52-3179493c6cf1 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:44.901728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Port a90d6943-1d6d-47dd-8b52-3179493c6cf1 on network ad120c1c-1715-453c-8ad9-c03d02436880 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:44.901728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Attempting to bind port a90d6943-1d6d-47dd-8b52-3179493c6cf1 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:44.913525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:44.913891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:44.914236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:44.914675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Bound port: a90d6943-1d6d-47dd-8b52-3179493c6cf1, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:44.915030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.917576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-deleted', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:44.919836 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35457b2-7491-460d-b99e-8fcc354e589c" -d '{"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-deleted", "tag": "e967a381-d634-4560-b503-24e2656ca37c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:44.984986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38f607-0df9-41d5-969f-544c190a629a req-96ac934a-71c8-4f85-84b0-3b88b849df97 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:44.986589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf38f607-0df9-41d5-969f-544c190a629a req-96ac934a-71c8-4f85-84b0-3b88b849df97 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.1923726 Jul 06 11:47:45.006982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1aa73ac-20c3-466e-ac66-e49e1f03cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.012893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1aa73ac-20c3-466e-ac66-e49e1f03cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.016350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c1aa73ac-20c3-466e-ac66-e49e1f03cb75 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f19800b-5b6b-4aec-b7f0-70a8d47147f4 HTTP/1.1" status: 204 len: 168 time: 0.3372674 Jul 06 11:47:45.043613 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abc9ad3-56dd-47c0-be83-88bebcc40461 x-openstack-request-id: req-8abc9ad3-56dd-47c0-be83-88bebcc40461 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:45.043613 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5552f3a4-8524-478d-97c1-44500cb089d5", "name": "network-vif-deleted", "tag": "e967a381-d634-4560-b503-24e2656ca37c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:45.043613 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8abc9ad3-56dd-47c0-be83-88bebcc40461 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:45.043613 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5552f3a4-8524-478d-97c1-44500cb089d5', 'name': 'network-vif-deleted', 'tag': 'e967a381-d634-4560-b503-24e2656ca37c', 'status': 'completed', 'code': 200} Jul 06 11:47:45.059251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa73ac-20c3-466e-ac66-e49e1f03cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19800b-5b6b-4aec-b7f0-70a8d47147f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.073814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] For port a90d6943-1d6d-47dd-8b52-3179493c6cf1, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:45.078293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] For port a90d6943-1d6d-47dd-8b52-3179493c6cf1, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:45.095961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.154835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.155467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.157076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] 10.222.0.79 "PUT /v2.0/ports/a90d6943-1d6d-47dd-8b52-3179493c6cf1 HTTP/1.1" status: 200 len: 1091 time: 1.1961868 Jul 06 11:47:45.158601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'tag': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:45.161876 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9337fbcc-62fc-4a2b-8c22-537df3be5342" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7c936c-a8eb-4697-b2c0-d40a0279ee47", "tag": "a90d6943-1d6d-47dd-8b52-3179493c6cf1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:45.194958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550a24a-2627-4f72-b54b-af26765d80f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a90d6943-1d6d-47dd-8b52-3179493c6cf1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.228745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Deleting port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:45.229197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.292571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:45.354863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: f9650240-1575-40b3-898f-2f32dd7b354e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:45.355603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f9650240-1575-40b3-898f-2f32dd7b354e not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:45.357416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:45.371194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-31c01d82-d6a0-41f8-af7f-c7fca370b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.380166 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-31c01d82-d6a0-41f8-af7f-c7fca370b4bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 1094 time: 0.1590219 Jul 06 11:47:45.426164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: e967a381-d634-4560-b503-24e2656ca37c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:45.431556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e967a381-d634-4560-b503-24e2656ca37c not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:45.433086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:45.489228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-88b09c1c-0d14-449e-9cf0-fdde1af36e59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1 HTTP/1.1" status: 200 len: 217 time: 0.0940158 Jul 06 11:47:45.493106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:45.493486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.541079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Calling delete_port for bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:45.563565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369422a-bd67-451c-871c-e76a0ebf2327 req-3174fa6b-2177-48ab-a13b-cdab035c8516 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.579268 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faffcd1c-3bf5-413f-b4f5-661bd16f626c x-openstack-request-id: req-faffcd1c-3bf5-413f-b4f5-661bd16f626c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:45.579570 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7c936c-a8eb-4697-b2c0-d40a0279ee47", "tag": "a90d6943-1d6d-47dd-8b52-3179493c6cf1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:45.579824 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-faffcd1c-3bf5-413f-b4f5-661bd16f626c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:45.580498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9369422a-bd67-451c-871c-e76a0ebf2327 req-3174fa6b-2177-48ab-a13b-cdab035c8516 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 946 time: 0.2620931 Jul 06 11:47:45.588451 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'tag': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1', 'status': 'completed', 'code': 200} Jul 06 11:47:45.603041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-691d6ab1-0a44-42de-b12c-9a6b74458b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.609909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-691d6ab1-0a44-42de-b12c-9a6b74458b83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.1147461 Jul 06 11:47:45.623712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:45.642094 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.713429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,segment=NetworkSegment(add1ad19-83cb-4af5-b0cf-fb0fc5745020),segment_id=add1ad19-83cb-4af5-b0cf-fb0fc5745020)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:45.721545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.725588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9369422a-bd67-451c-871c-e76a0ebf2327 req-393e0a31-e506-4708-81e1-a1146131c79e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/security-groups?id=9949ee83-f7ac-45f8-8e6e-06f20e24cb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441259 Jul 06 11:47:45.763278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-76b3e347-dee8-4abd-aaf1-2ec2fc9114ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.766387 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-76b3e347-dee8-4abd-aaf1-2ec2fc9114ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436460 Jul 06 11:47:45.806785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.828418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:45.860893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b200b1bd-4290-481b-b445-ff139f56432b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.943478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.970860 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-337258ed-2da7-4275-a9c4-8af79288243c service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955206 Jul 06 11:47:46.061079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:46.063150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Pushing event deleted for resources: {'Port': ['ID=bb79ba71-6c0c-4616-82b3-6a0a3d0627b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:46.138506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-166452246-network', 'tenant_id': '03d35d8e58444180a0a6d0c563809434'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:46.184212 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28e4f3dc-969d-4cf3-94e7-882fc6713d18 req-23e5a1e6-6e95-491e-b462-856c1a40c82c service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049148 Jul 06 11:47:46.245056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] No DVR routers for this DVR port bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:46.250780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.253370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf38f607-0df9-41d5-969f-544c190a629a req-deaa79bb-ca88-4f40-98e5-621dd73af507 tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.79 "DELETE /v2.0/ports/bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 HTTP/1.1" status: 204 len: 173 time: 1.2595658 Jul 06 11:47:46.311034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-db9db624-81ea-4cf2-9dcb-692cde366e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.312749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-db9db624-81ea-4cf2-9dcb-692cde366e09 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 1094 time: 0.0664868 Jul 06 11:47:46.328553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:46.332715 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2fc83d-0f1c-4716-b907-ff0ff0ee9e60" -d '{"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-unplugged", "status": "completed", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:46.372020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad20116e-086b-4ce4-a6cc-ca71f78f2aec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e1a93add22c4e469e02818e10f46e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056159 Jul 06 11:47:46.381903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:46.398348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff5932-d180-4162-8efb-565e7c131ff9 req-545e0c83-c9de-43d6-9640-b1126e33ea82 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.399494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23ff5932-d180-4162-8efb-565e7c131ff9 req-545e0c83-c9de-43d6-9640-b1126e33ea82 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 948 time: 0.3374374 Jul 06 11:47:46.438819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64c947-f493-4b9b-bb10-9ece4f645cb2 req-4fbe4b02-a738-4e93-be58-4b1379d4943d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.447394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc64c947-f493-4b9b-bb10-9ece4f645cb2 req-4fbe4b02-a738-4e93-be58-4b1379d4943d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 943 time: 0.3119819 Jul 06 11:47:46.449816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-c78fa305-95ef-476a-8f20-51ec45e61f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.451465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-c78fa305-95ef-476a-8f20-51ec45e61f0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1322479 Jul 06 11:47:46.493987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b200b1bd-4290-481b-b445-ff139f56432b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.513847 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-af6f666e-ed56-4be5-8e59-660724a9bddf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1 HTTP/1.1" status: 200 len: 217 time: 0.0496178 Jul 06 11:47:46.525805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b200b1bd-4290-481b-b445-ff139f56432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.526283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Made reservation on behalf of 03d35d8e58444180a0a6d0c563809434 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:46.529246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.563930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.564349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23ff5932-d180-4162-8efb-565e7c131ff9 req-37b88280-9b9a-4216-ab83-c874dc303ede tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468782 Jul 06 11:47:46.589843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc64c947-f493-4b9b-bb10-9ece4f645cb2 req-05aa0076-b7c5-4caa-b79f-2cb6d4e725f8 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414394 Jul 06 11:47:46.617504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-3e38ac32-0adf-44f0-b2a8-4acb13ec9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.619488 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-3e38ac32-0adf-44f0-b2a8-4acb13ec9dae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0875664 Jul 06 11:47:46.629620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b200b1bd-4290-481b-b445-ff139f56432b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a070a99ae624346aaedc95f1bf02124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7997944 Jul 06 11:47:46.631823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4446b3-690a-40fe-99f1-3d56ef81da05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.633953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:46.636154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200b1bd-4290-481b-b445-ff139f56432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d60eb92-d015-4334-b80b-ca3d80c21e3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:46.662207 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96532118-d251-4401-945a-adb9a9cb0ed0 x-openstack-request-id: req-96532118-d251-4401-945a-adb9a9cb0ed0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:46.662828 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-unplugged", "status": "completed", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:46.663290 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96532118-d251-4401-945a-adb9a9cb0ed0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:46.663950 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'code': 200} Jul 06 11:47:46.688080 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4446b3-690a-40fe-99f1-3d56ef81da05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.742845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19019ad0-84c3-406f-bd31-aade40d29116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.771413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19019ad0-84c3-406f-bd31-aade40d29116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.790536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-cc90860b-5033-4ebc-a03c-275f6d0082d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.792223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-cc90860b-5033-4ebc-a03c-275f6d0082d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205921 Jul 06 11:47:46.793188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4446b3-690a-40fe-99f1-3d56ef81da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.796157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4446b3-690a-40fe-99f1-3d56ef81da05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.799701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce4446b3-690a-40fe-99f1-3d56ef81da05 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ea18ddd-56f8-4358-9ace-cd32595ab1af HTTP/1.1" status: 204 len: 168 time: 0.4144616 Jul 06 11:47:46.815382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.817854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4446b3-690a-40fe-99f1-3d56ef81da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea18ddd-56f8-4358-9ace-cd32595ab1af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:46.861748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19019ad0-84c3-406f-bd31-aade40d29116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.869204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.870870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19019ad0-84c3-406f-bd31-aade40d29116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.873934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-19019ad0-84c3-406f-bd31-aade40d29116 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d60eb92-d015-4334-b80b-ca3d80c21e3f HTTP/1.1" status: 204 len: 168 time: 0.2387207 Jul 06 11:47:46.893096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19019ad0-84c3-406f-bd31-aade40d29116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d60eb92-d015-4334-b80b-ca3d80c21e3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:47.019338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756cdcf4-f19d-46e4-af83-6da37065c783,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:47.053860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-363f675e-3445-434b-8dcb-6f2ae0e85720 req-8227013f-d002-4f6f-8583-470eec32ad7e tempest-ImagesTestJSON-1155378307 tempest-ImagesTestJSON-1155378307-project] 10.222.0.78 "GET /v2.0/ports?device_id=8899ef67-d761-40b1-9a76-d2e86d838230 HTTP/1.1" status: 200 len: 210 time: 0.0688264 Jul 06 11:47:47.060898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-deleted', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:47.063368 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab1eb7-5bbc-4045-b15b-783c0258c46c" -d '{"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-deleted", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:47.073637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:47.106930 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec21fad-267b-4eb4-b8b2-5dd54df86521 x-openstack-request-id: req-5ec21fad-267b-4eb4-b8b2-5dd54df86521 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:47.107235 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899ef67-d761-40b1-9a76-d2e86d838230", "name": "network-vif-deleted", "tag": "bb79ba71-6c0c-4616-82b3-6a0a3d0627b3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:47.107496 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ec21fad-267b-4eb4-b8b2-5dd54df86521 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:47.107612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.107960 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899ef67-d761-40b1-9a76-d2e86d838230', 'name': 'network-vif-deleted', 'tag': 'bb79ba71-6c0c-4616-82b3-6a0a3d0627b3', 'status': 'completed', 'code': 200} Jul 06 11:47:47.108075 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Added segment 0951518e-9d12-4457-abcb-efa14e0242ac of type vlan for network 688542b2-99ea-4bc6-b592-95be65216da6 Jul 06 11:47:47.167035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-f838d107-3065-4426-a126-4bba33c6bd89 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501985 Jul 06 11:47:47.182189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.300523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a90d6943-1d6d-47dd-8b52-3179493c6cf1 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:47.303439 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.304987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.305880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.334206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218b7a-ff62-4064-9345-e7958b256781 req-6f8a306d-7fa3-4130-b1a1-576b42df8992 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.335861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df218b7a-ff62-4064-9345-e7958b256781 req-6f8a306d-7fa3-4130-b1a1-576b42df8992 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 948 time: 0.1038713 Jul 06 11:47:47.373246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6932013 Jul 06 11:47:47.381304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:47.390181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Request body: {'subnet': {'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-166452246-subnet', 'tenant_id': '03d35d8e58444180a0a6d0c563809434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:47.422584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9337fbcc-62fc-4a2b-8c22-537df3be5342 req-2868900d-d820-4ac8-9275-5a5b4746a40b service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456222 Jul 06 11:47:47.423280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216799fd-04ce-40cd-a315-c413ffefe7fa admin admin] Pushing event updated for resources: {'Network': ['ID=688542b2-99ea-4bc6-b592-95be65216da6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:47.438851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 688542b2-99ea-4bc6-b592-95be65216da6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:47.439440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Made reservation on behalf of 03d35d8e58444180a0a6d0c563809434 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:47.443209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.554752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Deleting port 4888f257-363d-4482-a0bd-5822c231006f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:47.555735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.566973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a90d6943-1d6d-47dd-8b52-3179493c6cf1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:47.582517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1', 'mac_address': 'fa:16:3e:c5:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:47.725503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.752807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.771661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90d6943-1d6d-47dd-8b52-3179493c6cf1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:47.780422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] For port 4888f257-363d-4482-a0bd-5822c231006f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4888f257-363d-4482-a0bd-5822c231006f,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:47.780967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.815137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a90d6943-1d6d-47dd-8b52-3179493c6cf1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:47.816598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Calling delete_port for 4888f257-363d-4482-a0bd-5822c231006f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:47.824135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.901920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a90d6943-1d6d-47dd-8b52-3179493c6cf1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:47.921847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacea9b6-6084-4e7b-ab8c-30217fe531d6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:47.938361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Checking segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:47.938731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Network hostable DHCP agents. Network: 688542b2-99ea-4bc6-b592-95be65216da6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:47.973646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Network 688542b2-99ea-4bc6-b592-95be65216da6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:47.993932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 688542b2-99ea-4bc6-b592-95be65216da6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:48.006284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb74205-229e-4805-9552-bd61ba856362 None None] Network 688542b2-99ea-4bc6-b592-95be65216da6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:48.009567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.010195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.032799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0943ad9f-128a-40b3-a41e-bbb6db843eaf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6502490 Jul 06 11:47:48.180405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876e8c5-4b29-4f7f-b66b-bcd7dd6f5711 None None] Network 688542b2-99ea-4bc6-b592-95be65216da6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:48.235084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a90d6943-1d6d-47dd-8b52-3179493c6cf1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:48.561425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a4fd6-993a-4d38-866f-53f2e614aecb req-7fdc4f35-7c88-4305-9883-950d10d0efc6 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.563596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-819a4fd6-993a-4d38-866f-53f2e614aecb req-7fdc4f35-7c88-4305-9883-950d10d0efc6 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/ports?device_id=907f84b5-3b26-4a85-a0fa-61c3dd9b414e HTTP/1.1" status: 200 len: 948 time: 0.6348283 Jul 06 11:47:48.594993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792838-c997-4930-b53b-dfc59e837426 req-a0b5c885-54d7-4d53-9a0d-581a219b6303 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.596634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8792838-c997-4930-b53b-dfc59e837426 req-a0b5c885-54d7-4d53-9a0d-581a219b6303 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 944 time: 0.6704867 Jul 06 11:47:48.620360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.680679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Pushing event deleted for resources: {'Port': ['ID=4888f257-363d-4482-a0bd-5822c231006f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:48.695369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-819a4fd6-993a-4d38-866f-53f2e614aecb req-8040ee34-4506-4622-94bb-8c2a6e42ba0d tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.78 "GET /v2.0/security-groups?id=c0e886e9-9931-4fab-a6b8-1d4c154b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176653 Jul 06 11:47:48.705215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8792838-c997-4930-b53b-dfc59e837426 req-bace3f26-651a-4f15-b4fe-d24cd6b027b0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990980 Jul 06 11:47:48.764523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] No DVR routers for this DVR port 4888f257-363d-4482-a0bd-5822c231006f on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:48.769738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.772344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df218b7a-ff62-4064-9345-e7958b256781 req-0bf9d8d5-8e0c-43c7-b49e-0dbc7c3427a7 tempest-ListImageFiltersTestJSON-692763842 tempest-ListImageFiltersTestJSON-692763842-project] 10.222.0.79 "DELETE /v2.0/ports/4888f257-363d-4482-a0bd-5822c231006f HTTP/1.1" status: 204 len: 173 time: 1.4303048 Jul 06 11:47:49.109548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-deleted', 'tag': '4888f257-363d-4482-a0bd-5822c231006f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:49.111848 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1da286-8a21-4d5d-a0a4-e5f467ff6ec3" -d '{"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-deleted", "tag": "4888f257-363d-4482-a0bd-5822c231006f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:49.317720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:49.498735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 4888f257-363d-4482-a0bd-5822c231006f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:49.499188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4888f257-363d-4482-a0bd-5822c231006f not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:49.499715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:49.518039 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a50e9ff-64c5-44e6-be67-1c3ef9851dc2 x-openstack-request-id: req-1a50e9ff-64c5-44e6-be67-1c3ef9851dc2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:49.520218 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f84b5-3b26-4a85-a0fa-61c3dd9b414e", "name": "network-vif-deleted", "tag": "4888f257-363d-4482-a0bd-5822c231006f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:49.520489 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a50e9ff-64c5-44e6-be67-1c3ef9851dc2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:49.521638 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f84b5-3b26-4a85-a0fa-61c3dd9b414e', 'name': 'network-vif-deleted', 'tag': '4888f257-363d-4482-a0bd-5822c231006f', 'status': 'completed', 'code': 200} Jul 06 11:47:49.523607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:49.524222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb79ba71-6c0c-4616-82b3-6a0a3d0627b3 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:49.535412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-405bb3b9-5fca-4d98-bd6b-6650ad168863 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:49.543793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-405bb3b9-5fca-4d98-bd6b-6650ad168863 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 817 time: 0.2305670 Jul 06 11:47:49.568121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5187007a-4f59-461d-b615-173cdd5286eb tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/quotas/03d35d8e58444180a0a6d0c563809434 HTTP/1.1" status: 200 len: 375 time: 0.0227871 Jul 06 11:47:49.620622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5252d05b-a3b7-42b8-ab0b-dc9d4fea4d86 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477765 Jul 06 11:47:49.737039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-87a96e17-c85c-42fc-a9b2-4912484031cf service neutron] 10.222.0.78 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110842 Jul 06 11:47:49.836143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3d5738dd-3bdd-4afb-9d06-b48c3feaf757 service neutron] 10.222.0.78 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920959 Jul 06 11:47:50.263871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7398dd3-9bb2-415f-bf42-19a664766d32 req-aae4ec01-8ab7-48a9-a9fb-92fe94ee1a77 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:50.271971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7398dd3-9bb2-415f-bf42-19a664766d32 req-aae4ec01-8ab7-48a9-a9fb-92fe94ee1a77 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 944 time: 0.0932772 Jul 06 11:47:50.309054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7398dd3-9bb2-415f-bf42-19a664766d32 req-60fd3a43-e8a6-4a98-9b23-05afe65c4676 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361969 Jul 06 11:47:50.572951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:50.707688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b297be44-8d49-4394-bdb5-85ce68cbf17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.835687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b297be44-8d49-4394-bdb5-85ce68cbf17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.843613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b297be44-8d49-4394-bdb5-85ce68cbf17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.916650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63c254c8-b22f-40b9-97ef-9d05df5019c4 req-656d37d8-87ef-4d15-af13-b3bb717e97c2 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 210 time: 0.0527544 Jul 06 11:47:50.921273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b297be44-8d49-4394-bdb5-85ce68cbf17b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea73005d5f3647c384129b85e15cd1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472676 Jul 06 11:47:50.922258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297be44-8d49-4394-bdb5-85ce68cbf17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e398b1-4eae-49b8-9679-f788f97c3a17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:50.924825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.029924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7b5ea7-6a74-4c56-9ccc-6d430b6a0c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.074158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7b5ea7-6a74-4c56-9ccc-6d430b6a0c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.148639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7b5ea7-6a74-4c56-9ccc-6d430b6a0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.151884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7b5ea7-6a74-4c56-9ccc-6d430b6a0c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.153531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba7b5ea7-6a74-4c56-9ccc-6d430b6a0c45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95e398b1-4eae-49b8-9679-f788f97c3a17 HTTP/1.1" status: 204 len: 168 time: 0.2275064 Jul 06 11:47:51.164633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b5ea7-6a74-4c56-9ccc-6d430b6a0c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e398b1-4eae-49b8-9679-f788f97c3a17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:51.317432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a90d6943-1d6d-47dd-8b52-3179493c6cf1 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:51.395123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a90d6943-1d6d-47dd-8b52-3179493c6cf1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:51.401935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a90d6943-1d6d-47dd-8b52-3179493c6cf1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:51.402604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.525733 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.557059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:51.559949 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5709489-71bf-4127-baf2-51075e508830" -d '{"events": [{"server_uuid": "5e7c936c-a8eb-4697-b2c0-d40a0279ee47", "name": "network-vif-plugged", "status": "completed", "tag": "a90d6943-1d6d-47dd-8b52-3179493c6cf1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:51.579220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a90d6943-1d6d-47dd-8b52-3179493c6cf1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:51.589570 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.606428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.625490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32a74bb5-7523-48c3-a966-7b714a043103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.704411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a90d6943-1d6d-47dd-8b52-3179493c6cf1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:51.757529 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32a74bb5-7523-48c3-a966-7b714a043103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.766082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32a74bb5-7523-48c3-a966-7b714a043103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.812511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-32a74bb5-7523-48c3-a966-7b714a043103 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a1ebffa3ca864daebc93d05f2e10d04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038784 Jul 06 11:47:51.813419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a74bb5-7523-48c3-a966-7b714a043103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f6d712-d41c-42fb-a0ec-ed3266ca0bfe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:51.815195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.890193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d039-d6af-4610-967e-6648841b5a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.943120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d039-d6af-4610-967e-6648841b5a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.026413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626926fc-a15c-4b70-8011-c70ba935be1c req-da1ea4a0-fa94-4fc5-be88-0adfb8444af7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.028000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-626926fc-a15c-4b70-8011-c70ba935be1c req-da1ea4a0-fa94-4fc5-be88-0adfb8444af7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 945 time: 0.1248600 Jul 06 11:47:52.043483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d039-d6af-4610-967e-6648841b5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.046202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d039-d6af-4610-967e-6648841b5a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.047350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2a2d039-d6af-4610-967e-6648841b5a30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28f6d712-d41c-42fb-a0ec-ed3266ca0bfe HTTP/1.1" status: 204 len: 168 time: 0.2291884 Jul 06 11:47:52.066430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2d039-d6af-4610-967e-6648841b5a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f6d712-d41c-42fb-a0ec-ed3266ca0bfe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.087418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-626926fc-a15c-4b70-8011-c70ba935be1c req-6195f930-c173-4533-95ee-821c1693f44c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Jul 06 11:47:52.203212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:52.322401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ecb82b74-c0cd-455e-8b8a-4508ca21e14b tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.324847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ecb82b74-c0cd-455e-8b8a-4508ca21e14b tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 817 time: 0.1412458 Jul 06 11:47:52.340785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Request body: {'port': {'device_id': '936e49e3-8261-43a0-8914-7b764c629024', 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'admin_state_up': True, 'tenant_id': '03d35d8e58444180a0a6d0c563809434'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:52.363538 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3e51d-78a3-498f-81e2-f4cdbc8c1564 x-openstack-request-id: req-55d3e51d-78a3-498f-81e2-f4cdbc8c1564 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:52.364873 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7c936c-a8eb-4697-b2c0-d40a0279ee47", "name": "network-vif-plugged", "status": "completed", "tag": "a90d6943-1d6d-47dd-8b52-3179493c6cf1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:52.365724 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55d3e51d-78a3-498f-81e2-f4cdbc8c1564 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:52.366425 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1', 'code': 200} Jul 06 11:47:52.371211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Deleting subnet b4c15638-cab9-4d40-8524-c13a56ae959d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:52.383096 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.444268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.532202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.545446 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.646755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51cf8635-c482-4f22-a210-0eccdc4a95b4 req-67fd6b60-aa63-4c72-856e-16636a5ddf8a tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 210 time: 0.1072590 Jul 06 11:47:52.661527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa4220-ba27-4430-86fd-42cfaf46381e req-40e23a1d-01b4-444a-a0ca-9fa8f0dcc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.664674 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-19fa4220-ba27-4430-86fd-42cfaf46381e req-40e23a1d-01b4-444a-a0ca-9fa8f0dcc2a7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 1096 time: 0.0866792 Jul 06 11:47:52.666608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.695575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.701040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b4c15638-cab9-4d40-8524-c13a56ae959d HTTP/1.1" status: 204 len: 168 time: 0.4945111 Jul 06 11:47:52.704456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:52.764190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48079f3-d6bf-4daf-8a87-a6f8386e6940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c15638-cab9-4d40-8524-c13a56ae959d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.826697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-19fa4220-ba27-4430-86fd-42cfaf46381e req-da0d805c-88f3-4a7f-936a-6e2ae16a3a94 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495304 Jul 06 11:47:52.854703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Made reservation on behalf of 03d35d8e58444180a0a6d0c563809434 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:52.860393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.076184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Allocated IP 172.20.0.9 (688542b2-99ea-4bc6-b592-95be65216da6/eacea9b6-6084-4e7b-ab8c-30217fe531d6/7614520d-e737-4e6e-9c9a-2cc9d29be67d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:53.171150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-8101260b-6cba-4b43-b098-a62bbd3cac9c tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.173076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-8101260b-6cba-4b43-b098-a62bbd3cac9c tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 817 time: 0.2689033 Jul 06 11:47:53.195389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Request body: {'port': {'device_id': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'admin_state_up': True, 'tenant_id': '03d35d8e58444180a0a6d0c563809434'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:53.232218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.377060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:53.387735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Made reservation on behalf of 03d35d8e58444180a0a6d0c563809434 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:53.393116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.677233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f81cdb98-edef-4221-9c50-685466a13be3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7901c66057824b0fa144404515213e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977431 Jul 06 11:47:53.679457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:53.694211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-4e398789-a051-4cbe-aab1-0219e7f0f73a tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.696177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-4e398789-a051-4cbe-aab1-0219e7f0f73a tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 817 time: 0.1880014 Jul 06 11:47:53.703144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.727789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Request body: {'port': {'device_id': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'admin_state_up': True, 'tenant_id': '03d35d8e58444180a0a6d0c563809434'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:53.745054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a858f09-6dc9-4a8c-a39c-b73b39e1f201']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:53.755275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9810695a-0ab1-4234-8087-4ea58efd3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.794427 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9810695a-0ab1-4234-8087-4ea58efd3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.812358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.820867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add1ad19-83cb-4af5-b0cf-fb0fc5745020') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:53.821519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add1ad19-83cb-4af5-b0cf-fb0fc5745020') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:53.868372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.869030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9810695a-0ab1-4234-8087-4ea58efd3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.871877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9810695a-0ab1-4234-8087-4ea58efd3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.873748 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9810695a-0ab1-4234-8087-4ea58efd3db5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0e886e9-9931-4fab-a6b8-1d4c154b18a9 HTTP/1.1" status: 204 len: 168 time: 0.1929815 Jul 06 11:47:53.888779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.896177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:53.896938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.911941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810695a-0ab1-4234-8087-4ea58efd3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e886e9-9931-4fab-a6b8-1d4c154b18a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:53.990967 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:54.067653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.070094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.082851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.085299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9a858f09-6dc9-4a8c-a39c-b73b39e1f201 HTTP/1.1" status: 204 len: 168 time: 1.3793616 Jul 06 11:47:54.166089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Allocated IP 172.20.0.11 (688542b2-99ea-4bc6-b592-95be65216da6/eacea9b6-6084-4e7b-ab8c-30217fe531d6/40cf6fb2-70a5-4e83-8a4b-a539da6e2083) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:54.177845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbdd2e62-6b3a-4a5e-bcf8-cf2f6e658b15 req-b92225f3-4660-4006-b45b-581d1efd685b tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 210 time: 0.0423455 Jul 06 11:47:54.186898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cee180-ae6b-42c3-a9a4-3fd8c4eb2066 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a858f09-6dc9-4a8c-a39c-b73b39e1f201,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.211477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45893330-7c74-4a20-ac1c-b94ae6ec31a7 req-f4e3d79b-8657-4272-950e-1b9494cf235c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:54.219650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45893330-7c74-4a20-ac1c-b94ae6ec31a7 req-f4e3d79b-8657-4272-950e-1b9494cf235c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 945 time: 0.7954168 Jul 06 11:47:54.279620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Network 688542b2-99ea-4bc6-b592-95be65216da6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:54.285151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Pushing event updated for resources: {'Port': ['ID=7614520d-e737-4e6e-9c9a-2cc9d29be67d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.313371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:54.327318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:54.363492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Made reservation on behalf of 03d35d8e58444180a0a6d0c563809434 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:54.367315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.403447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45893330-7c74-4a20-ac1c-b94ae6ec31a7 req-1d4a1aad-87f4-4dd2-9752-4af2bb8314ba tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827619 Jul 06 11:47:54.519733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:54.546494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:54.547269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.557057 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.583836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ab690062-f905-49ce-bb00-73177908abd4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2485731 Jul 06 11:47:54.600142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Request body: {'port': {'device_id': '936e49e3-8261-43a0-8914-7b764c629024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:54.601278 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c09665e-604f-498b-9bf7-03e4dd270469 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bd4876537144aec8fcf05d95f9d585a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800910 Jul 06 11:47:54.605109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:54.663344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.718010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6deec6f-f2df-45b5-bf9f-d17be465aa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.743664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Network 688542b2-99ea-4bc6-b592-95be65216da6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:54.757728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:54.766780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6deec6f-f2df-45b5-bf9f-d17be465aa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.768828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:54.797252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.801270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Pushing event updated for resources: {'Port': ['ID=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.825575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.825940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.826272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.826610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.827029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.827258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.827587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.828049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.830528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Allocated IP 172.20.0.13 (688542b2-99ea-4bc6-b592-95be65216da6/eacea9b6-6084-4e7b-ab8c-30217fe531d6/d3e7ce2f-d06c-48d2-a7cf-02642c205f97) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:54.831441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.831792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.832159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.832530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:54.926207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:54.926890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.974700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d4edfba2-3d06-4fd6-9d0d-eefcbf93279f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7806211 Jul 06 11:47:54.986365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Request body: {'port': {'device_id': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:54.991160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6deec6f-f2df-45b5-bf9f-d17be465aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.993899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6deec6f-f2df-45b5-bf9f-d17be465aa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.995168 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6deec6f-f2df-45b5-bf9f-d17be465aa4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9949ee83-f7ac-45f8-8e6e-06f20e24cb13 HTTP/1.1" status: 204 len: 168 time: 0.3892958 Jul 06 11:47:55.028655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deec6f-f2df-45b5-bf9f-d17be465aa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9949ee83-f7ac-45f8-8e6e-06f20e24cb13,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.131287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.225801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.274428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:55.319851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.444498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Network 688542b2-99ea-4bc6-b592-95be65216da6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:55.474691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:55.483583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:55.517761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Pushing event updated for resources: {'Port': ['ID=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.586979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:55.587643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.626700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628fcf-02f4-481d-8968-396dab218d0e req-5700d260-56f4-42e0-b65d-3e8c54718314 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:55.633661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3628fcf-02f4-481d-8968-396dab218d0e req-5700d260-56f4-42e0-b65d-3e8c54718314 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 932 time: 0.2531564 Jul 06 11:47:55.652481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b4aed5b7-499f-47d7-b632-0de93c90a1e7 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9375632 Jul 06 11:47:55.681370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Request body: {'port': {'device_id': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:55.704082 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf971ea-e7b4-4927-9812-2bbba9301102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.773761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7614520d-e737-4e6e-9c9a-2cc9d29be67d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:55.795446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3628fcf-02f4-481d-8968-396dab218d0e req-7e8be736-51cf-4d45-b9ee-942ad10fa7c0 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606197 Jul 06 11:47:55.802155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.886073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Transition to ACTIVE for port object 7614520d-e737-4e6e-9c9a-2cc9d29be67d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:55.912290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.963154 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.056636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Pushing event updated for resources: {'Port': ['ID=7614520d-e737-4e6e-9c9a-2cc9d29be67d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.092841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7342f1b-28af-4830-a9d3-03334b828595 req-70003b20-438b-4417-a9ad-5fcebbf6f6e3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:56.094442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7342f1b-28af-4830-a9d3-03334b828595 req-70003b20-438b-4417-a9ad-5fcebbf6f6e3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 945 time: 0.2973576 Jul 06 11:47:56.181547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:56.199653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.234878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Transition to ACTIVE for port object 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:56.240495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf971ea-e7b4-4927-9812-2bbba9301102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.252838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.266510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf971ea-e7b4-4927-9812-2bbba9301102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.303258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7342f1b-28af-4830-a9d3-03334b828595 req-ce7120c2-c0f6-490e-a585-0915b3bfe754 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883774 Jul 06 11:47:56.379525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dcf971ea-e7b4-4927-9812-2bbba9301102 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52a329289b9e4c48a3f7258839f00a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1035166 Jul 06 11:47:56.382590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf971ea-e7b4-4927-9812-2bbba9301102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d8aa7-73ae-455e-961a-0823517f30f9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.385425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:56.389681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Attempting to bind port 7614520d-e737-4e6e-9c9a-2cc9d29be67d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:56.390025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Attempting to bind port 7614520d-e737-4e6e-9c9a-2cc9d29be67d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:56.390361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Attempting to bind port 7614520d-e737-4e6e-9c9a-2cc9d29be67d on network 688542b2-99ea-4bc6-b592-95be65216da6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:56.395761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Pushing event updated for resources: {'Port': ['ID=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.404544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Port 7614520d-e737-4e6e-9c9a-2cc9d29be67d on network 688542b2-99ea-4bc6-b592-95be65216da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:56.404938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Attempting to bind port 7614520d-e737-4e6e-9c9a-2cc9d29be67d on network 688542b2-99ea-4bc6-b592-95be65216da6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:56.426772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:56.427125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Checking segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:56.427510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Bound using segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:56.428018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Bound port: 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:56.429084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.543383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Attempting to bind port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:56.543799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Attempting to bind port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:56.549847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Attempting to bind port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 on network 688542b2-99ea-4bc6-b592-95be65216da6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:56.561865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 on network 688542b2-99ea-4bc6-b592-95be65216da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:56.563829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Attempting to bind port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 on network 688542b2-99ea-4bc6-b592-95be65216da6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:56.577691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:56.578123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Checking segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:56.579772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Bound using segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:56.581950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Bound port: 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:56.583150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.597532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-223bd7e2-22cd-493d-8a8e-e9810e6d2115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.650525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] For port 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:56.676878 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-223bd7e2-22cd-493d-8a8e-e9810e6d2115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.690544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] For port 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:56.692958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e7ce2f-d06c-48d2-a7cf-02642c205f97 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:56.710314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.722033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.730832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] For port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:56.737103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] For port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:56.748666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.790992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Transition to ACTIVE for port object d3e7ce2f-d06c-48d2-a7cf-02642c205f97 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:56.794533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:56.795286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.795944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:56.797623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] 10.222.0.79 "PUT /v2.0/ports/7614520d-e737-4e6e-9c9a-2cc9d29be67d HTTP/1.1" status: 200 len: 1091 time: 2.2055552 Jul 06 11:47:56.797859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.797949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936e49e3-8261-43a0-8914-7b764c629024', 'tag': '7614520d-e737-4e6e-9c9a-2cc9d29be67d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:56.799100 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] 10.222.0.79 "PUT /v2.0/ports/40cf6fb2-70a5-4e83-8a4b-a539da6e2083 HTTP/1.1" status: 200 len: 1092 time: 1.8230944 Jul 06 11:47:56.800895 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "936e49e3-8261-43a0-8914-7b764c629024", "tag": "7614520d-e737-4e6e-9c9a-2cc9d29be67d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:56.805077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'tag': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:56.808883 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e70a04-101f-499f-b505-9bf43a1bf391", "tag": "40cf6fb2-70a5-4e83-8a4b-a539da6e2083"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:56.810177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.844063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ea8ea-8f6f-4abb-9377-86742addce2c service neutron] Pushing event updated for resources: {'Port': ['ID=7614520d-e737-4e6e-9c9a-2cc9d29be67d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.881331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a9d49-ae29-4bc5-b4db-45b96f193954 service neutron] Pushing event updated for resources: {'Port': ['ID=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.974474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-1abc8e39-1398-4208-8d2d-f402fce8a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:56.977968 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-1abc8e39-1398-4208-8d2d-f402fce8a383 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 1094 time: 0.1067746 Jul 06 11:47:57.043009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-223bd7e2-22cd-493d-8a8e-e9810e6d2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.045837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-223bd7e2-22cd-493d-8a8e-e9810e6d2115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.049336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-9841e65b-1d1f-4c9b-9013-4bc71b4b87d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d HTTP/1.1" status: 200 len: 217 time: 0.0614934 Jul 06 11:47:57.049520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-223bd7e2-22cd-493d-8a8e-e9810e6d2115 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f0d8aa7-73ae-455e-961a-0823517f30f9 HTTP/1.1" status: 204 len: 168 time: 0.6543205 Jul 06 11:47:57.088207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.103295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bd7e2-22cd-493d-8a8e-e9810e6d2115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d8aa7-73ae-455e-961a-0823517f30f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.129125 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba95c38-c892-4fef-ad66-33e3e541c19b x-openstack-request-id: req-7ba95c38-c892-4fef-ad66-33e3e541c19b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:57.129408 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936e49e3-8261-43a0-8914-7b764c629024", "tag": "7614520d-e737-4e6e-9c9a-2cc9d29be67d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:57.129673 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ba95c38-c892-4fef-ad66-33e3e541c19b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:57.130440 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936e49e3-8261-43a0-8914-7b764c629024', 'tag': '7614520d-e737-4e6e-9c9a-2cc9d29be67d', 'status': 'completed', 'code': 200} Jul 06 11:47:57.174366 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ba6d3-56be-4855-84f9-e90d34f948b5 x-openstack-request-id: req-2f3ba6d3-56be-4855-84f9-e90d34f948b5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:57.175242 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e70a04-101f-499f-b505-9bf43a1bf391", "tag": "40cf6fb2-70a5-4e83-8a4b-a539da6e2083", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:57.175388 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f3ba6d3-56be-4855-84f9-e90d34f948b5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:57.175827 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'tag': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'status': 'completed', 'code': 200} Jul 06 11:47:57.190906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Attempting to bind port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:57.191396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Attempting to bind port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:57.191739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Attempting to bind port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 on network 688542b2-99ea-4bc6-b592-95be65216da6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:57.200347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5825f31d-ec17-4ac5-b6ee-9a85c921ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.202189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-5825f31d-ec17-4ac5-b6ee-9a85c921ed7e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 1095 time: 0.2536244 Jul 06 11:47:57.203271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 on network 688542b2-99ea-4bc6-b592-95be65216da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:57.203604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Attempting to bind port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 on network 688542b2-99ea-4bc6-b592-95be65216da6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:57.212820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f15a2ce-700b-4fad-973d-05c62c15d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.231471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:57.234753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Checking segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:57.235216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-852400ce-d87a-4629-ab98-5e6b8e1111ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.240774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Bound using segment: {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:57.241247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Bound port: d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0951518e-9d12-4457-abcb-efa14e0242ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:57.241247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.244463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-852400ce-d87a-4629-ab98-5e6b8e1111ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 200 len: 857 time: 0.1889691 Jul 06 11:47:57.304263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-c88c4b3e-5e63-40f0-ad59-7896e7c4225c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083 HTTP/1.1" status: 200 len: 217 time: 0.0872614 Jul 06 11:47:57.311101 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-d1d56df8-cca5-48db-9136-3a9a87d8f869 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=688542b2-99ea-4bc6-b592-95be65216da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613430 Jul 06 11:47:57.434152 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-623b414c-259b-40f4-b379-cbc9602e8976 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166897 Jul 06 11:47:57.500625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:57.575512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-f6e95f36-79c6-4875-967b-d1cf6210cd73 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266990 Jul 06 11:47:57.704757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8123668-20f4-464e-86e6-f372ce9032a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.725400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-47dd7ebe-f13f-4c1b-979d-e73f4a5f4110 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4ec7f250ab4645e28d8f86bd4478ee4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4329882 Jul 06 11:47:57.771651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-b0d2b8d8-a9fe-4565-a73d-ae50a7676995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.773794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-b0d2b8d8-a9fe-4565-a73d-ae50a7676995 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 1094 time: 0.1428046 Jul 06 11:47:57.836713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-7001360c-246e-40a6-9aa3-24ee8704a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.838214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-7001360c-246e-40a6-9aa3-24ee8704a21b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 200 len: 857 time: 0.5211327 Jul 06 11:47:57.896982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-4a92674c-c554-4252-b5b7-f0648fd5d3a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=688542b2-99ea-4bc6-b592-95be65216da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467184 Jul 06 11:47:57.905231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] For port d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:57.925495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-c2b4499a-62d1-43e9-ac9f-6eb35a6ee1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.926663 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-c2b4499a-62d1-43e9-ac9f-6eb35a6ee1f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 918 time: 0.1450074 Jul 06 11:47:57.928566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8123668-20f4-464e-86e6-f372ce9032a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.933269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8123668-20f4-464e-86e6-f372ce9032a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.943362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] For port d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:57.968655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d29957-0feb-4246-874a-b84e54450905 req-ca7c3513-1517-422a-958d-5fc4b1247100 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.972213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07d29957-0feb-4246-874a-b84e54450905 req-ca7c3513-1517-422a-958d-5fc4b1247100 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 944 time: 0.6669509 Jul 06 11:47:58.011506 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.020623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-c21d8825-32b8-4a03-989a-ffcf6d1c9595 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d HTTP/1.1" status: 200 len: 217 time: 0.0814719 Jul 06 11:47:58.065026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8123668-20f4-464e-86e6-f372ce9032a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a3947c-10a9-44e9-a7a1-7e624faeccff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.076933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f8123668-20f4-464e-86e6-f372ce9032a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6e31ac5ed8f40008f59f68d9a8ea907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714357 Jul 06 11:47:58.078448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:58.092778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-997d024c-301d-4450-85a1-f7e5b177a5bb tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.100327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-997d024c-301d-4450-85a1-f7e5b177a5bb tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506045 Jul 06 11:47:58.125300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.125927 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.127338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] 10.222.0.79 "PUT /v2.0/ports/d3e7ce2f-d06c-48d2-a7cf-02642c205f97 HTTP/1.1" status: 200 len: 1092 time: 2.4536784 Jul 06 11:47:58.130193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-a6bd5cff-971a-40de-863b-7dcb7adaad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.132081 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-a6bd5cff-971a-40de-863b-7dcb7adaad11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 200 len: 857 time: 0.0996869 Jul 06 11:47:58.166910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb22c-39bd-48a5-8616-24dd61dd4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.177266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-b9ceb692-f40a-4f75-9162-77ec98993ebe tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/quotas/4ec7f250ab4645e28d8f86bd4478ee4d HTTP/1.1" status: 200 len: 375 time: 0.0763454 Jul 06 11:47:58.181955 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-1bde6bd9-3a5f-48a5-8024-df545f422a12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=688542b2-99ea-4bc6-b592-95be65216da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348001 Jul 06 11:47:58.188930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07d29957-0feb-4246-874a-b84e54450905 req-d91cb118-6a05-4e2d-9bf0-69ec32c19096 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663299 Jul 06 11:47:58.201587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51d95023-df6b-4eca-adde-266fa7adf80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.260055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-d1857788-0e22-41a9-a2b1-c7187e572e75 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ec7f250ab4645e28d8f86bd4478ee4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767255 Jul 06 11:47:58.263592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-e43f085d-2807-4f51-9b63-207c57757d52 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491104 Jul 06 11:47:58.365599 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-e2714249-3ddd-4418-b553-aa19d426e0dc service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759987 Jul 06 11:47:58.378873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-7d29135e-0e5e-41fe-b0c6-0b232f9f0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.380493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-7d29135e-0e5e-41fe-b0c6-0b232f9f0cb6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1986845 Jul 06 11:47:58.392960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51d95023-df6b-4eca-adde-266fa7adf80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.443523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-b25a299b-b94e-412d-9c0e-1ec5ebae0d43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97 HTTP/1.1" status: 200 len: 217 time: 0.0521986 Jul 06 11:47:58.445722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-df39998d-fb2b-4c30-a884-89e14747c606 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745934 Jul 06 11:47:58.594879 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-28a254ad-1af2-4e1c-ad79-3b5b1209c0c2 req-cdfedf13-3a72-411d-9f7a-cbe15aeabb05 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444011 Jul 06 11:47:58.599247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51d95023-df6b-4eca-adde-266fa7adf80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.599612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-e020b074-d0c2-45f9-a8d6-8f3559a7ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.603405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-e020b074-d0c2-45f9-a8d6-8f3559a7ff03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 200 len: 857 time: 0.1480560 Jul 06 11:47:58.605009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51d95023-df6b-4eca-adde-266fa7adf80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.612015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-51d95023-df6b-4eca-adde-266fa7adf80a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2a3947c-10a9-44e9-a7a1-7e624faeccff HTTP/1.1" status: 204 len: 168 time: 0.5324981 Jul 06 11:47:58.622541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d95023-df6b-4eca-adde-266fa7adf80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a3947c-10a9-44e9-a7a1-7e624faeccff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.704279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-ef829584-1948-4e66-8b71-f6043ebec029 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=688542b2-99ea-4bc6-b592-95be65216da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936258 Jul 06 11:47:58.768044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06d0e04c-2c5e-4aa6-8954-daaeacc971d5 req-95089075-68f1-41b9-80f8-5263b00822a4 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 210 time: 0.0663505 Jul 06 11:47:58.848829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-dfb4ef20-2d28-4d22-b51e-f938947b158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.850418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-dfb4ef20-2d28-4d22-b51e-f938947b158a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 1095 time: 0.3360116 Jul 06 11:47:58.944014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-a73adf4c-fd4a-406d-8a52-ab7babbd499c service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219203 Jul 06 11:47:59.058265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-ebd01e1e-84e4-4c87-a90b-c7c9b8ffac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.059991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-ebd01e1e-84e4-4c87-a90b-c7c9b8ffac2c service neutron] 10.222.0.79 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 918 time: 0.1979151 Jul 06 11:47:59.116027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-3336a01b-30ba-40b9-bd83-a5365dc750bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083 HTTP/1.1" status: 200 len: 217 time: 0.0470104 Jul 06 11:47:59.135422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'tag': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:59.137804 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fa187d-39ff-4a20-ab69-51718f022e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5", "tag": "d3e7ce2f-d06c-48d2-a7cf-02642c205f97"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:59.156688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38fcdd4d-3f00-4359-a448-0d8aadb4a90b req-2dd1ac93-1443-4580-8a1e-9860c1fd290c service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059224 Jul 06 11:47:59.225005 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519488ef-2ce6-4c10-bfe9-b9cb86fa01e4 x-openstack-request-id: req-519488ef-2ce6-4c10-bfe9-b9cb86fa01e4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:59.225364 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5", "tag": "d3e7ce2f-d06c-48d2-a7cf-02642c205f97", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:59.225543 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-519488ef-2ce6-4c10-bfe9-b9cb86fa01e4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:59.225948 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'tag': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97', 'status': 'completed', 'code': 200} Jul 06 11:47:59.243534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-69673be5-05dc-4a53-84cf-7e6d32e1e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.246236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-69673be5-05dc-4a53-84cf-7e6d32e1e40e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 200 len: 857 time: 0.1220677 Jul 06 11:47:59.268956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:59.311896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-beb12b2c-b6b5-484b-a0ef-367be7d2940a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=688542b2-99ea-4bc6-b592-95be65216da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400822 Jul 06 11:47:59.434195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-73bfdc3e-59a3-4962-a172-21e6ac8a85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.435882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-73bfdc3e-59a3-4962-a172-21e6ac8a85c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03d35d8e58444180a0a6d0c563809434&device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 1095 time: 0.2089939 Jul 06 11:47:59.573299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-bffc463a-81cd-4ef0-b23c-18242400a5c0 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524984 Jul 06 11:47:59.579272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:59.584368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a39267-e240-4414-a317-97be876a461c req-09f72774-6d9c-4ee7-9424-a1d3fc923cb3 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.595778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8a39267-e240-4414-a317-97be876a461c req-09f72774-6d9c-4ee7-9424-a1d3fc923cb3 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 944 time: 0.2121105 Jul 06 11:47:59.637719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b09a90a-5716-40fb-aa61-aead0a23bfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.646466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.718761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a07fbf-f7e3-4ede-9220-6ef4cecb3489 req-33b66173-dc4b-4a43-965a-7b049b16c7c3 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177464 Jul 06 11:47:59.763013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-6038d7ab-2b5e-4a01-9651-66f43b5ac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.764562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-6038d7ab-2b5e-4a01-9651-66f43b5ac5d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 200 len: 918 time: 0.3143270 Jul 06 11:47:59.772535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.781256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8a39267-e240-4414-a317-97be876a461c req-fef4f376-cf9c-47d9-8ae1-be65e9ec4406 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838915 Jul 06 11:47:59.833070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-4e0dc438-0c49-4870-bd78-655021943751 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97 HTTP/1.1" status: 200 len: 217 time: 0.0504856 Jul 06 11:47:59.866679 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.942919 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Allocated IP 172.25.7.218 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1c0ff18f-7e7e-4cb6-b9f9-6688ed2a9b34) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:00.001993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.016713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-736dd0de-77af-4af2-94be-658900697614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:00.019309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-736dd0de-77af-4af2-94be-658900697614 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 200 len: 857 time: 0.1656120 Jul 06 11:48:00.107542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-196d981c-adda-45af-8569-7f1888e77a12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=688542b2-99ea-4bc6-b592-95be65216da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817857 Jul 06 11:48:00.134517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.195363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.223183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-818ca997-1c8a-4f4e-a942-21f4b25a5c43 req-c31765ea-3fa7-47a7-89f8-96aab6bee3ff tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 210 time: 0.0443273 Jul 06 11:48:00.240927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:00.243825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:00.248485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:00.284095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0ff18f-7e7e-4cb6-b9f9-6688ed2a9b34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.284266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-dafaa597-ce8a-4c1a-bd74-95bf08528555 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620603 Jul 06 11:48:00.374117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.405692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34fa187d-39ff-4a20-ab69-51718f022e9a req-a6f241cc-ba07-4c33-b9ae-9d8462f1f738 service neutron] 10.222.0.79 "GET /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100492 Jul 06 11:48:00.430502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.591395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.600021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.615045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-a5bca799-9704-4904-b8a5-1e2118794f4d tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4ec7f250ab4645e28d8f86bd4478ee4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421886 Jul 06 11:48:00.656113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0ff18f-7e7e-4cb6-b9f9-6688ed2a9b34,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.745106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.764245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.766761 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2ecad8ed-7e10-4811-920a-fea7dcea2e46 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4963074 Jul 06 11:48:00.770766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.780394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1007685211', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'fixed_ips': [{'ip_address': '172.25.7.218'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:00.797698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-30f69bb9-0208-4c00-a7b3-2e311bcc9f60 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:00.800081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-30f69bb9-0208-4c00-a7b3-2e311bcc9f60 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786444 Jul 06 11:48:00.807717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Made reservation on behalf of 68804a08e8774297817a03aac611e1ab for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:00.810942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.812773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Request body: {'port': {'device_id': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '4ec7f250ab4645e28d8f86bd4478ee4d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:00.822891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.861831 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.955642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.989341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.004975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.012209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] device_id is not set on port b56df3af-a21f-4f2d-bb9f-e7963504b9ad yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:48:01.085112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Made reservation on behalf of 4ec7f250ab4645e28d8f86bd4478ee4d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:01.088672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.105929 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.143041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8233edd5-69f7-4ec3-a8f4-abcecf66aafd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.184185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c1767-f9f6-47f5-a80c-af2dfe5db47c req-af672edd-40fc-4e38-bffb-4b0e8918a1b5 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:01.185979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a8c1767-f9f6-47f5-a80c-af2dfe5db47c req-af672edd-40fc-4e38-bffb-4b0e8918a1b5 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 944 time: 0.1695719 Jul 06 11:48:01.250722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a8c1767-f9f6-47f5-a80c-af2dfe5db47c req-9ac49564-7fee-4f7c-9d58-9aa7f517a5d8 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552273 Jul 06 11:48:01.305114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.310757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.362834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:01.395229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954d892e-b214-4297-8486-50d64e2406ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.504154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59867b8d-2eb9-40eb-8528-88eb6ccf4f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.526773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:01.538021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0d0e825-6009-49be-ba9f-6d9967803833 req-83232f42-48ad-400d-9bbd-d782509ac577 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 210 time: 0.0655839 Jul 06 11:48:01.546074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'port_id': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'mac_address': 'fa:16:3e:c5:8b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacea9b6-6084-4e7b-ab8c-30217fe531d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:01.571104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Allocated IP 192.168.233.154 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/9efd7d10-aaaa-40cd-a07d-28dca648d441) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:01.607647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.633028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:01.658413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:01.662957 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.663754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7614520d-e737-4e6e-9c9a-2cc9d29be67d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:01.686915 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 11:48:01.692418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:01.732040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.748839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:01.765457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7614520d-e737-4e6e-9c9a-2cc9d29be67d', 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'port_id': '7614520d-e737-4e6e-9c9a-2cc9d29be67d', 'mac_address': 'fa:16:3e:c8:ea:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacea9b6-6084-4e7b-ab8c-30217fe531d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:01.770965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.780708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.782013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59867b8d-2eb9-40eb-8528-88eb6ccf4f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.788923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59867b8d-2eb9-40eb-8528-88eb6ccf4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.797871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Transition to ACTIVE for port object 9efd7d10-aaaa-40cd-a07d-28dca648d441 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:01.809840 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f12fe542-f051-458c-9ffd-85c742e6c887 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0349147 Jul 06 11:48:01.810053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.813102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.830399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7614520d-e737-4e6e-9c9a-2cc9d29be67d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:01.848777 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59867b8d-2eb9-40eb-8528-88eb6ccf4f0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb0928606a1542a8b40e7194925f4ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880394 Jul 06 11:48:01.849476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.853109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:01.856216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59867b8d-2eb9-40eb-8528-88eb6ccf4f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9a911-b13b-4351-bb8f-71e6a7cdc2bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.859648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.941134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7614520d-e737-4e6e-9c9a-2cc9d29be67d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.948245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70e6963-ad86-4f4f-b3e4-047494e7781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.971420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70e6963-ad86-4f4f-b3e4-047494e7781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.021260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9bbddc6-30e2-4510-be59-db25e7eed4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.022426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70e6963-ad86-4f4f-b3e4-047494e7781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.025243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e70e6963-ad86-4f4f-b3e4-047494e7781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.026398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e70e6963-ad86-4f4f-b3e4-047494e7781e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9a9a911-b13b-4351-bb8f-71e6a7cdc2bf HTTP/1.1" status: 204 len: 168 time: 0.1737311 Jul 06 11:48:02.036184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e6963-ad86-4f4f-b3e4-047494e7781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9a911-b13b-4351-bb8f-71e6a7cdc2bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:02.071797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.157701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:02.172243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:02.181506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:02.184994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Pushing event updated for resources: {'Port': ['ID=9efd7d10-aaaa-40cd-a07d-28dca648d441,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:02.237661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Deleting port 1c0ff18f-7e7e-4cb6-b9f9-6688ed2a9b34 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:02.238046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.271540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7614520d-e737-4e6e-9c9a-2cc9d29be67d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:02.275061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['40cf6fb2-70a5-4e83-8a4b-a539da6e2083'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:02.314449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.315885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.434907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.436893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.437253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.460792 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9bbddc6-30e2-4510-be59-db25e7eed4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.481309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Calling delete_port for 1c0ff18f-7e7e-4cb6-b9f9-6688ed2a9b34 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:02.484753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9bbddc6-30e2-4510-be59-db25e7eed4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.521029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d1e3e1e-027a-4e9b-bfd8-41456a684b88 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7131686 Jul 06 11:48:02.577984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Request body: {'port': {'device_id': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:02.656216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0480baa6-7c91-4147-8889-539d049f1132 None None] Provisioning for port 9efd7d10-aaaa-40cd-a07d-28dca648d441 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:02.666363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0480baa6-7c91-4147-8889-539d049f1132 None None] Provisioning complete for port 9efd7d10-aaaa-40cd-a07d-28dca648d441 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:02.666866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0480baa6-7c91-4147-8889-539d049f1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.681979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9bbddc6-30e2-4510-be59-db25e7eed4f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10385162527d44c68bfe0ee183aa42fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8976407 Jul 06 11:48:02.681979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbddc6-30e2-4510-be59-db25e7eed4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea447e3-000c-4c00-b30d-476c422f833e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:02.682312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:02.718740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0480baa6-7c91-4147-8889-539d049f1132 None None] Port 9efd7d10-aaaa-40cd-a07d-28dca648d441 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:02.770903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d4aa-e07a-4e55-a9a7-31ed89ea7968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.797430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d4aa-e07a-4e55-a9a7-31ed89ea7968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.848021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.861832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d4aa-e07a-4e55-a9a7-31ed89ea7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.865994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d4aa-e07a-4e55-a9a7-31ed89ea7968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.869599 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2960d4aa-e07a-4e55-a9a7-31ed89ea7968 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ea447e3-000c-4c00-b30d-476c422f833e HTTP/1.1" status: 204 len: 168 time: 0.1840358 Jul 06 11:48:02.874123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2d75-70f7-4089-a6d0-4f34b1dc7076 req-fe047b79-041f-4c5e-b680-03283c546edc tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.875775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04df2d75-70f7-4089-a6d0-4f34b1dc7076 req-fe047b79-041f-4c5e-b680-03283c546edc tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 944 time: 0.3765750 Jul 06 11:48:02.883610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d4aa-e07a-4e55-a9a7-31ed89ea7968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea447e3-000c-4c00-b30d-476c422f833e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:02.937155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:02.983518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd3f9e-4aed-47a8-a469-20ae400b9240 req-4c78573e-6417-42d9-963d-8ad633465d7d tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.985644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8bd3f9e-4aed-47a8-a469-20ae400b9240 req-4c78573e-6417-42d9-963d-8ad633465d7d tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 936 time: 0.2608402 Jul 06 11:48:03.029133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04df2d75-70f7-4089-a6d0-4f34b1dc7076 req-5e9358fe-0ed6-4f7e-8c68-ce96d5c1ebf3 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435370 Jul 06 11:48:03.054363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1707144701-network', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:03.081964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Made reservation on behalf of b663cf6db7f048b1aee5e459f2fca787 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:03.086391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.092163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.100884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.140411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c0ff18f-7e7e-4cb6-b9f9-6688ed2a9b34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.190028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8bd3f9e-4aed-47a8-a469-20ae400b9240 req-6ac7ea6d-4140-430f-9b32-a12fbe1acf9d tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944609 Jul 06 11:48:03.233580 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.239488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.262740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:03.280770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194af0ea-b901-4257-a68a-e3f0d358c3e9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.284888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.285240 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Added segment 6d660518-2bb3-40c9-a2ef-1ac09c6f7356 of type vlan for network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e Jul 06 11:48:03.332491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.365415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.366781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:03.367382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.373413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d3e7ce2f-d06c-48d2-a7cf-02642c205f97 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:03.433015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4944923 Jul 06 11:48:03.436110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:03.442393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Request body: {'subnet': {'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1707144701-subnet', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:03.462646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc4ef1-8aec-45dc-885b-c93fe2b09735 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.481363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Made reservation on behalf of b663cf6db7f048b1aee5e459f2fca787 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:03.484572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.508749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:03.525879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97', 'network_id': '688542b2-99ea-4bc6-b592-95be65216da6', 'port_id': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97', 'mac_address': 'fa:16:3e:a5:d5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacea9b6-6084-4e7b-ab8c-30217fe531d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:03.528385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:03.653960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.669265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e7ce2f-d06c-48d2-a7cf-02642c205f97 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:03.695578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:03.697327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.700434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.701378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.709408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-48c5ccf9-1f8d-47b0-b745-1ffcefbed7f5 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790 tempest-ExternalNetworksAdminNegativeTestJSON-1736726790-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/6ae16bd0-3a5c-435f-802e-934c3c517bce HTTP/1.1" status: 204 len: 168 time: 1.8977513 Jul 06 11:48:03.774630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.829454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.852250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c308112-9ba3-41a9-8e01-eb29ce432ae2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.863409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Checking segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:03.868832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Network hostable DHCP agents. Network: 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:03.879010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efd7d10-aaaa-40cd-a07d-28dca648d441 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:03.887647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.900652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:03.905201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Transition to ACTIVE for port object 9efd7d10-aaaa-40cd-a07d-28dca648d441 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:03.913376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.921678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:03.930444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:03.931052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.944169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc1497-ffe9-4063-a786-86c7f9806c68 None None] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:03.966330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Pushing event updated for resources: {'Port': ['ID=9efd7d10-aaaa-40cd-a07d-28dca648d441,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.983778 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f021e2e7-bd89-44e9-9674-480f4d8dc7e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5438867 Jul 06 11:48:03.984221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:03.991111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:04.051467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.054673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.068337 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:04.119737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Attempting to bind port 9efd7d10-aaaa-40cd-a07d-28dca648d441 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:04.120159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Attempting to bind port 9efd7d10-aaaa-40cd-a07d-28dca648d441 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:04.120659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Attempting to bind port 9efd7d10-aaaa-40cd-a07d-28dca648d441 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:04.138252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Port 9efd7d10-aaaa-40cd-a07d-28dca648d441 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:04.140759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Attempting to bind port 9efd7d10-aaaa-40cd-a07d-28dca648d441 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:04.150244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:04.154305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:04.155956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:04.156560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Bound port: 9efd7d10-aaaa-40cd-a07d-28dca648d441, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:04.157813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.159837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.238331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:04.242590 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.329940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d3e7ce2f-d06c-48d2-a7cf-02642c205f97'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:04.367753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] For port 9efd7d10-aaaa-40cd-a07d-28dca648d441, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:04.372305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] For port 9efd7d10-aaaa-40cd-a07d-28dca648d441, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:04.382790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.388438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3d4359-c831-4e65-abc3-a5176c27e3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.426960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:04.427641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.429763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] 10.222.0.79 "PUT /v2.0/ports/9efd7d10-aaaa-40cd-a07d-28dca648d441 HTTP/1.1" status: 200 len: 1096 time: 1.8840778 Jul 06 11:48:04.434594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.438885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8d120-e9c7-4985-aa5d-0162e4290d67 req-c4fe734c-b332-4c93-9189-32bc883331ea tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:04.450601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd8d120-e9c7-4985-aa5d-0162e4290d67 req-c4fe734c-b332-4c93-9189-32bc883331ea tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 945 time: 0.1847250 Jul 06 11:48:04.459233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'tag': '9efd7d10-aaaa-40cd-a07d-28dca648d441'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:04.469219 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93160fd-d9b9-4fab-b1a2-004f4b437988" -d '{"events": [{"name": "network-changed", "server_uuid": "99333f74-54bd-4f39-b3ab-d9e00345dea2", "tag": "9efd7d10-aaaa-40cd-a07d-28dca648d441"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:04.640047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Allocated IP 172.20.0.2 (8dfa304e-3eac-4b62-bc69-d4c09a70ed8e/4c308112-9ba3-41a9-8e01-eb29ce432ae2/ab6ecc67-8e64-42a4-b26c-250c4f141e0c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:04.700798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3d4359-c831-4e65-abc3-a5176c27e3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.745924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd8d120-e9c7-4985-aa5d-0162e4290d67 req-a5a9c6ed-9fc4-48e3-9d1b-26b08c42fe5b tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942677 Jul 06 11:48:04.751581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3d4359-c831-4e65-abc3-a5176c27e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.765396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5471f0-d532-49ff-8f9a-3db4e2673f31 service neutron] Pushing event updated for resources: {'Port': ['ID=9efd7d10-aaaa-40cd-a07d-28dca648d441,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:04.835843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d4359-c831-4e65-abc3-a5176c27e3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54857e93-0142-409d-a05c-2d2e126885c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:04.848714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:04.860934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-546e97cb-bbc9-4580-ac7b-37b27c329fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:04.878384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-546e97cb-bbc9-4580-ac7b-37b27c329fef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ec7f250ab4645e28d8f86bd4478ee4d&device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 1099 time: 0.3699505 Jul 06 11:48:04.895304 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35115d9-128d-4be8-ac0e-f87cf34bb949 x-openstack-request-id: req-d35115d9-128d-4be8-ac0e-f87cf34bb949 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:04.895962 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99333f74-54bd-4f39-b3ab-d9e00345dea2", "tag": "9efd7d10-aaaa-40cd-a07d-28dca648d441", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:04.896438 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d35115d9-128d-4be8-ac0e-f87cf34bb949 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:04.897069 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'tag': '9efd7d10-aaaa-40cd-a07d-28dca648d441', 'status': 'completed', 'code': 200} Jul 06 11:48:04.907587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-be3d4359-c831-4e65-abc3-a5176c27e3f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b0a6f06a0164dea8b0c16209980b4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374765 Jul 06 11:48:04.913949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:04.938857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-dbef7e74-924f-4d62-9ad2-13ff50bcf93d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441 HTTP/1.1" status: 200 len: 217 time: 0.0533512 Jul 06 11:48:04.976637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.992921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.002395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff51dfe-927f-467f-b068-47e49d5edbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.006634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Transition to ACTIVE for port object ab6ecc67-8e64-42a4-b26c-250c4f141e0c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:05.013445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.029471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-4a2fb658-d116-400a-90be-2e5da289ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.031220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-4a2fb658-d116-400a-90be-2e5da289ab5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0853274 Jul 06 11:48:05.038269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff51dfe-927f-467f-b068-47e49d5edbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.039062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Transition to ACTIVE for port object ab6ecc67-8e64-42a4-b26c-250c4f141e0c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:05.050882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.096157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:05.101129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:05.104836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:05.134885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e05f3c65-3ec1-4d95-a87d-8f4fe2de1d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.178604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Attempting to bind port ab6ecc67-8e64-42a4-b26c-250c4f141e0c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:05.179335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Attempting to bind port ab6ecc67-8e64-42a4-b26c-250c4f141e0c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:05.179685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Attempting to bind port ab6ecc67-8e64-42a4-b26c-250c4f141e0c on network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:05.187498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Pushing event updated for resources: {'Port': ['ID=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.188000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Allocated IP 172.25.7.119 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/2dc31578-bf9c-4b7a-becc-23ad799ea281) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:05.191237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:05.191618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Checking segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:05.192149 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.192489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Bound using segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:05.192978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Bound port: ab6ecc67-8e64-42a4-b26c-250c4f141e0c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:05.193357 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.240493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c5875-8e13-4549-b916-fdc0e97cc7cb req-20691b32-23a2-49d2-99c1-db67b03a8ed6 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.247899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e0c5875-8e13-4549-b916-fdc0e97cc7cb req-20691b32-23a2-49d2-99c1-db67b03a8ed6 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 948 time: 0.2148538 Jul 06 11:48:05.265572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff51dfe-927f-467f-b068-47e49d5edbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.269159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dff51dfe-927f-467f-b068-47e49d5edbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.271981 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dff51dfe-927f-467f-b068-47e49d5edbc1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54857e93-0142-409d-a05c-2d2e126885c8 HTTP/1.1" status: 204 len: 168 time: 0.3554919 Jul 06 11:48:05.281136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d4467aa-7abd-401e-8463-0b94d957c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.283478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-8d4467aa-7abd-401e-8463-0b94d957c0e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2331729 Jul 06 11:48:05.284741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff51dfe-927f-467f-b068-47e49d5edbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54857e93-0142-409d-a05c-2d2e126885c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.285921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] For port ab6ecc67-8e64-42a4-b26c-250c4f141e0c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:05.296186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] For port ab6ecc67-8e64-42a4-b26c-250c4f141e0c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:05.314201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.338840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.385904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:05.392289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e0c5875-8e13-4549-b916-fdc0e97cc7cb req-3e45f920-0798-4360-ac7d-e7b2858090fc tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429293 Jul 06 11:48:05.421732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.452197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:05.474117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:05.479037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:05.506113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e336dc-558e-4f2e-b5c5-2d6cb6462562 None None] Pushing event updated for resources: {'Port': ['ID=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.520998 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e05f3c65-3ec1-4d95-a87d-8f4fe2de1d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.526199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-3a07db80-57e7-4ffc-8e05-da9c1607c526 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307281 Jul 06 11:48:05.527709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e05f3c65-3ec1-4d95-a87d-8f4fe2de1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.535627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc31578-bf9c-4b7a-becc-23ad799ea281,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.547625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:05.552343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:05.552872 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.705137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.715483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f3c65-3ec1-4d95-a87d-8f4fe2de1d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad67088b-fcfe-41d2-8c4a-089c925f2a3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.741834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e05f3c65-3ec1-4d95-a87d-8f4fe2de1d11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f4b672635f544c7be92d36125365501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8868625 Jul 06 11:48:05.744532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:05.774601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:05.781325 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529142fd-76fe-44c4-b1be-2182557ba50f" -d '{"events": [{"server_uuid": "f9e70a04-101f-499f-b505-9bf43a1bf391", "name": "network-vif-plugged", "status": "completed", "tag": "40cf6fb2-70a5-4e83-8a4b-a539da6e2083"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:05.798369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:05.816795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:05.826759 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.827550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7614520d-e737-4e6e-9c9a-2cc9d29be67d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:05.908921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd08852a-62b2-4e22-a5c1-91e88bbfe46a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68804a08e8774297817a03aac611e1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951200 Jul 06 11:48:05.909420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c505e4-42f3-4497-b5a7-b619e1775ec0 req-45e029f6-53b3-4d65-b96e-452b28e0b03e service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734441 Jul 06 11:48:05.912083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:05.941709 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e04283-79e9-4788-9af1-168cdd2a9a9d x-openstack-request-id: req-f0e04283-79e9-4788-9af1-168cdd2a9a9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:05.942040 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e70a04-101f-499f-b505-9bf43a1bf391", "name": "network-vif-plugged", "status": "completed", "tag": "40cf6fb2-70a5-4e83-8a4b-a539da6e2083", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:05.942277 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0e04283-79e9-4788-9af1-168cdd2a9a9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:05.942687 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'code': 200} Jul 06 11:48:05.959613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f7054a3-d00e-4c85-a41b-f7d7c4b3f5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.970200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.003970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7614520d-e737-4e6e-9c9a-2cc9d29be67d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:06.011405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7614520d-e737-4e6e-9c9a-2cc9d29be67d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:06.012374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.016240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.020360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f7054a3-d00e-4c85-a41b-f7d7c4b3f5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.023679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8124768-5b39-40ed-a817-792527025029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.113704 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.156963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:06.165336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.171523 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8124768-5b39-40ed-a817-792527025029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.260004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7614520d-e737-4e6e-9c9a-2cc9d29be67d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.278105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-1c98b79b-f8a4-46ae-9fd9-ff2e9e172b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.279575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-1c98b79b-f8a4-46ae-9fd9-ff2e9e172b62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ec7f250ab4645e28d8f86bd4478ee4d&device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 1099 time: 0.2569218 Jul 06 11:48:06.281797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f7054a3-d00e-4c85-a41b-f7d7c4b3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.284601 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f7054a3-d00e-4c85-a41b-f7d7c4b3f5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.285687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9f7054a3-d00e-4c85-a41b-f7d7c4b3f5bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad67088b-fcfe-41d2-8c4a-089c925f2a3a HTTP/1.1" status: 204 len: 168 time: 0.5400133 Jul 06 11:48:06.293654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772752b-7554-4b7c-b6da-93f25189050e req-1a640217-017f-4d75-98d6-790c940badc6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.295178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1772752b-7554-4b7c-b6da-93f25189050e req-1a640217-017f-4d75-98d6-790c940badc6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 945 time: 0.2693906 Jul 06 11:48:06.301160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907402b5-ffc9-4e67-90fd-4258219ae477 req-28cd0f00-6516-41f0-bb48-e00937c36d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.302495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-907402b5-ffc9-4e67-90fd-4258219ae477 req-28cd0f00-6516-41f0-bb48-e00937c36d4e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 1097 time: 0.2611570 Jul 06 11:48:06.307900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.397133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7054a3-d00e-4c85-a41b-f7d7c4b3f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad67088b-fcfe-41d2-8c4a-089c925f2a3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.421968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8124768-5b39-40ed-a817-792527025029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.426127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8124768-5b39-40ed-a817-792527025029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.427374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8124768-5b39-40ed-a817-792527025029 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8233edd5-69f7-4ec3-a8f4-abcecf66aafd HTTP/1.1" status: 204 len: 168 time: 0.5142565 Jul 06 11:48:06.536887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab6ecc67-8e64-42a4-b26c-250c4f141e0c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:06.540056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8124768-5b39-40ed-a817-792527025029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233edd5-69f7-4ec3-a8f4-abcecf66aafd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.555544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Router 725a0344-3519-4631-a1ee-fa0b5a63387c is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:48:06.584314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-907402b5-ffc9-4e67-90fd-4258219ae477 req-1e3c24f3-cddf-4b33-a576-edf08d2ceaf9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661600 Jul 06 11:48:06.647566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1772752b-7554-4b7c-b6da-93f25189050e req-c94d8cdc-19e9-4874-89e3-d859c582accb tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304210 Jul 06 11:48:06.665962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-db89080a-ec82-416b-9e88-c49191d360a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.670084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-db89080a-ec82-416b-9e88-c49191d360a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.3732812 Jul 06 11:48:06.728480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ab6ecc67-8e64-42a4-b26c-250c4f141e0c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:06.738843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-c71d4f81-4a9d-4242-b0ce-ba6a83697e6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441 HTTP/1.1" status: 200 len: 217 time: 0.0590668 Jul 06 11:48:06.804375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:06.813384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Sync routers for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:06.836823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.839216 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b2928e42-bfbe-481e-8055-6a6b47eba661 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8526294 Jul 06 11:48:06.840562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:06.841943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:06.853092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:48:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:06.901202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df413361-6011-4127-80cc-ea2ad5adfee4 req-e19928ee-0279-499e-9a6d-356c02e85262 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.903670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df413361-6011-4127-80cc-ea2ad5adfee4 req-e19928ee-0279-499e-9a6d-356c02e85262 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 948 time: 0.2251747 Jul 06 11:48:06.936893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-e5e075b8-9975-45c6-af06-b74d6abe6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.942698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-e5e075b8-9975-45c6-af06-b74d6abe6dbc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1561899 Jul 06 11:48:06.960572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa85229-2e43-4546-96ec-67688c649e6d None None] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:07.057323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df413361-6011-4127-80cc-ea2ad5adfee4 req-625287b1-1901-49f5-88aa-b3c35b5cc255 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381605 Jul 06 11:48:07.091333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-293785ce-36b8-4fee-9e7c-2e92b92bd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:07.093863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-293785ce-36b8-4fee-9e7c-2e92b92bd37b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441784 Jul 06 11:48:07.234003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-b9d30d4e-fc65-41cf-8751-a7054956c2c4 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320043 Jul 06 11:48:07.324211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] Provisioning for port ab6ecc67-8e64-42a4-b26c-250c4f141e0c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:07.353536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] Provisioning complete for port ab6ecc67-8e64-42a4-b26c-250c4f141e0c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:07.353915 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.392846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a93160fd-d9b9-4fab-b1a2-004f4b437988 req-13210442-0a52-4977-bcfe-437789f1529c service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508889 Jul 06 11:48:07.405279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d3e7ce2f-d06c-48d2-a7cf-02642c205f97 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:07.472757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:07.593877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.754662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:07.801959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:07.802335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.876344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.931832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:07.943234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Allocated IP 172.20.0.1 (8dfa304e-3eac-4b62-bc69-d4c09a70ed8e/4c308112-9ba3-41a9-8e01-eb29ce432ae2/2b9dcdfc-429e-4bb2-a144-9683919438c6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:07.946325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936e49e3-8261-43a0-8914-7b764c629024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7614520d-e737-4e6e-9c9a-2cc9d29be67d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:07.948848 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3aeee-0aea-416a-8cff-1eb6af41e9b8" -d '{"events": [{"server_uuid": "936e49e3-8261-43a0-8914-7b764c629024", "name": "network-vif-plugged", "status": "completed", "tag": "7614520d-e737-4e6e-9c9a-2cc9d29be67d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:08.000332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] For port ab6ecc67-8e64-42a4-b26c-250c4f141e0c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:08.071470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979d9ed-a6f0-49c4-8ea6-4a3ff5318c4d req-56465728-0e6d-461b-9101-7157a020dea0 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.082461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e979d9ed-a6f0-49c4-8ea6-4a3ff5318c4d req-56465728-0e6d-461b-9101-7157a020dea0 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 945 time: 0.2269759 Jul 06 11:48:08.086731 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.123980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-780125640-network', 'tenant_id': '463053a940ff40339507469efc2ddc91'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:08.145052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4d46-a561-4459-b4ed-fd09ffdae665 req-19e8b0f7-aca9-43e6-b1a6-50b811aeea9a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.146288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.149559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a7c4d46-a561-4459-b4ed-fd09ffdae665 req-19e8b0f7-aca9-43e6-b1a6-50b811aeea9a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2149060 Jul 06 11:48:08.169888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Transition to ACTIVE for port object 2b9dcdfc-429e-4bb2-a144-9683919438c6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:08.185867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Made reservation on behalf of 463053a940ff40339507469efc2ddc91 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:08.188273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.193853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:05Z', 'revision_number': 3, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:08.210159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.220961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a7c4d46-a561-4459-b4ed-fd09ffdae665 req-56638249-71e5-45ec-9c84-a04b6c310fbf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628431 Jul 06 11:48:08.224878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e979d9ed-a6f0-49c4-8ea6-4a3ff5318c4d req-50a06e20-632a-43ea-9fdf-f11f34ebb871 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407397 Jul 06 11:48:08.249471 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.264036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Checking router: 725a0344-3519-4631-a1ee-fa0b5a63387c for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:08.264401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Updating router 725a0344-3519-4631-a1ee-fa0b5a63387c port 2dc31578-bf9c-4b7a-becc-23ad799ea281 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:48:08.281925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.282275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aab5e4-2fbb-485b-b6c0-cf9363419673 None None] Pushing event updated for resources: {'Port': ['ID=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:08.383967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:08.404673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:08.421798 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69191231-e129-4881-99a2-a3e63af3d173 x-openstack-request-id: req-69191231-e129-4881-99a2-a3e63af3d173 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:08.422358 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936e49e3-8261-43a0-8914-7b764c629024", "name": "network-vif-plugged", "status": "completed", "tag": "7614520d-e737-4e6e-9c9a-2cc9d29be67d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:08.422804 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69191231-e129-4881-99a2-a3e63af3d173 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:08.423373 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936e49e3-8261-43a0-8914-7b764c629024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7614520d-e737-4e6e-9c9a-2cc9d29be67d', 'code': 200} Jul 06 11:48:08.427437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.432095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:08.435232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:08.493580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.498288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab6ecc67-8e64-42a4-b26c-250c4f141e0c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:08.628947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9dcdfc-429e-4bb2-a144-9683919438c6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:08.636460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb43f-0d20-4a19-85bb-784665c4dc86 req-28e9df58-3e40-4ad5-bb42-f65604806688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.638137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a36bb43f-0d20-4a19-85bb-784665c4dc86 req-28e9df58-3e40-4ad5-bb42-f65604806688 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 1096 time: 0.2008765 Jul 06 11:48:08.670836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.713818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79384075-7d4a-4e1d-b855-f74868aaa1bb req-24c4c5ba-d9ae-452b-9db6-404dcf1fbadb tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.715554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79384075-7d4a-4e1d-b855-f74868aaa1bb req-24c4c5ba-d9ae-452b-9db6-404dcf1fbadb tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 948 time: 0.1827996 Jul 06 11:48:08.717373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a36bb43f-0d20-4a19-85bb-784665c4dc86 req-7e247b9e-2ddb-403a-9428-4247ddbf3ace service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663185 Jul 06 11:48:08.750465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:08.757820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77ad92fa-63ff-4c54-8448-88bdca6415bd None None] Provisioning complete for port ab6ecc67-8e64-42a4-b26c-250c4f141e0c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:08.758789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77ad92fa-63ff-4c54-8448-88bdca6415bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.864647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79384075-7d4a-4e1d-b855-f74868aaa1bb req-d859ef25-9244-4046-aac6-641fcd5beff7 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Jul 06 11:48:08.875184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.884581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.893148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ab6ecc67-8e64-42a4-b26c-250c4f141e0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:08.895509 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.908673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247adb26-a4cb-4aa3-8306-57d060231b91 req-45f318ae-c477-4a2f-959c-57956a6c8852 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.916229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-247adb26-a4cb-4aa3-8306-57d060231b91 req-45f318ae-c477-4a2f-959c-57956a6c8852 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1961744 Jul 06 11:48:08.952299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:08.965753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-247adb26-a4cb-4aa3-8306-57d060231b91 req-99ee9776-8a5e-4449-8879-3293aed94170 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485387 Jul 06 11:48:09.006719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b8f980-67b1-424a-9bbb-0c2a3222a79f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.012475 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.012830 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Added segment 14a95851-d628-44c6-be85-d57543656b54 of type vlan for network 76f3f028-fa93-416d-8334-0d6d2e155db5 Jul 06 11:48:09.103283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.128092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.182158 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.198846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aba78980-9f92-47b8-91d3-64636ad7f985 None None] Provisioning for port 2b9dcdfc-429e-4bb2-a144-9683919438c6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:09.204841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aba78980-9f92-47b8-91d3-64636ad7f985 None None] Provisioning complete for port 2b9dcdfc-429e-4bb2-a144-9683919438c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:09.206344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aba78980-9f92-47b8-91d3-64636ad7f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.225383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.226511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:09.227237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.246509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Transition to ACTIVE for port object 2dc31578-bf9c-4b7a-becc-23ad799ea281 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:09.248529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aba78980-9f92-47b8-91d3-64636ad7f985 None None] Port 2b9dcdfc-429e-4bb2-a144-9683919438c6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:09.255214 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.314209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Attempting to bind port 2dc31578-bf9c-4b7a-becc-23ad799ea281 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:09.314686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Attempting to bind port 2dc31578-bf9c-4b7a-becc-23ad799ea281 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:09.315721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Attempting to bind port 2dc31578-bf9c-4b7a-becc-23ad799ea281 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:09.317399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:09.322468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Request body: {'subnet': {'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-780125640-subnet', 'tenant_id': '463053a940ff40339507469efc2ddc91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:09.326714 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3938351 Jul 06 11:48:09.330130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:09.331157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:09.331934 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.332223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:09.332696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Bound port: 2dc31578-bf9c-4b7a-becc-23ad799ea281, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:09.333142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.336125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c4787-7d4c-41fb-b5e0-d56cca363d71 None None] Pushing event updated for resources: {'Port': ['ID=2dc31578-bf9c-4b7a-becc-23ad799ea281,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.362548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:09.380664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Made reservation on behalf of 463053a940ff40339507469efc2ddc91 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:09.382313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.401481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] For port 2dc31578-bf9c-4b7a-becc-23ad799ea281, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:09.404922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] For port 2dc31578-bf9c-4b7a-becc-23ad799ea281, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2dc31578-bf9c-4b7a-becc-23ad799ea281,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:09.407835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47465e95-c9e0-4cae-a5ca-19f84b4c710c admin admin] Pushing event updated for resources: {'Network': ['ID=76f3f028-fa93-416d-8334-0d6d2e155db5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.414812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9efd7d10-aaaa-40cd-a07d-28dca648d441 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:09.427584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 76f3f028-fa93-416d-8334-0d6d2e155db5 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:09.452891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.483382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.491225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.510450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-813660770', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:09.542422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.620128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Made reservation on behalf of 6788b5155ba5482e84e23d4f12204a10 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:09.622516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.645495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9dcdfc-429e-4bb2-a144-9683919438c6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.649291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.653132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c4787-7d4c-41fb-b5e0-d56cca363d71 None None] Pushing event updated for resources: {'Port': ['ID=2dc31578-bf9c-4b7a-becc-23ad799ea281,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.673604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:09.674288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:48:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:09.690881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279425ff-bc13-4c7c-b815-7c0111129ad9 req-3c4e044d-98ae-42b3-98f2-5900a4bde56c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:09.693476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279425ff-bc13-4c7c-b815-7c0111129ad9 req-3c4e044d-98ae-42b3-98f2-5900a4bde56c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2009902 Jul 06 11:48:09.713317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:09.715059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:09.775010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9efd7d10-aaaa-40cd-a07d-28dca648d441, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:09.827035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '9efd7d10-aaaa-40cd-a07d-28dca648d441', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '9efd7d10-aaaa-40cd-a07d-28dca648d441', 'mac_address': 'fa:16:3e:d3:40:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:09.875139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Router 725a0344-3519-4631-a1ee-fa0b5a63387c has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:48:09.885597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:09.975571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.988620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b20da-c821-406c-a47f-2841dcbbb2be req-eb0ebbd7-dfbb-4b16-ad48-b471382d40ae tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:09.997719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-598b20da-c821-406c-a47f-2841dcbbb2be req-eb0ebbd7-dfbb-4b16-ad48-b471382d40ae tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 946 time: 0.5072758 Jul 06 11:48:10.044036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:10.050704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c77b7b2-83f3-437e-83b6-6566a74a8046 admin admin] 10.222.0.78 "PUT /v2.0/routers/725a0344-3519-4631-a1ee-fa0b5a63387c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2073293 Jul 06 11:48:10.051945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279425ff-bc13-4c7c-b815-7c0111129ad9 req-fcb1ea44-c645-45a3-adf7-8fc7321e6d5d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490474 Jul 06 11:48:10.124642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.144766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:10.148224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.165262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-598b20da-c821-406c-a47f-2841dcbbb2be req-f54637ec-6dab-4fa4-936d-8696ecb2ce98 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660249 Jul 06 11:48:10.169505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.185687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efd7d10-aaaa-40cd-a07d-28dca648d441 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:10.187388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] device_id is not set on port 1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:48:10.199744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15c1af5c-7b49-4b24-8f97-3ee2225cdc2a None None] Provisioning complete for port 2b9dcdfc-429e-4bb2-a144-9683919438c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:10.200219 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15c1af5c-7b49-4b24-8f97-3ee2225cdc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.211531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Checking segment: {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:10.212174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Network hostable DHCP agents. Network: 76f3f028-fa93-416d-8334-0d6d2e155db5, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:10.263756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ac5867-05cb-41c9-8149-8af0c0d3fcae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:10.327415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9efd7d10-aaaa-40cd-a07d-28dca648d441, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:10.342922 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.373267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15c1af5c-7b49-4b24-8f97-3ee2225cdc2a None None] Port 2b9dcdfc-429e-4bb2-a144-9683919438c6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:10.384883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Allocated IP 172.25.7.225 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:10.401123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Network 76f3f028-fa93-416d-8334-0d6d2e155db5 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:10.426846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:10.429314 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1871c324-4777-42ac-8345-787c4ca2cf11" -d '{"events": [{"server_uuid": "4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7ce2f-d06c-48d2-a7cf-02642c205f97"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:10.430230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 76f3f028-fa93-416d-8334-0d6d2e155db5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:10.441386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5f078-ced0-4f87-8b6f-e446cbc249d7 None None] Network 76f3f028-fa93-416d-8334-0d6d2e155db5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:10.446422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9efd7d10-aaaa-40cd-a07d-28dca648d441,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:10.454243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:10.454863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.490396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9f1fe05a-c70b-41d5-ae77-e4e691393980 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1718023 Jul 06 11:48:10.597417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 2, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:10.669986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb1b33-ff38-479a-b1fd-8c50c50686be None None] The sync data for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 is: [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 2, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:10.677437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55a6f4-751e-4290-ab7a-66b21601a68f None None] Network 76f3f028-fa93-416d-8334-0d6d2e155db5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:10.707656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390656a-4556-48c9-b3f9-b567b61cb978 req-5b1dd7ce-cdae-40af-8423-f12ca427017d tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:10.709303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b390656a-4556-48c9-b3f9-b567b61cb978 req-5b1dd7ce-cdae-40af-8423-f12ca427017d tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 949 time: 0.1388931 Jul 06 11:48:10.729213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.776442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b390656a-4556-48c9-b3f9-b567b61cb978 req-889d8d87-ed2c-4b80-bad5-5ce61bfa6da6 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596554 Jul 06 11:48:10.832737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.840460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9efd7d10-aaaa-40cd-a07d-28dca648d441'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:10.902868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:10.906415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:10.915046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:11.037886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.083320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:11.084299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:11.086858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.091196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327028518', 'description': 'tempest-description--1856428575'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:11.110623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8ee6961b-247b-4675-ba05-8d19ad0b7d89 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7469811 Jul 06 11:48:11.115019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:11.120959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.225'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:11.138506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.167212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.169612 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07ce4e2-b178-4124-b67b-ffa09146bee4 x-openstack-request-id: req-e07ce4e2-b178-4124-b67b-ffa09146bee4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:11.170101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.170273 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7ce2f-d06c-48d2-a7cf-02642c205f97", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:11.170452 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e07ce4e2-b178-4124-b67b-ffa09146bee4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:11.170800 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97', 'code': 200} Jul 06 11:48:11.271715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.279664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.300703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.304974 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2162023 Jul 06 11:48:11.310355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:11.313411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2fb9d7d6-afbb-4f99-9778-e4aa5fcdfb73 req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-909522640', 'description': 'tempest-description-173742859'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:11.319668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Request body: {'security_group_rule': {'security_group_id': 'c441644d-1022-4076-89cf-6fdd17b2057f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:11.327520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.342797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eff0d-9c18-4ac0-8c81-7ce93a330e8a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c441644d-1022-4076-89cf-6fdd17b2057f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.452654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.488789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb9d7d6-afbb-4f99-9778-e4aa5fcdfb73 req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.523937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.530185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.551518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b03fff6-25ea-4163-8171-d76d3444b178,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.560761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.561739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3912c6cb-f038-4124-9d6b-dad9d095856d tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500582 Jul 06 11:48:11.564444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:11.570341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Request body: {'security_group_rule': {'security_group_id': 'c441644d-1022-4076-89cf-6fdd17b2057f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:11.626349 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.627208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:48:11.627208 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:48:11.627208 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': 'b663cf6db7f048b1aee5e459f2fca787', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 48, 11, 576190)}] Jul 06 11:48:11.627208 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:11.627788 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:11.655239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28775fe8-d2b2-4779-9e9a-e7be6c5a9f39 req-fd421a78-ec4e-4938-831d-aeebef3fda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:11.656881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28775fe8-d2b2-4779-9e9a-e7be6c5a9f39 req-fd421a78-ec4e-4938-831d-aeebef3fda5c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 1097 time: 0.3312013 Jul 06 11:48:11.739884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313db03-e2c2-4f4e-90b0-48c90e390d1a req-9239336b-1d6b-45d3-bab8-a88a3896e03f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:11.741527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9313db03-e2c2-4f4e-90b0-48c90e390d1a req-9239336b-1d6b-45d3-bab8-a88a3896e03f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 946 time: 0.3219783 Jul 06 11:48:11.802530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28775fe8-d2b2-4779-9e9a-e7be6c5a9f39 req-85c3dca9-1266-405c-bba9-1566c7709b5e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259308 Jul 06 11:48:11.826354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb9d7d6-afbb-4f99-9778-e4aa5fcdfb73 req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.840942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb9d7d6-afbb-4f99-9778-e4aa5fcdfb73 req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.851729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9313db03-e2c2-4f4e-90b0-48c90e390d1a req-9fcc95a6-b056-4f4b-bb88-027bd5c8ace0 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961809 Jul 06 11:48:11.881031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb9d7d6-afbb-4f99-9778-e4aa5fcdfb73 req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.892066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fb9d7d6-afbb-4f99-9778-e4aa5fcdfb73 req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6181331 Jul 06 11:48:11.898151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c22f9b-542a-4fab-972e-11439ea2106e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d375a-5183-4b9a-afdd-8c88b6f7bbb5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.088683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.110141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.164612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.173608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2cdb8d42-55ac-4155-aeb6-4a0603a566cb req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2136551886', 'description': 'tempest-description-1581154470'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:12.227836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.233782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.241575 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cdb8d42-55ac-4155-aeb6-4a0603a566cb req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.258534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb822c0e-854b-4e77-8414-1965f6f5b28d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.274211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.275655 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6461d38b-5daf-4c70-9e80-946e436a1c16 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7099955 Jul 06 11:48:12.278561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:12.284965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:12.348514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:48:12.348514 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:48:12.348514 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': 'b663cf6db7f048b1aee5e459f2fca787', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 48, 12, 290973)}] Jul 06 11:48:12.348514 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:12.348926 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:12.388765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.421477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2dc31578-bf9c-4b7a-becc-23ad799ea281 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:12.478603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2dc31578-bf9c-4b7a-becc-23ad799ea281 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:12.485077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2dc31578-bf9c-4b7a-becc-23ad799ea281 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:12.485991 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.588625 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.611403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2dc31578-bf9c-4b7a-becc-23ad799ea281, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2dc31578-bf9c-4b7a-becc-23ad799ea281,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:12.616084 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.687818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2dc31578-bf9c-4b7a-becc-23ad799ea281,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.852986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ca71-2466-4e84-9ee5-33af78e05ca0 req-2c1b6d3f-8d33-4a5c-88bc-2a211d5b851c tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.854525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e380ca71-2466-4e84-9ee5-33af78e05ca0 req-2c1b6d3f-8d33-4a5c-88bc-2a211d5b851c tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 949 time: 0.5887167 Jul 06 11:48:12.937697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.948045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.959430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cdb8d42-55ac-4155-aeb6-4a0603a566cb req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.968185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cdb8d42-55ac-4155-aeb6-4a0603a566cb req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.982303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.035677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e380ca71-2466-4e84-9ee5-33af78e05ca0 req-09cf4ad0-185c-4bd7-ae07-97d54d2488ef tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482046 Jul 06 11:48:13.041196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.041739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87c3f769-398d-4407-8929-62577e521807 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:48:13.064211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2cdb8d42-55ac-4155-aeb6-4a0603a566cb req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.071037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2cdb8d42-55ac-4155-aeb6-4a0603a566cb req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9059150 Jul 06 11:48:13.099293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4eec7-b009-42cf-8c4b-04ad8283f20e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094a1ad2-b5d7-481f-b32d-276c2eedb47f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:13.116554 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:48:13.118232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f17b5be5-eb7d-4566-a594-afe966d8ec4d tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0021770 Jul 06 11:48:13.121323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:13.230730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.317727 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Sync routers for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:13.329286 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:13.330053 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:48:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:13.356420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2c506-27a9-41b5-aacc-eec639ff6e45 req-7954aa27-bc3d-4334-b00a-5ead2b2e7edc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.358045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f2c506-27a9-41b5-aacc-eec639ff6e45 req-7954aa27-bc3d-4334-b00a-5ead2b2e7edc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1346977 Jul 06 11:48:13.369669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9826d-d141-4fb8-94cb-61ec14a21a17 req-17c9fa27-cae0-47c3-8ef1-8b848450cf0e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.371469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bed9826d-d141-4fb8-94cb-61ec14a21a17 req-17c9fa27-cae0-47c3-8ef1-8b848450cf0e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 946 time: 0.1458356 Jul 06 11:48:13.437571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f2c506-27a9-41b5-aacc-eec639ff6e45 req-3b75559a-e9bc-43ae-8565-126a1238f7ff tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650263 Jul 06 11:48:13.445803 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:13.446376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bed9826d-d141-4fb8-94cb-61ec14a21a17 req-5c60e086-b5a0-4890-8c34-4bd082106093 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Jul 06 11:48:13.450854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9efd7d10-aaaa-40cd-a07d-28dca648d441 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:13.540322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 9efd7d10-aaaa-40cd-a07d-28dca648d441 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:13.545329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 9efd7d10-aaaa-40cd-a07d-28dca648d441 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:13.546020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.693424 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.727279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Deleting port 1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:13.727802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.744492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd7d10-aaaa-40cd-a07d-28dca648d441'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:13.750433 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e08c46-2851-4230-801b-220e338b7caa" -d '{"events": [{"server_uuid": "99333f74-54bd-4f39-b3ab-d9e00345dea2", "name": "network-vif-plugged", "status": "completed", "tag": "9efd7d10-aaaa-40cd-a07d-28dca648d441"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:13.782683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9efd7d10-aaaa-40cd-a07d-28dca648d441, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:13.790723 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.813394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Allocated IP 172.25.7.96 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/f59b486e-bf49-45f6-8a78-c95e79eae8e0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:13.824017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a5d03d28-a662-4278-b4de-a9182b36b380 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.828439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a5d03d28-a662-4278-b4de-a9182b36b380 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 812 time: 0.2268012 Jul 06 11:48:13.853020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 2, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:13.855460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-b645ed25-9271-4290-a6ce-7fdd42620a89 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/quotas/463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 375 time: 0.0212076 Jul 06 11:48:13.895538 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Checking router: 725a0344-3519-4631-a1ee-fa0b5a63387c for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:13.895746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9efd7d10-aaaa-40cd-a07d-28dca648d441,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:13.896329 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Updating router 725a0344-3519-4631-a1ee-fa0b5a63387c port 2b9dcdfc-429e-4bb2-a144-9683919438c6 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:48:13.903538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-e8c08628-c24a-414c-8dc5-db9a472f31e2 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470953 Jul 06 11:48:13.906897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.925693 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73896d10-6d5f-4d02-9d8e-a96170e3616e x-openstack-request-id: req-73896d10-6d5f-4d02-9d8e-a96170e3616e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:13.926193 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99333f74-54bd-4f39-b3ab-d9e00345dea2", "name": "network-vif-plugged", "status": "completed", "tag": "9efd7d10-aaaa-40cd-a07d-28dca648d441", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:13.926763 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73896d10-6d5f-4d02-9d8e-a96170e3616e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:13.927384 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efd7d10-aaaa-40cd-a07d-28dca648d441', 'code': 200} Jul 06 11:48:13.931724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Calling delete_port for 1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:13.948268 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.041850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.057407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-4a0c22eb-0c05-499b-881c-0b093afe6bdf service neutron] 10.222.0.78 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518381 Jul 06 11:48:14.144379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.164959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cc45e-5a02-4fdf-a0e2-adade298e295 req-6bcfefbd-6e19-417f-b59a-bd9d24db8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.166536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12cc45e-5a02-4fdf-a0e2-adade298e295 req-6bcfefbd-6e19-417f-b59a-bd9d24db8c48 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 1101 time: 0.1586273 Jul 06 11:48:14.178870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.194751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:14.197276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-f92187be-661f-4611-ab0f-738878a4bf5b service neutron] 10.222.0.78 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387599 Jul 06 11:48:14.208932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:14.215272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12cc45e-5a02-4fdf-a0e2-adade298e295 req-ea658b34-a000-493b-aaf3-d91c7ab2183c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Jul 06 11:48:14.217431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:14.220921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event updated for resources: {'Port': ['ID=f59b486e-bf49-45f6-8a78-c95e79eae8e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.275879 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.288541 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Transition to ACTIVE for port object 2b9dcdfc-429e-4bb2-a144-9683919438c6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:14.295140 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.297192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.357091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13ae8-824b-4bcf-a6e1-5505e41ae23b req-f86ecde5-eed9-4cee-868d-009680989cc4 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.359095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfd13ae8-824b-4bcf-a6e1-5505e41ae23b req-f86ecde5-eed9-4cee-868d-009680989cc4 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 950 time: 0.1071315 Jul 06 11:48:14.415563 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Pushing event updated for resources: {'Port': ['ID=2b9dcdfc-429e-4bb2-a144-9683919438c6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.431519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.436324 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ae8bee86-ae82-49e7-aa6a-71241524f8c8 tempest-RoutersAdminNegativeTest-1891843542 tempest-RoutersAdminNegativeTest-1891843542-project-admin] 10.222.0.78 "DELETE /v2.0/ports/1bf4b62f-cb96-4b2c-8e74-d0a1d203c4a6 HTTP/1.1" status: 204 len: 168 time: 1.3109941 Jul 06 11:48:14.450443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2dc31578-bf9c-4b7a-becc-23ad799ea281 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:14.451024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfd13ae8-824b-4bcf-a6e1-5505e41ae23b req-bd9d6b7e-83d2-4b0d-9c2d-9edde5f99eda tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796740 Jul 06 11:48:14.457239 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.457681 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.458081 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.458888 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.460293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.460579 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.460914 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.461230 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.461555 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.461874 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.462195 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.462513 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:14.497473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.546742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2dc31578-bf9c-4b7a-becc-23ad799ea281 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:14.547236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.567556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9289da99-ed8d-4eee-9305-d1d0679721f6 req-00ee15f5-6436-454e-95a8-47a263245d37 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 210 time: 0.1152852 Jul 06 11:48:14.605062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.680766 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Attempting to bind port 2b9dcdfc-429e-4bb2-a144-9683919438c6 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:14.681147 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Attempting to bind port 2b9dcdfc-429e-4bb2-a144-9683919438c6 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:14.681635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Attempting to bind port 2b9dcdfc-429e-4bb2-a144-9683919438c6 on network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:14.699008 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:14.701433 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Checking segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:14.712827 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.717592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Bound using segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:14.718146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Bound port: 2b9dcdfc-429e-4bb2-a144-9683919438c6, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:14.723371 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.882778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] For port 2b9dcdfc-429e-4bb2-a144-9683919438c6, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:14.888826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] For port 2b9dcdfc-429e-4bb2-a144-9683919438c6, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2b9dcdfc-429e-4bb2-a144-9683919438c6,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:14.896982 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.961272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20405-1a9f-4281-951d-e8a817e4ea74 req-cae72992-be18-4eee-ab2f-8d4aebe32a59 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.963973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf20405-1a9f-4281-951d-e8a817e4ea74 req-cae72992-be18-4eee-ab2f-8d4aebe32a59 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1700137 Jul 06 11:48:15.001838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.014295 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:15.014630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.015896 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:48:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:15.027880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:15.067196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f4fc6-b0a6-43a1-af02-ba2007db85b8 req-b52e3966-4677-4b8a-a9c1-732efd7e4e26 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.093902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e20f4fc6-b0a6-43a1-af02-ba2007db85b8 req-b52e3966-4677-4b8a-a9c1-732efd7e4e26 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 946 time: 0.2053623 Jul 06 11:48:15.099235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf20405-1a9f-4281-951d-e8a817e4ea74 req-6742ae57-cc15-4f39-9ffe-4520ec572233 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280661 Jul 06 11:48:15.117619 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a7757-e500-42ad-b5f3-a894f19967fe None None] Pushing event updated for resources: {'Port': ['ID=2b9dcdfc-429e-4bb2-a144-9683919438c6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.120804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event updated for resources: {'Port': ['ID=f59b486e-bf49-45f6-8a78-c95e79eae8e0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.135955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.156959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e20f4fc6-b0a6-43a1-af02-ba2007db85b8 req-15fce4e4-d906-4dfa-9235-58029f6c86b6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620685 Jul 06 11:48:15.167040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.180242 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e8ae17ee-efd5-48d4-ae5a-ef1a14e91fbf tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8892405 Jul 06 11:48:15.349223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de0fd308-229c-4703-abbd-b15fb6f176ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.352255 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:15.569814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de0fd308-229c-4703-abbd-b15fb6f176ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.590736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de0fd308-229c-4703-abbd-b15fb6f176ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.609092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-3caf7777-dace-46a3-964a-06cf58fc0297 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1327028518&fields=id&tenant_id=b663cf6db7f048b1aee5e459f2fca787 HTTP/1.1" status: 200 len: 267 time: 0.1033344 Jul 06 11:48:15.691741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:14Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:15.707860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fd308-229c-4703-abbd-b15fb6f176ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b18f2f-10dc-4864-8aef-5d8c7224d5ef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.717134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-de0fd308-229c-4703-abbd-b15fb6f176ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8f317db3be545c4bf4fe3fa7d6cdd10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879792 Jul 06 11:48:15.720084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:15.735706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102116a9-0bdb-4dc3-a72e-15e65e1d81aa req-b0b31ce8-fc6a-4e22-b847-0804b78fb2ae tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.736160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac121da3-21af-469f-b29f-500f72ff0b97 None None] The sync data for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 is: [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:14Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:15.737432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102116a9-0bdb-4dc3-a72e-15e65e1d81aa req-b0b31ce8-fc6a-4e22-b847-0804b78fb2ae tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 946 time: 0.2339213 Jul 06 11:48:15.784752 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087d4675-11c6-4589-8c54-f44a82a1b1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.803843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-2ee0d301-f8c3-4912-84b2-d662ae160e24 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.805448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-2ee0d301-f8c3-4912-84b2-d662ae160e24 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/networks?id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e HTTP/1.1" status: 200 len: 806 time: 0.1835914 Jul 06 11:48:15.833187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102116a9-0bdb-4dc3-a72e-15e65e1d81aa req-260fbaf3-3516-49d5-b578-a52caa2194f4 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720100 Jul 06 11:48:15.835206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087d4675-11c6-4589-8c54-f44a82a1b1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.837805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-ecab5842-9c79-4de0-ab4a-d3fcd3ba5fa8 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/quotas/b663cf6db7f048b1aee5e459f2fca787 HTTP/1.1" status: 200 len: 375 time: 0.0227909 Jul 06 11:48:15.923227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087d4675-11c6-4589-8c54-f44a82a1b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.927840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087d4675-11c6-4589-8c54-f44a82a1b1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.932438 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-087d4675-11c6-4589-8c54-f44a82a1b1ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4b18f2f-10dc-4864-8aef-5d8c7224d5ef HTTP/1.1" status: 204 len: 168 time: 0.2106707 Jul 06 11:48:15.945977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d4675-11c6-4589-8c54-f44a82a1b1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b18f2f-10dc-4864-8aef-5d8c7224d5ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.008999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-2e7f418f-051f-439d-9bf3-5c5f66f1a699 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b663cf6db7f048b1aee5e459f2fca787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503997 Jul 06 11:48:16.160234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-c1ecaeb3-c1f5-4c6f-9257-3b1e9daae039 service neutron] 10.222.0.78 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490679 Jul 06 11:48:16.177881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20855-8cc6-42af-9a13-b36a763b134a req-d601161f-0a21-45df-95a0-548ffc9f1af6 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:16.179445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85e20855-8cc6-42af-9a13-b36a763b134a req-d601161f-0a21-45df-95a0-548ffc9f1af6 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 950 time: 0.1602731 Jul 06 11:48:16.278143 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:48:16.285554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85e20855-8cc6-42af-9a13-b36a763b134a req-4c268c9d-d655-4231-a88c-274844a9a593 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945830 Jul 06 11:48:16.318293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-9a7471f7-a992-4e88-a37f-ca10a9ecc8d9 service neutron] 10.222.0.78 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570289 Jul 06 11:48:16.446795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:16.518589 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a658433-17e6-4739-99c3-6d15a525aca3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6788b5155ba5482e84e23d4f12204a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704718 Jul 06 11:48:16.519550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-995d1ecb-d3f7-4c96-8170-f4766ca8585f req-45922db6-55c5-4110-9e58-5a469bbcaa27 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 210 time: 0.0368779 Jul 06 11:48:16.546083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:16.547633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2b9dcdfc-429e-4bb2-a144-9683919438c6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:16.678941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e185a9-2a9f-4767-8665-7b105ab9cde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.729306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2b9dcdfc-429e-4bb2-a144-9683919438c6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:16.734259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2b9dcdfc-429e-4bb2-a144-9683919438c6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:16.734708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.740276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e185a9-2a9f-4767-8665-7b105ab9cde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.778812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-39064b18-d718-42be-a167-2c16c12e3a29 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:16.780884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-39064b18-d718-42be-a167-2c16c12e3a29 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 812 time: 0.2598720 Jul 06 11:48:16.809197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e185a9-2a9f-4767-8665-7b105ab9cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.812685 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e185a9-2a9f-4767-8665-7b105ab9cde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.816298 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9e185a9-2a9f-4767-8665-7b105ab9cde4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2ac5867-05cb-41c9-8149-8af0c0d3fcae HTTP/1.1" status: 204 len: 168 time: 0.2652225 Jul 06 11:48:16.827368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'port': {'device_id': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5', 'admin_state_up': True, 'tenant_id': '463053a940ff40339507469efc2ddc91'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:16.835961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e185a9-2a9f-4767-8665-7b105ab9cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ac5867-05cb-41c9-8149-8af0c0d3fcae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.911430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.979257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2b9dcdfc-429e-4bb2-a144-9683919438c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2b9dcdfc-429e-4bb2-a144-9683919438c6,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:16.989113 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.082984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2b9dcdfc-429e-4bb2-a144-9683919438c6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.129694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef96a99-d714-4f3d-b694-9bc65ba6991b req-16d04183-9b3b-4d84-be73-d7dd1b9b1f5a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.131221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ef96a99-d714-4f3d-b694-9bc65ba6991b req-16d04183-9b3b-4d84-be73-d7dd1b9b1f5a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1879532 Jul 06 11:48:17.142556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7bd34-b45d-461b-b51c-0f7125ee74d7 req-32b4d888-2489-473d-90e9-a1c0937f8698 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.145044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef7bd34-b45d-461b-b51c-0f7125ee74d7 req-32b4d888-2489-473d-90e9-a1c0937f8698 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 945 time: 0.2756503 Jul 06 11:48:17.215624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Made reservation on behalf of 463053a940ff40339507469efc2ddc91 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:17.219604 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.296886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ef96a99-d714-4f3d-b694-9bc65ba6991b req-ea928844-7941-4934-8b62-cdee13bdcdb6 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488023 Jul 06 11:48:17.326606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef7bd34-b45d-461b-b51c-0f7125ee74d7 req-e3d3c229-f6ee-498f-9f35-0c8f7b133c30 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632237 Jul 06 11:48:17.438870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Allocated IP 172.20.0.13 (76f3f028-fa93-416d-8334-0d6d2e155db5/5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd/e579ba27-0f62-42fb-b1c0-a0b70cb5889c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:17.789000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.877069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.881300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8eb15a0-0f7e-40e9-bb79-e9b0043ee25d req-88a9ffe8-129a-46f3-9ab6-7b4096dabb32 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 210 time: 0.0827417 Jul 06 11:48:17.928155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Network 76f3f028-fa93-416d-8334-0d6d2e155db5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:17.936340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:17.942646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:18.010475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:18.020791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:18.042353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.043291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.109940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-a4866cfb-1651-4700-a25b-ce05acc9045d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3137226 Jul 06 11:48:18.137241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Request body: {'port': {'device_id': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:18.143997 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-506def2f-ccc9-49b3-a77e-1ee6d8194098 tempest-AgentManagementNegativeTest-1247077948 tempest-AgentManagementNegativeTest-1247077948-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1300504 Jul 06 11:48:18.197312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdd650-0b7b-4448-983a-8c03546a27fb req-c814800e-2c81-49fb-b007-2585b293fc27 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.199002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dffdd650-0b7b-4448-983a-8c03546a27fb req-c814800e-2c81-49fb-b007-2585b293fc27 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 932 time: 0.1798282 Jul 06 11:48:18.219574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853319a1-eb8c-4d8f-ba6b-322643a3e24a req-56f9a396-1ae2-4fbb-9ba3-7ffd53d6c825 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.221185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-853319a1-eb8c-4d8f-ba6b-322643a3e24a req-56f9a396-1ae2-4fbb-9ba3-7ffd53d6c825 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 950 time: 0.1553836 Jul 06 11:48:18.305821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.317378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dffdd650-0b7b-4448-983a-8c03546a27fb req-9247ab08-69c4-457e-81d7-87b5b273d98f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100130 Jul 06 11:48:18.349414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-853319a1-eb8c-4d8f-ba6b-322643a3e24a req-f479ef6b-ead7-4f15-b6e4-c0e097177223 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168528 Jul 06 11:48:18.456235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2b9dcdfc-429e-4bb2-a144-9683919438c6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:18.513970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:18.562985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2b9dcdfc-429e-4bb2-a144-9683919438c6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:18.563479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.657864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b6dfb88-9f02-4849-b925-cf4241915726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.778337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b6dfb88-9f02-4849-b925-cf4241915726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.782871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b6dfb88-9f02-4849-b925-cf4241915726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.802504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578de05-2f56-4036-ba96-a5efa19e893c req-91aab293-1578-4db5-a1ed-2a6b1acc86ad tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.804630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a578de05-2f56-4036-ba96-a5efa19e893c req-91aab293-1578-4db5-a1ed-2a6b1acc86ad tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 945 time: 0.3509123 Jul 06 11:48:18.822004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dfb88-9f02-4849-b925-cf4241915726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b2218-bbf5-40f1-90a1-236da71c1f53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:18.827961 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0b6dfb88-9f02-4849-b925-cf4241915726 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd90fb92dacf40a98be61edff6e5e10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113616 Jul 06 11:48:18.829464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:18.882889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d6dbef-47a3-4aff-86d4-eace0d6ac994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.902475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3519b-5fec-41c1-855e-32576ef4d30b req-f262fdbf-0895-4130-ae2f-1aafafbcf06b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.904033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21a3519b-5fec-41c1-855e-32576ef4d30b req-f262fdbf-0895-4130-ae2f-1aafafbcf06b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.3889725 Jul 06 11:48:18.906984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d6dbef-47a3-4aff-86d4-eace0d6ac994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.915904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-cf80c309-eda2-43c8-ac9c-f624a3900d40 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.917410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-cf80c309-eda2-43c8-ac9c-f624a3900d40 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.79 "GET /v2.0/networks?id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e HTTP/1.1" status: 200 len: 806 time: 0.3372846 Jul 06 11:48:18.958287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d6dbef-47a3-4aff-86d4-eace0d6ac994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.960860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d6dbef-47a3-4aff-86d4-eace0d6ac994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.961994 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-52d6dbef-47a3-4aff-86d4-eace0d6ac994 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/624b2218-bbf5-40f1-90a1-236da71c1f53 HTTP/1.1" status: 204 len: 168 time: 0.1314328 Jul 06 11:48:18.971528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a578de05-2f56-4036-ba96-a5efa19e893c req-afaa37f5-ba3c-4347-bc77-902940158028 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522377 Jul 06 11:48:18.972206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6dbef-47a3-4aff-86d4-eace0d6ac994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b2218-bbf5-40f1-90a1-236da71c1f53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:19.039563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21a3519b-5fec-41c1-855e-32576ef4d30b req-3a046a62-190f-4277-9290-31de0102ed31 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178725 Jul 06 11:48:19.055516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-3ee019d2-4473-4805-b9d8-8c796e822170 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b663cf6db7f048b1aee5e459f2fca787 HTTP/1.1" status: 200 len: 380 time: 0.0981860 Jul 06 11:48:19.089322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Request body: {'port': {'device_id': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'admin_state_up': True, 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'security_groups': ['c441644d-1022-4076-89cf-6fdd17b2057f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:19.159730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e579ba27-0f62-42fb-b1c0-a0b70cb5889c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:19.170878 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.200803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Transition to ACTIVE for port object e579ba27-0f62-42fb-b1c0-a0b70cb5889c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:19.209050 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.318616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2cc226-f542-4b4a-8daf-5ce0b5631255 req-7177e32f-3e13-417c-a934-291b8fa5c387 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 210 time: 0.0563550 Jul 06 11:48:19.323127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:19.385014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Made reservation on behalf of b663cf6db7f048b1aee5e459f2fca787 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:19.388768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.548578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Attempting to bind port e579ba27-0f62-42fb-b1c0-a0b70cb5889c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:19.548918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Attempting to bind port e579ba27-0f62-42fb-b1c0-a0b70cb5889c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:19.549339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Attempting to bind port e579ba27-0f62-42fb-b1c0-a0b70cb5889c on network 76f3f028-fa93-416d-8334-0d6d2e155db5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:19.572621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Port e579ba27-0f62-42fb-b1c0-a0b70cb5889c on network 76f3f028-fa93-416d-8334-0d6d2e155db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:19.572998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Attempting to bind port e579ba27-0f62-42fb-b1c0-a0b70cb5889c on network 76f3f028-fa93-416d-8334-0d6d2e155db5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:19.611582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:19.611980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Checking segment: {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:19.612355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Bound using segment: {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:19.613021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Bound port: e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:19.613386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.805462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:19.919911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1180050478'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:19.946914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:19.951282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.961996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.062894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Allocated IP 172.20.0.14 (8dfa304e-3eac-4b62-bc69-d4c09a70ed8e/4c308112-9ba3-41a9-8e01-eb29ce432ae2/5176b8ea-512d-4b76-83e2-00d697cf70a0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:20.095092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add095f5-e1f7-4c05-a58e-890084fc2509 req-816df1ac-18a4-4140-a83a-6bbb45bb37f2 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.096544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-add095f5-e1f7-4c05-a58e-890084fc2509 req-816df1ac-18a4-4140-a83a-6bbb45bb37f2 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 944 time: 0.6313131 Jul 06 11:48:20.118003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-1b8f829a-6322-4669-831f-640a7c7bfc60 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.119606 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-1b8f829a-6322-4669-831f-640a7c7bfc60 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.79 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 950 time: 0.1306326 Jul 06 11:48:20.124046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb272c-ff6c-46fe-8fcb-2a2ad2679882 req-1eac581c-3408-4795-ba03-f7a94e75c4e0 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.125597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ceb272c-ff6c-46fe-8fcb-2a2ad2679882 req-1eac581c-3408-4795-ba03-f7a94e75c4e0 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 950 time: 0.6436167 Jul 06 11:48:20.184918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:20.219067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:20.228954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.240497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.280034 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.291250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-add095f5-e1f7-4c05-a58e-890084fc2509 req-d2ebfabc-025d-4856-ab09-3f6c2c78d48b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835153 Jul 06 11:48:20.299780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:20.309390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ceb272c-ff6c-46fe-8fcb-2a2ad2679882 req-a6030afb-4841-47fb-a4b3-667ee0c3170b tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/security-groups?id=954d892e-b214-4297-8486-50d64e2406ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699510 Jul 06 11:48:20.331725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.332110 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment f483901a-99ee-4423-9589-1232819fa994 of type vlan for network 1095a237-2cf3-4496-bee1-b57b66170000 Jul 06 11:48:20.345815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50136703-4517-4c23-ace8-5ba8bca0eb64,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:20.365059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.366257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.368631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] 10.222.0.79 "PUT /v2.0/ports/e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 1092 time: 2.2377064 Jul 06 11:48:20.369262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:20.391475 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c698f8b0-5ec6-46c1-bf94-08469121d06c" -d '{"events": [{"name": "network-changed", "server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:20.391636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-dbf916ed-2b55-41b2-b248-8a186d053493 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.394161 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-dbf916ed-2b55-41b2-b248-8a186d053493 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "GET /v2.0/ports?device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 945 time: 0.2360539 Jul 06 11:48:20.452921 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.480878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Deleting port 9efd7d10-aaaa-40cd-a07d-28dca648d441 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:20.481230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.532825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30a6dc-0580-40a4-a534-4410c512fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:20.578644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.583005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.588580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.589192 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.611475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Transition to ACTIVE for port object 5176b8ea-512d-4b76-83e2-00d697cf70a0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:20.687946 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8717613 Jul 06 11:48:20.688196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-74c7449a-0926-4497-9d8f-822b91304aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.688196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-74c7449a-0926-4497-9d8f-822b91304aa8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1095 time: 0.2473733 Jul 06 11:48:20.690592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff6b8-99f9-45e9-8f6e-da95091e7714 req-94ebdaa1-2eac-4b01-9eda-2d0059f6142f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.692504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f41ff6b8-99f9-45e9-8f6e-da95091e7714 req-94ebdaa1-2eac-4b01-9eda-2d0059f6142f tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 945 time: 0.2541029 Jul 06 11:48:20.704132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49013a4e-ff3c-49b3-9aa6-38a3371916fc tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=1095a237-2cf3-4496-bee1-b57b66170000,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:20.716056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1095a237-2cf3-4496-bee1-b57b66170000 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:20.716860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39afe8-afba-4ccb-9704-ccd8eb8105de req-f07827ed-0436-4eb7-b6b4-62e65d206ca4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.718756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b39afe8-afba-4ccb-9704-ccd8eb8105de req-f07827ed-0436-4eb7-b6b4-62e65d206ca4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1950204 Jul 06 11:48:20.727805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] For port 9efd7d10-aaaa-40cd-a07d-28dca648d441, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9efd7d10-aaaa-40cd-a07d-28dca648d441,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:20.728242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.744151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Calling delete_port for 9efd7d10-aaaa-40cd-a07d-28dca648d441 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:20.776603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-63942001-a9dd-4239-8ba9-fff567ec55f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 217 time: 0.0795827 Jul 06 11:48:20.786173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.826809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:20.835025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '1095a237-2cf3-4496-bee1-b57b66170000', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:20.863588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Deleting port 7614520d-e737-4e6e-9c9a-2cc9d29be67d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:20.864009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.913902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f41ff6b8-99f9-45e9-8f6e-da95091e7714 req-5b3ba009-1989-4a7e-ba98-21568166139e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154162 Jul 06 11:48:20.921087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:20.929578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b39afe8-afba-4ccb-9704-ccd8eb8105de req-4d0171fc-d7e8-4a6f-a809-26442635c410 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639657 Jul 06 11:48:20.930479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:20.932994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:20.937965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event updated for resources: {'Port': ['ID=5176b8ea-512d-4b76-83e2-00d697cf70a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:20.944647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-c774346b-bfdb-455a-8835-62b41339526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.946178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-c774346b-bfdb-455a-8835-62b41339526e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.1498992 Jul 06 11:48:21.014722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-3810d0f6-4f0a-42af-93e6-2d339ea01ca5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426352 Jul 06 11:48:21.122619 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.136803 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9efd7d10-aaaa-40cd-a07d-28dca648d441'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:21.144594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] For port 7614520d-e737-4e6e-9c9a-2cc9d29be67d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7614520d-e737-4e6e-9c9a-2cc9d29be67d,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:21.145023 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.147697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:21.151381 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.186911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-5499629c-4cf9-48cf-a8b3-cb17372ebd03 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554358 Jul 06 11:48:21.194689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.195306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.232287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-18dbdb25-356a-4281-8b0c-83a28fa6b7df tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1470411 Jul 06 11:48:21.246568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Pushing event deleted for resources: {'Port': ['ID=9efd7d10-aaaa-40cd-a07d-28dca648d441,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:21.264159 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7624effd-0fd4-45d0-a55f-d0dfa695ee7b x-openstack-request-id: req-7624effd-0fd4-45d0-a55f-d0dfa695ee7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:21.264453 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:21.264702 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7624effd-0fd4-45d0-a55f-d0dfa695ee7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:21.265093 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'status': 'completed', 'code': 200} Jul 06 11:48:21.269256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Request body: {'port': {'device_id': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:21.287538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Calling delete_port for 7614520d-e737-4e6e-9c9a-2cc9d29be67d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:21.321745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-227c3579-0470-448a-b65f-417ce27b6cec None None] Provisioning for port 5176b8ea-512d-4b76-83e2-00d697cf70a0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:21.327798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-227c3579-0470-448a-b65f-417ce27b6cec None None] Provisioning complete for port 5176b8ea-512d-4b76-83e2-00d697cf70a0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:21.328590 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-227c3579-0470-448a-b65f-417ce27b6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.334262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] No DVR routers for this DVR port 9efd7d10-aaaa-40cd-a07d-28dca648d441 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:21.337344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.340233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e90926aa-502f-47e8-8a0c-4c4056c6fc5a req-92fa2b39-c314-4223-afc2-53ad904eedea tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.79 "DELETE /v2.0/ports/9efd7d10-aaaa-40cd-a07d-28dca648d441 HTTP/1.1" status: 204 len: 173 time: 1.2142515 Jul 06 11:48:21.343759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'name': 'network-vif-deleted', 'tag': '9efd7d10-aaaa-40cd-a07d-28dca648d441'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:21.347889 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eaebdf-8e18-4dd8-88d5-1bb66dfb647e" -d '{"events": [{"server_uuid": "99333f74-54bd-4f39-b3ab-d9e00345dea2", "name": "network-vif-deleted", "tag": "9efd7d10-aaaa-40cd-a07d-28dca648d441"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:21.403271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-227c3579-0470-448a-b65f-417ce27b6cec None None] Port 5176b8ea-512d-4b76-83e2-00d697cf70a0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:21.433448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.624340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.637017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:21.673357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Pushing event deleted for resources: {'Port': ['ID=7614520d-e737-4e6e-9c9a-2cc9d29be67d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:21.713479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.755954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc0d10e9-9890-4ed4-a79f-3eb32c2e55ea req-204bafde-1124-4271-884f-d5b2d23fb610 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464349 Jul 06 11:48:21.758417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] No DVR routers for this DVR port 7614520d-e737-4e6e-9c9a-2cc9d29be67d on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:21.766478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.768759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0b15b731-b069-4f64-9170-ca6f462b51b4 req-0a0654dc-7501-4752-a8fb-ae7a84684f8d tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "DELETE /v2.0/ports/7614520d-e737-4e6e-9c9a-2cc9d29be67d HTTP/1.1" status: 204 len: 173 time: 1.3661561 Jul 06 11:48:21.770073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8387c-acdd-44aa-a3d8-2fd13e71ec44 req-c9b5871d-ed19-427a-b05b-20b4da203ff6 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.771735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf8387c-acdd-44aa-a3d8-2fd13e71ec44 req-c9b5871d-ed19-427a-b05b-20b4da203ff6 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 932 time: 0.3762701 Jul 06 11:48:21.793711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=c8071857-5430-4db8-bbfe-20faa34888f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:21.814948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': 'f483901a-99ee-4423-9589-1232819fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1095a237-2cf3-4496-bee1-b57b66170000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:21.815461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 1095a237-2cf3-4496-bee1-b57b66170000, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:21.850436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 1095a237-2cf3-4496-bee1-b57b66170000 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:21.906926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1095a237-2cf3-4496-bee1-b57b66170000) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:21.913413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.914079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.928699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f65a9b2-e1ad-41ab-b483-62d842882f43 None None] Network 1095a237-2cf3-4496-bee1-b57b66170000 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:21.947723 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-827c742e-b8bc-4e30-9fb0-97b6cb0abc82 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1195769 Jul 06 11:48:21.949980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:21.955330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-925098900'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:21.967856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-7bf2b9a5-fc66-4baf-a87b-390265431715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.969465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-7bf2b9a5-fc66-4baf-a87b-390265431715 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1095 time: 0.1202598 Jul 06 11:48:21.972322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515345-21ac-4e61-b465-356a8549a221 req-d2f05a4b-7ba4-4989-9e47-8be6e4783f26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.979902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae515345-21ac-4e61-b465-356a8549a221 req-d2f05a4b-7ba4-4989-9e47-8be6e4783f26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 944 time: 0.5122802 Jul 06 11:48:22.040562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf8387c-acdd-44aa-a3d8-2fd13e71ec44 req-592b10de-4f98-4aeb-8814-f937e658178b tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345301 Jul 06 11:48:22.058106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:22.063108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.079617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae515345-21ac-4e61-b465-356a8549a221 req-7813a7d6-4788-4a71-b0df-2e1dfec995ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985701 Jul 06 11:48:22.135556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5176b8ea-512d-4b76-83e2-00d697cf70a0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:22.146533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:22.147511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.174621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.175090 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment e27f118a-828a-4e40-8931-93d96781eb29 of type vlan for network 3058d76c-23c2-4caa-9330-e358748c7f44 Jul 06 11:48:22.179398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Transition to ACTIVE for port object 5176b8ea-512d-4b76-83e2-00d697cf70a0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:22.189277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.257576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1095a237-2cf3-4496-bee1-b57b66170000', 'network_id': '1095a237-2cf3-4496-bee1-b57b66170000', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': 'c8071857-5430-4db8-bbfe-20faa34888f1'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:22.259321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.280755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.287310 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea92a8c-8df1-41aa-8ff3-7c01b616d245 x-openstack-request-id: req-7ea92a8c-8df1-41aa-8ff3-7c01b616d245 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:22.287687 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99333f74-54bd-4f39-b3ab-d9e00345dea2", "name": "network-vif-deleted", "tag": "9efd7d10-aaaa-40cd-a07d-28dca648d441", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:22.287893 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ea92a8c-8df1-41aa-8ff3-7c01b616d245 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:22.288274 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99333f74-54bd-4f39-b3ab-d9e00345dea2', 'name': 'network-vif-deleted', 'tag': '9efd7d10-aaaa-40cd-a07d-28dca648d441', 'status': 'completed', 'code': 200} Jul 06 11:48:22.351738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261b3047-bcd1-4435-808e-ae626756bf61 req-ec8196af-4e68-430b-b68a-f3f21a5282e9 tempest-ImagesNegativeTestJSON-467893140 tempest-ImagesNegativeTestJSON-467893140-project] 10.222.0.78 "GET /v2.0/ports?device_id=99333f74-54bd-4f39-b3ab-d9e00345dea2 HTTP/1.1" status: 200 len: 210 time: 0.0799801 Jul 06 11:48:22.355244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-8c9b86cd-c83d-4902-9dec-c5a568ef1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.356965 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-8c9b86cd-c83d-4902-9dec-c5a568ef1e77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.3774936 Jul 06 11:48:22.368964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.391645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5176b8ea-512d-4b76-83e2-00d697cf70a0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:22.406285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.407229 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.539488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32e4027e-a674-4cdb-9707-dc67c74640c6 req-2da3307e-337f-4c04-a7ed-5dd888bbad32 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=936e49e3-8261-43a0-8914-7b764c629024 HTTP/1.1" status: 200 len: 210 time: 0.1173713 Jul 06 11:48:22.577274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Attempting to bind port 5176b8ea-512d-4b76-83e2-00d697cf70a0 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:22.577815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Attempting to bind port 5176b8ea-512d-4b76-83e2-00d697cf70a0 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:22.578414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Attempting to bind port 5176b8ea-512d-4b76-83e2-00d697cf70a0 on network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:22.587218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Port 5176b8ea-512d-4b76-83e2-00d697cf70a0 on network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:22.591317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Attempting to bind port 5176b8ea-512d-4b76-83e2-00d697cf70a0 on network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:22.606754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:22.607199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Checking segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:22.607736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Bound using segment: {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:22.608130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Bound port: 5176b8ea-512d-4b76-83e2-00d697cf70a0, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d660518-2bb3-40c9-a2ef-1ac09c6f7356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:22.608488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.611293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-84081a87-1f61-4069-8c73-6c92b76ab19a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 217 time: 0.1964228 Jul 06 11:48:22.680461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7268646 Jul 06 11:48:22.681790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:22.691893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:22.714062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.761711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77872143-eb45-40ff-9c6d-ed797f30bafa tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=3058d76c-23c2-4caa-9330-e358748c7f44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:22.774347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Allocated IP 172.20.255.242 (1095a237-2cf3-4496-bee1-b57b66170000/c8071857-5430-4db8-bbfe-20faa34888f1/66e79fa8-6282-46d8-9a26-6bc2ccfe9565) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:22.799139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-7051e0de-f595-4ca7-81f7-3494a1e2e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.802716 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-7051e0de-f595-4ca7-81f7-3494a1e2e7f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.1716499 Jul 06 11:48:22.831857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] For port 5176b8ea-512d-4b76-83e2-00d697cf70a0, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:22.864345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] For port 5176b8ea-512d-4b76-83e2-00d697cf70a0, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:22.880500 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-0e7a5b23-5be5-4150-b93a-2d71b0ed66bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552523 Jul 06 11:48:22.900441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274827-21ff-4a25-bf03-bf5758277e55 req-0c31ec68-dce4-4bcf-b558-c859716314cc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.907982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c274827-21ff-4a25-bf03-bf5758277e55 req-0c31ec68-dce4-4bcf-b558-c859716314cc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2969275 Jul 06 11:48:22.935503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.995855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.996662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.998233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] 10.222.0.79 "PUT /v2.0/ports/5176b8ea-512d-4b76-83e2-00d697cf70a0 HTTP/1.1" status: 200 len: 1092 time: 1.7357774 Jul 06 11:48:23.010503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:23.014842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.027733 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-7cfcb115-c2a0-410b-9cce-d1a66e6501d9 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373632 Jul 06 11:48:23.030992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3058d76c-23c2-4caa-9330-e358748c7f44 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:23.051487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c274827-21ff-4a25-bf03-bf5758277e55 req-0df9c39e-4395-43d6-93fa-d3ab0d32ff5c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352382 Jul 06 11:48:23.155048 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c698f8b0-5ec6-46c1-bf94-08469121d06c req-9828e54f-e019-4a80-ad28-3e10a4157be6 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140075 Jul 06 11:48:23.239091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57ea2-b956-47a5-9346-b8305f8eefc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5176b8ea-512d-4b76-83e2-00d697cf70a0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.273051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:23.275946 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873a05d-8854-4af8-b699-bce84ddd55cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:23.401328 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.429341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Transition to ACTIVE for port object 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:23.435813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-1898b447-2299-49cf-8a15-32cc8fe28a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.437581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-1898b447-2299-49cf-8a15-32cc8fe28a42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b663cf6db7f048b1aee5e459f2fca787&device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 1095 time: 0.3151832 Jul 06 11:48:23.458594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Transition to ACTIVE for port object 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:23.472401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.511389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9efd7d10-aaaa-40cd-a07d-28dca648d441 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:23.522922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Network 1095a237-2cf3-4496-bee1-b57b66170000 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:23.532150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-1e129f11-4604-4484-82d8-ea1ada44ddef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0 HTTP/1.1" status: 200 len: 217 time: 0.0814345 Jul 06 11:48:23.546498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbedc0f-63f5-491b-bc4b-d2f6b487844b req-8a70ac0a-d0bf-4c75-9319-2f201a79d10b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.548119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bbedc0f-63f5-491b-bc4b-d2f6b487844b req-8a70ac0a-d0bf-4c75-9319-2f201a79d10b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 944 time: 0.2671254 Jul 06 11:48:23.553615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:23.560204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 9efd7d10-aaaa-40cd-a07d-28dca648d441 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:23.560660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9efd7d10-aaaa-40cd-a07d-28dca648d441 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:23.560981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7614520d-e737-4e6e-9c9a-2cc9d29be67d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:23.563148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:23.579410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55762dff-63cf-420b-a66a-bc38d7cd5955 req-77816c87-bdc4-4d4b-88e7-945b11936eeb tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.581558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55762dff-63cf-420b-a66a-bc38d7cd5955 req-77816c87-bdc4-4d4b-88e7-945b11936eeb tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 944 time: 0.2682502 Jul 06 11:48:23.593882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Pushing event updated for resources: {'Port': ['ID=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.599092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7614520d-e737-4e6e-9c9a-2cc9d29be67d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:23.599756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7614520d-e737-4e6e-9c9a-2cc9d29be67d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:23.655899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Attempting to bind port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:23.656426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Attempting to bind port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f483901a-99ee-4423-9589-1232819fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1095a237-2cf3-4496-bee1-b57b66170000'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:23.656941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Attempting to bind port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 on network 1095a237-2cf3-4496-bee1-b57b66170000 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:23.662958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:23.663442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Checking segment: {'id': 'f483901a-99ee-4423-9589-1232819fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1095a237-2cf3-4496-bee1-b57b66170000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:23.663853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.664284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Bound using segment: {'id': 'f483901a-99ee-4423-9589-1232819fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1095a237-2cf3-4496-bee1-b57b66170000'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:23.664785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Bound port: 66e79fa8-6282-46d8-9a26-6bc2ccfe9565, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f483901a-99ee-4423-9589-1232819fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1095a237-2cf3-4496-bee1-b57b66170000'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:23.665169 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.705207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-a1eda1f7-0311-4300-b09f-2eeaf42969a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.707388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-a1eda1f7-0311-4300-b09f-2eeaf42969a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c308112-9ba3-41a9-8e01-eb29ce432ae2 HTTP/1.1" status: 200 len: 845 time: 0.1583672 Jul 06 11:48:23.713799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bbedc0f-63f5-491b-bc4b-d2f6b487844b req-ce773823-9838-4132-bf2e-12944b0130df tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465373 Jul 06 11:48:23.714661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.745391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] For port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:23.749311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] For port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,segment=NetworkSegment(f483901a-99ee-4423-9589-1232819fa994),segment_id=f483901a-99ee-4423-9589-1232819fa994)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:23.755023 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.779569 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb182a06-d726-44f9-976f-3e4d5afd33c3 x-openstack-request-id: req-cb182a06-d726-44f9-976f-3e4d5afd33c3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:23.779761 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:23.780042 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb182a06-d726-44f9-976f-3e4d5afd33c3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:23.780440 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'status': 'completed', 'code': 200} Jul 06 11:48:23.801952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55762dff-63cf-420b-a66a-bc38d7cd5955 req-e87bf19a-623a-4668-9712-70002d836054 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916366 Jul 06 11:48:23.832328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67f3ed-8b0e-43a3-8fdc-2ed0eb94ab16 None None] Pushing event updated for resources: {'Port': ['ID=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.871409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=6a718137-aa8a-44df-99c9-b42dc6eb5110,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.923790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': 'e27f118a-828a-4e40-8931-93d96781eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:23.925047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 3058d76c-23c2-4caa-9330-e358748c7f44, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:23.929847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-5d5896c8-c908-4f8b-aeb9-ad35458338fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.932100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-5d5896c8-c908-4f8b-aeb9-ad35458338fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133214 Jul 06 11:48:23.999587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 3058d76c-23c2-4caa-9330-e358748c7f44 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:24.022400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3058d76c-23c2-4caa-9330-e358748c7f44) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:24.030966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.031602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.033348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c778923-bbc6-45c0-bae5-795aea5d4df0 None None] Network 3058d76c-23c2-4caa-9330-e358748c7f44 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:24.098495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c471b8d-460a-4899-a737-53e3e50c72a3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4114509 Jul 06 11:48:24.098495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:24.113744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-08c04464-c683-4341-acef-656e61b88ac7 service neutron] 10.222.0.79 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699688 Jul 06 11:48:24.290276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936e49e3-8261-43a0-8914-7b764c629024', 'name': 'network-vif-deleted', 'tag': '7614520d-e737-4e6e-9c9a-2cc9d29be67d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:24.293453 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1272d95-729c-4bed-a201-af85ba3a0d6a" -d '{"events": [{"server_uuid": "936e49e3-8261-43a0-8914-7b764c629024", "name": "network-vif-deleted", "tag": "7614520d-e737-4e6e-9c9a-2cc9d29be67d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:24.357054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.379533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3058d76c-23c2-4caa-9330-e358748c7f44', 'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '6a718137-aa8a-44df-99c9-b42dc6eb5110'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:24.380737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.393289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17286cb0-1a39-47d6-b60d-50e83b9960b9 req-b9943627-24ca-4bdc-98ff-c5b46343d886 service neutron] 10.222.0.79 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626667 Jul 06 11:48:24.512343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff3b7-bda4-492f-94ae-2045b76b5e20 req-d921d803-beee-4345-9e12-3efaf7d01fff tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.514057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fff3b7-bda4-492f-94ae-2045b76b5e20 req-d921d803-beee-4345-9e12-3efaf7d01fff tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1640475 Jul 06 11:48:24.517260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:24.572348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.606133 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c2ac1-2c53-49b6-b3c6-0873dbbec364 x-openstack-request-id: req-392c2ac1-2c53-49b6-b3c6-0873dbbec364 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:24.606557 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936e49e3-8261-43a0-8914-7b764c629024", "name": "network-vif-deleted", "tag": "7614520d-e737-4e6e-9c9a-2cc9d29be67d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:24.606914 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-392c2ac1-2c53-49b6-b3c6-0873dbbec364 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:24.607420 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936e49e3-8261-43a0-8914-7b764c629024', 'name': 'network-vif-deleted', 'tag': '7614520d-e737-4e6e-9c9a-2cc9d29be67d', 'status': 'completed', 'code': 200} Jul 06 11:48:24.622136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Allocated IP 172.20.0.2 (3058d76c-23c2-4caa-9330-e358748c7f44/6a718137-aa8a-44df-99c9-b42dc6eb5110/addc68bc-8f92-4340-89de-988bbe243390) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:24.627217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:24.653995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fff3b7-bda4-492f-94ae-2045b76b5e20 req-d1a3678f-dff6-4dab-ae5a-cd081973ecdc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031201 Jul 06 11:48:24.671888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-89a79928-ce46-4367-8234-00cdee8c33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.673429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-89a79928-ce46-4367-8234-00cdee8c33b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b663cf6db7f048b1aee5e459f2fca787&device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 1095 time: 0.1584778 Jul 06 11:48:24.814771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-c83a5a4e-fcdf-48f1-b2f9-09e352337cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.816459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-c83a5a4e-fcdf-48f1-b2f9-09e352337cb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e HTTP/1.1" status: 200 len: 907 time: 0.1344101 Jul 06 11:48:24.879961 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.883668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-3a185836-2553-4cab-ae08-f4e990c5b3ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0 HTTP/1.1" status: 200 len: 217 time: 0.0565243 Jul 06 11:48:24.895178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Transition to ACTIVE for port object addc68bc-8f92-4340-89de-988bbe243390 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:24.920088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Transition to ACTIVE for port object addc68bc-8f92-4340-89de-988bbe243390 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:24.934690 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.960184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-bc109b7a-e78f-4260-9ea5-4caa76da2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.961831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-bc109b7a-e78f-4260-9ea5-4caa76da2474 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c308112-9ba3-41a9-8e01-eb29ce432ae2 HTTP/1.1" status: 200 len: 845 time: 0.0713153 Jul 06 11:48:24.963958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.000991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Network 3058d76c-23c2-4caa-9330-e358748c7f44 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:25.003814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:25.011448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:25.014953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Pushing event updated for resources: {'Port': ['ID=addc68bc-8f92-4340-89de-988bbe243390,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.016526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=6a718137-aa8a-44df-99c9-b42dc6eb5110,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.094164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Attempting to bind port addc68bc-8f92-4340-89de-988bbe243390 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:25.094721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Attempting to bind port addc68bc-8f92-4340-89de-988bbe243390 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'e27f118a-828a-4e40-8931-93d96781eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:25.094901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Attempting to bind port addc68bc-8f92-4340-89de-988bbe243390 on network 3058d76c-23c2-4caa-9330-e358748c7f44 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:25.103301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:25.103761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Checking segment: {'id': 'e27f118a-828a-4e40-8931-93d96781eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:25.104217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.105049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Bound using segment: {'id': 'e27f118a-828a-4e40-8931-93d96781eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:25.105894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Bound port: addc68bc-8f92-4340-89de-988bbe243390, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27f118a-828a-4e40-8931-93d96781eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3058d76c-23c2-4caa-9330-e358748c7f44'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:25.106297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.173253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.202266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] For port addc68bc-8f92-4340-89de-988bbe243390, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:25.205008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3058d76c-23c2-4caa-9330-e358748c7f44']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:25.208413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] For port addc68bc-8f92-4340-89de-988bbe243390, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=addc68bc-8f92-4340-89de-988bbe243390,segment=NetworkSegment(e27f118a-828a-4e40-8931-93d96781eb29),segment_id=e27f118a-828a-4e40-8931-93d96781eb29)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:25.218460 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.222454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27f118a-828a-4e40-8931-93d96781eb29') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:25.222904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27f118a-828a-4e40-8931-93d96781eb29') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:25.235568 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.260292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.267780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:25.268981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.297991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-9519059c-a7e0-4c2c-9ac7-17a49274be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.299669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-9519059c-a7e0-4c2c-9ac7-17a49274be95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1095 time: 0.1191628 Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:25.351400 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:25.355011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc968894-a820-410d-ab8c-2b143df44c48 None None] Network 1095a237-2cf3-4496-bee1-b57b66170000 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:25.361993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:48:25.361993 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:48:25.361993 n-d-799528-2 neutron-server[93767]: [parameters: {'id': '3058d76c-23c2-4caa-9330-e358748c7f44'}] Jul 06 11:48:25.361993 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:25.362713 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:25.410670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-01affa25-47ce-4bde-8fc5-1e9e316119c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.412253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-01affa25-47ce-4bde-8fc5-1e9e316119c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4315176 Jul 06 11:48:25.437721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a565e-d894-4052-a15f-74d65af61ceb req-a2aec27e-c8ef-4cda-bc94-7c3e76fb6ce3 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.438352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-d54ccfb2-d0a4-496b-82d8-ced49c82fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.440395 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-d54ccfb2-d0a4-496b-82d8-ced49c82fabf service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1320951 Jul 06 11:48:25.445484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a0a565e-d894-4052-a15f-74d65af61ceb req-a2aec27e-c8ef-4cda-bc94-7c3e76fb6ce3 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 944 time: 0.3904879 Jul 06 11:48:25.479506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c1a8b-8016-4292-9ef6-09d2fa61c39c None None] Pushing event updated for resources: {'Port': ['ID=addc68bc-8f92-4340-89de-988bbe243390,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.487770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] Provisioning for port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:25.504917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] Provisioning complete for port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:25.505216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.512117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e579ba27-0f62-42fb-b1c0-a0b70cb5889c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:25.533662 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-7c04a3d1-0c45-4157-8a48-0a08361421ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.0851476 Jul 06 11:48:25.551434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c885b2-e80e-45b9-8f5e-8fb9c3d4fe4f None None] Network 3058d76c-23c2-4caa-9330-e358748c7f44 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:25.598024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:25.606353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-bf099b38-1d88-4a0e-9f2e-2791fc9ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.609296 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-bf099b38-1d88-4a0e-9f2e-2791fc9ca7f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0686243 Jul 06 11:48:25.705742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-65389022-9fdc-4e81-bb2b-48a616c88507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.708027 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-65389022-9fdc-4e81-bb2b-48a616c88507 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802264 Jul 06 11:48:25.831778 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed7935d4-2f19-4ab4-af59-79d5a7b17327 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ec7f250ab4645e28d8f86bd4478ee4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292440 Jul 06 11:48:25.834244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:25.868093 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-bc36a3af-c7a2-4eb5-8e4a-6308e310a07e service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483824 Jul 06 11:48:25.888610 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.891412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:25.896122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a0a565e-d894-4052-a15f-74d65af61ceb req-440c9179-292c-4689-ba4f-029b4258fbbc tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497530 Jul 06 11:48:25.898023 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.926646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5', 'port_id': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'mac_address': 'fa:16:3e:35:17:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:25.980767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d106534a-3267-4c10-b6df-b7bf6e622819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.986523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] For port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,segment=NetworkSegment(f483901a-99ee-4423-9589-1232819fa994),segment_id=f483901a-99ee-4423-9589-1232819fa994)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:25.998793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24a378-23f7-4b3b-a974-fa9e4a3c8df1 req-81846a05-d6ff-485b-9c54-62a02498f7e7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.000348 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.010593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e24a378-23f7-4b3b-a974-fa9e4a3c8df1 req-81846a05-d6ff-485b-9c54-62a02498f7e7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 944 time: 0.6539812 Jul 06 11:48:26.022043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-84628202-df24-485a-a467-db592b2400e4 service neutron] 10.222.0.79 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014860 Jul 06 11:48:26.023493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d106534a-3267-4c10-b6df-b7bf6e622819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.048647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.059325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ef803d6-cc7b-4bf6-b038-2447f0d76346 req-443f7e77-0569-4208-b5c1-a3e49871e44f service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806579 Jul 06 11:48:26.091421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e579ba27-0f62-42fb-b1c0-a0b70cb5889c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:26.104467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8273c4-f45f-4689-839a-45ac904bff94 None None] Pushing event updated for resources: {'Port': ['ID=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.121633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:26.128240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.147359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d106534a-3267-4c10-b6df-b7bf6e622819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.156164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d106534a-3267-4c10-b6df-b7bf6e622819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.161529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d106534a-3267-4c10-b6df-b7bf6e622819 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/954d892e-b214-4297-8486-50d64e2406ac HTTP/1.1" status: 204 len: 168 time: 0.3260078 Jul 06 11:48:26.165219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e24a378-23f7-4b3b-a974-fa9e4a3c8df1 req-fc3a3815-e6e2-4fc7-ac66-590535df1815 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534846 Jul 06 11:48:26.179657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106534a-3267-4c10-b6df-b7bf6e622819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d892e-b214-4297-8486-50d64e2406ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.187998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port addc68bc-8f92-4340-89de-988bbe243390 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:26.188353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.246269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.298672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0873a05d-8854-4af8-b699-bce84ddd55cf req-3798ac50-cc3b-4610-b94a-e6a76a535324 service neutron] 10.222.0.79 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649000 Jul 06 11:48:26.320643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port addc68bc-8f92-4340-89de-988bbe243390, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=addc68bc-8f92-4340-89de-988bbe243390,segment=NetworkSegment(e27f118a-828a-4e40-8931-93d96781eb29),segment_id=e27f118a-828a-4e40-8931-93d96781eb29)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:26.321086 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.357504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for addc68bc-8f92-4340-89de-988bbe243390 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:26.388254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995912e-d359-4db0-b518-689e516bab34 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:26.479636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-339f023d-54fa-4737-a953-b050c6f1e572 None None] Provisioning complete for port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:26.480036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-339f023d-54fa-4737-a953-b050c6f1e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.483478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c29e6f-4c83-4699-9bc2-7b9274d136dc req-39d6015c-038d-4b66-bc05-05ec421600d9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.491567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7c29e6f-4c83-4699-9bc2-7b9274d136dc req-39d6015c-038d-4b66-bc05-05ec421600d9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1543062 Jul 06 11:48:26.531490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.559376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7c29e6f-4c83-4699-9bc2-7b9274d136dc req-06483b21-8323-46d4-92d1-5a18b8b83560 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641062 Jul 06 11:48:26.563783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:26.581416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=addc68bc-8f92-4340-89de-988bbe243390,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.589184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port addc68bc-8f92-4340-89de-988bbe243390 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:26.653384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:26.759724 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.772499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3058d76c-23c2-4caa-9330-e358748c7f44']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:26.785616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27f118a-828a-4e40-8931-93d96781eb29') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:26.785905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27f118a-828a-4e40-8931-93d96781eb29') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:26.795942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.817735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.827963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:26.828871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:26.833381 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:26.871936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995912e-d359-4db0-b518-689e516bab34 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:26.880379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:26.881285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.935486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.944613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.951661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/3058d76c-23c2-4caa-9330-e358748c7f44 HTTP/1.1" status: 204 len: 168 time: 2.8471248 Jul 06 11:48:26.952107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:26.958179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112945272'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:26.986658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dde3b7-05af-4cc2-a6e7-6f17de06b0b3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=3058d76c-23c2-4caa-9330-e358748c7f44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.029621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:27.033966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.108840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:27.129344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.129711 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 9503f9e7-e68c-4f9c-a436-feb1d179abd7 of type vlan for network 4219ebc6-4957-46af-a3ff-d89da0b7ae94 Jul 06 11:48:27.193391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.236162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.244794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.245971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.285687 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3324978 Jul 06 11:48:27.293216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6b7c-9b33-43d7-94ad-cb4e6825a4ff req-1108dfce-b523-4ae5-8ef2-31d61edaed62 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.300595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29ca6b7c-9b33-43d7-94ad-cb4e6825a4ff req-1108dfce-b523-4ae5-8ef2-31d61edaed62 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 945 time: 0.1587152 Jul 06 11:48:27.302809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.313282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '4219ebc6-4957-46af-a3ff-d89da0b7ae94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:27.332705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff469e2-5b28-4f4b-afa9-5062a8cc07b5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=4219ebc6-4957-46af-a3ff-d89da0b7ae94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.351846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ea57-90e6-40d3-bbce-ad000bce1c4c req-56dd67d2-7d63-4a6a-928b-23318e0bc21e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.357988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 4219ebc6-4957-46af-a3ff-d89da0b7ae94 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:27.359072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ea57-90e6-40d3-bbce-ad000bce1c4c req-56dd67d2-7d63-4a6a-928b-23318e0bc21e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.360747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90f1ea57-90e6-40d3-bbce-ad000bce1c4c req-56dd67d2-7d63-4a6a-928b-23318e0bc21e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5&device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 1683 time: 0.1639156 Jul 06 11:48:27.440691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29ca6b7c-9b33-43d7-94ad-cb4e6825a4ff req-404493b3-a895-471b-9f24-a34f777a7b0e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392066 Jul 06 11:48:27.453206 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0460fe9a-7b3b-4646-9b05-d2ece7a6af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.468908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90f1ea57-90e6-40d3-bbce-ad000bce1c4c req-09e8fd3a-cca4-4182-bc88-c5b28ef516d9 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797160 Jul 06 11:48:27.507980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:27.513702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.546923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5176b8ea-512d-4b76-83e2-00d697cf70a0 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:27.630703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:48:27.630922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:48:27.686328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee192c8-956e-4a1f-9b21-aa1af266efaa req-2e00aef8-f4d3-4a76-8b69-1ab9e32d69f1 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.687907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aee192c8-956e-4a1f-9b21-aa1af266efaa req-2e00aef8-f4d3-4a76-8b69-1ab9e32d69f1 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 944 time: 0.1077421 Jul 06 11:48:27.780721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aee192c8-956e-4a1f-9b21-aa1af266efaa req-2139b340-e165-4f6f-8912-6a7a10f78978 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856183 Jul 06 11:48:27.809416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5176b8ea-512d-4b76-83e2-00d697cf70a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:27.839464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.841942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'port_id': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'mac_address': 'fa:16:3e:ca:e3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:27.946741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=d2e420f2-fc7b-43de-95d8-d976ac909043,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.953128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '9503f9e7-e68c-4f9c-a436-feb1d179abd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4219ebc6-4957-46af-a3ff-d89da0b7ae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:27.953432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 4219ebc6-4957-46af-a3ff-d89da0b7ae94, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:27.993781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 4219ebc6-4957-46af-a3ff-d89da0b7ae94 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:28.022324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 4219ebc6-4957-46af-a3ff-d89da0b7ae94) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:28.022762 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.028870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.033152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.067809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5176b8ea-512d-4b76-83e2-00d697cf70a0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:28.121028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec735e05-224c-4b97-9c70-64969b329673 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8124959 Jul 06 11:48:28.124888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:28.130133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5176b8ea-512d-4b76-83e2-00d697cf70a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:28.140111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.161654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8445ca5-0962-47d0-9b49-4a5cd02d4e2b None None] Network 4219ebc6-4957-46af-a3ff-d89da0b7ae94 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:28.196560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3039e-11e2-44e8-ad9c-8d195b5072fd req-8bbf8414-307a-40bd-a734-459387de23d2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.207400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01f3039e-11e2-44e8-ad9c-8d195b5072fd req-8bbf8414-307a-40bd-a734-459387de23d2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1626537 Jul 06 11:48:28.301703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5176b8ea-512d-4b76-83e2-00d697cf70a0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.309125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01f3039e-11e2-44e8-ad9c-8d195b5072fd req-be2b2d59-0cad-4d3b-b094-4ec7845d2083 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003437 Jul 06 11:48:28.322383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.435762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:28.512811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4431c-8c79-4f21-a64b-ab6a01e9c893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-4219ebc6-4957-46af-a3ff-d89da0b7ae94', 'network_id': '4219ebc6-4957-46af-a3ff-d89da0b7ae94', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': 'd2e420f2-fc7b-43de-95d8-d976ac909043'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:28.513835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efb4431c-8c79-4f21-a64b-ab6a01e9c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.531747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.624956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.673709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5176b8ea-512d-4b76-83e2-00d697cf70a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:28.684069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d7bf-f030-4fbb-908a-53b8cf9cc803 req-2cdaba22-1b3e-4e68-a267-01b2e83b4c17 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.698598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06c7d7bf-f030-4fbb-908a-53b8cf9cc803 req-2cdaba22-1b3e-4e68-a267-01b2e83b4c17 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2006369 Jul 06 11:48:28.703699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e420f2-fc7b-43de-95d8-d976ac909043,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.745412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77aaf5a-4351-41df-8195-c9bd7bfb5d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-efb4431c-8c79-4f21-a64b-ab6a01e9c893 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2e420f2-fc7b-43de-95d8-d976ac909043: This subnet is being modified by another concurrent operation. Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:28.762470 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2e420f2-fc7b-43de-95d8-d976ac909043: This subnet is being modified by another concurrent operation. Jul 06 11:48:28.766939 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:48:28.781168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.792692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4219ebc6-4957-46af-a3ff-d89da0b7ae94']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:28.804571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06c7d7bf-f030-4fbb-908a-53b8cf9cc803 req-adb053a9-8906-426e-a4a7-3a84f6a4d3fd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041136 Jul 06 11:48:28.806831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9503f9e7-e68c-4f9c-a436-feb1d179abd7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:28.807129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9503f9e7-e68c-4f9c-a436-feb1d179abd7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:28.820260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.838891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.855419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:28.855815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.865991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532933b-5970-45a5-9cc7-e1eeda0620e6 None None] Network 4219ebc6-4957-46af-a3ff-d89da0b7ae94 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:28.915764 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:28.942015 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.951463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.954025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/4219ebc6-4957-46af-a3ff-d89da0b7ae94 HTTP/1.1" status: 204 len: 168 time: 0.8274510 Jul 06 11:48:28.966690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:28.967857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caee3f-b4be-4e78-ae82-f3f0ba8b6717 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=4219ebc6-4957-46af-a3ff-d89da0b7ae94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.981795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2029349727'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:29.041130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77aaf5a-4351-41df-8195-c9bd7bfb5d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.050901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77aaf5a-4351-41df-8195-c9bd7bfb5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.078086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:29.079877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc7cd0e-94d6-44d1-82bb-63da4b3e45d3 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:29.082238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.104793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfed6-7ba5-4507-a5e7-3ca2375825ef req-1df48870-1c58-4a71-a493-aa4074c24a43 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.106371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9addfed6-7ba5-4507-a5e7-3ca2375825ef req-1df48870-1c58-4a71-a493-aa4074c24a43 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 945 time: 0.1910255 Jul 06 11:48:29.128884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:29.140497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d77aaf5a-4351-41df-8195-c9bd7bfb5d91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9850f41e2854d42a3c010acfbb54442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032213 Jul 06 11:48:29.143766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aaf5a-4351-41df-8195-c9bd7bfb5d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941c723-df7c-4ffa-b7b2-303f61ac41c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.144251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:29.163099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.164467 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122 of type vlan for network 57b37259-978c-4ede-b283-5b86b8ea0726 Jul 06 11:48:29.166632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9addfed6-7ba5-4507-a5e7-3ca2375825ef req-3fb7b45f-a590-4174-b028-3f7a3f6b4058 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Jul 06 11:48:29.269291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc552a72-2e99-4d32-8ce6-7767b13d4fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.274784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.292737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7cd0e-94d6-44d1-82bb-63da4b3e45d3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:29.306470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc552a72-2e99-4d32-8ce6-7767b13d4fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.365081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.372444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.373904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.402474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71c23-8326-4ee0-92fa-57183d102c6f req-6c840139-c4f4-4411-ae59-688ea72accd8 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.404367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23d71c23-8326-4ee0-92fa-57183d102c6f req-6c840139-c4f4-4411-ae59-688ea72accd8 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 945 time: 0.0958207 Jul 06 11:48:29.455001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23d71c23-8326-4ee0-92fa-57183d102c6f req-cb4c86a4-8b00-46af-9d3b-bab322d9fe2c tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Jul 06 11:48:29.459124 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4886732 Jul 06 11:48:29.463288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:29.469535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:29.521921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e579ba27-0f62-42fb-b1c0-a0b70cb5889c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:29.580306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4533d2a-06da-47f8-8030-fba96bd53502 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=57b37259-978c-4ede-b283-5b86b8ea0726,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.586277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:29.590085 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.651123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 57b37259-978c-4ede-b283-5b86b8ea0726 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:29.652745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc552a72-2e99-4d32-8ce6-7767b13d4fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.655798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc552a72-2e99-4d32-8ce6-7767b13d4fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.660714 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc552a72-2e99-4d32-8ce6-7767b13d4fff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0941c723-df7c-4ffa-b7b2-303f61ac41c7 HTTP/1.1" status: 204 len: 168 time: 0.5140233 Jul 06 11:48:29.679898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc552a72-2e99-4d32-8ce6-7767b13d4fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941c723-df7c-4ffa-b7b2-303f61ac41c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.866348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ebfad-c72f-47cf-bba0-0b7c2b61c1dc req-a1b65a53-88dd-445f-9502-76a57c107882 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.868831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4ebfad-c72f-47cf-bba0-0b7c2b61c1dc req-a1b65a53-88dd-445f-9502-76a57c107882 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0984139 Jul 06 11:48:29.908001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.957338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8e111b-0f0c-473e-94fa-ae1d4c126833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.961363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4ebfad-c72f-47cf-bba0-0b7c2b61c1dc req-fa99042e-f932-4b57-a3ec-89c380da2f27 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780053 Jul 06 11:48:30.010057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e579ba27-0f62-42fb-b1c0-a0b70cb5889c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:30.020197 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.025939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e579ba27-0f62-42fb-b1c0-a0b70cb5889c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:30.026316 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.069760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fec1a1-69ea-4fb1-b511-6c66f1eae7e2 req-07a5e64b-bea1-424e-a4a7-d31867c69d38 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.073131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22fec1a1-69ea-4fb1-b511-6c66f1eae7e2 req-07a5e64b-bea1-424e-a4a7-d31867c69d38 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 946 time: 0.2033024 Jul 06 11:48:30.079688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.146298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22fec1a1-69ea-4fb1-b511-6c66f1eae7e2 req-0909903e-4427-4a4b-be48-42fdcad1a9b1 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/security-groups?id=756cdcf4-f19d-46e4-af83-6da37065c783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637181 Jul 06 11:48:30.188604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.219975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:30.223423 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ab2926-28bd-4d3f-b0b2-6e0d6e0d22c7" -d '{"events": [{"server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "name": "network-vif-plugged", "status": "completed", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:30.246807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:30.253553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.337528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:30.365630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:30.366156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 57b37259-978c-4ede-b283-5b86b8ea0726, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:30.375936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=6d514893-1bcb-4448-8869-ed3168550661,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:30.397536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 57b37259-978c-4ede-b283-5b86b8ea0726 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:30.404898 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d387e-dce6-44e6-a6a7-3623c5fc785e x-openstack-request-id: req-409d387e-dce6-44e6-a6a7-3623c5fc785e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:30.405139 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "name": "network-vif-plugged", "status": "completed", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:30.405413 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-409d387e-dce6-44e6-a6a7-3623c5fc785e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:30.406306 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'code': 200} Jul 06 11:48:30.413669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 57b37259-978c-4ede-b283-5b86b8ea0726) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:30.425661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f51ab-c95c-4928-be35-15b3423e8b8f None None] Network 57b37259-978c-4ede-b283-5b86b8ea0726 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:30.429250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.430045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.457461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2180a22-d4f1-4052-9cd1-446f9267c1d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9927628 Jul 06 11:48:30.457723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:30.677568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-57b37259-978c-4ede-b283-5b86b8ea0726', 'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '6d514893-1bcb-4448-8869-ed3168550661'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:30.678444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.707176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a807c7-b613-44d0-b2ef-4bea6be291c1 req-66f6fdcc-8f71-4b7d-8e33-c299d873609b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.714863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a807c7-b613-44d0-b2ef-4bea6be291c1 req-66f6fdcc-8f71-4b7d-8e33-c299d873609b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 946 time: 0.2955832 Jul 06 11:48:30.740887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9908-288c-4124-a385-8232a51547b0 req-2046061e-fecc-4731-8a51-5668e8ad4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.742430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01ad9908-288c-4124-a385-8232a51547b0 req-2046061e-fecc-4731-8a51-5668e8ad4ef4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1097 time: 0.2212095 Jul 06 11:48:30.764171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.773002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-e8be3bd1-76ac-4a9c-89a3-c07e0f9c9f4c tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.776115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-e8be3bd1-76ac-4a9c-89a3-c07e0f9c9f4c tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 946 time: 0.1240900 Jul 06 11:48:30.824394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e035f0-888c-46ad-b8dc-4c9a39246cc1 req-54197771-2c13-4944-a0bc-dfdc0df3f533 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.827204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37e035f0-888c-46ad-b8dc-4c9a39246cc1 req-54197771-2c13-4944-a0bc-dfdc0df3f533 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2638466 Jul 06 11:48:30.836477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44a807c7-b613-44d0-b2ef-4bea6be291c1 req-aa2856a1-3836-45d1-a769-4cd0dd6b2c1e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205032 Jul 06 11:48:30.892633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.898899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Allocated IP 172.20.0.1 (57b37259-978c-4ede-b283-5b86b8ea0726/6d514893-1bcb-4448-8869-ed3168550661/07755fe8-3c85-44fb-b050-0aad0655b568) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:30.906421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:30.953092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01ad9908-288c-4124-a385-8232a51547b0 req-f0a4c904-c06c-4c23-9449-8d112f1c808b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865494 Jul 06 11:48:30.969725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Deleting port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:30.970348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.990943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.055508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-94811601-network', 'tenant_id': 'ab66a67469564862bb267c38918ee3e0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:31.074674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37e035f0-888c-46ad-b8dc-4c9a39246cc1 req-8c6a3be8-0358-411e-92c8-7ed009c1161b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227950 Jul 06 11:48:31.097637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Made reservation on behalf of ab66a67469564862bb267c38918ee3e0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:31.100190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.115856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.122957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] For port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:31.123441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.135756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4312f-9897-43ad-89f9-7f49db2b4686 req-0bb9277f-af2a-4b53-818c-b3a15698c7e5 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.137552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f4312f-9897-43ad-89f9-7f49db2b4686 req-0bb9277f-af2a-4b53-818c-b3a15698c7e5 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 945 time: 0.1139781 Jul 06 11:48:31.146444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Calling delete_port for 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:31.168165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.181385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Transition to ACTIVE for port object 07755fe8-3c85-44fb-b050-0aad0655b568 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:31.200854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Transition to ACTIVE for port object 07755fe8-3c85-44fb-b050-0aad0655b568 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:31.209781 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.226499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f4312f-9897-43ad-89f9-7f49db2b4686 req-4c42b465-c69e-436c-8e17-9551e73a2b53 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751104 Jul 06 11:48:31.252487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.269099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-f7fb8da7-c4e8-42e7-bb4a-6b8e2e956b27 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.271032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-f7fb8da7-c4e8-42e7-bb4a-6b8e2e956b27 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5 HTTP/1.1" status: 200 len: 946 time: 0.1298058 Jul 06 11:48:31.280954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Network 57b37259-978c-4ede-b283-5b86b8ea0726 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:31.284802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:31.290117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:31.311291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=6d514893-1bcb-4448-8869-ed3168550661,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.373744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Pushing event updated for resources: {'Port': ['ID=07755fe8-3c85-44fb-b050-0aad0655b568,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.379652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Attempting to bind port 07755fe8-3c85-44fb-b050-0aad0655b568 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:31.379886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.380373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Attempting to bind port 07755fe8-3c85-44fb-b050-0aad0655b568 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:31.380765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Attempting to bind port 07755fe8-3c85-44fb-b050-0aad0655b568 on network 57b37259-978c-4ede-b283-5b86b8ea0726 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:31.387378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.391132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:31.391688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Checking segment: {'id': '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:31.392237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.392788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Bound using segment: {'id': '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:31.393465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Bound port: 07755fe8-3c85-44fb-b050-0aad0655b568, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '57b37259-978c-4ede-b283-5b86b8ea0726'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:31.394412 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.405170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:31.435555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.436121 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Added segment a2a596e2-7f00-4a3c-b746-f594a166b74b of type vlan for network 3cb3294f-34b9-4a61-be5e-cacd8de44630 Jul 06 11:48:31.446280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.447736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.467344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:31.493488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b37259-978c-4ede-b283-5b86b8ea0726']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:31.533071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5176b8ea-512d-4b76-83e2-00d697cf70a0 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:31.537567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] For port 07755fe8-3c85-44fb-b050-0aad0655b568, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:31.537809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:31.538295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:31.543309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6dbbe30e-c7b0-4c2c-bd0c-85250828704e req-76441ae0-1c46-457e-a4fe-185512635b6e tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9e70a04-101f-499f-b505-9bf43a1bf391 HTTP/1.1" status: 200 len: 210 time: 0.0574687 Jul 06 11:48:31.555554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.562896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Pushing event deleted for resources: {'Port': ['ID=40cf6fb2-70a5-4e83-8a4b-a539da6e2083,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.570107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731bc618-a96f-424b-ba5d-70723656098b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.573533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.601998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] For port 07755fe8-3c85-44fb-b050-0aad0655b568, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=07755fe8-3c85-44fb-b050-0aad0655b568,segment=NetworkSegment(4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122),segment_id=4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:31.612428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.614182 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.618671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Deleting port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:31.619250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.624724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:31.625282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:31.628797 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:31.632766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] No DVR routers for this DVR port 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:31.638994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.641362 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-da71efbd-079e-41a3-b6f4-2a491021a570 req-68774769-777e-43a4-b946-853df8f04af6 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "DELETE /v2.0/ports/40cf6fb2-70a5-4e83-8a4b-a539da6e2083 HTTP/1.1" status: 204 len: 173 time: 0.8580954 Jul 06 11:48:31.641808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'name': 'network-vif-deleted', 'tag': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:31.644831 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ab789-2d4c-4b1a-8aa2-bfd6bc051761" -d '{"events": [{"server_uuid": "f9e70a04-101f-499f-b505-9bf43a1bf391", "name": "network-vif-deleted", "tag": "40cf6fb2-70a5-4e83-8a4b-a539da6e2083"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:31.679733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.680758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.681348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.733940 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f0ff78-98ea-439a-b65d-a5362f71d100 x-openstack-request-id: req-c1f0ff78-98ea-439a-b65d-a5362f71d100 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:31.734339 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e70a04-101f-499f-b505-9bf43a1bf391", "name": "network-vif-deleted", "tag": "40cf6fb2-70a5-4e83-8a4b-a539da6e2083", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:31.734677 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1f0ff78-98ea-439a-b65d-a5362f71d100 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:31.735143 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e70a04-101f-499f-b505-9bf43a1bf391', 'name': 'network-vif-deleted', 'tag': '40cf6fb2-70a5-4e83-8a4b-a539da6e2083', 'status': 'completed', 'code': 200} Jul 06 11:48:31.777047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d269907-bc71-4de3-be26-4d95cee95fa4 None None] Pushing event updated for resources: {'Port': ['ID=07755fe8-3c85-44fb-b050-0aad0655b568,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.789543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5176b8ea-512d-4b76-83e2-00d697cf70a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:31.798378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5176b8ea-512d-4b76-83e2-00d697cf70a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:31.798798 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.811579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8991208 Jul 06 11:48:31.816403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:31.825066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Request body: {'subnet': {'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-94811601-subnet', 'tenant_id': 'ab66a67469564862bb267c38918ee3e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:31.836298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec4ad7-f669-493c-823f-c6d7e507d268 None None] Network 57b37259-978c-4ede-b283-5b86b8ea0726 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:31.866921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845e8c-1d7d-4b2a-8fc4-dee8ef03a066 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb3294f-34b9-4a61-be5e-cacd8de44630,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.877502 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:48:31.877502 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:48:31.877502 n-d-799528-2 neutron-server[93767]: [parameters: {'id': '57b37259-978c-4ede-b283-5b86b8ea0726'}] Jul 06 11:48:31.877502 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:31.878084 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:31.889111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Made reservation on behalf of ab66a67469564862bb267c38918ee3e0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:31.894083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.912208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3cb3294f-34b9-4a61-be5e-cacd8de44630 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:31.922862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] For port d3e7ce2f-d06c-48d2-a7cf-02642c205f97, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,segment=NetworkSegment(0951518e-9d12-4457-abcb-efa14e0242ac),segment_id=0951518e-9d12-4457-abcb-efa14e0242ac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:31.923338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.939162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Calling delete_port for d3e7ce2f-d06c-48d2-a7cf-02642c205f97 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:32.092549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddf23-11e1-4b19-a4d2-92f703e9518d req-d9a45c41-b08d-4449-88a3-e2462a4ec471 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.094006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ccddf23-11e1-4b19-a4d2-92f703e9518d req-d9a45c41-b08d-4449-88a3-e2462a4ec471 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 946 time: 0.1044774 Jul 06 11:48:32.143010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.203861 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.223316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Checking segment: {'id': 'a2a596e2-7f00-4a3c-b746-f594a166b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:32.223676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Network hostable DHCP agents. Network: 3cb3294f-34b9-4a61-be5e-cacd8de44630, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:32.241295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3935a2-088b-49a7-87be-798203ad97a2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.249969 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.251389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Pushing event deleted for resources: {'Port': ['ID=d3e7ce2f-d06c-48d2-a7cf-02642c205f97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.272355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Network 3cb3294f-34b9-4a61-be5e-cacd8de44630 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:32.276793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ccddf23-11e1-4b19-a4d2-92f703e9518d req-22c513d5-6d6f-47f6-9ceb-098a597d2168 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750264 Jul 06 11:48:32.281774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['40cf6fb2-70a5-4e83-8a4b-a539da6e2083'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:32.288284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3cb3294f-34b9-4a61-be5e-cacd8de44630) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:32.305183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.305846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.318547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89fd5d-fa3b-4048-acfd-9cabd76ec6ca None None] Network 3cb3294f-34b9-4a61-be5e-cacd8de44630 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:32.350854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5176b8ea-512d-4b76-83e2-00d697cf70a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.362390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-62dda9ff-24b8-4b95-9f86-498b570d2573 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5441780 Jul 06 11:48:32.390383 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.392044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.402771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] No DVR routers for this DVR port d3e7ce2f-d06c-48d2-a7cf-02642c205f97 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:32.418772 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.420955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4621a117-1adf-4dc4-b39a-2b9d46326356 req-05a305dd-125c-4fd4-8243-ba8dfa5a1f80 tempest-ListServersNegativeTestJSON-273433032 tempest-ListServersNegativeTestJSON-273433032-project] 10.222.0.79 "DELETE /v2.0/ports/d3e7ce2f-d06c-48d2-a7cf-02642c205f97 HTTP/1.1" status: 204 len: 173 time: 1.1245210 Jul 06 11:48:32.423799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'name': 'network-vif-deleted', 'tag': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:32.434591 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298a5e4-8e55-45d2-9614-e79b39004a12" -d '{"events": [{"server_uuid": "4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5", "name": "network-vif-deleted", "tag": "d3e7ce2f-d06c-48d2-a7cf-02642c205f97"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:32.450424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:32.453496 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe37382d-cccb-4d68-b7f1-edeb170ee711" -d '{"events": [{"server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "name": "network-vif-plugged", "status": "completed", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:32.457108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5176b8ea-512d-4b76-83e2-00d697cf70a0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.461474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.490383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b2766-6171-45bb-96ca-d2723d73c666 req-d1b8a534-4de2-4488-9ac6-f22305d1208e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.498850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-588b2766-6171-45bb-96ca-d2723d73c666 req-d1b8a534-4de2-4488-9ac6-f22305d1208e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2522140 Jul 06 11:48:32.599035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-588b2766-6171-45bb-96ca-d2723d73c666 req-5a596a61-a76f-42ca-a505-51d319e4bcf3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990949 Jul 06 11:48:32.626432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7b575-cdc7-473e-b242-ea9b98e738e4 None None] Network 3cb3294f-34b9-4a61-be5e-cacd8de44630 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:32.633186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port 07755fe8-3c85-44fb-b050-0aad0655b568 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:32.633497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.716543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaf551-fa96-4379-8720-b7d3909f8516 req-4a4508d3-6205-4328-a587-e04d88d7e7d0 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.718097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72eaf551-fa96-4379-8720-b7d3909f8516 req-4a4508d3-6205-4328-a587-e04d88d7e7d0 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.1755466 Jul 06 11:48:32.723665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port 07755fe8-3c85-44fb-b050-0aad0655b568, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=07755fe8-3c85-44fb-b050-0aad0655b568,segment=NetworkSegment(4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122),segment_id=4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.724072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.745389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for 07755fe8-3c85-44fb-b050-0aad0655b568 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:32.803408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0218bc-0ae3-4789-ab95-45bbac2ad1a3 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:32.816279 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b77bc-3e5b-4a2d-9538-33ef4c70fbc0 x-openstack-request-id: req-058b77bc-3e5b-4a2d-9538-33ef4c70fbc0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:32.816558 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5", "name": "network-vif-deleted", "tag": "d3e7ce2f-d06c-48d2-a7cf-02642c205f97", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:32.816872 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-058b77bc-3e5b-4a2d-9538-33ef4c70fbc0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:32.817400 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbd6fe3-cc07-4303-9027-6ebc21f3f7a5', 'name': 'network-vif-deleted', 'tag': 'd3e7ce2f-d06c-48d2-a7cf-02642c205f97', 'status': 'completed', 'code': 200} Jul 06 11:48:32.825560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72eaf551-fa96-4379-8720-b7d3909f8516 req-a4241c8b-fb99-4fde-b75e-712652c50fa3 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934021 Jul 06 11:48:32.863111 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7831a528-6555-4a63-9d77-d8fce796c048 x-openstack-request-id: req-7831a528-6555-4a63-9d77-d8fce796c048 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:32.863841 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "name": "network-vif-plugged", "status": "completed", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:32.864147 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7831a528-6555-4a63-9d77-d8fce796c048 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:32.864548 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'code': 200} Jul 06 11:48:32.890888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.916417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=07755fe8-3c85-44fb-b050-0aad0655b568,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.927460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port 07755fe8-3c85-44fb-b050-0aad0655b568 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:33.040462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0218bc-0ae3-4789-ab95-45bbac2ad1a3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:33.214668 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.229912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b37259-978c-4ede-b283-5b86b8ea0726']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.246277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-002cb474-ae3a-4545-88d1-373476b110d2 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.255045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-002cb474-ae3a-4545-88d1-373476b110d2 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/networks?id=3cb3294f-34b9-4a61-be5e-cacd8de44630 HTTP/1.1" status: 200 len: 812 time: 0.1417670 Jul 06 11:48:33.261759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.262060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0d5023-97c7-47aa-bc0f-aa0fb1ec0122') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.291145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.302946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-67909c11-6d87-43b3-99f2-9cc69903193e tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/quotas/ab66a67469564862bb267c38918ee3e0 HTTP/1.1" status: 200 len: 375 time: 0.0468597 Jul 06 11:48:33.349315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.359879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:33.369587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-cbd48765-28bc-4971-973d-79328d126e88 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ab66a67469564862bb267c38918ee3e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646179 Jul 06 11:48:33.409969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Deleting subnet eacea9b6-6084-4e7b-ab8c-30217fe531d6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:48:33.413757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.453568 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.475532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7103c5-1602-4d00-a496-6e967a412b5b req-9e4e0f21-cf45-4bef-ab4c-511a91604a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.476920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d7103c5-1602-4d00-a496-6e967a412b5b req-9e4e0f21-cf45-4bef-ab4c-511a91604a14 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 1097 time: 0.5234623 Jul 06 11:48:33.491013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:33.491429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:33.497383 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:33.505671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.572509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.602419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacea9b6-6084-4e7b-ab8c-30217fe531d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.604979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.612922 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2cfc41bf-ab82-4030-9e97-64f299c7bff6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/eacea9b6-6084-4e7b-ab8c-30217fe531d6 HTTP/1.1" status: 204 len: 168 time: 0.2457695 Jul 06 11:48:33.612922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:33.688203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.777611 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.797987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688542b2-99ea-4bc6-b592-95be65216da6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.810408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0951518e-9d12-4457-abcb-efa14e0242ac') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.810708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0951518e-9d12-4457-abcb-efa14e0242ac') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.821783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.836699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.842963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:33.843366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:33.845155 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:33.905082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.918240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.918240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] 10.222.0.78 "DELETE /v2.0/networks/688542b2-99ea-4bc6-b592-95be65216da6 HTTP/1.1" status: 204 len: 168 time: 0.3074515 Jul 06 11:48:33.930691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571fe53-ff78-4322-8a44-a380687bd711 admin admin] Pushing event deleted for resources: {'Network': ['ID=688542b2-99ea-4bc6-b592-95be65216da6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.975096 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.989994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.991951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/57b37259-978c-4ede-b283-5b86b8ea0726 HTTP/1.1" status: 204 len: 168 time: 3.5329347 Jul 06 11:48:33.994102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-dcab84ea-4a73-431e-bc78-9b48cfbf2eec service neutron] 10.222.0.78 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237266 Jul 06 11:48:33.995738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d7103c5-1602-4d00-a496-6e967a412b5b req-e8ede029-9ce7-4df1-bd4e-a253bbe21dda service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5010757 Jul 06 11:48:33.995986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.001644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681231054'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:34.016461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210966a-9dae-421c-a30e-ddd208fa9304 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=57b37259-978c-4ede-b283-5b86b8ea0726,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.031732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:34.037336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.065414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:34.076170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.076626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672788c-13b3-44b3-adee-5182639b3912 req-2ceba961-3bed-4e57-923f-641bdb523a00 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.078181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5672788c-13b3-44b3-adee-5182639b3912 req-2ceba961-3bed-4e57-923f-641bdb523a00 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.6176133 Jul 06 11:48:34.084635 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.085219 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 41aff67c-3e40-4709-9540-f7029e10db7d of type vlan for network 429a21e0-f4f0-44d6-aab4-4dd4c301644e Jul 06 11:48:34.141168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5672788c-13b3-44b3-adee-5182639b3912 req-97b937a4-5ef8-4aac-a066-10f5b7abcdf9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565169 Jul 06 11:48:34.143365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-4218efe6-a551-4b0d-bdf7-671a2a224585 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364577 Jul 06 11:48:34.159641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.172098 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e668ff35-6877-40a4-a3ee-5fc626b0dc2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03d35d8e58444180a0a6d0c563809434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945172 Jul 06 11:48:34.175591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.204485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.216756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.218021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.245028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc2239e0-9cc1-4c06-9904-a0060d2bbdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.291488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc2239e0-9cc1-4c06-9904-a0060d2bbdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.292800 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2952125 Jul 06 11:48:34.297051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.304026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '429a21e0-f4f0-44d6-aab4-4dd4c301644e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:34.312066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c914f-d620-4946-8a08-94731d9985f6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=429a21e0-f4f0-44d6-aab4-4dd4c301644e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.324347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 429a21e0-f4f0-44d6-aab4-4dd4c301644e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:34.444703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37d568-b4e6-449a-8457-0276f505c507 req-897111f4-422b-40d0-a82e-c64541f24856 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.447366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d37d568-b4e6-449a-8457-0276f505c507 req-897111f4-422b-40d0-a82e-c64541f24856 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 946 time: 0.1785595 Jul 06 11:48:34.475653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc2239e0-9cc1-4c06-9904-a0060d2bbdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.478061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:34.480509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc2239e0-9cc1-4c06-9904-a0060d2bbdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.483233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.486055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fc2239e0-9cc1-4c06-9904-a0060d2bbdb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/756cdcf4-f19d-46e4-af83-6da37065c783 HTTP/1.1" status: 204 len: 168 time: 0.3069346 Jul 06 11:48:34.516787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2239e0-9cc1-4c06-9904-a0060d2bbdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756cdcf4-f19d-46e4-af83-6da37065c783,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.576774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d37d568-b4e6-449a-8457-0276f505c507 req-0a92bc35-fdb2-4113-adba-55cdb9468271 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160758 Jul 06 11:48:34.767448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.854694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=890903c4-3603-4893-908d-ead4a0a4e3a4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.860664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c42b088-4148-4791-896b-0f4383366b33 req-bcf915b9-a277-416b-bd75-53b8988edd57 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 210 time: 0.0319307 Jul 06 11:48:34.868156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '41aff67c-3e40-4709-9540-f7029e10db7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '429a21e0-f4f0-44d6-aab4-4dd4c301644e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:34.868959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 429a21e0-f4f0-44d6-aab4-4dd4c301644e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:34.897096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1948a-8c30-4783-ba42-bb69544e1037 req-ceb34746-a1b8-4330-9269-5c105c83ed38 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.910828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 429a21e0-f4f0-44d6-aab4-4dd4c301644e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:34.911286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57b1948a-8c30-4783-ba42-bb69544e1037 req-ceb34746-a1b8-4330-9269-5c105c83ed38 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.1773760 Jul 06 11:48:34.923990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 429a21e0-f4f0-44d6-aab4-4dd4c301644e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:34.931700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.932434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.940503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864f81e-23b6-40bd-8ecf-46a0a68aa872 None None] Network 429a21e0-f4f0-44d6-aab4-4dd4c301644e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:34.961962 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d1dff9e6-97ae-4dda-bbbf-b500f9cee9de tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6651495 Jul 06 11:48:34.964664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:35.015619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57b1948a-8c30-4783-ba42-bb69544e1037 req-376e5c8b-952f-4d78-bde5-f648c7abc2f7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001232 Jul 06 11:48:35.080994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e497107b-2332-411e-9a64-cc5b778f4572 req-bc096c67-4944-483a-a248-1bf55614dba4 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-909522640&fields=id&tenant_id=463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 267 time: 0.0745275 Jul 06 11:48:35.198538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.235996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497107b-2332-411e-9a64-cc5b778f4572 req-ddb3dea3-8313-41d3-8325-00125c11b551 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.250889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d3910-7e73-4ad3-942f-3913d72a70e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-429a21e0-f4f0-44d6-aab4-4dd4c301644e', 'network_id': '429a21e0-f4f0-44d6-aab4-4dd4c301644e', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '890903c4-3603-4893-908d-ead4a0a4e3a4'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:35.251775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-987d3910-7e73-4ad3-942f-3913d72a70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.252695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e497107b-2332-411e-9a64-cc5b778f4572 req-ddb3dea3-8313-41d3-8325-00125c11b551 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 946 time: 0.1617036 Jul 06 11:48:35.269282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'port': {'security_groups': ['05b8f980-67b1-424a-9bbb-0c2a3222a79f', 'f64d375a-5183-4b9a-afdd-8c88b6f7bbb5']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:35.306686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.390491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.427788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=890903c4-3603-4893-908d-ead4a0a4e3a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:35.438725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.506359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ec91-73f9-4e49-b9cf-9b30da719d7e req-1e1ddd46-7254-4f95-8db1-7ae0d7a2d212 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-987d3910-7e73-4ad3-942f-3913d72a70e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 890903c4-3603-4893-908d-ead4a0a4e3a4: This subnet is being modified by another concurrent operation. Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:35.511271 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 890903c4-3603-4893-908d-ead4a0a4e3a4: This subnet is being modified by another concurrent operation. Jul 06 11:48:35.515682 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:48:35.520353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cce0ec91-73f9-4e49-b9cf-9b30da719d7e req-1e1ddd46-7254-4f95-8db1-7ae0d7a2d212 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1440291 Jul 06 11:48:35.538203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:35.548319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd9f4e-999b-4302-adbb-f21ce46bee73 None None] Network 429a21e0-f4f0-44d6-aab4-4dd4c301644e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:35.551726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.573387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429a21e0-f4f0-44d6-aab4-4dd4c301644e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:35.582486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:35.582838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 40cf6fb2-70a5-4e83-8a4b-a539da6e2083 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:35.583540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d3e7ce2f-d06c-48d2-a7cf-02642c205f97 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:35.592361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cce0ec91-73f9-4e49-b9cf-9b30da719d7e req-e4991fa0-db1d-486e-9f43-57c1ad9c2977 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775499 Jul 06 11:48:35.614618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41aff67c-3e40-4709-9540-f7029e10db7d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:35.615854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41aff67c-3e40-4709-9540-f7029e10db7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:35.646944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.666849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: d3e7ce2f-d06c-48d2-a7cf-02642c205f97 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:35.667217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d3e7ce2f-d06c-48d2-a7cf-02642c205f97 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:35.674456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.689034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:35.691495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:35.695018 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:35.801864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.825061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.835347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:35.837358 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/429a21e0-f4f0-44d6-aab4-4dd4c301644e HTTP/1.1" status: 204 len: 168 time: 0.8713470 Jul 06 11:48:35.842656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93e046-4b20-4f43-983f-f9d6e4c0a7da None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:35.853470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8300ef-2a3b-4d74-bbb2-0e65c6a14bfd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=429a21e0-f4f0-44d6-aab4-4dd4c301644e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:35.860377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-773443323'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:35.902466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:35.922943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:35.948240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:35.951950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.984336 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.995114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.012979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:36.013159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699b813-7de1-458a-b341-919f967f4b76 req-cf9e442e-8eae-4e4a-8e35-61131589259a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.014727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0699b813-7de1-458a-b341-919f967f4b76 req-cf9e442e-8eae-4e4a-8e35-61131589259a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2417650 Jul 06 11:48:36.037073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-14461161-network', 'tenant_id': 'ae80dd816bd24bebb1fedc53513fd949'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:36.072111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:36.083599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Made reservation on behalf of ae80dd816bd24bebb1fedc53513fd949 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:36.087252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc93e046-4b20-4f43-983f-f9d6e4c0a7da None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:36.087908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.103035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.104348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.105013 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.110756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e497107b-2332-411e-9a64-cc5b778f4572 req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "PUT /v2.0/ports/e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 982 time: 0.8565083 Jul 06 11:48:36.142128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:36.146676 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bd4500-bac4-4939-a517-44aded089100" -d '{"events": [{"name": "network-changed", "server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:36.167730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5503-833b-4da4-be92-6ba9fcc944fe tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:36.196571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.197306 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 9e78b6f1-c520-4751-840a-7f896a0ef3be of type vlan for network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 Jul 06 11:48:36.227194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0699b813-7de1-458a-b341-919f967f4b76 req-77e8ff42-eded-464e-9f61-5285cb0f3f49 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705813 Jul 06 11:48:36.269442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.274951 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.285083 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.316999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:36.327803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.340412 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.340768 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Added segment 48c3b710-c3fe-452a-99fc-13158d2ed2f1 of type vlan for network 5bcb543a-0f73-4cde-b9c6-206e670a054c Jul 06 11:48:36.356228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.357398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.428049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62032bbd-73d3-4212-b3fe-3fe013ec56c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:36.454386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.499660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6557345 Jul 06 11:48:36.504377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:36.511474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:36.596857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-537280d7-2720-4072-9f9c-1009018c70e1 req-97e800c4-00e3-4fd9-9933-fb13777318fb tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 210 time: 0.1432927 Jul 06 11:48:36.626642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.626642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.626642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.629046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:36.680682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-d3b5881f-412a-4819-bd12-0b20b70703b8 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.682733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-d3b5881f-412a-4819-bd12-0b20b70703b8 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.79 "GET /v2.0/networks?id=3cb3294f-34b9-4a61-be5e-cacd8de44630 HTTP/1.1" status: 200 len: 812 time: 0.2618351 Jul 06 11:48:36.684075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a23eb-9a76-4cfc-925d-819bb4bf8e61 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=7c69d51f-089c-49f2-b0d6-2f3ba132fdb4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:36.704377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8006756 Jul 06 11:48:36.707826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:36.721147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Request body: {'subnet': {'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-14461161-subnet', 'tenant_id': 'ae80dd816bd24bebb1fedc53513fd949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:36.726771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:36.737226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Request body: {'port': {'device_id': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630', 'admin_state_up': True, 'tenant_id': 'ab66a67469564862bb267c38918ee3e0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:36.743803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210b4ef-57e2-4e15-997e-fa296d4dabdf admin admin] Pushing event updated for resources: {'Network': ['ID=5bcb543a-0f73-4cde-b9c6-206e670a054c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:36.785227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:36.789054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.794296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 5bcb543a-0f73-4cde-b9c6-206e670a054c details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:36.794516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Made reservation on behalf of ae80dd816bd24bebb1fedc53513fd949 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:36.797002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.897846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:48:36.898580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:48:36.922270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-850f691d-9650-408e-92d0-03b245db14ae tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2136551886&fields=id&tenant_id=463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 267 time: 0.1065364 Jul 06 11:48:36.934290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e5bdf-7a5c-4e7c-aaf2-323de725e90c req-d4c8e59f-e41b-44fa-9b03-caceb6d23ba5 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.936585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d26e5bdf-7a5c-4e7c-aaf2-323de725e90c req-d4c8e59f-e41b-44fa-9b03-caceb6d23ba5 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.2350230 Jul 06 11:48:37.051720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d26e5bdf-7a5c-4e7c-aaf2-323de725e90c req-5460216e-0ad2-4a8a-90d7-e50417c11d14 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992675 Jul 06 11:48:37.079036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Made reservation on behalf of ab66a67469564862bb267c38918ee3e0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:37.084311 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.112744 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e3108e-9773-4de9-9e99-81b0c7bf2565 x-openstack-request-id: req-32e3108e-9773-4de9-9e99-81b0c7bf2565 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:37.113188 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:37.113584 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32e3108e-9773-4de9-9e99-81b0c7bf2565 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:37.114222 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'status': 'completed', 'code': 200} Jul 06 11:48:37.222750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.233648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.263372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-3ddae908-f91e-42a4-b8b6-3d1b14503b58 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.265956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-3ddae908-f91e-42a4-b8b6-3d1b14503b58 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 985 time: 0.3242335 Jul 06 11:48:37.290755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'port': {'security_groups': ['05b8f980-67b1-424a-9bbb-0c2a3222a79f', 'f64d375a-5183-4b9a-afdd-8c88b6f7bbb5', '094a1ad2-b5d7-481f-b32d-276c2eedb47f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:37.312580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=c94c5901-113b-4b67-aa7c-301a2a5ed90a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:37.358859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd4500-bac4-4939-a517-44aded089100 req-cba667b3-4700-4dc4-984b-31526470e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.360448 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-cba667b3-4700-4dc4-984b-31526470e3e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1136 time: 0.2083545 Jul 06 11:48:37.367540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '9e78b6f1-c520-4751-840a-7f896a0ef3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:37.367900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:37.368844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Allocated IP 172.20.0.3 (3cb3294f-34b9-4a61-be5e-cacd8de44630/cf3935a2-088b-49a7-87be-798203ad97a2/61d28c5d-7c48-47ff-967b-c896e7747953) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:37.395461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Checking segment: {'id': '48c3b710-c3fe-452a-99fc-13158d2ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:37.395824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Network hostable DHCP agents. Network: 5bcb543a-0f73-4cde-b9c6-206e670a054c, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:37.456773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de742503-d29a-45f1-82b5-93b4c757af6c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:37.471785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:37.474560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.483808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3740f-31b5-40c0-a898-88c594feee22 req-3ecca1be-855b-40b4-bafa-81db7a940b41 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.485365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7f3740f-31b5-40c0-a898-88c594feee22 req-3ecca1be-855b-40b4-bafa-81db7a940b41 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2147276 Jul 06 11:48:37.490447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Network 5bcb543a-0f73-4cde-b9c6-206e670a054c is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:37.509153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:37.512463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 5bcb543a-0f73-4cde-b9c6-206e670a054c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:37.519226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.519817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.522502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd4500-bac4-4939-a517-44aded089100 req-12425c2a-f6fd-4a36-b9cf-c1fc7e743151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.523982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-12425c2a-f6fd-4a36-b9cf-c1fc7e743151 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.1537893 Jul 06 11:48:37.526199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.526445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11634070-15ee-40e6-82f1-da47743c08c1 None None] Network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:37.526780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.533039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5d94d-264e-475b-b50d-512cdc940dbf None None] Network 5bcb543a-0f73-4cde-b9c6-206e670a054c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:37.577526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-0d011b71-3f64-4646-ba5f-ea94bffb6ecb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 217 time: 0.0439367 Jul 06 11:48:37.590144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d0cbea3-a739-4e0c-ac43-462134f33ff4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8696921 Jul 06 11:48:37.594784 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-51e7a3cc-68d7-4d51-bb48-2da797eb3282 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0886261 Jul 06 11:48:37.602168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:37.637937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd4500-bac4-4939-a517-44aded089100 req-0d65b390-a100-4240-8e80-fa1a2892dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.639481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-0d65b390-a100-4240-8e80-fa1a2892dd7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.0550761 Jul 06 11:48:37.676591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-cac9f96a-de42-4016-a7f6-f0fc49e0142d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306013 Jul 06 11:48:37.710931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7f3740f-31b5-40c0-a898-88c594feee22 req-b31227ba-2286-4fe6-a04f-d05058a2265c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125645 Jul 06 11:48:37.824168 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-6b9072f4-8631-4288-9af2-3a5f2deb2cd4 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400998 Jul 06 11:48:37.856844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f9ea4-fa44-404c-956a-209ac971dd0c None None] Network 5bcb543a-0f73-4cde-b9c6-206e670a054c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:37.922301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.960719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f4bd4500-bac4-4939-a517-44aded089100 req-ef8dd063-5c17-44b1-9d63-cf8584d8b1ed service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265550 Jul 06 11:48:37.967612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-7c69d51f-089c-49f2-b0d6-2f3ba132fdb4', 'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': 'c94c5901-113b-4b67-aa7c-301a2a5ed90a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:37.968864 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.980742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.165690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.185923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Allocated IP 172.20.0.3 (7c69d51f-089c-49f2-b0d6-2f3ba132fdb4/c94c5901-113b-4b67-aa7c-301a2a5ed90a/3f5d39c6-8cdb-4955-997a-6cc19517da68) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:38.197408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.207007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acefe0-86f9-4ded-8045-27c8f0516fb8 req-44277864-6d62-46e3-9a46-1d67728f1a22 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.208621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1acefe0-86f9-4ded-8045-27c8f0516fb8 req-44277864-6d62-46e3-9a46-1d67728f1a22 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.3198023 Jul 06 11:48:38.217632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:38.227246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Request body: {'floatingip': {'port_id': '5176b8ea-512d-4b76-83e2-00d697cf70a0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:38.280273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:38.318650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Network 3cb3294f-34b9-4a61-be5e-cacd8de44630 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:38.325482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Pushing event updated for resources: {'Port': ['ID=61d28c5d-7c48-47ff-967b-c896e7747953,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:38.328239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:38.332744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:38.348452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.367523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.378497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Transition to ACTIVE for port object 3f5d39c6-8cdb-4955-997a-6cc19517da68 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:38.379310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.387324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.399345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Transition to ACTIVE for port object 3f5d39c6-8cdb-4955-997a-6cc19517da68 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:38.403188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:38.435192 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.449055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.449720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.485718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.486428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.494597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c686d62-53f3-411f-a565-abf7b38ef677 req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "PUT /v2.0/ports/e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 1021 time: 1.2082589 Jul 06 11:48:38.504348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:38.515004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:38.524258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.524707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:38.530223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Pushing event updated for resources: {'Port': ['ID=3f5d39c6-8cdb-4955-997a-6cc19517da68,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:38.573774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-b7c8bd14-e04f-4f9f-b9db-5c4635a15eb9 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8533399 Jul 06 11:48:38.637868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89723498-95e3-497f-a28c-60188664979c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:38.644122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Request body: {'port': {'device_id': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:38.660501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=c94c5901-113b-4b67-aa7c-301a2a5ed90a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:38.663750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Attempting to bind port 3f5d39c6-8cdb-4955-997a-6cc19517da68 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:38.664153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Attempting to bind port 3f5d39c6-8cdb-4955-997a-6cc19517da68 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9e78b6f1-c520-4751-840a-7f896a0ef3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:38.664522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Attempting to bind port 3f5d39c6-8cdb-4955-997a-6cc19517da68 on network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:38.678161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:38.684345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:38.684788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Checking segment: {'id': '9e78b6f1-c520-4751-840a-7f896a0ef3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:38.685870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.685870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Bound using segment: {'id': '9e78b6f1-c520-4751-840a-7f896a0ef3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:38.686239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Bound port: 3f5d39c6-8cdb-4955-997a-6cc19517da68, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e78b6f1-c520-4751-840a-7f896a0ef3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:38.686638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.881992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.916520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c69d51f-089c-49f2-b0d6-2f3ba132fdb4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:38.917783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] For port 3f5d39c6-8cdb-4955-997a-6cc19517da68, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:38.939904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.944405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e78b6f1-c520-4751-840a-7f896a0ef3be') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:38.944772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e78b6f1-c520-4751-840a-7f896a0ef3be') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:38.953610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] For port 3f5d39c6-8cdb-4955-997a-6cc19517da68, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3f5d39c6-8cdb-4955-997a-6cc19517da68,segment=NetworkSegment(9e78b6f1-c520-4751-840a-7f896a0ef3be),segment_id=9e78b6f1-c520-4751-840a-7f896a0ef3be)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:38.973914 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.976153 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.994834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37ddf-aa76-4bee-8b2f-f620890ee993 req-1dcc101c-7cd0-4ad3-9608-4c2e63bd5a5d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.997512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c37ddf-aa76-4bee-8b2f-f620890ee993 req-1dcc101c-7cd0-4ad3-9608-4c2e63bd5a5d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.3155143 Jul 06 11:48:39.016074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285089-3b70-4b5c-913a-a8b1871900b6 req-2d77ff2c-bbea-4175-9577-5fb56651d0c7 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.018164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac285089-3b70-4b5c-913a-a8b1871900b6 req-2d77ff2c-bbea-4175-9577-5fb56651d0c7 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 931 time: 0.3393073 Jul 06 11:48:39.048361 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.087104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:39.087104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:39.090198 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:39.143487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:39.146132 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f70895-8c99-43e9-b462-1449b38ca515" -d '{"events": [{"name": "network-changed", "server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:39.171581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b764-cbb5-49f8-8639-4366cb5fc005 None None] Pushing event updated for resources: {'Port': ['ID=3f5d39c6-8cdb-4955-997a-6cc19517da68,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:39.219441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa1f0c3-9e74-4e36-8762-0a977fd6858e None None] Network 7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:39.275276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c37ddf-aa76-4bee-8b2f-f620890ee993 req-3f0c57e0-2ae0-4f7e-ad26-8b9c4f375d55 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710915 Jul 06 11:48:39.291797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:48:39.291797 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:48:39.291797 n-d-799528-2 neutron-server[93767]: [parameters: {'id': '7c69d51f-089c-49f2-b0d6-2f3ba132fdb4'}] Jul 06 11:48:39.291797 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:39.292493 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:39.299170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac285089-3b70-4b5c-913a-a8b1871900b6 req-f823b20d-54b3-4f00-ae3f-17c79bfe919c tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555344 Jul 06 11:48:39.454269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.459605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.490641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19205b-0fc8-4299-b280-6a6cc3f4acc4 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:39.595032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1add-c39e-4aef-b9d6-4d7eccde35fb req-5b7a173d-7ef8-4f50-b032-0b10336d04f8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.598036 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Floating IP 48449818-680b-4652-aac5-a62ef80ef0fd associated. External IP: 172.25.7.96, port: 5176b8ea-512d-4b76-83e2-00d697cf70a0. Jul 06 11:48:39.603371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e49c1add-c39e-4aef-b9d6-4d7eccde35fb req-5b7a173d-7ef8-4f50-b032-0b10336d04f8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1024 time: 0.1596904 Jul 06 11:48:39.670627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19205b-0fc8-4299-b280-6a6cc3f4acc4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:39.740176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d28c5d-7c48-47ff-967b-c896e7747953 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:39.753888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.800239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.811903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Transition to ACTIVE for port object 61d28c5d-7c48-47ff-967b-c896e7747953 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:39.828627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e49c1add-c39e-4aef-b9d6-4d7eccde35fb req-ee1e5311-c386-449b-8ce9-c9e4eba6c0e6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=094a1ad2-b5d7-481f-b32d-276c2eedb47f&id=f64d375a-5183-4b9a-afdd-8c88b6f7bbb5&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f HTTP/1.1" status: 200 len: 6156 time: 0.2243786 Jul 06 11:48:39.831897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.855348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-da073b1d-9218-4867-86ec-f915f73e6502 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.856922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-da073b1d-9218-4867-86ec-f915f73e6502 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/networks?id=5bcb543a-0f73-4cde-b9c6-206e670a054c HTTP/1.1" status: 200 len: 820 time: 0.2711411 Jul 06 11:48:39.864778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Router 725a0344-3519-4631-a1ee-fa0b5a63387c has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:48:39.916952 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a751622f-9593-462b-bdb9-6ea5f6549a7a x-openstack-request-id: req-a751622f-9593-462b-bdb9-6ea5f6549a7a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:39.917249 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:39.917503 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a751622f-9593-462b-bdb9-6ea5f6549a7a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:39.917891 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'status': 'completed', 'code': 200} Jul 06 11:48:39.953875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-b84a8444-38ee-4863-befc-49e11e0daf43 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/quotas/ae80dd816bd24bebb1fedc53513fd949 HTTP/1.1" status: 200 len: 375 time: 0.0616286 Jul 06 11:48:39.967532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Pushing event updated for resources: {'Port': ['ID=61d28c5d-7c48-47ff-967b-c896e7747953,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.073777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-645b1b9b-4b67-4698-80c5-2688b83604f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.076266 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-645b1b9b-4b67-4698-80c5-2688b83604f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1175 time: 0.1397350 Jul 06 11:48:40.077656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:40.084558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.090134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] Sync routers for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:40.104090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:40.105205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:48:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:40.217301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f3a119b8-4a7c-4258-9716-6a76fad9534f tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "PUT /v2.0/floatingips/48449818-680b-4652-aac5-a62ef80ef0fd HTTP/1.1" status: 200 len: 991 time: 1.9968712 Jul 06 11:48:40.220062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:40.223164 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d75de3-ad44-4898-971a-15b4d43c0759" -d '{"events": [{"name": "network-changed", "server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:40.238174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:40.242087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-1c888899-092d-4812-ac81-bfc0d90971bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.243631 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-1c888899-092d-4812-ac81-bfc0d90971bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.1540399 Jul 06 11:48:40.293859 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-6d117acf-311a-4fab-922b-f82bf79e00da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 200 len: 217 time: 0.0424182 Jul 06 11:48:40.349170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-73e3d612-d4f6-4e6a-952b-07d9761e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.350751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-73e3d612-d4f6-4e6a-952b-07d9761e88bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.0499723 Jul 06 11:48:40.389028 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-b8451ee7-82a3-4a4a-8ba6-837bb461cbb8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310683 Jul 06 11:48:40.437022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-82cd1cb9-76c9-4f46-af19-0fb92f22cec3 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae80dd816bd24bebb1fedc53513fd949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4729877 Jul 06 11:48:40.439888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.439888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.440682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.440957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.441297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.441618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.442719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.442719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.442719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.443225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.443225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.443520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:40.451779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ac557489-e571-44df-bd33-4adf9fa71f7d req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': ' tempest-securitygroup -752475663 ', 'description': 'tempest-description-1649350215'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:40.493466 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-56491f02-6bee-4a0a-97cf-9ae97b91b2c8 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975530 Jul 06 11:48:40.529359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac557489-e571-44df-bd33-4adf9fa71f7d req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.554576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port 3f5d39c6-8cdb-4955-997a-6cc19517da68 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:40.554925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.559535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Attempting to bind port 61d28c5d-7c48-47ff-967b-c896e7747953 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:40.560588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Attempting to bind port 61d28c5d-7c48-47ff-967b-c896e7747953 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'a2a596e2-7f00-4a3c-b746-f594a166b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:40.560924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Attempting to bind port 61d28c5d-7c48-47ff-967b-c896e7747953 on network 3cb3294f-34b9-4a61-be5e-cacd8de44630 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:40.601432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4f70895-8c99-43e9-b462-1449b38ca515 req-5d585a90-53d4-4c37-884f-a6a922494ef8 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994582 Jul 06 11:48:40.607025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-1df7306e-970c-4304-84a9-2e3f64a2f2bf service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:48:40.608100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-1df7306e-970c-4304-84a9-2e3f64a2f2bf service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1261718 Jul 06 11:48:40.640583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Port 61d28c5d-7c48-47ff-967b-c896e7747953 on network 3cb3294f-34b9-4a61-be5e-cacd8de44630 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:40.640836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Attempting to bind port 61d28c5d-7c48-47ff-967b-c896e7747953 on network 3cb3294f-34b9-4a61-be5e-cacd8de44630 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:40.659999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '48449818-680b-4652-aac5-a62ef80ef0fd', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'port_id': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'mac_address': 'fa:16:3e:ca:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:14Z', 'updated_at': '2021-07-06T11:48:39Z', 'revision_number': 1, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:16Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:40.691036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] Checking router: 725a0344-3519-4631-a1ee-fa0b5a63387c for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:40.698549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:40.698901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Checking segment: {'id': 'a2a596e2-7f00-4a3c-b746-f594a166b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:40.699292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Bound using segment: {'id': 'a2a596e2-7f00-4a3c-b746-f594a166b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:40.699407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:40.699740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Bound port: 61d28c5d-7c48-47ff-967b-c896e7747953, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a596e2-7f00-4a3c-b746-f594a166b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:40.700013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:48:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:40.700128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.752750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port 3f5d39c6-8cdb-4955-997a-6cc19517da68, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3f5d39c6-8cdb-4955-997a-6cc19517da68,segment=NetworkSegment(9e78b6f1-c520-4751-840a-7f896a0ef3be),segment_id=9e78b6f1-c520-4751-840a-7f896a0ef3be)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:40.753168 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.794763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for 3f5d39c6-8cdb-4955-997a-6cc19517da68 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:40.809427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:40.924766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-6a051014-9df0-4162-8e6b-62e1011f7f5b service neutron] 10.222.0.78 "GET /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900820 Jul 06 11:48:40.931819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac557489-e571-44df-bd33-4adf9fa71f7d req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.952097 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac557489-e571-44df-bd33-4adf9fa71f7d req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.963309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] For port 61d28c5d-7c48-47ff-967b-c896e7747953, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:41.041813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] For port 61d28c5d-7c48-47ff-967b-c896e7747953, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61d28c5d-7c48-47ff-967b-c896e7747953,segment=NetworkSegment(a2a596e2-7f00-4a3c-b746-f594a166b74b),segment_id=a2a596e2-7f00-4a3c-b746-f594a166b74b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:41.060320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.062376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac557489-e571-44df-bd33-4adf9fa71f7d req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.063717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac557489-e571-44df-bd33-4adf9fa71f7d req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6463225 Jul 06 11:48:41.090953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c8f3c-3d0a-4692-9527-07beb5876ec0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57639aa-1618-431f-82a5-f6695f3668da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.101673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '48449818-680b-4652-aac5-a62ef80ef0fd', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'port_id': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'mac_address': 'fa:16:3e:ca:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:14Z', 'updated_at': '2021-07-06T11:48:39Z', 'revision_number': 1, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:16Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:41.138507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.139210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.140674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] 10.222.0.79 "PUT /v2.0/ports/61d28c5d-7c48-47ff-967b-c896e7747953 HTTP/1.1" status: 200 len: 1091 time: 2.5042508 Jul 06 11:48:41.146299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b6797-6adb-4476-aee3-8c78f8f81ea4 None None] The sync data for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 is: [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '48449818-680b-4652-aac5-a62ef80ef0fd', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'port_id': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'mac_address': 'fa:16:3e:ca:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:14Z', 'updated_at': '2021-07-06T11:48:39Z', 'revision_number': 1, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:16Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:41.149580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.177132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-245bcb20-b309-4f19-9a8f-fce91b76ef8c service neutron] 10.222.0.78 "GET /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411983 Jul 06 11:48:41.186647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port 3f5d39c6-8cdb-4955-997a-6cc19517da68 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:41.195990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098debf7-425b-4b2b-9b7f-a8d8dcc4b38c service neutron] Pushing event updated for resources: {'Port': ['ID=61d28c5d-7c48-47ff-967b-c896e7747953,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.256566 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24bfca9-8429-4252-bfb4-f2dc213aea75 x-openstack-request-id: req-c24bfca9-8429-4252-bfb4-f2dc213aea75 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:41.256896 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:41.257147 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c24bfca9-8429-4252-bfb4-f2dc213aea75 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:41.258076 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'status': 'completed', 'code': 200} Jul 06 11:48:41.336908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=3f5d39c6-8cdb-4955-997a-6cc19517da68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.376472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.394447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c69d51f-089c-49f2-b0d6-2f3ba132fdb4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:41.424109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e78b6f1-c520-4751-840a-7f896a0ef3be') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:41.424410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e78b6f1-c520-4751-840a-7f896a0ef3be') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:41.426607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-76683ab4-6c0e-45d5-96b9-6c82450ad413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.429372 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-76683ab4-6c0e-45d5-96b9-6c82450ad413 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b663cf6db7f048b1aee5e459f2fca787&device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 1097 time: 0.1294079 Jul 06 11:48:41.470681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-71fefe62-fdc2-46c5-8bc0-be3021c7669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.479083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-71fefe62-fdc2-46c5-8bc0-be3021c7669d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab66a67469564862bb267c38918ee3e0&device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 1094 time: 0.2587059 Jul 06 11:48:41.481056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.538766 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7df3c2-ebe0-4a6b-a3f2-cb071abca1ce None None] New status for floating IP 48449818-680b-4652-aac5-a62ef80ef0fd: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:48:41.554478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-8e8e5646-6274-4984-a836-7b2a837b9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.554478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-8e8e5646-6274-4984-a836-7b2a837b9f07 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e HTTP/1.1" status: 200 len: 907 time: 0.1183627 Jul 06 11:48:41.576776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-d4de0004-62c2-4f93-9b00-84b9a4b0a6eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d28c5d-7c48-47ff-967b-c896e7747953 HTTP/1.1" status: 200 len: 217 time: 0.0861201 Jul 06 11:48:41.577854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.616569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:41.617169 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:41.641244 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:41.663700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-9f43662c-1ec6-4119-be58-2d5f980a23f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0 HTTP/1.1" status: 200 len: 999 time: 0.1024191 Jul 06 11:48:41.748230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-4ea44742-f13f-4d15-ae5c-3de60e262f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.749977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-4ea44742-f13f-4d15-ae5c-3de60e262f53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c308112-9ba3-41a9-8e01-eb29ce432ae2 HTTP/1.1" status: 200 len: 845 time: 0.0759921 Jul 06 11:48:41.754717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-492998e9-fed2-4fbb-975c-fb98493df6b9 req-cb51f992-0cb4-4a95-95c5-ee012ff1284e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/c57639aa-1618-431f-82a5-f6695f3668da HTTP/1.1" status: 200 len: 1782 time: 0.1948981 Jul 06 11:48:41.766884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-a142af89-5d26-40a3-9844-4e92771d2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.768738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-a142af89-5d26-40a3-9844-4e92771d2844 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf3935a2-088b-49a7-87be-798203ad97a2 HTTP/1.1" status: 200 len: 852 time: 0.1772702 Jul 06 11:48:41.793952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d600-6d11-4f36-b0ef-ffd04ba65404 req-4f685c54-0ec8-4345-8d8d-2f0a421cf0e5 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.797936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0b5d600-6d11-4f36-b0ef-ffd04ba65404 req-4f685c54-0ec8-4345-8d8d-2f0a421cf0e5 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 943 time: 0.3776119 Jul 06 11:48:41.825135 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.879809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-9c6d2d09-7da8-42f7-b596-af25245377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.880642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.881361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-9c6d2d09-7da8-42f7-b596-af25245377f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130605 Jul 06 11:48:41.882692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 HTTP/1.1" status: 204 len: 168 time: 4.2795331 Jul 06 11:48:41.887373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:41.889649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-89976357-b7b7-4ac8-9359-d9d6be349fad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cb3294f-34b9-4a61-be5e-cacd8de44630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897231 Jul 06 11:48:41.892215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8662c6-d64b-4b4f-8e0a-8c68c4992d5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=7c69d51f-089c-49f2-b0d6-2f3ba132fdb4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.899564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149898294'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:41.925017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'tag': '61d28c5d-7c48-47ff-967b-c896e7747953'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:41.927799 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85220927-93f6-40d3-b02a-076174e11657" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc72c84-01fe-498b-87a7-71c8f3cf1e77", "tag": "61d28c5d-7c48-47ff-967b-c896e7747953"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:41.944205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0b5d600-6d11-4f36-b0ef-ffd04ba65404 req-8ac2c00d-30b5-4e58-91fe-3903934eda68 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250005 Jul 06 11:48:41.989557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:41.993473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.042668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:42.046384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-9a5b537d-a756-4b74-ae09-fef48f5093fc service neutron] 10.222.0.79 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554375 Jul 06 11:48:42.057288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.057718 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 0783997e-9e0e-4bd0-8b14-34bdf8e6f585 of type vlan for network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 Jul 06 11:48:42.072113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1305d704-01d7-431e-be9f-077ef3d8b40d req-f3559664-6bb8-4775-97e9-1113aa9a219f tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 210 time: 0.0883861 Jul 06 11:48:42.137136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1b88ab0-abed-4cc3-835a-87c0537bb1be req-c409a456-936e-4f3d-8cb7-790154ee5847 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/c57639aa-1618-431f-82a5-f6695f3668da HTTP/1.1" status: 200 len: 1782 time: 0.1519830 Jul 06 11:48:42.159264 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea682edd-abe2-4707-b1de-ae6f97ec9848 x-openstack-request-id: req-ea682edd-abe2-4707-b1de-ae6f97ec9848 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:42.159609 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc72c84-01fe-498b-87a7-71c8f3cf1e77", "tag": "61d28c5d-7c48-47ff-967b-c896e7747953", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:42.161205 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea682edd-abe2-4707-b1de-ae6f97ec9848 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:42.161205 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'tag': '61d28c5d-7c48-47ff-967b-c896e7747953', 'status': 'completed', 'code': 200} Jul 06 11:48:42.170843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-4d32644e-e584-4f79-866f-8dba65ea9bb6 service neutron] 10.222.0.79 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476783 Jul 06 11:48:42.172391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.293463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b88ab0-abed-4cc3-835a-87c0537bb1be req-8cca9a7e-7bf5-4b2b-8c26-80f0036641e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.337906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b88ab0-abed-4cc3-835a-87c0537bb1be req-8cca9a7e-7bf5-4b2b-8c26-80f0036641e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.342098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5176feb0-2cb0-4a00-a26f-56296c1b1cd8 req-85473552-d923-4bb6-b8e2-5aafedc8c4b1 service neutron] 10.222.0.79 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642339 Jul 06 11:48:42.393429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b88ab0-abed-4cc3-835a-87c0537bb1be req-8cca9a7e-7bf5-4b2b-8c26-80f0036641e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.397294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a1b88ab0-abed-4cc3-835a-87c0537bb1be req-8cca9a7e-7bf5-4b2b-8c26-80f0036641e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.398523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1b88ab0-abed-4cc3-835a-87c0537bb1be req-8cca9a7e-7bf5-4b2b-8c26-80f0036641e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/c57639aa-1618-431f-82a5-f6695f3668da HTTP/1.1" status: 204 len: 173 time: 0.2543187 Jul 06 11:48:42.409345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca9a7e-7bf5-4b2b-8c26-80f0036641e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57639aa-1618-431f-82a5-f6695f3668da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:42.460167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67d75de3-ad44-4898-971a-15b4d43c0759 req-5bd8fb33-4050-40d7-8993-082e10ad7915 service neutron] 10.222.0.79 "GET /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044659 Jul 06 11:48:42.465198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.471130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.471758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.480680 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-e91f3d1e-22f3-466c-8b92-1bec17e1b48e req-31219510-6ef5-41ef-a05b-fe0a38b14db4 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:48:42.487194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e91f3d1e-22f3-466c-8b92-1bec17e1b48e req-31219510-6ef5-41ef-a05b-fe0a38b14db4 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/c57639aa-1618-431f-82a5-f6695f3668da HTTP/1.1" status: 404 len: 352 time: 0.0575857 Jul 06 11:48:42.512598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c788f848-5b9a-444d-8146-d259b29f8541 req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-383518232', 'description': 'tempest-description-300931830'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:42.527827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85220927-93f6-40d3-b02a-076174e11657 req-0065905d-7c1b-4311-aafc-5bfb17888a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.529411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-0065905d-7c1b-4311-aafc-5bfb17888a70 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab66a67469564862bb267c38918ee3e0&device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 1094 time: 0.0986841 Jul 06 11:48:42.538085 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6491251 Jul 06 11:48:42.541505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:42.548906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:42.557924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30e3c-e1eb-4fba-8cf2-fd83752c7928 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=28e33f28-efc4-45ba-81b2-6aa5707b5ba8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:42.572624 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c788f848-5b9a-444d-8146-d259b29f8541 req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.583317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:42.642507 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:48:42.642507 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:48:42.642507 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': '22aca4fbe1f448949c1c7543bc4d88df', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 48, 42, 635987)}] Jul 06 11:48:42.642507 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:42.643774 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:42.680343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85220927-93f6-40d3-b02a-076174e11657 req-7509dc8a-0eeb-4848-9a65-65bf4fbe2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.681834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-7509dc8a-0eeb-4848-9a65-65bf4fbe2152 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3cb3294f-34b9-4a61-be5e-cacd8de44630 HTTP/1.1" status: 200 len: 913 time: 0.1393125 Jul 06 11:48:42.744318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-8b585634-d34c-4bdc-ae2b-2b7f4558cad4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d28c5d-7c48-47ff-967b-c896e7747953 HTTP/1.1" status: 200 len: 217 time: 0.0552475 Jul 06 11:48:42.806608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c788f848-5b9a-444d-8146-d259b29f8541 req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.811720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c788f848-5b9a-444d-8146-d259b29f8541 req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.832741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85220927-93f6-40d3-b02a-076174e11657 req-b57ef625-4e44-4e11-9689-55ef3ac1549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.834221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-b57ef625-4e44-4e11-9689-55ef3ac1549e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf3935a2-088b-49a7-87be-798203ad97a2 HTTP/1.1" status: 200 len: 852 time: 0.0805490 Jul 06 11:48:42.857566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c788f848-5b9a-444d-8146-d259b29f8541 req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.858745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c788f848-5b9a-444d-8146-d259b29f8541 req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3546975 Jul 06 11:48:42.876947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b496560-11fd-4c9a-a51d-dbf1ab58a4ea tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61354577-1070-4e7d-b76f-301e9a6acf0f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:42.881030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-c4cff514-eed2-463b-b90c-92530d629624 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cb3294f-34b9-4a61-be5e-cacd8de44630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336876 Jul 06 11:48:42.887657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1e0b03c8-00bf-4fff-b7df-634f893cbb45 req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1104938233', 'description': 'tempest-description-1439013158'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:42.981193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e0b03c8-00bf-4fff-b7df-634f893cbb45 req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.036184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-64779cdc-c789-442f-8c21-3c65bd03bfdc tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.037906 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-64779cdc-c789-442f-8c21-3c65bd03bfdc tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.79 "GET /v2.0/networks?id=5bcb543a-0f73-4cde-b9c6-206e670a054c HTTP/1.1" status: 200 len: 820 time: 0.1429656 Jul 06 11:48:43.038057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-27446b6e-9b87-4556-9500-a98bd8f15484 service neutron] 10.222.0.79 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414967 Jul 06 11:48:43.088305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Request body: {'port': {'device_id': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c', 'admin_state_up': True, 'tenant_id': 'ae80dd816bd24bebb1fedc53513fd949'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:43.181716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85220927-93f6-40d3-b02a-076174e11657 req-bc0a71b8-a4d5-4cf6-b3b5-8eb54577b491 service neutron] 10.222.0.79 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112807 Jul 06 11:48:43.245176 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e0b03c8-00bf-4fff-b7df-634f893cbb45 req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.249351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e0b03c8-00bf-4fff-b7df-634f893cbb45 req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.263687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:48:43.263687 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:48:43.263687 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': 'ae80dd816bd24bebb1fedc53513fd949', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 48, 43, 211898)}] Jul 06 11:48:43.263687 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:43.264261 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:43.274463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:43.279105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.288218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e0b03c8-00bf-4fff-b7df-634f893cbb45 req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.289462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e0b03c8-00bf-4fff-b7df-634f893cbb45 req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4062567 Jul 06 11:48:43.299297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c231-5422-480f-9331-f0d35a0dbb0d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e76ac2-3194-422a-9335-766edb3b39b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:43.316334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50508eb5-7c82-46ea-a297-21181a74921a req-6c528646-60c7-4bce-80c0-fbfc9f6bd5b4 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.317179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50508eb5-7c82-46ea-a297-21181a74921a req-6c528646-60c7-4bce-80c0-fbfc9f6bd5b4 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 943 time: 0.1424990 Jul 06 11:48:43.358550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50508eb5-7c82-46ea-a297-21181a74921a req-9048de4a-ff24-4177-855d-d97fd92d1b2c tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356104 Jul 06 11:48:43.412913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f2427b5a-0d47-4bb6-8439-42349aa7c84d req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-856763213', 'description': 'tempest-description-234338109'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:43.438896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90ff3c2d-e1fc-4bb9-b989-7c430ccafa73 req-7e83011d-2156-4a9e-8ba0-12ba0250145a tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 210 time: 0.0396314 Jul 06 11:48:43.467782 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2427b5a-0d47-4bb6-8439-42349aa7c84d req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.503128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.569940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2427b5a-0d47-4bb6-8439-42349aa7c84d req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.571947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=954b5e0b-bddc-4869-bf8f-24df6a8c8f8a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:43.574598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2427b5a-0d47-4bb6-8439-42349aa7c84d req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.576791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '0783997e-9e0e-4bd0-8b14-34bdf8e6f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:43.577178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 28e33f28-efc4-45ba-81b2-6aa5707b5ba8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:43.595367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:43.607168 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2427b5a-0d47-4bb6-8439-42349aa7c84d req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.607477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 28e33f28-efc4-45ba-81b2-6aa5707b5ba8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:43.612248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2427b5a-0d47-4bb6-8439-42349aa7c84d req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2021058 Jul 06 11:48:43.612248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cc194-732d-406d-93b9-82c714a66e34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd6619-3e43-475a-badd-483a25257e72,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:43.617335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65665d23-6b4b-484d-89d4-9653c292ece4 None None] Network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:43.624109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.624686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.645025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07f716e2-3629-4d44-b7c4-c28a467f35d8 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0993176 Jul 06 11:48:43.645341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:43.773469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.780192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88e04470-ea28-4836-8d82-67f4141f9f7f req-d49ddc75-de3b-4e7b-8eb7-20bf28d32a3c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 10908 time: 0.1438761 Jul 06 11:48:43.802651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Made reservation on behalf of ae80dd816bd24bebb1fedc53513fd949 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:43.806344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.806518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-28e33f28-efc4-45ba-81b2-6aa5707b5ba8', 'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '954b5e0b-bddc-4869-bf8f-24df6a8c8f8a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:43.807945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.834340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88e04470-ea28-4836-8d82-67f4141f9f7f req-ea8cbd58-db48-4ecd-9346-5988515ec06c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/05b8f980-67b1-424a-9bbb-0c2a3222a79f HTTP/1.1" status: 200 len: 2985 time: 0.0532482 Jul 06 11:48:43.890531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.897097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88e04470-ea28-4836-8d82-67f4141f9f7f req-f44b62b4-5a13-4ce8-8045-09d3c1f9369c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/05b8f980-67b1-424a-9bbb-0c2a3222a79f HTTP/1.1" status: 200 len: 2985 time: 0.0514553 Jul 06 11:48:43.964029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e846a36f-e0a1-4a78-a157-9e58517b9906 req-3cd56e2c-d487-47a2-971d-d8dabc383838 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/61354577-1070-4e7d-b76f-301e9a6acf0f HTTP/1.1" status: 200 len: 1801 time: 0.0443120 Jul 06 11:48:43.978047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Allocated IP 172.20.0.1 (28e33f28-efc4-45ba-81b2-6aa5707b5ba8/954b5e0b-bddc-4869-bf8f-24df6a8c8f8a/338b18d6-8020-4424-a207-4b3e4d3d62e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:44.017251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Allocated IP 172.20.0.11 (5bcb543a-0f73-4cde-b9c6-206e670a054c/de742503-d29a-45f1-82b5-93b4c757af6c/c8a8ac65-b490-4b71-9cfe-728191269170) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:44.042660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e846a36f-e0a1-4a78-a157-9e58517b9906 req-12aee2e4-e64a-4326-8a11-2baeebef37b1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.072452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e846a36f-e0a1-4a78-a157-9e58517b9906 req-12aee2e4-e64a-4326-8a11-2baeebef37b1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.127752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e846a36f-e0a1-4a78-a157-9e58517b9906 req-12aee2e4-e64a-4326-8a11-2baeebef37b1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.130675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e846a36f-e0a1-4a78-a157-9e58517b9906 req-12aee2e4-e64a-4326-8a11-2baeebef37b1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.146578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e846a36f-e0a1-4a78-a157-9e58517b9906 req-12aee2e4-e64a-4326-8a11-2baeebef37b1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/61354577-1070-4e7d-b76f-301e9a6acf0f HTTP/1.1" status: 204 len: 173 time: 0.1754372 Jul 06 11:48:44.169922 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.174568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aee2e4-e64a-4326-8a11-2baeebef37b1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61354577-1070-4e7d-b76f-301e9a6acf0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.185862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Transition to ACTIVE for port object 338b18d6-8020-4424-a207-4b3e4d3d62e4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:44.192408 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-1d80e2db-0fb9-4f8a-9614-49cdb230a9e0 req-8373ecb9-af2e-473e-916b-c900514099c1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:48:44.193621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d80e2db-0fb9-4f8a-9614-49cdb230a9e0 req-8373ecb9-af2e-473e-916b-c900514099c1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/61354577-1070-4e7d-b76f-301e9a6acf0f HTTP/1.1" status: 404 len: 352 time: 0.0286868 Jul 06 11:48:44.219766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Transition to ACTIVE for port object 338b18d6-8020-4424-a207-4b3e4d3d62e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:44.230665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.232159 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.257335 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.272280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:44.273693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea0232d1-2c03-450b-a2a6-bfca688dd675 req-57747753-8d05-410c-ad0a-2b3bafb17d2d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/b9e76ac2-3194-422a-9335-766edb3b39b6 HTTP/1.1" status: 200 len: 1803 time: 0.0573523 Jul 06 11:48:44.275167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:44.278101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:44.292752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Pushing event updated for resources: {'Port': ['ID=338b18d6-8020-4424-a207-4b3e4d3d62e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.299344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=954b5e0b-bddc-4869-bf8f-24df6a8c8f8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.320311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.321050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.323300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.324359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.324703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.325040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.325379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.325711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.326035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.326355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.328071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.328709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:44.363652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea0232d1-2c03-450b-a2a6-bfca688dd675 req-d1bc1b3d-3d09-4800-8ca1-7bd3f274ea2f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.365523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.378119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.384705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Attempting to bind port 338b18d6-8020-4424-a207-4b3e4d3d62e4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:44.385631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Attempting to bind port 338b18d6-8020-4424-a207-4b3e4d3d62e4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '0783997e-9e0e-4bd0-8b14-34bdf8e6f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:44.386245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Attempting to bind port 338b18d6-8020-4424-a207-4b3e4d3d62e4 on network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:44.394568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:44.394568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Checking segment: {'id': '0783997e-9e0e-4bd0-8b14-34bdf8e6f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:44.394937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.395139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Bound using segment: {'id': '0783997e-9e0e-4bd0-8b14-34bdf8e6f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:44.395467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea0232d1-2c03-450b-a2a6-bfca688dd675 req-d1bc1b3d-3d09-4800-8ca1-7bd3f274ea2f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.395794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Bound port: 338b18d6-8020-4424-a207-4b3e4d3d62e4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0783997e-9e0e-4bd0-8b14-34bdf8e6f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:44.396244 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.418342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e33f28-efc4-45ba-81b2-6aa5707b5ba8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:44.441816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0783997e-9e0e-4bd0-8b14-34bdf8e6f585') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:44.442113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0783997e-9e0e-4bd0-8b14-34bdf8e6f585') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:44.455359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Network 5bcb543a-0f73-4cde-b9c6-206e670a054c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:44.458216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Pushing event updated for resources: {'Port': ['ID=c8a8ac65-b490-4b71-9cfe-728191269170,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.461243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea0232d1-2c03-450b-a2a6-bfca688dd675 req-d1bc1b3d-3d09-4800-8ca1-7bd3f274ea2f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.463243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.466368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea0232d1-2c03-450b-a2a6-bfca688dd675 req-d1bc1b3d-3d09-4800-8ca1-7bd3f274ea2f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.466805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:44.469481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea0232d1-2c03-450b-a2a6-bfca688dd675 req-d1bc1b3d-3d09-4800-8ca1-7bd3f274ea2f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/b9e76ac2-3194-422a-9335-766edb3b39b6 HTTP/1.1" status: 204 len: 173 time: 0.1879709 Jul 06 11:48:44.478124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:44.492290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1b3d-3d09-4800-8ca1-7bd3f274ea2f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e76ac2-3194-422a-9335-766edb3b39b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.517647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] For port 338b18d6-8020-4424-a207-4b3e4d3d62e4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:44.529495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.541853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:44.542746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:44.546124 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:44.597862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.599245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.602085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183b07-3e0d-491f-8484-1afd62cdcaa6 req-49adc864-f6e0-47cb-bba1-e6a9eccb08cd tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.603682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85183b07-3e0d-491f-8484-1afd62cdcaa6 req-49adc864-f6e0-47cb-bba1-e6a9eccb08cd tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 943 time: 0.0780706 Jul 06 11:48:44.636551 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-3820796f-f5e1-4d2f-86eb-33f9b58198ec tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5593500 Jul 06 11:48:44.638173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:48:44.638173 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:48:44.638173 n-d-799528-2 neutron-server[93766]: [parameters: {'id': '28e33f28-efc4-45ba-81b2-6aa5707b5ba8'}] Jul 06 11:48:44.638173 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:44.638692 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:44.644876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] For port 338b18d6-8020-4424-a207-4b3e4d3d62e4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=338b18d6-8020-4424-a207-4b3e4d3d62e4,segment=NetworkSegment(0783997e-9e0e-4bd0-8b14-34bdf8e6f585),segment_id=0783997e-9e0e-4bd0-8b14-34bdf8e6f585)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:44.649319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Request body: {'port': {'device_id': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:44.651435 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.682518 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85183b07-3e0d-491f-8484-1afd62cdcaa6 req-8bcd3008-36e5-414f-81fe-720fdd67ba32 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Jul 06 11:48:44.708191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de8da8-e5eb-45d4-a569-a77899cc229d req-b18c658c-8348-4777-8fcb-9257cb70fa99 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.709976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55de8da8-e5eb-45d4-a569-a77899cc229d req-b18c658c-8348-4777-8fcb-9257cb70fa99 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 932 time: 0.1034019 Jul 06 11:48:44.741189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.757240 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-9d0cc7ff-65da-4e4f-8dab-cdea9a054b6d req-932bfa52-f86b-40e6-b7c0-af383dcd13cb tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:48:44.758285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d0cc7ff-65da-4e4f-8dab-cdea9a054b6d req-932bfa52-f86b-40e6-b7c0-af383dcd13cb tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/b9e76ac2-3194-422a-9335-766edb3b39b6 HTTP/1.1" status: 404 len: 352 time: 0.0330224 Jul 06 11:48:44.760326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794432-2fa1-497e-af0f-66147dba5de2 None None] Pushing event updated for resources: {'Port': ['ID=338b18d6-8020-4424-a207-4b3e4d3d62e4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.780097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27545f00-570f-4d50-b78f-84465418891b None None] Network 28e33f28-efc4-45ba-81b2-6aa5707b5ba8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:44.780265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55de8da8-e5eb-45d4-a569-a77899cc229d req-1ded1897-7487-4a85-939e-c0d73a5df577 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532525 Jul 06 11:48:44.893092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b69ea33d-ea0d-4566-9367-2cc8471a3de1 req-8312fc59-91fb-40ba-a54a-2bd53333c43e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/d6bd6619-3e43-475a-badd-483a25257e72 HTTP/1.1" status: 200 len: 1801 time: 0.0754161 Jul 06 11:48:44.954341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fb234-1733-4194-b4a3-06070b7ef8e8 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:44.973989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b69ea33d-ea0d-4566-9367-2cc8471a3de1 req-7c31c3e3-53d7-431e-b568-77dd5e93fb26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.013815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b69ea33d-ea0d-4566-9367-2cc8471a3de1 req-7c31c3e3-53d7-431e-b568-77dd5e93fb26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.062174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b69ea33d-ea0d-4566-9367-2cc8471a3de1 req-7c31c3e3-53d7-431e-b568-77dd5e93fb26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.065907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b69ea33d-ea0d-4566-9367-2cc8471a3de1 req-7c31c3e3-53d7-431e-b568-77dd5e93fb26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.067088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b69ea33d-ea0d-4566-9367-2cc8471a3de1 req-7c31c3e3-53d7-431e-b568-77dd5e93fb26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/d6bd6619-3e43-475a-badd-483a25257e72 HTTP/1.1" status: 204 len: 173 time: 0.1731184 Jul 06 11:48:45.079560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31c3e3-53d7-431e-b568-77dd5e93fb26 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd6619-3e43-475a-badd-483a25257e72,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.104501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a8ac65-b490-4b71-9cfe-728191269170 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:45.115224 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-d3560670-5242-466e-bcaf-2cdb5cbe6255 req-482fd7e4-daa1-46f8-9733-6145ddfed00b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:48:45.116328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3560670-5242-466e-bcaf-2cdb5cbe6255 req-482fd7e4-daa1-46f8-9733-6145ddfed00b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/d6bd6619-3e43-475a-badd-483a25257e72 HTTP/1.1" status: 404 len: 352 time: 0.0179472 Jul 06 11:48:45.119629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.125842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fb234-1733-4194-b4a3-06070b7ef8e8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:45.132956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Transition to ACTIVE for port object c8a8ac65-b490-4b71-9cfe-728191269170 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:45.137879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.142280 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.199959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a8ac65-b490-4b71-9cfe-728191269170,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.242494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c735446e-8b58-4fd1-ac89-b36f7c4c01f3 req-94846645-3803-47b1-9604-5d6c543365ad tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 6156 time: 0.1023026 Jul 06 11:48:45.295352 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c735446e-8b58-4fd1-ac89-b36f7c4c01f3 req-6a8d63a4-0c07-46e9-a984-a8081bd0172b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/05b8f980-67b1-424a-9bbb-0c2a3222a79f HTTP/1.1" status: 200 len: 2985 time: 0.0519574 Jul 06 11:48:45.344438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port 338b18d6-8020-4424-a207-4b3e4d3d62e4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:45.344717 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.353667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c735446e-8b58-4fd1-ac89-b36f7c4c01f3 req-c11b580d-112e-428c-9a5d-00c01032fa61 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/05b8f980-67b1-424a-9bbb-0c2a3222a79f HTTP/1.1" status: 200 len: 2985 time: 0.0506392 Jul 06 11:48:45.358869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Attempting to bind port c8a8ac65-b490-4b71-9cfe-728191269170 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:45.359206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Attempting to bind port c8a8ac65-b490-4b71-9cfe-728191269170 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '48c3b710-c3fe-452a-99fc-13158d2ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:45.359539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Attempting to bind port c8a8ac65-b490-4b71-9cfe-728191269170 on network 5bcb543a-0f73-4cde-b9c6-206e670a054c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:45.384016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-011104ad-2969-46bb-a580-25c9eeee5860 req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2039752730', 'description': 'tempest-description-650195016'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:45.395317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Port c8a8ac65-b490-4b71-9cfe-728191269170 on network 5bcb543a-0f73-4cde-b9c6-206e670a054c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:45.395650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Attempting to bind port c8a8ac65-b490-4b71-9cfe-728191269170 on network 5bcb543a-0f73-4cde-b9c6-206e670a054c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:45.405887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:45.406243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Checking segment: {'id': '48c3b710-c3fe-452a-99fc-13158d2ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:45.406591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Bound using segment: {'id': '48c3b710-c3fe-452a-99fc-13158d2ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:45.407037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Bound port: c8a8ac65-b490-4b71-9cfe-728191269170, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c3b710-c3fe-452a-99fc-13158d2ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:45.407397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.410329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011104ad-2969-46bb-a580-25c9eeee5860 req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.432156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port 338b18d6-8020-4424-a207-4b3e4d3d62e4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=338b18d6-8020-4424-a207-4b3e4d3d62e4,segment=NetworkSegment(0783997e-9e0e-4bd0-8b14-34bdf8e6f585),segment_id=0783997e-9e0e-4bd0-8b14-34bdf8e6f585)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:45.432521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.463565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for 338b18d6-8020-4424-a207-4b3e4d3d62e4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:45.497584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011104ad-2969-46bb-a580-25c9eeee5860 req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.502682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011104ad-2969-46bb-a580-25c9eeee5860 req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.531552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011104ad-2969-46bb-a580-25c9eeee5860 req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.532939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-011104ad-2969-46bb-a580-25c9eeee5860 req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1533434 Jul 06 11:48:45.535576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73688671-3b77-404d-9715-8d42211b9c5b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248f140f-c19e-4165-99fb-1624f0454e5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.539728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] For port c8a8ac65-b490-4b71-9cfe-728191269170, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:45.544151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] For port c8a8ac65-b490-4b71-9cfe-728191269170, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8a8ac65-b490-4b71-9cfe-728191269170,segment=NetworkSegment(48c3b710-c3fe-452a-99fc-13158d2ed2f1),segment_id=48c3b710-c3fe-452a-99fc-13158d2ed2f1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:45.555989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.562636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2652f47c-a5d7-4cd2-a45e-fe8b3e26ff9d req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1780142562', 'description': 'tempest-description-1457012510'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:45.586624 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2652f47c-a5d7-4cd2-a45e-fe8b3e26ff9d req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.596953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.597506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.599011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] 10.222.0.79 "PUT /v2.0/ports/c8a8ac65-b490-4b71-9cfe-728191269170 HTTP/1.1" status: 200 len: 1092 time: 0.9541631 Jul 06 11:48:45.600874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'tag': 'c8a8ac65-b490-4b71-9cfe-728191269170'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:45.601036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61d28c5d-7c48-47ff-967b-c896e7747953 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:45.603590 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2cd930-727f-4385-b5c9-b31383d24b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "41d9c12e-1677-457d-bb95-e0dd77bcd34a", "tag": "c8a8ac65-b490-4b71-9cfe-728191269170"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:45.649317 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57b837-37cf-4c72-8017-5419d5cf45be x-openstack-request-id: req-3b57b837-37cf-4c72-8017-5419d5cf45be {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:45.649744 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d9c12e-1677-457d-bb95-e0dd77bcd34a", "tag": "c8a8ac65-b490-4b71-9cfe-728191269170", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:45.650065 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b57b837-37cf-4c72-8017-5419d5cf45be {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:45.650602 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'tag': 'c8a8ac65-b490-4b71-9cfe-728191269170', 'status': 'completed', 'code': 200} Jul 06 11:48:45.651612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8ded4-aa97-4aa4-bfa5-ac4f316b7c59 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a8ac65-b490-4b71-9cfe-728191269170,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.691228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.712714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2652f47c-a5d7-4cd2-a45e-fe8b3e26ff9d req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.717124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2652f47c-a5d7-4cd2-a45e-fe8b3e26ff9d req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.721426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=338b18d6-8020-4424-a207-4b3e4d3d62e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.728339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port 338b18d6-8020-4424-a207-4b3e4d3d62e4 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:45.743810 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2652f47c-a5d7-4cd2-a45e-fe8b3e26ff9d req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.745207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2652f47c-a5d7-4cd2-a45e-fe8b3e26ff9d req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1870186 Jul 06 11:48:45.765470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349daf59-297f-4838-969b-21e58f193a50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d6149-fad2-4dd0-84db-ae785ff1ef86,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.767249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 61d28c5d-7c48-47ff-967b-c896e7747953, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61d28c5d-7c48-47ff-967b-c896e7747953,segment=NetworkSegment(a2a596e2-7f00-4a3c-b746-f594a166b74b),segment_id=a2a596e2-7f00-4a3c-b746-f594a166b74b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:45.782190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '61d28c5d-7c48-47ff-967b-c896e7747953', 'network_id': '3cb3294f-34b9-4a61-be5e-cacd8de44630', 'port_id': '61d28c5d-7c48-47ff-967b-c896e7747953', 'mac_address': 'fa:16:3e:8d:7d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3935a2-088b-49a7-87be-798203ad97a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:45.857255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.883952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d28c5d-7c48-47ff-967b-c896e7747953 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:45.915162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.928111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-65706190-024d-480e-8fae-8c4027d7b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.930264 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-65706190-024d-480e-8fae-8c4027d7b09c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae80dd816bd24bebb1fedc53513fd949&device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 1095 time: 0.2747505 Jul 06 11:48:45.930892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 61d28c5d-7c48-47ff-967b-c896e7747953, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61d28c5d-7c48-47ff-967b-c896e7747953,segment=NetworkSegment(a2a596e2-7f00-4a3c-b746-f594a166b74b),segment_id=a2a596e2-7f00-4a3c-b746-f594a166b74b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:45.936213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e33f28-efc4-45ba-81b2-6aa5707b5ba8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:45.940566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.954272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0783997e-9e0e-4bd0-8b14-34bdf8e6f585') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:45.954985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0783997e-9e0e-4bd0-8b14-34bdf8e6f585') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:46.002386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-40e2bd04-4b75-4bab-99f9-6e9a9c98cb6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8a8ac65-b490-4b71-9cfe-728191269170 HTTP/1.1" status: 200 len: 217 time: 0.0521955 Jul 06 11:48:46.012942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.021230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=61d28c5d-7c48-47ff-967b-c896e7747953,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.068744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.079335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:46.079741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:46.084035 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:46.095933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-83dc6f4d-a69e-4cb9-8b85-3c6c5044c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.097891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-83dc6f4d-a69e-4cb9-8b85-3c6c5044c9fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de742503-d29a-45f1-82b5-93b4c757af6c HTTP/1.1" status: 200 len: 860 time: 0.0872896 Jul 06 11:48:46.118541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8531ba-5798-4c7e-ab8d-e3b5c94ad291 req-69f7f213-6659-4417-9ef6-62298b9e3b8b tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.120058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d8531ba-5798-4c7e-ab8d-e3b5c94ad291 req-69f7f213-6659-4417-9ef6-62298b9e3b8b tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 943 time: 0.2045424 Jul 06 11:48:46.138231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8455d-fed5-4696-b77c-d370c103a32c req-b5747de3-936a-4ceb-b22c-b2210a327b3f tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.140007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7de8455d-fed5-4696-b77c-d370c103a32c req-b5747de3-936a-4ceb-b22c-b2210a327b3f tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 944 time: 0.1634507 Jul 06 11:48:46.164298 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-99a2f7d4-bbb9-41ed-a23a-8b022caf2a64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bcb543a-0f73-4cde-b9c6-206e670a054c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375712 Jul 06 11:48:46.183687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.190637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.196279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/28e33f28-efc4-45ba-81b2-6aa5707b5ba8 HTTP/1.1" status: 204 len: 168 time: 2.5463126 Jul 06 11:48:46.196463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.201681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025230164'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:46.224813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d8531ba-5798-4c7e-ab8d-e3b5c94ad291 req-69426752-ce90-428a-8e4d-5cf031588956 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834668 Jul 06 11:48:46.239415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7de8455d-fed5-4696-b77c-d370c103a32c req-3f1ed145-322b-48b5-b3ad-ddf52336e04e tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862348 Jul 06 11:48:46.244154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c05e-929e-47c9-8fe7-5afa992dad3c tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=28e33f28-efc4-45ba-81b2-6aa5707b5ba8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.247185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:46.253116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.307386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:46.323325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.324029 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 430d92e7-57b2-423b-ae94-68c907505a88 of type vlan for network 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad Jul 06 11:48:46.328094 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-301b4f38-ab55-4b5a-b339-622e23992dbc service neutron] 10.222.0.79 "GET /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535618 Jul 06 11:48:46.384423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.399090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['61d28c5d-7c48-47ff-967b-c896e7747953'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:46.426666 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.433613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.434588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.529426 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8be06f6-7f97-400d-b0a6-29cf31137b88 req-b5af5be3-c4ce-48d7-ad9f-3338ef688def service neutron] 10.222.0.79 "GET /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934972 Jul 06 11:48:46.606228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4084747 Jul 06 11:48:46.606586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.630602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09b71f-7a0e-4796-b435-a84f5ceca787 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=3b40c8b4-0fba-4c15-8113-d89e40b4f1ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.645894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '3b40c8b4-0fba-4c15-8113-d89e40b4f1ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:46.650145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:46.663234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-f8668e31-a334-4e46-b32b-952694e44af5 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.680120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-f8668e31-a334-4e46-b32b-952694e44af5 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 812 time: 0.2409680 Jul 06 11:48:46.707546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-b340306d-d67e-4097-bd98-0915c8b00c34 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/quotas/463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 375 time: 0.0263658 Jul 06 11:48:46.796336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:46.801527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.812988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-a3bd6fd1-93e6-49ee-9979-4a311b96f8dd tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043949 Jul 06 11:48:46.886177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-0aa4c2e3-19ce-42c2-b840-61efb3a18eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.889316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-0aa4c2e3-19ce-42c2-b840-61efb3a18eca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae80dd816bd24bebb1fedc53513fd949&device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 1095 time: 0.2962413 Jul 06 11:48:46.930396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-f6e9d5ed-f0b6-4bc9-97c2-dae8c95d4a2c service neutron] 10.222.0.78 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066267 Jul 06 11:48:47.040559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-b8053256-efbd-4aaf-9b34-464c95ec035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.042045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-b8053256-efbd-4aaf-9b34-464c95ec035a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5bcb543a-0f73-4cde-b9c6-206e670a054c HTTP/1.1" status: 200 len: 921 time: 0.1432660 Jul 06 11:48:47.050254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-cf06133c-3eca-434a-89ae-c8ceecdb956f service neutron] 10.222.0.78 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138272 Jul 06 11:48:47.120587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-a9312043-dd93-42a6-878d-278efc86747b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8a8ac65-b490-4b71-9cfe-728191269170 HTTP/1.1" status: 200 len: 217 time: 0.0699980 Jul 06 11:48:47.141654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.223090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-988e8299-b83a-46a5-9284-6de6e2207d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.224605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-988e8299-b83a-46a5-9284-6de6e2207d1c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de742503-d29a-45f1-82b5-93b4c757af6c HTTP/1.1" status: 200 len: 860 time: 0.0926480 Jul 06 11:48:47.232910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=53633faa-0134-4834-9780-42baf187954d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.250305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd0c2cf2-d77e-4526-a231-436c00bd31ec req-0bcaf2e6-afeb-49fa-802b-9453573c197b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 210 time: 0.0319335 Jul 06 11:48:47.278327 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-c760f9b7-f8e9-4d06-b641-dfa61806c8d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5bcb543a-0f73-4cde-b9c6-206e670a054c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382924 Jul 06 11:48:47.279521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '430d92e7-57b2-423b-ae94-68c907505a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3b40c8b4-0fba-4c15-8113-d89e40b4f1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:47.279521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:47.350375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:47.367025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:47.375725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66068b8a-1e5f-492f-a5cc-ddc7deebf12f None None] Network 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:47.379254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.379962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.415561 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-b6366567-e890-48f7-a710-f47add140e64 service neutron] 10.222.0.79 "GET /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288083 Jul 06 11:48:47.420040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4037f429-5da9-4328-a89b-b7ef29ecc96a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7770629 Jul 06 11:48:47.421117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:47.551523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cd7e0-e79e-4daf-89f5-56fa636c8c39 req-7982130c-fa56-4499-9757-8a5e151c5128 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.553151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e7cd7e0-e79e-4daf-89f5-56fa636c8c39 req-7982130c-fa56-4499-9757-8a5e151c5128 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 944 time: 0.1188204 Jul 06 11:48:47.567448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14e73-96a0-4d34-84d9-8e2b1e76d33f req-49056af2-dd9e-4692-8451-c34397527961 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.575754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55b14e73-96a0-4d34-84d9-8e2b1e76d33f req-49056af2-dd9e-4692-8451-c34397527961 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 944 time: 0.1751065 Jul 06 11:48:47.628761 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac2cd930-727f-4385-b5c9-b31383d24b0f req-33d0e6e3-4d6b-4229-9fd2-da06645231d4 service neutron] 10.222.0.79 "GET /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966136 Jul 06 11:48:47.633407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.666730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55b14e73-96a0-4d34-84d9-8e2b1e76d33f req-0b5ea637-e8e1-4aa3-8e28-f23cf5b0a669 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885253 Jul 06 11:48:47.670437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e7cd7e0-e79e-4daf-89f5-56fa636c8c39 req-38b3acb5-e07b-4155-90bc-76b7f7a6e620 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906696 Jul 06 11:48:47.716137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.773343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027fc42-ec11-4d47-a315-713d2e23b90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3b40c8b4-0fba-4c15-8113-d89e40b4f1ad', 'network_id': '3b40c8b4-0fba-4c15-8113-d89e40b4f1ad', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '53633faa-0134-4834-9780-42baf187954d'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:47.773730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b027fc42-ec11-4d47-a315-713d2e23b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.812083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.862300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=53633faa-0134-4834-9780-42baf187954d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-b027fc42-ec11-4d47-a315-713d2e23b90a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53633faa-0134-4834-9780-42baf187954d: This subnet is being modified by another concurrent operation. Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:47.916047 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53633faa-0134-4834-9780-42baf187954d: This subnet is being modified by another concurrent operation. Jul 06 11:48:47.924674 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:48:47.945653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771d422-65cb-4d11-8178-61db022190c1 None None] Network 3b40c8b4-0fba-4c15-8113-d89e40b4f1ad requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:47.950601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.962364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b40c8b4-0fba-4c15-8113-d89e40b4f1ad']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:47.975326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430d92e7-57b2-423b-ae94-68c907505a88') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:47.975896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430d92e7-57b2-423b-ae94-68c907505a88') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:48.000097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.023558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.029770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:48.030365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:48.036937 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:48.067235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7b590-18ea-4585-a19c-f41be9cfc412 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:48.109715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.128412 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.130311 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/3b40c8b4-0fba-4c15-8113-d89e40b4f1ad HTTP/1.1" status: 204 len: 168 time: 0.7080262 Jul 06 11:48:48.131358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418b2c-46b0-4e18-a94d-75a01ac1cd45 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=3b40c8b4-0fba-4c15-8113-d89e40b4f1ad,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.136768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:48.142829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848819184'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:48.165853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:48.169596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.193681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:48.203251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.203618 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 3b2efba8-a5f5-4e55-8862-bf3e17985e7b of type vlan for network 23c0e2a7-6b34-4750-82c5-12e4aef29012 Jul 06 11:48:48.210409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7b590-18ea-4585-a19c-f41be9cfc412 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:48.246983 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.280809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.287466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.288430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.351724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2115402 Jul 06 11:48:48.352653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:48.367187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:48.376784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29533ff-9290-4f72-a1ee-f4b246191071 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=23c0e2a7-6b34-4750-82c5-12e4aef29012,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.413475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:48.418723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9dd1d40a-4358-4d3d-a047-734098699e0c req-2a20efdd-c988-43d7-a568-789f3dcc0752 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 210 time: 0.0337460 Jul 06 11:48:48.559238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.582870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.907098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:48:48.913104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.913698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.914982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "PUT /v2.0/networks/23c0e2a7-6b34-4750-82c5-12e4aef29012 HTTP/1.1" status: 200 len: 723 time: 0.5612388 Jul 06 11:48:48.924307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75b016-a0f2-4cba-abb5-ee2f463b671e req-02d919ab-6096-453d-9079-0e29f85d5811 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.925803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f75b016-a0f2-4cba-abb5-ee2f463b671e req-02d919ab-6096-453d-9079-0e29f85d5811 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 944 time: 0.1073527 Jul 06 11:48:48.926282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:48.935371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320df754-2292-4edc-b1a8-9d66a752c86e req-93ebad80-b2f8-434a-988d-37e32d54a7a1 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.936826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-320df754-2292-4edc-b1a8-9d66a752c86e req-93ebad80-b2f8-434a-988d-37e32d54a7a1 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 944 time: 0.1282513 Jul 06 11:48:48.941685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:48.973266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695998-30ee-4ee9-85c7-f309fff2e783 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=23c0e2a7-6b34-4750-82c5-12e4aef29012,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.987415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:49.016069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-143f3d8d-f439-4303-8487-d065113e25e3 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.018830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-143f3d8d-f439-4303-8487-d065113e25e3 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 812 time: 0.4471338 Jul 06 11:48:49.045137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'port': {'device_id': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5', 'admin_state_up': True, 'tenant_id': '463053a940ff40339507469efc2ddc91'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:49.107491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-320df754-2292-4edc-b1a8-9d66a752c86e req-56662b2d-13b8-4b23-b3b0-d06d27580ccf tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610775 Jul 06 11:48:49.128412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f75b016-a0f2-4cba-abb5-ee2f463b671e req-67410172-2170-4871-8088-7073099f16cc tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819770 Jul 06 11:48:49.162051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:49.166280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.227791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Made reservation on behalf of 463053a940ff40339507469efc2ddc91 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:49.231647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.376690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.379296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Allocated IP 172.20.0.4 (76f3f028-fa93-416d-8334-0d6d2e155db5/5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd/95ce11d4-ae61-4691-9f54-4c3e39496e1e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:49.442819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=995266e6-8203-4494-8cd6-789b966af8a0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.452640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '3b2efba8-a5f5-4e55-8862-bf3e17985e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:49.453002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: 23c0e2a7-6b34-4750-82c5-12e4aef29012, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:49.473645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:49.487407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 23c0e2a7-6b34-4750-82c5-12e4aef29012) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:49.493582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.494396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.501806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d4c43-956b-4d62-bbfb-55aa9e0460b1 None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:49.512909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd93c626-2778-43ca-9b55-58b60fb16b07 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5851412 Jul 06 11:48:49.515313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:49.522322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:49.548045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.595241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1980910-9dc9-43a9-8641-c714782bc2f3 req-b70ba6fb-f2c9-41ab-bf75-4e7f330d601d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 210 time: 0.0452356 Jul 06 11:48:49.598717 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.654786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8a8ac65-b490-4b71-9cfe-728191269170 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:49.655614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Network 76f3f028-fa93-416d-8334-0d6d2e155db5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:49.657233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:49.661522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61d28c5d-7c48-47ff-967b-c896e7747953 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:49.663346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:49.665382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.667627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:49.718899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.719577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.735757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-7a4b56ed-af4e-4e05-932e-d382d93b36ef tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986415 Jul 06 11:48:49.756519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Request body: {'port': {'device_id': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:49.777661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-23c0e2a7-6b34-4750-82c5-12e4aef29012', 'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '995266e6-8203-4494-8cd6-789b966af8a0'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:49.778614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.837263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.957467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 61d28c5d-7c48-47ff-967b-c896e7747953 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:49.983003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9064610'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.990953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 61d28c5d-7c48-47ff-967b-c896e7747953 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:49.991327 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.093238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c8a8ac65-b490-4b71-9cfe-728191269170, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8a8ac65-b490-4b71-9cfe-728191269170,segment=NetworkSegment(48c3b710-c3fe-452a-99fc-13158d2ed2f1),segment_id=48c3b710-c3fe-452a-99fc-13158d2ed2f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:50.119640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ce11d4-ae61-4691-9f54-4c3e39496e1e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:50.128151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.133365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c8a8ac65-b490-4b71-9cfe-728191269170', 'network_id': '5bcb543a-0f73-4cde-b9c6-206e670a054c', 'port_id': 'c8a8ac65-b490-4b71-9cfe-728191269170', 'mac_address': 'fa:16:3e:2e:3b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de742503-d29a-45f1-82b5-93b4c757af6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:50.144387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Transition to ACTIVE for port object 95ce11d4-ae61-4691-9f54-4c3e39496e1e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:50.150643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.151624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Allocated IP 172.20.0.2 (23c0e2a7-6b34-4750-82c5-12e4aef29012/995266e6-8203-4494-8cd6-789b966af8a0/a35bb618-2ac1-4535-a630-c04cd7eea68e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:50.201201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:50.317302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Attempting to bind port 95ce11d4-ae61-4691-9f54-4c3e39496e1e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:50.317644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Attempting to bind port 95ce11d4-ae61-4691-9f54-4c3e39496e1e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:50.318445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Attempting to bind port 95ce11d4-ae61-4691-9f54-4c3e39496e1e on network 76f3f028-fa93-416d-8334-0d6d2e155db5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:50.322839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Port 95ce11d4-ae61-4691-9f54-4c3e39496e1e on network 76f3f028-fa93-416d-8334-0d6d2e155db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:50.323190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Attempting to bind port 95ce11d4-ae61-4691-9f54-4c3e39496e1e on network 76f3f028-fa93-416d-8334-0d6d2e155db5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:50.328328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:50.328493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.328718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Checking segment: {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:50.329041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Bound using segment: {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:50.329486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Bound port: 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a95851-d628-44c6-be85-d57543656b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:50.330371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.331712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822e340-c662-4262-a1e7-e0a3a203b248 req-bffd1815-0de0-4a54-a6fd-935d595e1b41 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.338669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1822e340-c662-4262-a1e7-e0a3a203b248 req-bffd1815-0de0-4a54-a6fd-935d595e1b41 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 944 time: 0.1050389 Jul 06 11:48:50.362955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.401502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a8ac65-b490-4b71-9cfe-728191269170 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:50.407227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:50.413601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:50.415863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1822e340-c662-4262-a1e7-e0a3a203b248 req-c2ec98d1-2340-4677-9fbd-753e8791ee4d tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759521 Jul 06 11:48:50.419708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.442079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0e56e-791a-46e3-b521-b30c586ddc0c req-8dcc1da0-2219-4163-966c-e412347a6d56 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.443943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fad0e56e-791a-46e3-b521-b30c586ddc0c req-8dcc1da0-2219-4163-966c-e412347a6d56 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 944 time: 0.1403985 Jul 06 11:48:50.458492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.459179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.460911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] 10.222.0.79 "PUT /v2.0/ports/95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 1091 time: 0.7101529 Jul 06 11:48:50.461287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:50.463695 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9b70e-901c-40ce-a088-22f343a5580b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:50.477411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d28c5d-7c48-47ff-967b-c896e7747953'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:50.481831 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cc1c43-f49e-4cef-9961-698cc916dc2f" -d '{"events": [{"server_uuid": "dbc72c84-01fe-498b-87a7-71c8f3cf1e77", "name": "network-vif-plugged", "status": "completed", "tag": "61d28c5d-7c48-47ff-967b-c896e7747953"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:50.489559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c8a8ac65-b490-4b71-9cfe-728191269170, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8a8ac65-b490-4b71-9cfe-728191269170,segment=NetworkSegment(48c3b710-c3fe-452a-99fc-13158d2ed2f1),segment_id=48c3b710-c3fe-452a-99fc-13158d2ed2f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:50.508486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5404-4a70-460d-8b4b-34b15dba163e service neutron] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:50.520604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 61d28c5d-7c48-47ff-967b-c896e7747953, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61d28c5d-7c48-47ff-967b-c896e7747953,segment=NetworkSegment(a2a596e2-7f00-4a3c-b746-f594a166b74b),segment_id=a2a596e2-7f00-4a3c-b746-f594a166b74b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:50.521876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.533854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fad0e56e-791a-46e3-b521-b30c586ddc0c req-535dba47-422f-4ebd-96db-d986ed33424a tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703664 Jul 06 11:48:50.538336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.576635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-1d3a5755-f991-4ee0-b28f-e973dc13b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.578481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-1d3a5755-f991-4ee0-b28f-e973dc13b763 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1094 time: 0.0663936 Jul 06 11:48:50.618757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.646506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Transition to ACTIVE for port object a35bb618-2ac1-4535-a630-c04cd7eea68e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:50.648278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c8a8ac65-b490-4b71-9cfe-728191269170,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:50.650117 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-c28f2193-a9a7-4012-94e4-ec2820295c42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 217 time: 0.0527639 Jul 06 11:48:50.700352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Transition to ACTIVE for port object a35bb618-2ac1-4535-a630-c04cd7eea68e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:50.712172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.734421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-cceeb16d-6ea9-41a5-8280-912ca0d14ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.736826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=61d28c5d-7c48-47ff-967b-c896e7747953,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:50.740886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:50.745399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:50.750264 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-cceeb16d-6ea9-41a5-8280-912ca0d14ef4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.0758166 Jul 06 11:48:50.760928 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74ef9f4-c92e-42d4-a828-130795918fa7 x-openstack-request-id: req-d74ef9f4-c92e-42d4-a828-130795918fa7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:50.761268 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:50.761470 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d74ef9f4-c92e-42d4-a828-130795918fa7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:50.761873 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'status': 'completed', 'code': 200} Jul 06 11:48:50.765761 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cde07db-96fc-421d-b1db-ddddcb636374 x-openstack-request-id: req-4cde07db-96fc-421d-b1db-ddddcb636374 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:50.766191 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc72c84-01fe-498b-87a7-71c8f3cf1e77", "name": "network-vif-plugged", "status": "completed", "tag": "61d28c5d-7c48-47ff-967b-c896e7747953", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:50.766290 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4cde07db-96fc-421d-b1db-ddddcb636374 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:50.766712 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d28c5d-7c48-47ff-967b-c896e7747953', 'code': 200} Jul 06 11:48:50.767622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:50.812966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Pushing event updated for resources: {'Port': ['ID=a35bb618-2ac1-4535-a630-c04cd7eea68e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:50.813377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-56e1b792-5074-4915-8e09-813a46496488 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621700 Jul 06 11:48:50.844080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Attempting to bind port a35bb618-2ac1-4535-a630-c04cd7eea68e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:50.844458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Attempting to bind port a35bb618-2ac1-4535-a630-c04cd7eea68e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '3b2efba8-a5f5-4e55-8862-bf3e17985e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:50.844829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Attempting to bind port a35bb618-2ac1-4535-a630-c04cd7eea68e on network 23c0e2a7-6b34-4750-82c5-12e4aef29012 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:50.851464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:50.851874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Checking segment: {'id': '3b2efba8-a5f5-4e55-8862-bf3e17985e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:50.852335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.852736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Bound using segment: {'id': '3b2efba8-a5f5-4e55-8862-bf3e17985e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:50.853547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Bound port: a35bb618-2ac1-4535-a630-c04cd7eea68e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2efba8-a5f5-4e55-8862-bf3e17985e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '23c0e2a7-6b34-4750-82c5-12e4aef29012'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:50.853944 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.934914 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-33c292ce-e872-4557-8b08-7f73ace173f1 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117697 Jul 06 11:48:50.936499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] For port a35bb618-2ac1-4535-a630-c04cd7eea68e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:50.940452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] For port a35bb618-2ac1-4535-a630-c04cd7eea68e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a35bb618-2ac1-4535-a630-c04cd7eea68e,segment=NetworkSegment(3b2efba8-a5f5-4e55-8862-bf3e17985e7b),segment_id=3b2efba8-a5f5-4e55-8862-bf3e17985e7b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:50.945413 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.959461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747939863839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8940515'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.004681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c8a8ac65-b490-4b71-9cfe-728191269170'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:51.018495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.033716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.033716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "PUT /v2.0/subnets/995266e6-8203-4494-8cd6-789b966af8a0 HTTP/1.1" status: 200 len: 806 time: 1.5136683 Jul 06 11:48:51.036940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59531396-5ef0-4854-926e-848c0cdceaab None None] Pushing event updated for resources: {'Port': ['ID=a35bb618-2ac1-4535-a630-c04cd7eea68e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.044018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac605-6d31-4afd-98aa-05f09d1f31bc req-ed467df4-3d5e-4863-b520-0c5351d08b36 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.045664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c61ac605-6d31-4afd-98aa-05f09d1f31bc req-ed467df4-3d5e-4863-b520-0c5351d08b36 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 943 time: 0.1929624 Jul 06 11:48:51.046228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:51.098635 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c8f873c9-60ca-43a1-8a8c-a241ba353482 req-45f0f5ea-ee34-41bd-beac-dca02b3e0ee3 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511333 Jul 06 11:48:51.111794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04214d-f4b7-471b-a6eb-dbcc6d4e3f35 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=995266e6-8203-4494-8cd6-789b966af8a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.128849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc36e8c-8f8e-4476-9636-13f54b4f6594 req-63444fc2-900e-4a1e-9efa-fa4924b3507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.130371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fc36e8c-8f8e-4476-9636-13f54b4f6594 req-63444fc2-900e-4a1e-9efa-fa4924b3507d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 1096 time: 0.2367260 Jul 06 11:48:51.188304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c61ac605-6d31-4afd-98aa-05f09d1f31bc req-f96663c1-0345-45d3-8c1c-e62435b7ed17 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261535 Jul 06 11:48:51.220780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.225375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fc36e8c-8f8e-4476-9636-13f54b4f6594 req-e7e62f71-7a80-4f93-afcd-cc2eb4814ada service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731580 Jul 06 11:48:51.234380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9b70e-901c-40ce-a088-22f343a5580b req-2ed8b4af-90d1-45b6-aebb-fafcd7c3e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.236645 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-2ed8b4af-90d1-45b6-aebb-fafcd7c3e1c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1094 time: 0.0708773 Jul 06 11:48:51.308133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port a35bb618-2ac1-4535-a630-c04cd7eea68e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:51.308479 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.384931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9b70e-901c-40ce-a088-22f343a5580b req-6abd305e-b16e-4ef1-baa4-a8a813e4bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.386919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-6abd305e-b16e-4ef1-baa4-a8a813e4bb3e service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.1053047 Jul 06 11:48:51.393320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port a35bb618-2ac1-4535-a630-c04cd7eea68e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a35bb618-2ac1-4535-a630-c04cd7eea68e,segment=NetworkSegment(3b2efba8-a5f5-4e55-8862-bf3e17985e7b),segment_id=3b2efba8-a5f5-4e55-8862-bf3e17985e7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:51.393687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.408652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for a35bb618-2ac1-4535-a630-c04cd7eea68e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:51.436557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-fd951eef-25fe-4dd2-904b-6e3ada7de2aa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 217 time: 0.0412965 Jul 06 11:48:51.495758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9b70e-901c-40ce-a088-22f343a5580b req-57ac8ab7-7af0-4035-98ff-9ddaf6962a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.497384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-57ac8ab7-7af0-4035-98ff-9ddaf6962a78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.0513871 Jul 06 11:48:51.535719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-1b1b0f8b-fb47-456f-8b3e-3f3dacbb94c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273950 Jul 06 11:48:51.545282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.574455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=a35bb618-2ac1-4535-a630-c04cd7eea68e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.634891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-c0a8dabe-a95b-4987-876d-c7ed39d021c7 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913734 Jul 06 11:48:51.654169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port a35bb618-2ac1-4535-a630-c04cd7eea68e on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:51.737591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fae9b70e-901c-40ce-a088-22f343a5580b req-2e9547bc-b525-4f9d-9810-de0e2b1531d1 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956640 Jul 06 11:48:51.760481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.774302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f13a7-650a-439e-b67f-77660c2a3779 req-4835e81f-f1a0-4fe4-805a-f62d9502904b tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.775942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e60f13a7-650a-439e-b67f-77660c2a3779 req-4835e81f-f1a0-4fe4-805a-f62d9502904b tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 945 time: 0.2060864 Jul 06 11:48:51.856142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f412ae-68bf-4448-bdbd-9710326c47e1 req-fec0a26a-ebc7-425f-84b1-b397d9953bfb tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.857725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64f412ae-68bf-4448-bdbd-9710326c47e1 req-fec0a26a-ebc7-425f-84b1-b397d9953bfb tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.1978872 Jul 06 11:48:51.904246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e60f13a7-650a-439e-b67f-77660c2a3779 req-a5d0fb54-c360-427f-bda8-6f30ed3a70c4 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941720 Jul 06 11:48:51.907204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.946477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=995266e6-8203-4494-8cd6-789b966af8a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.956651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64f412ae-68bf-4448-bdbd-9710326c47e1 req-4bbb383e-dbb8-432f-bc53-5177da721f7c tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917947 Jul 06 11:48:52.045686 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.068067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c0e2a7-6b34-4750-82c5-12e4aef29012']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:52.082746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2efba8-a5f5-4e55-8862-bf3e17985e7b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:52.083254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2efba8-a5f5-4e55-8862-bf3e17985e7b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:52.097865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.123185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.127726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa6c37-a875-42ef-94f1-0a7643ec6cea None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:52.131357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:52.132007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:52.135596 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:52.195412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12797f19-bf20-4c0d-b695-d86aefabfa4f None None] Could not find standard attr ID for object a35bb618-2ac1-4535-a630-c04cd7eea68e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:48:52.209051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.223297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.225278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/23c0e2a7-6b34-4750-82c5-12e4aef29012 HTTP/1.1" status: 204 len: 168 time: 1.1738162 Jul 06 11:48:52.228746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.248938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d9eef-0a18-4f7d-a8ba-39694fe95740 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=23c0e2a7-6b34-4750-82c5-12e4aef29012,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.262243 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a0f3e-5166-4814-a8bc-a4dae4500a53 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:52.262996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6a0f3e-5166-4814-a8bc-a4dae4500a53 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:52.264942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3c6a0f3e-5166-4814-a8bc-a4dae4500a53 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/23c0e2a7-6b34-4750-82c5-12e4aef29012 HTTP/1.1" status: 404 len: 339 time: 0.0360610 Jul 06 11:48:52.269241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.274638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018283188', 'description': 'd1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:52.298602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:52.302265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.322843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413484e6-9e91-4e09-8393-a092a6d2dff0 None None] DHCP port deletion for 23c0e2a7-6b34-4750-82c5-12e4aef29012 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:48:52.342342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:52.345084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617b926-e896-4e81-a18e-509321447674 None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:52.353035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.353717 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment de80de40-3844-4f9e-bbe0-b5704870a9a7 of type vlan for network a0a7ef1e-7688-4c51-8856-19176d9d9333 Jul 06 11:48:52.360508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617b926-e896-4e81-a18e-509321447674 None None] Network 23c0e2a7-6b34-4750-82c5-12e4aef29012 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:48:52.397186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.414525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a62e-0133-46e8-88c2-4f3657897192 req-8cff0e89-9344-4b38-8c2b-6689c7997ee8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.416152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c31a62e-0133-46e8-88c2-4f3657897192 req-8cff0e89-9344-4b38-8c2b-6689c7997ee8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 943 time: 0.1030943 Jul 06 11:48:52.431207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.436928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.437648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.463654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c31a62e-0133-46e8-88c2-4f3657897192 req-5b2e4047-bdd5-419a-98b5-6ebae7883de1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350955 Jul 06 11:48:52.500900 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2305110 Jul 06 11:48:52.503585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.551331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.556398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd63006-7165-4603-b3d3-f854c3062061 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=a0a7ef1e-7688-4c51-8856-19176d9d9333,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.568214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a0a7ef1e-7688-4c51-8856-19176d9d9333 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:52.591034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cbecc0-4bab-4084-941c-88bcfa37e26f tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.592548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-60cbecc0-4bab-4084-941c-88bcfa37e26f tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks?id=a0a7ef1e-7688-4c51-8856-19176d9d9333 HTTP/1.1" status: 200 len: 761 time: 0.0880826 Jul 06 11:48:52.595209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.601073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'description': 'd2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:52.751640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.765250 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.775025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network a0a7ef1e-7688-4c51-8856-19176d9d9333 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:48:52.780384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.780993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.782271 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "PUT /v2.0/networks/a0a7ef1e-7688-4c51-8856-19176d9d9333 HTTP/1.1" status: 200 len: 758 time: 0.1853192 Jul 06 11:48:52.785838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.841478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e7fd7-a9d5-4d7a-a732-4ab6764aecd6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=a0a7ef1e-7688-4c51-8856-19176d9d9333,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.851768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a0a7ef1e-7688-4c51-8856-19176d9d9333 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:52.869030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b0f18-bfa6-4d3a-a501-8adfe8c2e606 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.873981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c64b0f18-bfa6-4d3a-a501-8adfe8c2e606 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks?id=a0a7ef1e-7688-4c51-8856-19176d9d9333 HTTP/1.1" status: 200 len: 761 time: 0.0837924 Jul 06 11:48:52.874658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.879655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-565889557'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:52.900988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:52.904473 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.928597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:52.937528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.937876 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment be3cda2a-4c08-4a7f-ae4a-4d6e8f30405e of type vlan for network ff5bab49-01fc-4159-b00b-4e17dbed9be1 Jul 06 11:48:52.979598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.017044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.023296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.023890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.120294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2449350 Jul 06 11:48:53.123154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:53.129675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': 'ff5bab49-01fc-4159-b00b-4e17dbed9be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:53.156487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1344-44e8-4000-91b1-1c038388380d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=ff5bab49-01fc-4159-b00b-4e17dbed9be1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.168107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ff5bab49-01fc-4159-b00b-4e17dbed9be1 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:53.207476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274b16-dcef-438c-b2de-86e580f4bc67 req-7d3bcef7-d119-412e-bdd4-0bbc983ec3e0 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.209073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64274b16-dcef-438c-b2de-86e580f4bc67 req-7d3bcef7-d119-412e-bdd4-0bbc983ec3e0 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 945 time: 0.1825936 Jul 06 11:48:53.217895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd909-fd8b-4838-94ad-0309b05abf92 req-b723bdda-35a3-4916-b8ab-5808b1a51fa1 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.219411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-342bd909-fd8b-4838-94ad-0309b05abf92 req-b723bdda-35a3-4916-b8ab-5808b1a51fa1 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.1411142 Jul 06 11:48:53.238285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:53.242246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.271197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64274b16-dcef-438c-b2de-86e580f4bc67 req-e123e2a2-e7c9-4348-af1c-7dc1e6665b89 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506246 Jul 06 11:48:53.280658 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:48:53.285309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-342bd909-fd8b-4838-94ad-0309b05abf92 req-4b9ec717-f233-4002-b644-4c9a942d3f09 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509768 Jul 06 11:48:53.446241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.513072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=1de8012f-ced4-4e88-bc00-33539e6e3ed2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.522370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': 'be3cda2a-4c08-4a7f-ae4a-4d6e8f30405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ff5bab49-01fc-4159-b00b-4e17dbed9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:53.522736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: ff5bab49-01fc-4159-b00b-4e17dbed9be1, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:53.549779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network ff5bab49-01fc-4159-b00b-4e17dbed9be1 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:53.560721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ff5bab49-01fc-4159-b00b-4e17dbed9be1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:53.565937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.566736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.572560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597131a5-f504-4d89-9165-d3e0520ecbbc None None] Network ff5bab49-01fc-4159-b00b-4e17dbed9be1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:53.594527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-694d257b-c209-4c0b-8503-de1c73353bb3 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4702220 Jul 06 11:48:53.598111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:53.631749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8a8ac65-b490-4b71-9cfe-728191269170 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:53.688543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fee7fb-8c08-421f-a907-f4451faf52d8 req-063de464-09ca-4381-a1f9-b1f7c69fea98 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.696090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1fee7fb-8c08-421f-a907-f4451faf52d8 req-063de464-09ca-4381-a1f9-b1f7c69fea98 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 943 time: 0.0774314 Jul 06 11:48:53.717236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.736681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1fee7fb-8c08-421f-a907-f4451faf52d8 req-c6599d84-0b4d-42d6-8025-0e28667ed5cd tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Jul 06 11:48:53.783502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.894549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.932372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=1de8012f-ced4-4e88-bc00-33539e6e3ed2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.945067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7db72-219f-4ec4-9714-b2478c2c9125 req-3eb64183-bd71-4cb9-86a5-eff5a14943cd tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.947037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18d7db72-219f-4ec4-9714-b2478c2c9125 req-3eb64183-bd71-4cb9-86a5-eff5a14943cd tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.0782523 Jul 06 11:48:53.949861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c8a8ac65-b490-4b71-9cfe-728191269170 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:53.958595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c8a8ac65-b490-4b71-9cfe-728191269170 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:53.959103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.962951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b79e30-63c2-48fa-9a07-a9ce84e4bf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ff5bab49-01fc-4159-b00b-4e17dbed9be1', 'network_id': 'ff5bab49-01fc-4159-b00b-4e17dbed9be1', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '1de8012f-ced4-4e88-bc00-33539e6e3ed2'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:53.963785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b79e30-63c2-48fa-9a07-a9ce84e4bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.982822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-ba7ea039-4a63-4576-946f-cfd32920f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.984413 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-ba7ea039-4a63-4576-946f-cfd32920f528 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab66a67469564862bb267c38918ee3e0&device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 1096 time: 0.1393008 Jul 06 11:48:53.997529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18d7db72-219f-4ec4-9714-b2478c2c9125 req-c4b4a8a1-15d3-48dd-be08-2e5a7d29fc42 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Jul 06 11:48:54.048928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.063608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5bab49-01fc-4159-b00b-4e17dbed9be1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:54.076095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3cda2a-4c08-4a7f-ae4a-4d6e8f30405e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:54.076391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3cda2a-4c08-4a7f-ae4a-4d6e8f30405e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:54.090678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.112182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412f1f4-6e47-4952-adeb-e8adcbbecb19 None None] Network ff5bab49-01fc-4159-b00b-4e17dbed9be1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:54.114590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.126877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:54.127279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:54.130492 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:54.145365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-c7b629d3-4870-4c63-b004-a80998e4ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.146850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-c7b629d3-4870-4c63-b004-a80998e4ff20 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3cb3294f-34b9-4a61-be5e-cacd8de44630 HTTP/1.1" status: 200 len: 913 time: 0.1552284 Jul 06 11:48:54.170359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.221489 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-08ad83f2-486a-4543-b6d6-eb08cf9087f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d28c5d-7c48-47ff-967b-c896e7747953 HTTP/1.1" status: 200 len: 217 time: 0.0496783 Jul 06 11:48:54.227804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a8ac65-b490-4b71-9cfe-728191269170'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:54.228035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.231690 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c961e1-2926-4e0c-bbae-aac2e30c615a" -d '{"events": [{"server_uuid": "41d9c12e-1677-457d-bb95-e0dd77bcd34a", "name": "network-vif-plugged", "status": "completed", "tag": "c8a8ac65-b490-4b71-9cfe-728191269170"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:54.252127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.254009 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/ff5bab49-01fc-4159-b00b-4e17dbed9be1 HTTP/1.1" status: 204 len: 168 time: 0.6545486 Jul 06 11:48:54.255959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db420a-0929-4004-8277-f959fa31e60a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=ff5bab49-01fc-4159-b00b-4e17dbed9be1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:54.257916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.266671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c8a8ac65-b490-4b71-9cfe-728191269170, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8a8ac65-b490-4b71-9cfe-728191269170,segment=NetworkSegment(48c3b710-c3fe-452a-99fc-13158d2ed2f1),segment_id=48c3b710-c3fe-452a-99fc-13158d2ed2f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:54.273029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.276891 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a849279-8807-4e30-adfa-2df2828ba075 x-openstack-request-id: req-4a849279-8807-4e30-adfa-2df2828ba075 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:54.277187 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d9c12e-1677-457d-bb95-e0dd77bcd34a", "name": "network-vif-plugged", "status": "completed", "tag": "c8a8ac65-b490-4b71-9cfe-728191269170", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:54.277440 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a849279-8807-4e30-adfa-2df2828ba075 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:54.277824 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a8ac65-b490-4b71-9cfe-728191269170', 'code': 200} Jul 06 11:48:54.302593 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-144c8e45-dbe7-455f-9249-a5a8dcb63db6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] GET failed (client error): The resource could not be found. Jul 06 11:48:54.303866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-144c8e45-dbe7-455f-9249-a5a8dcb63db6 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/subnets/1de8012f-ced4-4e88-bc00-33539e6e3ed2 HTTP/1.1" status: 404 len: 337 time: 0.0449476 Jul 06 11:48:54.306654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.308989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-4fdd9d24-199d-4db6-946d-894d723bdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.311196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-4fdd9d24-199d-4db6-946d-894d723bdaa9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf3935a2-088b-49a7-87be-798203ad97a2 HTTP/1.1" status: 200 len: 852 time: 0.0810571 Jul 06 11:48:54.338567 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ba25a1-c6d3-4899-8d2e-6966032a3e67 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:54.339357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ba25a1-c6d3-4899-8d2e-6966032a3e67 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:54.346134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c8a8ac65-b490-4b71-9cfe-728191269170,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:54.349065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-46ba25a1-c6d3-4899-8d2e-6966032a3e67 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/ff5bab49-01fc-4159-b00b-4e17dbed9be1 HTTP/1.1" status: 404 len: 339 time: 0.0407166 Jul 06 11:48:54.350347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.362727 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-2bff6c1a-4351-46df-98f0-8aff60870398 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cb3294f-34b9-4a61-be5e-cacd8de44630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388706 Jul 06 11:48:54.471592 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-e72f20f7-a561-488f-9e8e-64d2aaef74c0 service neutron] 10.222.0.79 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020315 Jul 06 11:48:54.545559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d2dcf-9043-4eb0-8077-5cd9c104c9c1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.550106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea1d2dcf-9043-4eb0-8077-5cd9c104c9c1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1954818 Jul 06 11:48:54.550106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea220a68-4e78-4301-bc5f-0d2d77f8b18d req-e8844a7d-6696-4fad-ad2d-b0795f0620fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.550825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.550953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea220a68-4e78-4301-bc5f-0d2d77f8b18d req-e8844a7d-6696-4fad-ad2d-b0795f0620fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 1097 time: 0.1865027 Jul 06 11:48:54.593045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c0db1f8e-41af-437f-af69-17618836d1c1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 207 time: 0.0383615 Jul 06 11:48:54.593267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b29770-19a8-4d09-a312-6cb33e6c240f req-fb9f9d73-027a-4c2d-aaa2-362294ef2aca tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.593971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.594917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0b29770-19a8-4d09-a312-6cb33e6c240f req-fb9f9d73-027a-4c2d-aaa2-362294ef2aca tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 946 time: 0.1505749 Jul 06 11:48:54.629289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea220a68-4e78-4301-bc5f-0d2d77f8b18d req-d6893334-b876-4a7b-bfb4-4dfc0e3b951d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683887 Jul 06 11:48:54.647495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0b29770-19a8-4d09-a312-6cb33e6c240f req-aa214091-0215-42bb-8aff-4ecdff8377c1 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483620 Jul 06 11:48:54.718057 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4dd0690a-08b3-42d7-87f9-471e5cda474b req-ba93e229-ce38-4b0b-8100-7285607cd258 service neutron] 10.222.0.79 "GET /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397282 Jul 06 11:48:54.799631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152e41b-48b7-4fad-8e00-bc89f47c48fe tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.805669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152e41b-48b7-4fad-8e00-bc89f47c48fe tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.811675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152e41b-48b7-4fad-8e00-bc89f47c48fe tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.817938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152e41b-48b7-4fad-8e00-bc89f47c48fe tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.819663 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7152e41b-48b7-4fad-8e00-bc89f47c48fe tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2249334 Jul 06 11:48:54.823377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.935935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d525-5cf9-4e73-b964-2a24359cc1c0 req-9317b604-d798-40d9-bc7b-cd9c6d23c835 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.937571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56b8d525-5cf9-4e73-b964-2a24359cc1c0 req-9317b604-d798-40d9-bc7b-cd9c6d23c835 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 943 time: 0.0743239 Jul 06 11:48:54.940668 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1468a584-0992-486d-9550-236e0a3d25d5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1161616 Jul 06 11:48:54.944521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.978652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56b8d525-5cf9-4e73-b964-2a24359cc1c0 req-cfdca109-b825-450c-a0d7-f2bdcebac6f5 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Jul 06 11:48:55.041518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d86cf3-38f6-41a6-b742-b5bbbc715f5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.043216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d86cf3-38f6-41a6-b742-b5bbbc715f5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.044784 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e0d86cf3-38f6-41a6-b742-b5bbbc715f5e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0992036 Jul 06 11:48:55.049026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.161294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7b66d-8dc4-42a8-bde1-67316b963769 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.162613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7b66d-8dc4-42a8-bde1-67316b963769 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.167357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-47e7b66d-8dc4-42a8-bde1-67316b963769 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1140473 Jul 06 11:48:55.167719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.274203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08ddd-b038-4b90-a231-e82ef790450b req-0392f216-f2cf-451b-8500-e55211032419 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.275856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abf08ddd-b038-4b90-a231-e82ef790450b req-0392f216-f2cf-451b-8500-e55211032419 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.1539228 Jul 06 11:48:55.308355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72df737-e389-48dc-a46e-0715b4b9d1ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.309702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d72df737-e389-48dc-a46e-0715b4b9d1ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks/1095a237-2cf3-4496-bee1-b57b66170000 HTTP/1.1" status: 200 len: 800 time: 0.1409681 Jul 06 11:48:55.315120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.379270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abf08ddd-b038-4b90-a231-e82ef790450b req-fe2ce9d8-b101-4407-90dc-80e84d82b912 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933549 Jul 06 11:48:55.429457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca35b411-db32-49ff-9f0a-acacebbc224a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/networks/1095a237-2cf3-4496-bee1-b57b66170000?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1128597 Jul 06 11:48:55.432581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.487856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e99479-9864-4750-ad5f-2fc724d3d0d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.489262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27e99479-9864-4750-ad5f-2fc724d3d0d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/subnets/c8071857-5430-4db8-bbfe-20faa34888f1 HTTP/1.1" status: 200 len: 811 time: 0.0557766 Jul 06 11:48:55.492722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.543316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b141a-110c-4b8c-8e0d-61b9d5677c5d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.544778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-df7b141a-110c-4b8c-8e0d-61b9d5677c5d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "GET /v2.0/subnets/c8071857-5430-4db8-bbfe-20faa34888f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0511551 Jul 06 11:48:55.548311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.553447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059465183'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:55.574245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:55.578099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.603566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:55.612829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.613171 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Added segment 723fc894-5b3a-4534-b87c-2bbeb6fd31e0 of type vlan for network aa685c32-a921-40c3-a3b4-e8a47c5529e8 Jul 06 11:48:55.654331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 95ce11d4-ae61-4691-9f54-4c3e39496e1e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:55.658878 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.689241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.695947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.696724 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.766999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2146585 Jul 06 11:48:55.767872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.773889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:55.824862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:55.828079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce94f8-f4ab-42f8-851a-262d4fe889ff tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Network': ['ID=aa685c32-a921-40c3-a3b4-e8a47c5529e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.840889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network aa685c32-a921-40c3-a3b4-e8a47c5529e8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:55.849530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'network_id': '76f3f028-fa93-416d-8334-0d6d2e155db5', 'port_id': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'mac_address': 'fa:16:3e:9f:2b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:55.895567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaeef5-84a5-4970-a2c7-9f19f8ba7e57 req-0c1902ec-f8e3-46ee-bb99-52f66ba25edc tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.897312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7caaeef5-84a5-4970-a2c7-9f19f8ba7e57 req-0c1902ec-f8e3-46ee-bb99-52f66ba25edc tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 946 time: 0.1208930 Jul 06 11:48:55.928129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Made reservation on behalf of 22aca4fbe1f448949c1c7543bc4d88df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:55.933267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.947743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7caaeef5-84a5-4970-a2c7-9f19f8ba7e57 req-3bc35c31-5519-4507-a8a6-ac87184baa20 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Jul 06 11:48:55.979379 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.993006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ce11d4-ae61-4691-9f54-4c3e39496e1e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:56.016341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:56.022637 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.075579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.161763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f1c7d-87d6-4a90-80f3-936a220961df req-4b0cea2c-dc1c-49c5-bb12-633c2c0b9f68 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.163294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-510f1c7d-87d6-4a90-80f3-936a220961df req-4b0cea2c-dc1c-49c5-bb12-633c2c0b9f68 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 944 time: 0.0652711 Jul 06 11:48:56.207440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-510f1c7d-87d6-4a90-80f3-936a220961df req-01af8b42-871d-4f49-8d77-83a84cf9b908 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Jul 06 11:48:56.231177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:48:56.231695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:48:56.357904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.419407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=467d77c3-e284-40cf-8394-30ff1e95c56d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.430871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.431223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.431569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.431932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.432270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.432602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.432934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.433264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.433595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.433920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.434245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.434568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:56.438001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Checking segment: {'id': '723fc894-5b3a-4534-b87c-2bbeb6fd31e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:56.438368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network hostable DHCP agents. Network: aa685c32-a921-40c3-a3b4-e8a47c5529e8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:56.456313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Network aa685c32-a921-40c3-a3b4-e8a47c5529e8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:56.464995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, aa685c32-a921-40c3-a3b4-e8a47c5529e8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:56.470665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.471841 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.472371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4b6a8-d697-49c8-bf0b-f5d7c0e183fc None None] Network aa685c32-a921-40c3-a3b4-e8a47c5529e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:56.495004 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-35ef55dd-0289-4c9b-8e81-4a29ad32e8ee tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7229576 Jul 06 11:48:56.495211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:56.500403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:56.517793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['95ce11d4-ae61-4691-9f54-4c3e39496e1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:56.561790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e458-5d54-484c-bdec-014c8b4720ba req-1f7bff6b-387f-47b0-9dd6-a0ed7a2ae032 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.563442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6d4e458-5d54-484c-bdec-014c8b4720ba req-1f7bff6b-387f-47b0-9dd6-a0ed7a2ae032 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.0676444 Jul 06 11:48:56.603114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8433662'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.605475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6d4e458-5d54-484c-bdec-014c8b4720ba req-4210f702-327a-4e85-ab4e-d110c88f5ecc tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Jul 06 11:48:56.710133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-aa685c32-a921-40c3-a3b4-e8a47c5529e8', 'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8', 'tenant_id': '22aca4fbe1f448949c1c7543bc4d88df', 'fixed_ips': [{'subnet_id': '467d77c3-e284-40cf-8394-30ff1e95c56d'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:56.711037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.779646 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747939863839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1456734'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.801144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.801760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.806032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:56.806925 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "PUT /v2.0/subnets/467d77c3-e284-40cf-8394-30ff1e95c56d HTTP/1.1" status: 200 len: 877 time: 0.3104434 Jul 06 11:48:56.886232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7686-73bd-49f6-aaef-94486a9a5ead tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event updated for resources: {'Subnet': ['ID=467d77c3-e284-40cf-8394-30ff1e95c56d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.903312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Allocated IP 172.20.0.3 (aa685c32-a921-40c3-a3b4-e8a47c5529e8/467d77c3-e284-40cf-8394-30ff1e95c56d/3618e32f-9962-45ad-8b34-0e49a824a105) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:56.973228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.055993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.100201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.111515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1a52d33-55f4-4c8f-80e0-26ab1e1eece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.114817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Transition to ACTIVE for port object 3618e32f-9962-45ad-8b34-0e49a824a105 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:57.131458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Transition to ACTIVE for port object 3618e32f-9962-45ad-8b34-0e49a824a105 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:57.139449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.180426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Network aa685c32-a921-40c3-a3b4-e8a47c5529e8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:57.184894 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.187341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:57.192077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:57.201046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Pushing event updated for resources: {'Port': ['ID=3618e32f-9962-45ad-8b34-0e49a824a105,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:57.238875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=467d77c3-e284-40cf-8394-30ff1e95c56d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:57.259805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Attempting to bind port 3618e32f-9962-45ad-8b34-0e49a824a105 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:57.260473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Attempting to bind port 3618e32f-9962-45ad-8b34-0e49a824a105 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '723fc894-5b3a-4534-b87c-2bbeb6fd31e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:57.260838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Attempting to bind port 3618e32f-9962-45ad-8b34-0e49a824a105 on network aa685c32-a921-40c3-a3b4-e8a47c5529e8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:57.265757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:57.266138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Checking segment: {'id': '723fc894-5b3a-4534-b87c-2bbeb6fd31e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:57.266537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.266929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Bound using segment: {'id': '723fc894-5b3a-4534-b87c-2bbeb6fd31e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:57.267476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Bound port: 3618e32f-9962-45ad-8b34-0e49a824a105, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723fc894-5b3a-4534-b87c-2bbeb6fd31e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:57.267976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.287614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f926c-ea88-4a9e-a8df-0998e9f4b783 req-53afe2f5-d4f2-4c3f-8112-839cb9cb9245 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.289123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-461f926c-ea88-4a9e-a8df-0998e9f4b783 req-53afe2f5-d4f2-4c3f-8112-839cb9cb9245 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 946 time: 0.1565437 Jul 06 11:48:57.333856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] For port 3618e32f-9962-45ad-8b34-0e49a824a105, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:57.336992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] For port 3618e32f-9962-45ad-8b34-0e49a824a105, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3618e32f-9962-45ad-8b34-0e49a824a105,segment=NetworkSegment(723fc894-5b3a-4534-b87c-2bbeb6fd31e0),segment_id=723fc894-5b3a-4534-b87c-2bbeb6fd31e0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:57.343069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.360001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.386790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa685c32-a921-40c3-a3b4-e8a47c5529e8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:57.399274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-461f926c-ea88-4a9e-a8df-0998e9f4b783 req-266f504a-f1f1-4d10-9aea-f75e0ad8f4d5 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773935 Jul 06 11:48:57.403687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723fc894-5b3a-4534-b87c-2bbeb6fd31e0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:57.403968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723fc894-5b3a-4534-b87c-2bbeb6fd31e0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:57.424091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.433311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e173bb-bd35-4baf-9876-1a77a887ae9d None None] Pushing event updated for resources: {'Port': ['ID=3618e32f-9962-45ad-8b34-0e49a824a105,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:57.445935 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.454033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc42d3-8023-494e-892e-b0ab17eb236b None None] Network aa685c32-a921-40c3-a3b4-e8a47c5529e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:57.456064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0163a2c-d6a5-42a4-b823-e0ff0c95ed0f req-edd95348-c408-4712-a826-1ef80ab97183 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.463572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0163a2c-d6a5-42a4-b823-e0ff0c95ed0f req-edd95348-c408-4712-a826-1ef80ab97183 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.2287729 Jul 06 11:48:57.476659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:57.477206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:57.480437 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:57.573332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0163a2c-d6a5-42a4-b823-e0ff0c95ed0f req-241b5322-5d3c-43f2-9591-bb97914e8439 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Jul 06 11:48:57.575671 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:48:57.575671 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:48:57.575671 n-d-799528-2 neutron-server[93767]: [parameters: {'id': 'aa685c32-a921-40c3-a3b4-e8a47c5529e8'}] Jul 06 11:48:57.575671 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:57.576516 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:57.601529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b7358-ba81-4e4a-b0e1-76e44d0ed0fa None None] Network aa685c32-a921-40c3-a3b4-e8a47c5529e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:57.753705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8a2af-285d-4910-bbb6-5d2abcb875c5 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:57.801715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a57e25-f84a-4602-bf69-f31bf39b3e30 req-ab442532-2e12-4111-a807-f819b82d2788 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.808694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a57e25-f84a-4602-bf69-f31bf39b3e30 req-ab442532-2e12-4111-a807-f819b82d2788 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 944 time: 0.0859070 Jul 06 11:48:57.848736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a57e25-f84a-4602-bf69-f31bf39b3e30 req-5359a842-4ca4-4f88-896b-00499d11a2e8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Jul 06 11:48:57.890292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f8a2af-285d-4910-bbb6-5d2abcb875c5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:58.077995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.089789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b22b-cf02-4205-a608-7aa0e7ce0d50 req-ffc77659-679a-4eb8-abdd-d28ed474dc3c tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.091294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b24b22b-cf02-4205-a608-7aa0e7ce0d50 req-ffc77659-679a-4eb8-abdd-d28ed474dc3c tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 946 time: 0.0726635 Jul 06 11:48:58.157787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b24b22b-cf02-4205-a608-7aa0e7ce0d50 req-059609f3-f1c9-4441-b2c5-5b82352c01fb tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598679 Jul 06 11:48:58.186452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port 3618e32f-9962-45ad-8b34-0e49a824a105 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:58.186452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.571845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port 3618e32f-9962-45ad-8b34-0e49a824a105, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3618e32f-9962-45ad-8b34-0e49a824a105,segment=NetworkSegment(723fc894-5b3a-4534-b87c-2bbeb6fd31e0),segment_id=723fc894-5b3a-4534-b87c-2bbeb6fd31e0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:58.572233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.584226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for 3618e32f-9962-45ad-8b34-0e49a824a105 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:58.676769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.715564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=3618e32f-9962-45ad-8b34-0e49a824a105,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:58.719015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port 3618e32f-9962-45ad-8b34-0e49a824a105 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:58.825625 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.840612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa685c32-a921-40c3-a3b4-e8a47c5529e8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.854160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723fc894-5b3a-4534-b87c-2bbeb6fd31e0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.854461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723fc894-5b3a-4534-b87c-2bbeb6fd31e0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.869198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f11d7-dd16-4cbe-ba13-9af4409b46cc req-30a0c8d9-f653-4898-9bec-0f052b40db91 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.870781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-058f11d7-dd16-4cbe-ba13-9af4409b46cc req-30a0c8d9-f653-4898-9bec-0f052b40db91 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.1656392 Jul 06 11:48:58.874541 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.899227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.911059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:58.911469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:58.915372 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:58.967198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-058f11d7-dd16-4cbe-ba13-9af4409b46cc req-6b387469-b59b-4177-9311-d49af0fd12f7 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/security-groups?id=731bc618-a96f-424b-ba5d-70723656098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855551 Jul 06 11:48:59.016805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.038217 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.040122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/aa685c32-a921-40c3-a3b4-e8a47c5529e8 HTTP/1.1" status: 204 len: 168 time: 2.2322710 Jul 06 11:48:59.043658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.045240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79687fc-8ca5-49d3-94f5-805165f8134a tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=aa685c32-a921-40c3-a3b4-e8a47c5529e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:59.068118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3a56-21bf-4586-be24-e018535d5945 req-fb158c00-6727-40d8-a3be-359256e2df40 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.069780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb5e3a56-21bf-4586-be24-e018535d5945 req-fb158c00-6727-40d8-a3be-359256e2df40 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 944 time: 0.1015730 Jul 06 11:48:59.070512 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77dec6d-8323-4fb0-a5bb-e84c5d91dd03 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.070970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77dec6d-8323-4fb0-a5bb-e84c5d91dd03 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.074906 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b77dec6d-8323-4fb0-a5bb-e84c5d91dd03 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/467d77c3-e284-40cf-8394-30ff1e95c56d HTTP/1.1" status: 404 len: 337 time: 0.0280163 Jul 06 11:48:59.075161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.093147 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaebfb2-fa0b-4b8a-b102-dda674af5cd5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.093695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddaebfb2-fa0b-4b8a-b102-dda674af5cd5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.096001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ddaebfb2-fa0b-4b8a-b102-dda674af5cd5 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/aa685c32-a921-40c3-a3b4-e8a47c5529e8 HTTP/1.1" status: 404 len: 339 time: 0.0193460 Jul 06 11:48:59.098556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.110785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb5e3a56-21bf-4586-be24-e018535d5945 req-6c75c7d3-39ab-496f-9be7-472193274188 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Jul 06 11:48:59.125278 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29fa8ac-6728-43a7-be67-175af36243d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.125540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29fa8ac-6728-43a7-be67-175af36243d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.127481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b29fa8ac-6728-43a7-be67-175af36243d1 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/1de8012f-ced4-4e88-bc00-33539e6e3ed2 HTTP/1.1" status: 404 len: 337 time: 0.0280166 Jul 06 11:48:59.129978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.151656 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a63fabf-7ac7-47fe-90cf-ffad26c44025 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.152246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a63fabf-7ac7-47fe-90cf-ffad26c44025 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.153980 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a63fabf-7ac7-47fe-90cf-ffad26c44025 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/ff5bab49-01fc-4159-b00b-4e17dbed9be1 HTTP/1.1" status: 404 len: 339 time: 0.0229075 Jul 06 11:48:59.156532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.272364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.305267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-310df040-8c03-435a-943b-044afbddbfb6 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.306783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-310df040-8c03-435a-943b-044afbddbfb6 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 945 time: 0.1400502 Jul 06 11:48:59.351100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0c485-e844-48d1-a54f-114c59260bb2 req-5ffa2a21-c87c-4948-8df9-cf112f9b184e tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.352773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fc0c485-e844-48d1-a54f-114c59260bb2 req-5ffa2a21-c87c-4948-8df9-cf112f9b184e tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 946 time: 0.0689292 Jul 06 11:48:59.391397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fc0c485-e844-48d1-a54f-114c59260bb2 req-23530bdc-2b73-4813-8ef7-b410517dc20a tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/security-groups?id=62032bbd-73d3-4212-b3fe-3fe013ec56c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Jul 06 11:48:59.420718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.451292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a7ef1e-7688-4c51-8856-19176d9d9333']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:59.465122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de80de40-3844-4f9e-bbe0-b5704870a9a7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:59.465423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de80de40-3844-4f9e-bbe0-b5704870a9a7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:59.476724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.492828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.503000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:59.503392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:59.506284 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:59.550045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Deleting port 61d28c5d-7c48-47ff-967b-c896e7747953 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:59.550387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.607847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.609711 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b68eb53-c8af-4293-9c79-7e0b05920fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.619145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.621251 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/a0a7ef1e-7688-4c51-8856-19176d9d9333 HTTP/1.1" status: 204 len: 168 time: 0.4638002 Jul 06 11:48:59.623795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.634490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f6b16-3e44-4b3b-b805-eab70d643052 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=a0a7ef1e-7688-4c51-8856-19176d9d9333,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:59.657378 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f4165e-16e5-4a73-886d-6049d42278cd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.659101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f4165e-16e5-4a73-886d-6049d42278cd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.660253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 95ce11d4-ae61-4691-9f54-4c3e39496e1e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:59.661011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2f4165e-16e5-4a73-886d-6049d42278cd tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/995266e6-8203-4494-8cd6-789b966af8a0 HTTP/1.1" status: 404 len: 337 time: 0.0360837 Jul 06 11:48:59.663592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.669393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] For port 61d28c5d-7c48-47ff-967b-c896e7747953, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=61d28c5d-7c48-47ff-967b-c896e7747953,segment=NetworkSegment(a2a596e2-7f00-4a3c-b746-f594a166b74b),segment_id=a2a596e2-7f00-4a3c-b746-f594a166b74b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:59.669767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.682440 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cda67b-43f6-40c9-923d-4862f7369f52 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.683340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cda67b-43f6-40c9-923d-4862f7369f52 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.687624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-32cda67b-43f6-40c9-923d-4862f7369f52 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/23c0e2a7-6b34-4750-82c5-12e4aef29012 HTTP/1.1" status: 404 len: 339 time: 0.0206516 Jul 06 11:48:59.687867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.689721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Calling delete_port for 61d28c5d-7c48-47ff-967b-c896e7747953 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:59.715458 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48464cdd-2e26-496a-bbd3-6871618f17a9 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.715923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48464cdd-2e26-496a-bbd3-6871618f17a9 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.717643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-48464cdd-2e26-496a-bbd3-6871618f17a9 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/53633faa-0134-4834-9780-42baf187954d HTTP/1.1" status: 404 len: 337 time: 0.0288446 Jul 06 11:48:59.720310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.732973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 95ce11d4-ae61-4691-9f54-4c3e39496e1e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:59.737680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 95ce11d4-ae61-4691-9f54-4c3e39496e1e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:59.738134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.740020 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3fe7dd-a76f-46c5-aa45-f75a3d9ff9c2 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.740704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3fe7dd-a76f-46c5-aa45-f75a3d9ff9c2 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.742398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7a3fe7dd-a76f-46c5-aa45-f75a3d9ff9c2 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/3b40c8b4-0fba-4c15-8113-d89e40b4f1ad HTTP/1.1" status: 404 len: 339 time: 0.0208268 Jul 06 11:48:59.745069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.772451 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8bd231-5bd5-4cf7-bf71-3a64feb229ef tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.772958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8bd231-5bd5-4cf7-bf71-3a64feb229ef tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.774945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc8bd231-5bd5-4cf7-bf71-3a64feb229ef tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/954b5e0b-bddc-4869-bf8f-24df6a8c8f8a HTTP/1.1" status: 404 len: 337 time: 0.0288754 Jul 06 11:48:59.777433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.795557 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8260fc-7773-4a98-8d6d-b210d64d367f tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.796014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8260fc-7773-4a98-8d6d-b210d64d367f tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.797726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca8260fc-7773-4a98-8d6d-b210d64d367f tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/28e33f28-efc4-45ba-81b2-6aa5707b5ba8 HTTP/1.1" status: 404 len: 339 time: 0.0193973 Jul 06 11:48:59.800954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.827664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.832794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.843575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['61d28c5d-7c48-47ff-967b-c896e7747953'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:59.868183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Pushing event deleted for resources: {'Port': ['ID=61d28c5d-7c48-47ff-967b-c896e7747953,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:59.868459 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f66ba0-8420-4381-adb9-16023adb84db tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.868928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f66ba0-8420-4381-adb9-16023adb84db tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.873477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-90f66ba0-8420-4381-adb9-16023adb84db tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/c94c5901-113b-4b67-aa7c-301a2a5ed90a HTTP/1.1" status: 404 len: 337 time: 0.0716081 Jul 06 11:48:59.873879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.897142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:59.900462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:59.902739 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271d089-1f8d-44fd-aa7e-64f87919ec4f" -d '{"events": [{"server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "name": "network-vif-plugged", "status": "completed", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:59.909510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.913422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-f0655c02-aa8c-4fbb-81b6-ef67ff1ebd30 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.915420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-f0655c02-aa8c-4fbb-81b6-ef67ff1ebd30 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.79 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 946 time: 0.1161048 Jul 06 11:48:59.917761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.926596 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0333982a-8c83-4425-b7c5-fdac90441e15 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:59.927252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0333982a-8c83-4425-b7c5-fdac90441e15 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:59.929106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0333982a-8c83-4425-b7c5-fdac90441e15 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/7c69d51f-089c-49f2-b0d6-2f3ba132fdb4 HTTP/1.1" status: 404 len: 339 time: 0.0536149 Jul 06 11:48:59.935269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.948427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] No DVR routers for this DVR port 61d28c5d-7c48-47ff-967b-c896e7747953 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:59.950955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.953096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6c0517b2-4e75-4296-b1a5-245ab50f0bc8 req-8677ffa9-a828-430e-bee2-dfbd2cf80616 tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.79 "DELETE /v2.0/ports/61d28c5d-7c48-47ff-967b-c896e7747953 HTTP/1.1" status: 204 len: 173 time: 0.6277468 Jul 06 11:48:59.953627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'name': 'network-vif-deleted', 'tag': '61d28c5d-7c48-47ff-967b-c896e7747953'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:59.954142 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c83c633-4ecb-4a77-a38b-9916c76e17f8 x-openstack-request-id: req-4c83c633-4ecb-4a77-a38b-9916c76e17f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:59.954445 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "name": "network-vif-plugged", "status": "completed", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:59.955281 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c83c633-4ecb-4a77-a38b-9916c76e17f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:59.955753 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'code': 200} Jul 06 11:48:59.958396 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd5990b-21c1-4a24-8e2c-6efa190710b5" -d '{"events": [{"server_uuid": "dbc72c84-01fe-498b-87a7-71c8f3cf1e77", "name": "network-vif-deleted", "tag": "61d28c5d-7c48-47ff-967b-c896e7747953"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:59.998200 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e08260b-471a-492f-bad1-14f3cbce33a9 x-openstack-request-id: req-4e08260b-471a-492f-bad1-14f3cbce33a9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:59.998581 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc72c84-01fe-498b-87a7-71c8f3cf1e77", "name": "network-vif-deleted", "tag": "61d28c5d-7c48-47ff-967b-c896e7747953", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:59.998829 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e08260b-471a-492f-bad1-14f3cbce33a9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:59.999207 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc72c84-01fe-498b-87a7-71c8f3cf1e77', 'name': 'network-vif-deleted', 'tag': '61d28c5d-7c48-47ff-967b-c896e7747953', 'status': 'completed', 'code': 200} Jul 06 11:49:00.000388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.015683 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e12561-4a8d-4791-a187-83714e31eb2d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.016537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e12561-4a8d-4791-a187-83714e31eb2d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.018791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9e12561-4a8d-4791-a187-83714e31eb2d tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/890903c4-3603-4893-908d-ead4a0a4e3a4 HTTP/1.1" status: 404 len: 337 time: 0.0825348 Jul 06 11:49:00.020508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.021455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.039880 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb004800-d43b-4aa5-95fb-251c92049565 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.042985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb004800-d43b-4aa5-95fb-251c92049565 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.047452 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb004800-d43b-4aa5-95fb-251c92049565 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/429a21e0-f4f0-44d6-aab4-4dd4c301644e HTTP/1.1" status: 404 len: 339 time: 0.0249636 Jul 06 11:49:00.049058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.087701 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-589606be-3c08-476b-b080-ff250698503e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.088487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589606be-3c08-476b-b080-ff250698503e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.090432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-589606be-3c08-476b-b080-ff250698503e tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/6d514893-1bcb-4448-8869-ed3168550661 HTTP/1.1" status: 404 len: 337 time: 0.0402486 Jul 06 11:49:00.095239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.122425 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7418c209-7fee-414b-8195-1cdf0b646f42 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.123226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7418c209-7fee-414b-8195-1cdf0b646f42 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.125106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7418c209-7fee-414b-8195-1cdf0b646f42 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/57b37259-978c-4ede-b283-5b86b8ea0726 HTTP/1.1" status: 404 len: 339 time: 0.0284858 Jul 06 11:49:00.128322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.165288 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-489b098e-1942-4a68-b538-c5ed43bae8ef tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.165870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489b098e-1942-4a68-b538-c5ed43bae8ef tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.167695 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-489b098e-1942-4a68-b538-c5ed43bae8ef tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/d2e420f2-fc7b-43de-95d8-d976ac909043 HTTP/1.1" status: 404 len: 337 time: 0.0381742 Jul 06 11:49:00.170235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.181502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73098549-5ce3-4e4f-b0b8-14e51a7dd39a req-50c281d2-2c7b-4606-a2c4-047a9dce21ff tempest-InstanceActionsTestJSON-2055657426 tempest-InstanceActionsTestJSON-2055657426-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbc72c84-01fe-498b-87a7-71c8f3cf1e77 HTTP/1.1" status: 200 len: 210 time: 0.0477691 Jul 06 11:49:00.193051 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc275a2a-02da-4b24-960e-73524590df76 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.193888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc275a2a-02da-4b24-960e-73524590df76 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.195876 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc275a2a-02da-4b24-960e-73524590df76 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/4219ebc6-4957-46af-a3ff-d89da0b7ae94 HTTP/1.1" status: 404 len: 339 time: 0.0243657 Jul 06 11:49:00.198460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.203214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Deleting port c8a8ac65-b490-4b71-9cfe-728191269170 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:00.203577 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.240530 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-588a65a4-a208-4994-be40-3acc0813cb03 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.241040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588a65a4-a208-4994-be40-3acc0813cb03 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.245893 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-588a65a4-a208-4994-be40-3acc0813cb03 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/6a718137-aa8a-44df-99c9-b42dc6eb5110 HTTP/1.1" status: 404 len: 337 time: 0.0464387 Jul 06 11:49:00.246603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.260679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed3fa-cd72-42ec-b328-9ea3a092eadf req-6c8b5a7e-cf4c-420b-b78a-6d2b73e5f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:00.262843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c9ed3fa-cd72-42ec-b328-9ea3a092eadf req-6c8b5a7e-cf4c-420b-b78a-6d2b73e5f750 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1096 time: 0.1982467 Jul 06 11:49:00.274404 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07f92c6-5e7a-4dcf-be00-3d727de22722 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:00.275299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07f92c6-5e7a-4dcf-be00-3d727de22722 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:00.280020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b07f92c6-5e7a-4dcf-be00-3d727de22722 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/3058d76c-23c2-4caa-9330-e358748c7f44 HTTP/1.1" status: 404 len: 339 time: 0.0309181 Jul 06 11:49:00.280720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.316341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] For port c8a8ac65-b490-4b71-9cfe-728191269170, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8a8ac65-b490-4b71-9cfe-728191269170,segment=NetworkSegment(48c3b710-c3fe-452a-99fc-13158d2ed2f1),segment_id=48c3b710-c3fe-452a-99fc-13158d2ed2f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:00.316708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.355067 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3c9ed3fa-cd72-42ec-b328-9ea3a092eadf req-bfbc04f7-1436-4ddf-8910-0bd861538b8d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819564 Jul 06 11:49:00.362315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Calling delete_port for c8a8ac65-b490-4b71-9cfe-728191269170 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:00.362884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting subnet c8071857-5430-4db8-bbfe-20faa34888f1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:00.365214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.413534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.448565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71572b-7ff9-4be3-b9e6-a05f4dc444f9 req-5be1e3cd-79e0-48c0-ae5c-88528635076d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:00.450105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c71572b-7ff9-4be3-b9e6-a05f4dc444f9 req-5be1e3cd-79e0-48c0-ae5c-88528635076d tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 945 time: 0.1378028 Jul 06 11:49:00.531674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c71572b-7ff9-4be3-b9e6-a05f4dc444f9 req-1527bd98-7e16-437f-a27e-8704ab123b93 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676823 Jul 06 11:49:00.537127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.570740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.585200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c8a8ac65-b490-4b71-9cfe-728191269170'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:00.612291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.622467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Pushing event deleted for resources: {'Port': ['ID=c8a8ac65-b490-4b71-9cfe-728191269170,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.642377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Subnet': ['ID=c8071857-5430-4db8-bbfe-20faa34888f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.645879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.650099 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-55eb43b6-e18e-4402-a638-672715a5d426 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/subnets/c8071857-5430-4db8-bbfe-20faa34888f1 HTTP/1.1" status: 204 len: 168 time: 0.3611379 Jul 06 11:49:00.650536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.658231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd1d60-26bf-4d5b-a785-e7d0506835da None None] Network 1095a237-2cf3-4496-bee1-b57b66170000 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:00.687076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] No DVR routers for this DVR port c8a8ac65-b490-4b71-9cfe-728191269170 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:00.698892 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.701161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77c28b3f-1306-48f5-bf77-87fd874f1abf req-35b456ee-0417-4ba7-946b-bd3ca9797b49 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.79 "DELETE /v2.0/ports/c8a8ac65-b490-4b71-9cfe-728191269170 HTTP/1.1" status: 204 len: 173 time: 0.7735398 Jul 06 11:49:00.701848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'name': 'network-vif-deleted', 'tag': 'c8a8ac65-b490-4b71-9cfe-728191269170'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:00.706201 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb228f54-53e3-4623-8a84-d10a9f2a0050" -d '{"events": [{"server_uuid": "41d9c12e-1677-457d-bb95-e0dd77bcd34a", "name": "network-vif-deleted", "tag": "c8a8ac65-b490-4b71-9cfe-728191269170"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:00.747180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2ac5b7c-efe8-4d11-8916-39f5404fd434 req-829404ad-967f-48f8-8cd4-74cd44595482 tempest-ServerAddressesNegativeTestJSON-1891987441 tempest-ServerAddressesNegativeTestJSON-1891987441-project] 10.222.0.78 "GET /v2.0/ports?device_id=41d9c12e-1677-457d-bb95-e0dd77bcd34a HTTP/1.1" status: 200 len: 210 time: 0.0560119 Jul 06 11:49:00.770188 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817113d-435f-4075-a019-e78ce2b807d2 x-openstack-request-id: req-8817113d-435f-4075-a019-e78ce2b807d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:00.770689 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d9c12e-1677-457d-bb95-e0dd77bcd34a", "name": "network-vif-deleted", "tag": "c8a8ac65-b490-4b71-9cfe-728191269170", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:00.771112 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8817113d-435f-4075-a019-e78ce2b807d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:00.771683 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d9c12e-1677-457d-bb95-e0dd77bcd34a', 'name': 'network-vif-deleted', 'tag': 'c8a8ac65-b490-4b71-9cfe-728191269170', 'status': 'completed', 'code': 200} Jul 06 11:49:00.772528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.837349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Deleting port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:00.838006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.873503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.915781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] For port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,segment=NetworkSegment(f483901a-99ee-4423-9589-1232819fa994),segment_id=f483901a-99ee-4423-9589-1232819fa994)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:00.916172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.932220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Calling delete_port for 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:00.937440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] DHCP port deletion for 1095a237-2cf3-4496-bee1-b57b66170000 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:00.984934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] Deleting port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:00.985343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.018347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.041220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Port': ['ID=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.046776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] No DVR routers for this DVR port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:01.055393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] For port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,segment=NetworkSegment(f483901a-99ee-4423-9589-1232819fa994),segment_id=f483901a-99ee-4423-9589-1232819fa994)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:01.055869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.069246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] Calling delete_port for 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:01.125157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.135027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1095a237-2cf3-4496-bee1-b57b66170000']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:01.144116 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.150453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f483901a-99ee-4423-9589-1232819fa994') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:01.150749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f483901a-99ee-4423-9589-1232819fa994') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:01.161869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.172763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] Pushing event deleted for resources: {'Port': ['ID=66e79fa8-6282-46d8-9a26-6bc2ccfe9565,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.178988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80735137-6bad-49a7-b6fc-48410e6121ed None None] No DVR routers for this DVR port 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:01.179377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.188338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:01.188662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:01.192279 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:01.252920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.270921 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.279244 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] 10.222.0.78 "DELETE /v2.0/networks/1095a237-2cf3-4496-bee1-b57b66170000 HTTP/1.1" status: 204 len: 168 time: 0.6246088 Jul 06 11:49:01.279244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e18a6-5c98-4072-8406-b5ed0980f253 tempest-NetworksTest-957301147 tempest-NetworksTest-957301147-project] Pushing event deleted for resources: {'Network': ['ID=1095a237-2cf3-4496-bee1-b57b66170000,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.288827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.352606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Deleting subnet cf3935a2-088b-49a7-87be-798203ad97a2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:01.358122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.404721 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.451299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.529125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.542271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.580872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3935a2-088b-49a7-87be-798203ad97a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.587905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.589929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f2e166d-49c2-4258-88c7-1de914f56a34 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cf3935a2-088b-49a7-87be-798203ad97a2 HTTP/1.1" status: 204 len: 168 time: 0.3088951 Jul 06 11:49:01.592518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.699720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.744538 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-df9a10c1-cc73-442a-bd85-b51170974ca9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22aca4fbe1f448949c1c7543bc4d88df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138894 Jul 06 11:49:01.745450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.802164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1374b4da-6c4c-40ce-a032-d17992506acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.829433 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1374b4da-6c4c-40ce-a032-d17992506acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.836803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.851646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb3294f-34b9-4a61-be5e-cacd8de44630']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:01.852770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.867786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a596e2-7f00-4a3c-b746-f594a166b74b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:01.868131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a596e2-7f00-4a3c-b746-f594a166b74b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:01.880681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.898989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959db45-01d9-4690-bddc-60c365d7cdf5 req-b12de02d-2aba-4681-9aed-6aa5e4039522 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.900634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1959db45-01d9-4690-bddc-60c365d7cdf5 req-b12de02d-2aba-4681-9aed-6aa5e4039522 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 945 time: 0.1821847 Jul 06 11:49:01.908293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Deleting subnet de742503-d29a-45f1-82b5-93b4c757af6c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:01.910885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.911310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.930322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:01.930728 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:01.932410 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:01.934780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1374b4da-6c4c-40ce-a032-d17992506acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.936803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1374b4da-6c4c-40ce-a032-d17992506acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.937949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1374b4da-6c4c-40ce-a032-d17992506acb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50136703-4517-4c23-ace8-5ba8bca0eb64 HTTP/1.1" status: 204 len: 168 time: 0.1914318 Jul 06 11:49:01.954274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374b4da-6c4c-40ce-a032-d17992506acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50136703-4517-4c23-ace8-5ba8bca0eb64,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.962782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.004090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1959db45-01d9-4690-bddc-60c365d7cdf5 req-7e46b75d-e677-4134-89ea-d6178d194d31 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951085 Jul 06 11:49:02.013253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.013704 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.020342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.025738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3cb3294f-34b9-4a61-be5e-cacd8de44630 HTTP/1.1" status: 204 len: 168 time: 0.4317386 Jul 06 11:49:02.042546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73db3ac-6f85-4fee-bcaf-413c2d18e6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb3294f-34b9-4a61-be5e-cacd8de44630,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.076190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.102628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de742503-d29a-45f1-82b5-93b4c757af6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.107704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.112695 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d22b60a4-370a-46ab-a223-2f1199b3fc9c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/de742503-d29a-45f1-82b5-93b4c757af6c HTTP/1.1" status: 204 len: 168 time: 0.2559266 Jul 06 11:49:02.113154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.188857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.239467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.270992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.281103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcb543a-0f73-4cde-b9c6-206e670a054c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:02.282007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f75b547-2e16-45ef-b772-9cd44ceeaf61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab66a67469564862bb267c38918ee3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411386 Jul 06 11:49:02.284667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.292329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c3b710-c3fe-452a-99fc-13158d2ed2f1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:02.292653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c3b710-c3fe-452a-99fc-13158d2ed2f1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:02.302602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.320359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.330529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:02.330978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:02.333203 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:02.337440 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.349657 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19e182e0-4c6f-4ffe-9968-14fd65dbc6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.372313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19e182e0-4c6f-4ffe-9968-14fd65dbc6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.405105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.411787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.414301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5bcb543a-0f73-4cde-b9c6-206e670a054c HTTP/1.1" status: 204 len: 168 time: 0.3001311 Jul 06 11:49:02.427792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325df44-b457-440c-a7b1-d7a25135d622 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcb543a-0f73-4cde-b9c6-206e670a054c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.472627 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19e182e0-4c6f-4ffe-9968-14fd65dbc6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.475319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19e182e0-4c6f-4ffe-9968-14fd65dbc6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.476744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-19e182e0-4c6f-4ffe-9968-14fd65dbc6f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/731bc618-a96f-424b-ba5d-70723656098b HTTP/1.1" status: 204 len: 168 time: 0.1911008 Jul 06 11:49:02.487336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e182e0-4c6f-4ffe-9968-14fd65dbc6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731bc618-a96f-424b-ba5d-70723656098b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.511972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:02.538883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:02.539388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 66e79fa8-6282-46d8-9a26-6bc2ccfe9565 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:02.631596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.680702 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-90746dcc-3e54-442f-90e8-4687554ca961 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae80dd816bd24bebb1fedc53513fd949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476670 Jul 06 11:49:02.683211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.742232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d445ee-d940-48a1-9886-694b28ad33c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.770193 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d445ee-d940-48a1-9886-694b28ad33c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.829360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d445ee-d940-48a1-9886-694b28ad33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.833314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62d445ee-d940-48a1-9886-694b28ad33c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.834548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-62d445ee-d940-48a1-9886-694b28ad33c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62032bbd-73d3-4212-b3fe-3fe013ec56c3 HTTP/1.1" status: 204 len: 168 time: 0.1504002 Jul 06 11:49:02.846403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d445ee-d940-48a1-9886-694b28ad33c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62032bbd-73d3-4212-b3fe-3fe013ec56c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.987530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.210297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea181ed-9f08-47e4-b5fb-97870d3d75da req-9d725914-b7a6-4dd5-a9a8-c7a7fe9d4120 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.212105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eea181ed-9f08-47e4-b5fb-97870d3d75da req-9d725914-b7a6-4dd5-a9a8-c7a7fe9d4120 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 945 time: 0.0813425 Jul 06 11:49:03.238996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58db2bdc-1adc-4a0a-aaf7-22477ce70258 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] Request body: {'port': {'network_id': '873628d8-1025-4994-94b1-7c7dbb93d3f6', 'name': 'tempest-NetworksNegativeTestJSON-972395677'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.258324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eea181ed-9f08-47e4-b5fb-97870d3d75da req-57195874-7aca-4b0a-b412-14f3674d378f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Jul 06 11:49:03.263443 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-58db2bdc-1adc-4a0a-aaf7-22477ce70258 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] POST failed (client error): The resource could not be found. Jul 06 11:49:03.264199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58db2bdc-1adc-4a0a-aaf7-22477ce70258 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.265543 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-58db2bdc-1adc-4a0a-aaf7-22477ce70258 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2773046 Jul 06 11:49:03.270620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.303180 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22747aa-e765-44e8-a56a-1dbd56dc14fb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:03.304602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22747aa-e765-44e8-a56a-1dbd56dc14fb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.307179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a22747aa-e765-44e8-a56a-1dbd56dc14fb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "DELETE /v2.0/networks/5b4b521b-69ea-4bcb-8b48-ec77b976672e HTTP/1.1" status: 404 len: 339 time: 0.0353911 Jul 06 11:49:03.312540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.342201 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-019c8dbe-a231-4d0c-a74f-6eb47267a9fb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:03.343145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019c8dbe-a231-4d0c-a74f-6eb47267a9fb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.345095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-019c8dbe-a231-4d0c-a74f-6eb47267a9fb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "DELETE /v2.0/ports/2d0ca8c5-a478-45be-853b-9a260b6d0106 HTTP/1.1" status: 404 len: 333 time: 0.0315948 Jul 06 11:49:03.349976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.380414 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-24df1652-78fe-41c3-817b-7698b2a0c2ec tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:03.380776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24df1652-78fe-41c3-817b-7698b2a0c2ec tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.382527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24df1652-78fe-41c3-817b-7698b2a0c2ec tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "DELETE /v2.0/subnets/38564b4b-2fdf-404f-9ff9-fab7c6200f27 HTTP/1.1" status: 404 len: 337 time: 0.0314300 Jul 06 11:49:03.386809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.406734 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e3130c-1a13-44d8-add5-f901fee75ce7 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] GET failed (client error): The resource could not be found. Jul 06 11:49:03.409298 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-77e3130c-1a13-44d8-add5-f901fee75ce7 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "GET /v2.0/networks/f7b19379-dfa5-49ea-aaba-8dba75aba450 HTTP/1.1" status: 404 len: 339 time: 0.0212600 Jul 06 11:49:03.412971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.448503 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa68b8f9-7565-42cf-9a6e-8441eef488bb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] GET failed (client error): The resource could not be found. Jul 06 11:49:03.450314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa68b8f9-7565-42cf-9a6e-8441eef488bb tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "GET /v2.0/ports/a21770e0-d509-4f10-88a1-b2499ebab4e4 HTTP/1.1" status: 404 len: 333 time: 0.0357454 Jul 06 11:49:03.454204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.455807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-c989fd19-8945-4a24-81b2-a43450a953d2 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2039752730&fields=id&tenant_id=463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 267 time: 0.0644531 Jul 06 11:49:03.483864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.490481 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b76248-a4a3-407a-b268-f7e537550cf3 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] GET failed (client error): The resource could not be found. Jul 06 11:49:03.491797 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37b76248-a4a3-407a-b268-f7e537550cf3 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "GET /v2.0/subnets/99334fb9-443d-4352-975f-9590abe8caf9 HTTP/1.1" status: 404 len: 337 time: 0.0360017 Jul 06 11:49:03.495541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.502100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d97621a-7032-43c9-8362-22de00695577 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.518195 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d97621a-7032-43c9-8362-22de00695577 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] PUT failed (client error): The resource could not be found. Jul 06 11:49:03.518195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d97621a-7032-43c9-8362-22de00695577 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.519150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d97621a-7032-43c9-8362-22de00695577 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "PUT /v2.0/networks/9fd681a8-e2ef-4da0-93fd-9552c4163ec2 HTTP/1.1" status: 404 len: 339 time: 0.0224445 Jul 06 11:49:03.522799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.528401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57769607-80a0-4fdd-85e0-576350f008bf tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.546005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-13fbb8d3-af9d-4637-b564-78fb5a97c821 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.547663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-13fbb8d3-af9d-4637-b564-78fb5a97c821 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 945 time: 0.0863824 Jul 06 11:49:03.551806 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-57769607-80a0-4fdd-85e0-576350f008bf tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] PUT failed (client error): The resource could not be found. Jul 06 11:49:03.552508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57769607-80a0-4fdd-85e0-576350f008bf tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.553661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-57769607-80a0-4fdd-85e0-576350f008bf tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "PUT /v2.0/ports/7d5abb11-69f8-4c13-874d-cd5f47a833f2 HTTP/1.1" status: 404 len: 333 time: 0.0297539 Jul 06 11:49:03.557553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.562387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'port': {'security_groups': ['05b8f980-67b1-424a-9bbb-0c2a3222a79f', '248f140f-c19e-4165-99fb-1624f0454e5f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.562918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7375b25d-babb-45c3-b99f-be3b6cc42296 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.619677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-55990325-network', 'tenant_id': '2604d2472e654636b363ea99e1b52eaf'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.622778 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7375b25d-babb-45c3-b99f-be3b6cc42296 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] PUT failed (client error): The resource could not be found. Jul 06 11:49:03.623221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7375b25d-babb-45c3-b99f-be3b6cc42296 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:03.624352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7375b25d-babb-45c3-b99f-be3b6cc42296 tempest-NetworksNegativeTestJSON-1660423406 tempest-NetworksNegativeTestJSON-1660423406-project] 10.222.0.78 "PUT /v2.0/subnets/523f46b6-71a1-4598-bf26-a8a4a992e534 HTTP/1.1" status: 404 len: 337 time: 0.0655499 Jul 06 11:49:03.648301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Made reservation on behalf of 2604d2472e654636b363ea99e1b52eaf for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:03.651991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.660939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8a8ac65-b490-4b71-9cfe-728191269170 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:03.667012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.668676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.703308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c8a8ac65-b490-4b71-9cfe-728191269170 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:03.703664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8a8ac65-b490-4b71-9cfe-728191269170 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:03.704154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61d28c5d-7c48-47ff-967b-c896e7747953 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:03.760093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 61d28c5d-7c48-47ff-967b-c896e7747953 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:03.761032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 61d28c5d-7c48-47ff-967b-c896e7747953 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:03.790794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.797851 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.826490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:03.850019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.850642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.850769 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Added segment d9a71aca-0e42-495e-b046-f78f1beac026 of type vlan for network db80630f-79f4-489e-8100-c5a8f6d52d99 Jul 06 11:49:03.852994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.909440 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.956230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.957728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.958235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.972350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:04.026107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] Pushing event updated for resources: {'Network': ['ID=db80630f-79f4-489e-8100-c5a8f6d52d99,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:04.030441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1046a3c7-5e78-4949-8261-90a71530c908 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5450470 Jul 06 11:49:04.034165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:04.038703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network db80630f-79f4-489e-8100-c5a8f6d52d99 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:04.044937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Request body: {'subnet': {'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-55990325-subnet', 'tenant_id': '2604d2472e654636b363ea99e1b52eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:04.048075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:04.073180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Made reservation on behalf of 2604d2472e654636b363ea99e1b52eaf for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:04.073425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-network', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:04.076686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.122803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Made reservation on behalf of c224f093a70e4b85b58c56d7d3325fb0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:04.125492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.133134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.141279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.145795 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.233687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f80ebec8-c8fc-4696-95d1-913f3b1600ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.247221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.248062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.249500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8448d1eb-a62f-4a0e-b45f-accc784fe68d req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "PUT /v2.0/ports/95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 981 time: 0.6939833 Jul 06 11:49:04.250155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:04.253204 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d23787-e865-4322-9610-830eca0b5773" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:04.284749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28beac-ce4d-490c-907f-84154b05e78b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:04.288086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.317238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c', '95ce11d4-ae61-4691-9f54-4c3e39496e1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:04.359014 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0278340b-44da-4edc-af6b-11d31479e3d4 x-openstack-request-id: req-0278340b-44da-4edc-af6b-11d31479e3d4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:04.359308 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:04.360091 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0278340b-44da-4edc-af6b-11d31479e3d4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:04.360091 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'status': 'completed', 'code': 200} Jul 06 11:49:04.382605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Checking segment: {'id': 'd9a71aca-0e42-495e-b046-f78f1beac026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:04.383504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Network hostable DHCP agents. Network: db80630f-79f4-489e-8100-c5a8f6d52d99, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:04.391426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db615c14-9b90-4f4d-8123-f3ee232e3d30,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:04.407081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Network db80630f-79f4-489e-8100-c5a8f6d52d99 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:04.420932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, db80630f-79f4-489e-8100-c5a8f6d52d99) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:04.426533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.427130 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.435711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1cfef-fedc-4e4a-bc86-f1d5f4e45ffc None None] Network db80630f-79f4-489e-8100-c5a8f6d52d99 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:04.451211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.462394 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20e6fa4c-4eca-4b07-ac87-0cfe9eec698f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4269683 Jul 06 11:49:04.467971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49c7967b-e36d-4a98-8c0b-50d42441b42d req-26af0a4e-8ad3-4f3f-a074-e669f1aead9c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/248f140f-c19e-4165-99fb-1624f0454e5f HTTP/1.1" status: 200 len: 1802 time: 0.1344635 Jul 06 11:49:04.469878 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.517531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['95ce11d4-ae61-4691-9f54-4c3e39496e1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:04.539326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:04.585797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba5960c-d160-4b38-a9e2-5b0f67c5dd69,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:04.590458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d23787-e865-4322-9610-830eca0b5773 req-1af5816f-b017-402e-b9e7-961fcfba3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.592022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-1af5816f-b017-402e-b9e7-961fcfba3685 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1135 time: 0.2081769 Jul 06 11:49:04.605239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.605590 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Added segment d2044304-37be-4cb1-85cf-e43b62a088fa of type vlan for network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 Jul 06 11:49:04.714843 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-49c7967b-e36d-4a98-8c0b-50d42441b42d req-e7723906-5b0f-4b8d-ac71-84738277decc tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:49:04.720853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49c7967b-e36d-4a98-8c0b-50d42441b42d req-e7723906-5b0f-4b8d-ac71-84738277decc tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/248f140f-c19e-4165-99fb-1624f0454e5f HTTP/1.1" status: 409 len: 341 time: 0.2519438 Jul 06 11:49:04.726509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.727605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9bd697-c284-4df1-bd8d-b56e4923c30d None None] Network db80630f-79f4-489e-8100-c5a8f6d52d99 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:04.812578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f80ebec8-c8fc-4696-95d1-913f3b1600ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.816660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d23787-e865-4322-9610-830eca0b5773 req-147188cd-7d0a-4903-b089-d1d35b08c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.818721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-147188cd-7d0a-4903-b089-d1d35b08c1c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.2156229 Jul 06 11:49:04.819636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.820702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.821572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.829396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f80ebec8-c8fc-4696-95d1-913f3b1600ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.923097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0664632 Jul 06 11:49:04.924113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:04.930324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Request body: {'subnet': {'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-subnet', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:04.961252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Made reservation on behalf of c224f093a70e4b85b58c56d7d3325fb0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:04.964579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.036122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-cdc23607-d8df-454c-b88e-13c5da9e4389 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 217 time: 0.1566119 Jul 06 11:49:05.043204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc9d2d-a4e2-48c9-92f1-30e023cc92fb admin admin] Pushing event updated for resources: {'Network': ['ID=0bb87d30-0c85-486f-8c7c-456d5efe81a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:05.051041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f80ebec8-c8fc-4696-95d1-913f3b1600ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68467d132c7e49769d2b7a073933abf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0751042 Jul 06 11:49:05.053627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:05.071887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:05.078876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ebec8-c8fc-4696-95d1-913f3b1600ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e8df8-ed4f-43b1-949a-458dcb4380f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:05.189466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d23787-e865-4322-9610-830eca0b5773 req-822111c8-1eac-4674-a6cd-bd40bb40cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.191126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-822111c8-1eac-4674-a6cd-bd40bb40cd3b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.1261983 Jul 06 11:49:05.225140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.235637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-1aeb3c96-0111-4e52-8f30-36263f693ee6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358694 Jul 06 11:49:05.245596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-6379aae6-4ea6-4d16-9e72-63763717633c tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.254846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-6379aae6-4ea6-4d16-9e72-63763717633c tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/networks?id=db80630f-79f4-489e-8100-c5a8f6d52d99 HTTP/1.1" status: 200 len: 820 time: 0.3669267 Jul 06 11:49:05.295511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Pushing event updated for resources: {'Subnet': ['ID=183b542f-f526-4e40-b9ba-af0851656a92,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:05.298002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Checking segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:05.298900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Network hostable DHCP agents. Network: 0bb87d30-0c85-486f-8c7c-456d5efe81a9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:05.321967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:05.334170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0bb87d30-0c85-486f-8c7c-456d5efe81a9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:05.334961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-fea35426-22ec-4694-ac3c-1e397407b0cf tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/quotas/2604d2472e654636b363ea99e1b52eaf HTTP/1.1" status: 200 len: 375 time: 0.0790975 Jul 06 11:49:05.339696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7656bac6-9dda-4027-b555-a5b52c0e7557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.342006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3ba37-85f6-45ca-be82-417fa877f501 None None] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:05.349243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.350267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.374214 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-173a60fb-845f-462b-a609-abf3e0f9239c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4488204 Jul 06 11:49:05.375001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:05.380877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:05.394685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-bbee8d23-7b73-4984-a6ad-d499d100a0db tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2604d2472e654636b363ea99e1b52eaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586812 Jul 06 11:49:05.413178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.414569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.427962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7656bac6-9dda-4027-b555-a5b52c0e7557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.473812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.508635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:05.509802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.553891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-4aeafbf3-6974-466b-ac96-a7a012f97563 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944319 Jul 06 11:49:05.628629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.662579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-b0f33dbc-63fa-4761-a032-5fa0919e1087 service neutron] 10.222.0.78 "GET /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667956 Jul 06 11:49:05.663906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7656bac6-9dda-4027-b555-a5b52c0e7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.664406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Allocated IP 172.20.0.2 (0bb87d30-0c85-486f-8c7c-456d5efe81a9/183b542f-f526-4e40-b9ba-af0851656a92/2308d08f-8ea9-4073-9429-40988c143b30) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:05.666475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7656bac6-9dda-4027-b555-a5b52c0e7557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.667504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7656bac6-9dda-4027-b555-a5b52c0e7557 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd3e8df8-ed4f-43b1-949a-458dcb4380f0 HTTP/1.1" status: 204 len: 168 time: 0.6076531 Jul 06 11:49:05.709013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b744-cc6d-4d6c-9707-0609988bebc4 req-390ecc9a-8421-4b2d-b4f6-46d99645713f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.716153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d89b744-cc6d-4d6c-9707-0609988bebc4 req-390ecc9a-8421-4b2d-b4f6-46d99645713f tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 984 time: 0.2995231 Jul 06 11:49:05.735173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656bac6-9dda-4027-b555-a5b52c0e7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e8df8-ed4f-43b1-949a-458dcb4380f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:05.800175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d23787-e865-4322-9610-830eca0b5773 req-91c12a97-ae47-442a-9957-e4c06220c1cd service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359693 Jul 06 11:49:05.840841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d89b744-cc6d-4d6c-9707-0609988bebc4 req-ab2cf4b8-6d88-479a-90bd-e92a370265cb tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=248f140f-c19e-4165-99fb-1624f0454e5f&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1237381 Jul 06 11:49:05.877717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-1fdb26b8-a5ce-48e9-90c5-849e207adbc3 service neutron] 10.222.0.78 "GET /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906598 Jul 06 11:49:05.906121 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.916071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Transition to ACTIVE for port object 2308d08f-8ea9-4073-9429-40988c143b30 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:05.933205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Transition to ACTIVE for port object 2308d08f-8ea9-4073-9429-40988c143b30 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:05.941309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.945598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.995261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.006566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-2de39643-8e98-47d3-8bc7-75588082f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.011536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-2de39643-8e98-47d3-8bc7-75588082f392 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1135 time: 0.1214972 Jul 06 11:49:06.029057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:06.030565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Pushing event updated for resources: {'Port': ['ID=2308d08f-8ea9-4073-9429-40988c143b30,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:06.034521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:06.036614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:06.115144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Attempting to bind port 2308d08f-8ea9-4073-9429-40988c143b30 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:06.115807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Attempting to bind port 2308d08f-8ea9-4073-9429-40988c143b30 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:06.118387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Attempting to bind port 2308d08f-8ea9-4073-9429-40988c143b30 on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:06.133197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-4095a136-32cf-4448-b03d-61d484b34d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.134958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-4095a136-32cf-4448-b03d-61d484b34d72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.1166804 Jul 06 11:49:06.139031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:06.139625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Checking segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:06.140329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.140868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Bound using segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:06.141535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Bound port: 2308d08f-8ea9-4073-9429-40988c143b30, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:06.142699 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.270085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Allocated IP 172.25.7.40 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8bd600b4-413a-4b28-a72e-d3000d5d1e7c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:06.286153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] For port 2308d08f-8ea9-4073-9429-40988c143b30, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:06.290233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] For port 2308d08f-8ea9-4073-9429-40988c143b30, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2308d08f-8ea9-4073-9429-40988c143b30,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:06.296067 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.426878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaddeff-3b02-43d4-96a4-5cec4a00e2db None None] Pushing event updated for resources: {'Port': ['ID=2308d08f-8ea9-4073-9429-40988c143b30,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:06.779660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-77ef6057-07ea-41f8-b40a-0315ceee3b07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 217 time: 0.6352820 Jul 06 11:49:06.813108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-286a4eca-c9a7-456b-bda4-07d9acbc3bb6 req-f2b23a8b-75db-43af-9239-73d1fc0fab40 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 210 time: 0.0443144 Jul 06 11:49:06.860451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.872403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:06.889228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-f03f9dc7-2884-4818-8c8b-8547107d2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.890699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-f03f9dc7-2884-4818-8c8b-8547107d2165 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.0882916 Jul 06 11:49:06.939233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.951276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-b8a9e32d-70f3-43a4-a043-45869b6d8bbd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443115 Jul 06 11:49:06.996757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:07.006336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:07.013525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:07.045026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.083898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-805985484'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:07.162540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:07.166438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.188119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04869384-a5c0-4372-8e77-bc81d69f89e8 req-0964c82e-58f2-43dc-bb7f-bdbbe9f69fb8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.190544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04869384-a5c0-4372-8e77-bc81d69f89e8 req-0964c82e-58f2-43dc-bb7f-bdbbe9f69fb8 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 984 time: 0.1927528 Jul 06 11:49:07.192727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-23bcdf76-4e44-4462-8299-258dedf8a774 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334423 Jul 06 11:49:07.193585 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.320471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04869384-a5c0-4372-8e77-bc81d69f89e8 req-a29383b7-eec6-4336-94cb-080537acf6c6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=248f140f-c19e-4165-99fb-1624f0454e5f&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1182234 Jul 06 11:49:07.365984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.406267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463c8d0a-6f52-428f-a093-1bd8fea21c26 req-b428f693-81b7-4302-8e11-1acbbb37f828 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930921 Jul 06 11:49:07.483187 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.488077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.512688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:07.534438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.535056 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 3be09556-19dd-43d8-9426-c6c905011ba5 of type vlan for network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 Jul 06 11:49:07.568133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ecdb7-09d6-4073-8b0a-80a63be998b2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.609941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.652617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.695564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.718934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.721031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.797627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9218500 Jul 06 11:49:07.798854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:07.801981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73c4e1-dbfc-4622-bbf9-fb72da1a2e46 None None] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:07.813243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'name': 'tempest-PortsIpV6TestJSON-372355238'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:07.841398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:49:07.919881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d851721e-ea14-40bb-82b2-88ff627f5e94 None None] Provisioning for port 2308d08f-8ea9-4073-9429-40988c143b30 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:07.962732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-641c4d67-a290-42e1-912b-edfcaa2aabc0 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.964239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-641c4d67-a290-42e1-912b-edfcaa2aabc0 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.79 "GET /v2.0/networks?id=db80630f-79f4-489e-8100-c5a8f6d52d99 HTTP/1.1" status: 200 len: 820 time: 0.1365726 Jul 06 11:49:07.982989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Request body: {'port': {'device_id': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99', 'admin_state_up': True, 'tenant_id': '2604d2472e654636b363ea99e1b52eaf'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:08.012723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:08.025420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:08.038193 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.039849 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6b49fc14-37c5-4cc1-91da-117e1ad6b999 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6636977 Jul 06 11:49:08.043188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:08.048739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:08.049153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:08.059067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd1d6a-673e-491e-bdd0-8b47777dc301 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=a1636c4f-7ea0-4727-a1e7-9a36c2add8e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.115801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19e785f9-a20e-4235-bc4c-9ddc0e04458f req-698d2356-56ec-4ec4-8ed5-aa0c7205df9b tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 210 time: 0.0835469 Jul 06 11:49:08.132208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:08.242923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:08.248211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.265349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Made reservation on behalf of 2604d2472e654636b363ea99e1b52eaf for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:08.269151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.286366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:08.294079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:08.535784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.594571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.600360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2308d08f-8ea9-4073-9429-40988c143b30 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:08.677947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:07Z', 'revision_number': 3, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:08.681137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2308d08f-8ea9-4073-9429-40988c143b30 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:08.706939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.722924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2308d08f-8ea9-4073-9429-40988c143b30 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:08.723274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.769536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:08.769899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Updating router 6280f92f-bd68-4a83-a1bc-3a53378609bc port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:49:08.770238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.844146 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.851858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca42407-9227-47cb-838b-1eb4f5b710eb req-99546d67-c697-4892-82c9-4c1c9a69967e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.853536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ca42407-9227-47cb-838b-1eb4f5b710eb req-99546d67-c697-4892-82c9-4c1c9a69967e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 984 time: 0.2767854 Jul 06 11:49:08.858165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '3be09556-19dd-43d8-9426-c6c905011ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:08.858540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: a1636c4f-7ea0-4727-a1e7-9a36c2add8e8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:08.874900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Allocated IP 172.20.0.9 (db80630f-79f4-489e-8100-c5a8f6d52d99/db615c14-9b90-4f4d-8123-f3ee232e3d30/c24abe72-f7c8-4001-96b8-157da3e02c44) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:08.926747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-469492eb-f20f-4947-999b-7dfcc7a1c653 None None] Provisioning complete for port 2308d08f-8ea9-4073-9429-40988c143b30 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:08.927194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469492eb-f20f-4947-999b-7dfcc7a1c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.937350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ca42407-9227-47cb-838b-1eb4f5b710eb req-1de43178-a0d0-48ea-9ded-ae47ddb5c007 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=248f140f-c19e-4165-99fb-1624f0454e5f&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0763249 Jul 06 11:49:08.940971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:08.960296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Allocated IP 172.20.0.1 (0bb87d30-0c85-486f-8c7c-456d5efe81a9/183b542f-f526-4e40-b9ba-af0851656a92/22015273-81da-4232-98d3-ea37572550b1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:08.964278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.966221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a1636c4f-7ea0-4727-a1e7-9a36c2add8e8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:08.979203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:08.985022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.986053 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.008450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-b6d32baf-7287-4369-8ee6-8967b3163090 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447346 Jul 06 11:49:09.013685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bf10c-d53a-4adf-99e7-3721f679e805 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:09.146274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae9d73ec-58d9-43f7-ad97-40c394d6652f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3465338 Jul 06 11:49:09.152171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.154033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:09.159611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-858150287'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.171879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.195276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Transition to ACTIVE for port object 22015273-81da-4232-98d3-ea37572550b1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:09.206798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-c97133f1-63ed-43bc-b4c0-1f02f34f4d82 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1780142562&fields=id&tenant_id=463053a940ff40339507469efc2ddc91 HTTP/1.1" status: 200 len: 267 time: 0.0880971 Jul 06 11:49:09.207462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:09.211011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.241177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-74443e47-3bbd-4e8c-939c-ee75a8b5f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.243224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-74443e47-3bbd-4e8c-939c-ee75a8b5f392 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1095 time: 0.1689065 Jul 06 11:49:09.270900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2308d08f-8ea9-4073-9429-40988c143b30, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2308d08f-8ea9-4073-9429-40988c143b30,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:09.284563 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.293904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.318897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:09.330895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c95f258f-3e25-43b2-9f16-0a2b96576485 req-c7300a4a-8b57-4101-ac6e-a92317b4e2c1 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 210 time: 0.0510793 Jul 06 11:49:09.340409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.340945 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 9490fb7d-2223-486b-9134-4e3b4dea8ede of type vlan for network b6a64b70-34d6-4b8d-bf0a-e5be819b2e74 Jul 06 11:49:09.369994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:09.383961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:09.390440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:09.416613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.475373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-a3446afb-d6b1-40d8-9fc8-7e5b734590f5 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.477004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-a3446afb-d6b1-40d8-9fc8-7e5b734590f5 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 984 time: 0.2477705 Jul 06 11:49:09.478095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.481384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Pushing event updated for resources: {'Port': ['ID=22015273-81da-4232-98d3-ea37572550b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.511962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-dca8d108-28ff-4f61-9202-87310cfbf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.525983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-dca8d108-28ff-4f61-9202-87310cfbf9e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.2521853 Jul 06 11:49:09.536502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469492eb-f20f-4947-999b-7dfcc7a1c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.540686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.561448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Pushing event updated for resources: {'Port': ['ID=c24abe72-f7c8-4001-96b8-157da3e02c44,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.571319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'port': {'security_groups': ['05b8f980-67b1-424a-9bbb-0c2a3222a79f', '248f140f-c19e-4165-99fb-1624f0454e5f', 'd31d6149-fad2-4dd0-84db-ae785ff1ef86']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.575972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.582207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.583010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.637085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2308d08f-8ea9-4073-9429-40988c143b30,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.674409 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-469492eb-f20f-4947-999b-7dfcc7a1c653 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:09.674769 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-469492eb-f20f-4947-999b-7dfcc7a1c653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:09.747956 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.762289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Transition to ACTIVE for port object 8bd600b4-413a-4b28-a72e-d3000d5d1e7c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:09.769402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.777595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Network db80630f-79f4-489e-8100-c5a8f6d52d99 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:09.791022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6336312 Jul 06 11:49:09.791948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:09.794516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:09.797998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'ports': [{'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'}, {'network_id': 'b6a64b70-34d6-4b8d-bf0a-e5be819b2e74'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.799554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.799554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'b6a64b70-34d6-4b8d-bf0a-e5be819b2e74'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.799744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:09.802003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd4791-c0d5-4a0e-9517-84055d5f5d95 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=b6a64b70-34d6-4b8d-bf0a-e5be819b2e74,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.823085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b6a64b70-34d6-4b8d-bf0a-e5be819b2e74 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:09.842500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.879637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.886911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-e69c8d6e-56e8-45db-ab97-f8c3a8d0347a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.3473749 Jul 06 11:49:09.890872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Attempting to bind port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:09.891429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Attempting to bind port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:09.891642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Attempting to bind port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:09.893838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406b20b-02ff-4c4a-8f2a-a0ac24bb07c5 None None] Pushing event updated for resources: {'Port': ['ID=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.898170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.899321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.906074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:09.906455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:09.906866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.907264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:09.908434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Bound port: 8bd600b4-413a-4b28-a72e-d3000d5d1e7c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:09.908434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.967201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] For port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:09.971346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] For port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:09.987225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.043489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a07f1411-ca6a-492f-95c4-37b2f73f7b03 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0655897 Jul 06 11:49:10.059093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Request body: {'port': {'device_id': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:10.065616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:10.066257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:10.092603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-75981487-fa0f-446b-a944-9d1d56594d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.094098 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-75981487-fa0f-446b-a944-9d1d56594d2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.1517150 Jul 06 11:49:10.102331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406b20b-02ff-4c4a-8f2a-a0ac24bb07c5 None None] Pushing event updated for resources: {'Port': ['ID=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:10.159796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:10.180416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.201252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:10.211592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.233036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.248752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c', '95ce11d4-ae61-4691-9f54-4c3e39496e1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:10.300808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.301472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.309059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbcd927-97f9-4644-b7ef-28f819d9fabd req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "PUT /v2.0/ports/95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 1020 time: 0.7510557 Jul 06 11:49:10.309059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:10.311381 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32263d4-209b-4762-99fd-bbf6e16728ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:10.380541 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555e2c3c-72c3-404b-9ba5-7681b15a0a4a x-openstack-request-id: req-555e2c3c-72c3-404b-9ba5-7681b15a0a4a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:10.380838 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:10.381097 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-555e2c3c-72c3-404b-9ba5-7681b15a0a4a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:10.381500 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'status': 'completed', 'code': 200} Jul 06 11:49:10.472375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ace8-d00d-4093-9417-674ec7542a92 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:10.506885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:10.513821 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.555685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f621e372-a36c-4885-918b-413f70dc7087 req-f924f56a-bc30-4110-8557-d06c020694a6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/d31d6149-fad2-4dd0-84db-ae785ff1ef86 HTTP/1.1" status: 200 len: 1803 time: 0.1796365 Jul 06 11:49:10.586442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.593821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-b51d5217-34f4-4502-a024-0ea4b9ddedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.596636 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-b51d5217-34f4-4502-a024-0ea4b9ddedc1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4678149 Jul 06 11:49:10.622057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2308d08f-8ea9-4073-9429-40988c143b30 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:10.626280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-0bfa8d12-631e-4bcc-b36a-7c54bbaf38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.626508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['95ce11d4-ae61-4691-9f54-4c3e39496e1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:10.628325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-0bfa8d12-631e-4bcc-b36a-7c54bbaf38da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=463053a940ff40339507469efc2ddc91&device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1174 time: 0.2048972 Jul 06 11:49:10.709637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.743345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.747037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bd9cb4c-c895-4a1b-9c78-f5c18a52dd0b None None] Provisioning for port 22015273-81da-4232-98d3-ea37572550b1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:10.749505 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-f621e372-a36c-4885-918b-413f70dc7087 req-5ddf4718-c270-49e6-9621-da537ec0236b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:49:10.750558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f621e372-a36c-4885-918b-413f70dc7087 req-5ddf4718-c270-49e6-9621-da537ec0236b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/d31d6149-fad2-4dd0-84db-ae785ff1ef86 HTTP/1.1" status: 409 len: 341 time: 0.1796849 Jul 06 11:49:10.761347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bd9cb4c-c895-4a1b-9c78-f5c18a52dd0b None None] Provisioning complete for port 22015273-81da-4232-98d3-ea37572550b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:10.761720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bd9cb4c-c895-4a1b-9c78-f5c18a52dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.805090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9cb4c-c895-4a1b-9c78-f5c18a52dd0b None None] Port 22015273-81da-4232-98d3-ea37572550b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:10.847081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24abe72-f7c8-4001-96b8-157da3e02c44 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:10.855943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-3109830a-70ee-43d8-b9ae-38264f31d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.857472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-3109830a-70ee-43d8-b9ae-38264f31d2d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 200 len: 913 time: 0.2195394 Jul 06 11:49:10.859356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.879235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port f33f772e-f9ca-49e9-b788-3119fd753070 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:10.893631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.903516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Pushing event updated for resources: {'Port': ['ID=22015273-81da-4232-98d3-ea37572550b1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:10.918867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-108193bd-e92d-49d8-b0ca-7bcbc636f6e0 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087242 Jul 06 11:49:10.924140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Transition to ACTIVE for port object c24abe72-f7c8-4001-96b8-157da3e02c44 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:10.925767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-3995fb03-2c7f-4672-a16f-827336808492 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 200 len: 217 time: 0.0598338 Jul 06 11:49:10.937655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2308d08f-8ea9-4073-9429-40988c143b30 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:10.938190 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.939952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5c8f0-70bb-4c1b-b9d7-f1bf597f2296 req-1958d09e-0b75-491b-aaca-454204df3e7e tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.942790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a5c8f0-70bb-4c1b-b9d7-f1bf597f2296 req-1958d09e-0b75-491b-aaca-454204df3e7e tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 931 time: 0.2141445 Jul 06 11:49:10.943514 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.060397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Pushing event updated for resources: {'Port': ['ID=c24abe72-f7c8-4001-96b8-157da3e02c44,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.061676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:08Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:11.080129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-db470890-51c0-4be3-bdef-b7c88204acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.081651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-db470890-51c0-4be3-bdef-b7c88204acb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 200 len: 852 time: 0.1359107 Jul 06 11:49:11.123576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a5c8f0-70bb-4c1b-b9d7-f1bf597f2296 req-871a278d-6d54-4bbe-84bb-b9bcfaa037af tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626308 Jul 06 11:49:11.159834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f028f7-afd4-41ca-9b91-51e107e6bd93 None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:08Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:11.161531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-58c71805-860d-4218-b6e2-a64c48e12ca0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76f3f028-fa93-416d-8334-0d6d2e155db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601337 Jul 06 11:49:11.209497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:11.263852 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7c5eb99-1e83-492a-8325-bc0dbaac2fc4 req-9fef68ae-f062-4843-a237-c883ec6bf6b8 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281908 Jul 06 11:49:11.287000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:11.327515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-4fc70963-14e6-4f8e-b9a8-10c25ed9c62a service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570053 Jul 06 11:49:11.344017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Attempting to bind port c24abe72-f7c8-4001-96b8-157da3e02c44 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:11.344414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Attempting to bind port c24abe72-f7c8-4001-96b8-157da3e02c44 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd9a71aca-0e42-495e-b046-f78f1beac026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:11.344754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Attempting to bind port c24abe72-f7c8-4001-96b8-157da3e02c44 on network db80630f-79f4-489e-8100-c5a8f6d52d99 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:11.379337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Port c24abe72-f7c8-4001-96b8-157da3e02c44 on network db80630f-79f4-489e-8100-c5a8f6d52d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:11.379673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Attempting to bind port c24abe72-f7c8-4001-96b8-157da3e02c44 on network db80630f-79f4-489e-8100-c5a8f6d52d99 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:11.454046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:11.456402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Checking segment: {'id': 'd9a71aca-0e42-495e-b046-f78f1beac026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:11.456846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Bound using segment: {'id': 'd9a71aca-0e42-495e-b046-f78f1beac026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:11.457296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Bound port: c24abe72-f7c8-4001-96b8-157da3e02c44, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a71aca-0e42-495e-b046-f78f1beac026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:11.457670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.562195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.684537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:11.690113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d32263d4-209b-4762-99fd-bbf6e16728ad req-942acd13-e313-4bd5-9d39-bda1acfcca25 service neutron] 10.222.0.79 "GET /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406336 Jul 06 11:49:11.719214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 30975bf8-8676-4c5c-a4a1-ee08d2de7514 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:11.738796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] For port c24abe72-f7c8-4001-96b8-157da3e02c44, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:11.745326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] For port c24abe72-f7c8-4001-96b8-157da3e02c44, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c24abe72-f7c8-4001-96b8-157da3e02c44,segment=NetworkSegment(d9a71aca-0e42-495e-b046-f78f1beac026),segment_id=d9a71aca-0e42-495e-b046-f78f1beac026)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:11.752886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.774452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52066c7b-cb65-436e-a483-108e6cdfcf16 None None] Provisioning complete for port 22015273-81da-4232-98d3-ea37572550b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:11.775174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52066c7b-cb65-436e-a483-108e6cdfcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.811030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54851238-ba65-4455-a8e0-dc0efa17adb4 req-d9caeae2-8216-4bd7-926d-fc6f09bce879 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.812968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54851238-ba65-4455-a8e0-dc0efa17adb4 req-d9caeae2-8216-4bd7-926d-fc6f09bce879 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1023 time: 0.2774460 Jul 06 11:49:11.820603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.821225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.823172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] 10.222.0.79 "PUT /v2.0/ports/c24abe72-f7c8-4001-96b8-157da3e02c44 HTTP/1.1" status: 200 len: 1091 time: 1.7682350 Jul 06 11:49:11.849525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52066c7b-cb65-436e-a483-108e6cdfcf16 None None] Port 22015273-81da-4232-98d3-ea37572550b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:11.931477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54851238-ba65-4455-a8e0-dc0efa17adb4 req-0c04c51d-d395-4c17-976a-7c6a97e33a71 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=d31d6149-fad2-4dd0-84db-ae785ff1ef86&id=248f140f-c19e-4165-99fb-1624f0454e5f&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1049712 Jul 06 11:49:11.933611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:11.934719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d818e1a-3a49-4a0d-a660-5eb001e87236 service neutron] Pushing event updated for resources: {'Port': ['ID=c24abe72-f7c8-4001-96b8-157da3e02c44,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.950637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-58269b26-78d5-49c6-bd6a-b478deb5ca20 admin admin] 10.222.0.78 "PUT /v2.0/routers/6280f92f-bd68-4a83-a1bc-3a53378609bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9054005 Jul 06 11:49:11.997811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-181e91af-92a6-41a2-9b1d-fe7fcf4c291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.999441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-181e91af-92a6-41a2-9b1d-fe7fcf4c291c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2604d2472e654636b363ea99e1b52eaf&device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 1094 time: 0.1190686 Jul 06 11:49:12.039537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.081697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-ab0b8f57-5dc4-44a1-8d7c-3908ecff93c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c24abe72-f7c8-4001-96b8-157da3e02c44 HTTP/1.1" status: 200 len: 217 time: 0.0739172 Jul 06 11:49:12.101172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.159110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:12.162969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:12.168234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:12.169609 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.190527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8aa0e652-db1c-4659-afe0-5c234e2aec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.192707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-8aa0e652-db1c-4659-afe0-5c234e2aec3b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db615c14-9b90-4f4d-8123-f3ee232e3d30 HTTP/1.1" status: 200 len: 860 time: 0.1044359 Jul 06 11:49:12.198612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=f33f772e-f9ca-49e9-b788-3119fd753070,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.269551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-a155fed1-5f9a-4e5a-a9b8-7f37b259bf9c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db80630f-79f4-489e-8100-c5a8f6d52d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693145 Jul 06 11:49:12.279018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '9490fb7d-2223-486b-9134-4e3b4dea8ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b6a64b70-34d6-4b8d-bf0a-e5be819b2e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:12.279250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: b6a64b70-34d6-4b8d-bf0a-e5be819b2e74, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:12.282759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=30975bf8-8676-4c5c-a4a1-ee08d2de7514,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.328210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network b6a64b70-34d6-4b8d-bf0a-e5be819b2e74 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:12.341368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b6a64b70-34d6-4b8d-bf0a-e5be819b2e74) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:12.347395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:12.351252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fb1ddb-85fd-41a0-855d-f00cb24b0b34 None None] Network b6a64b70-34d6-4b8d-bf0a-e5be819b2e74 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:12.355887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.361676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.362387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.387412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'tag': 'c24abe72-f7c8-4001-96b8-157da3e02c44'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:12.389872 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc54319-3ebc-4e14-b212-2615d4e011d7", "tag": "c24abe72-f7c8-4001-96b8-157da3e02c44"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:12.393625 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-87e0a900-f958-4e04-9e44-b5b4ade88ddf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6011631 Jul 06 11:49:12.397260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:12.491335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-604aca47-33cb-45a6-b9d1-8527ab293758 service neutron] 10.222.0.79 "GET /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005506 Jul 06 11:49:12.589508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8bd600b4-413a-4b28-a72e-d3000d5d1e7c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:12.625479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 30975bf8-8676-4c5c-a4a1-ee08d2de7514 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:12.626067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.683227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:12.686327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b42ff7b9-561e-4ba9-bf6e-49d642e98e20 req-6aae5e34-9028-44e6-8f31-2d27dfe08c42 service neutron] 10.222.0.79 "GET /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709828 Jul 06 11:49:12.689026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:12.689502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.716549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.739473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 30975bf8-8676-4c5c-a4a1-ee08d2de7514 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:12.794709 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.837338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:12.850715 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.879201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.920157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=30975bf8-8676-4c5c-a4a1-ee08d2de7514,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.933937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.936735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a38a042-cf86-4b19-b787-48bcf5a5290b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/30975bf8-8676-4c5c-a4a1-ee08d2de7514 HTTP/1.1" status: 204 len: 168 time: 0.5381427 Jul 06 11:49:12.940197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:12.951501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.090263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dda1cc-dee6-41e0-86c0-07370b1233b2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.096803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dda1cc-dee6-41e0-86c0-07370b1233b2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.101511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-63dda1cc-dee6-41e0-86c0-07370b1233b2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1578376 Jul 06 11:49:13.102253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.213155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port f33f772e-f9ca-49e9-b788-3119fd753070 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:13.213671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.276660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.282340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247677574', 'description': 'tempest-description--301810770'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:13.294842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50de4ed-66f9-493e-af51-9733dae0df70 req-e7140212-f550-4c76-8656-30c790c6cef8 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.297281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.304425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b50de4ed-66f9-493e-af51-9733dae0df70 req-e7140212-f550-4c76-8656-30c790c6cef8 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 943 time: 0.5412092 Jul 06 11:49:13.313858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for f33f772e-f9ca-49e9-b788-3119fd753070 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:13.331666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-52eba9d7-456b-473e-96fb-6cacc2d2bec6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.333367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-52eba9d7-456b-473e-96fb-6cacc2d2bec6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1023 time: 0.1384594 Jul 06 11:49:13.394290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.415727 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.433783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b50de4ed-66f9-493e-af51-9733dae0df70 req-27681499-01c9-42ae-a2a8-ec597fa453e8 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282856 Jul 06 11:49:13.451501 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb3e720-d663-4394-9f64-62011fa66a4f x-openstack-request-id: req-dfb3e720-d663-4394-9f64-62011fa66a4f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:13.451957 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc54319-3ebc-4e14-b212-2615d4e011d7", "tag": "c24abe72-f7c8-4001-96b8-157da3e02c44", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:13.452314 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfb3e720-d663-4394-9f64-62011fa66a4f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:13.453255 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'tag': 'c24abe72-f7c8-4001-96b8-157da3e02c44', 'status': 'completed', 'code': 200} Jul 06 11:49:13.459900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=f33f772e-f9ca-49e9-b788-3119fd753070,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.464005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.466001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-abb212cd-eaf1-4c70-9e5a-e172ba3e3fcc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/f33f772e-f9ca-49e9-b788-3119fd753070 HTTP/1.1" status: 204 len: 168 time: 0.3626242 Jul 06 11:49:13.470745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.562303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed961cbe-fd5a-4d93-b8a7-9379658a049b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.566601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed961cbe-fd5a-4d93-b8a7-9379658a049b tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0921059 Jul 06 11:49:13.567273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.604329 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a463bf-dfbe-4da4-a3ce-b73934fb38eb tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:13.605911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b6a463bf-dfbe-4da4-a3ce-b73934fb38eb tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/30975bf8-8676-4c5c-a4a1-ee08d2de7514 HTTP/1.1" status: 404 len: 333 time: 0.0377362 Jul 06 11:49:13.608600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.637599 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-617f1df1-1a2e-4449-a389-c14b9315a24a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:13.639167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-617f1df1-1a2e-4449-a389-c14b9315a24a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/f33f772e-f9ca-49e9-b788-3119fd753070 HTTP/1.1" status: 404 len: 333 time: 0.0296330 Jul 06 11:49:13.642789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.676318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Deleting port 95ce11d4-ae61-4691-9f54-4c3e39496e1e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:13.676644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.722511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.728438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.741585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-3a31b8c8-7eeb-4d49-b7e5-741614671114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.743089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-3a31b8c8-7eeb-4d49-b7e5-741614671114 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2604d2472e654636b363ea99e1b52eaf&device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 1094 time: 0.2372394 Jul 06 11:49:13.744596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.811525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.822929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a64b70-34d6-4b8d-bf0a-e5be819b2e74']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:13.836706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9490fb7d-2223-486b-9134-4e3b4dea8ede') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:13.837098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9490fb7d-2223-486b-9134-4e3b4dea8ede') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:13.842400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.843639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5659366 Jul 06 11:49:13.847392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.848929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.853611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'security_group_rule': {'security_group_id': '010f3a61-1ffc-4949-8395-c08e05ae6a88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:13.856233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf94c4-4397-4567-90b9-15b1fc71eac1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010f3a61-1ffc-4949-8395-c08e05ae6a88,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.883686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.883889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61d331-9887-4b56-947e-e66aba713454 req-2ca21558-5d27-4a4d-8432-7fc620be9573 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.885642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f61d331-9887-4b56-947e-e66aba713454 req-2ca21558-5d27-4a4d-8432-7fc620be9573 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 1023 time: 0.2814193 Jul 06 11:49:13.894354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:13.894900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:13.897910 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:13.910271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] For port 95ce11d4-ae61-4691-9f54-4c3e39496e1e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=95ce11d4-ae61-4691-9f54-4c3e39496e1e,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:13.910672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.948395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.957676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Calling delete_port for 95ce11d4-ae61-4691-9f54-4c3e39496e1e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:13.977525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-b54fa014-7d88-458b-9720-a6b5bd5898d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.979029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-b54fa014-7d88-458b-9720-a6b5bd5898d6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db80630f-79f4-489e-8100-c5a8f6d52d99 HTTP/1.1" status: 200 len: 921 time: 0.2162657 Jul 06 11:49:13.982893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.993166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f61d331-9887-4b56-947e-e66aba713454 req-a8f2c3e2-107d-4aa9-bd3b-03931ed80cac tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=d31d6149-fad2-4dd0-84db-ae785ff1ef86&id=248f140f-c19e-4165-99fb-1624f0454e5f&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0987978 Jul 06 11:49:14.005345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.007960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/b6a64b70-34d6-4b8d-bf0a-e5be819b2e74 HTTP/1.1" status: 204 len: 168 time: 0.3635225 Jul 06 11:49:14.020874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:14.025798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1238045409'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:14.034759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a93ba-5b13-44e9-aa8a-aec4eb778b9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=b6a64b70-34d6-4b8d-bf0a-e5be819b2e74,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.062654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-20bbcebd-fc0b-41c9-b256-d359ec787589 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c24abe72-f7c8-4001-96b8-157da3e02c44 HTTP/1.1" status: 200 len: 217 time: 0.0685089 Jul 06 11:49:14.067872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.072674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.078546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:14.082854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.108212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747e6c81-ad07-49d6-9cfd-d7817192ffff,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.121252 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.122744 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ec932722-cc35-4edc-949a-d79cd136aa83 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728634 Jul 06 11:49:14.125362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:14.132968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'security_group_rule': {'security_group_id': '010f3a61-1ffc-4949-8395-c08e05ae6a88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:14.138335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-6a4ed089-cb16-46d5-a695-60592fa0a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.139365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:14.139848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-6a4ed089-cb16-46d5-a695-60592fa0a041 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db615c14-9b90-4f4d-8123-f3ee232e3d30 HTTP/1.1" status: 200 len: 860 time: 0.0709443 Jul 06 11:49:14.163678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.164064 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 999cb962-47ee-4c81-98a8-22b25e963891 of type vlan for network 1cdb9726-8cf1-4595-93ed-60dee6d538ee Jul 06 11:49:14.180914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-2a017c5c-ab0d-45c6-b9f8-3c3a7180e5ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db80630f-79f4-489e-8100-c5a8f6d52d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337541 Jul 06 11:49:14.213702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.220376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.281176 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.288931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.294566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.296196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.303438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c', '95ce11d4-ae61-4691-9f54-4c3e39496e1e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:14.326778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'Port': ['ID=95ce11d4-ae61-4691-9f54-4c3e39496e1e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.374197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-8ce24034-70c4-4fe8-8a4a-78086b020f16 service neutron] 10.222.0.79 "GET /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741741 Jul 06 11:49:14.375964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.389045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.398804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] No DVR routers for this DVR port 95ce11d4-ae61-4691-9f54-4c3e39496e1e on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:14.408521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.410688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e4dbe70-e81f-4cc6-9090-eda391153688 req-c2237e03-7023-47bc-8197-11f5a16711b6 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "DELETE /v2.0/ports/95ce11d4-ae61-4691-9f54-4c3e39496e1e HTTP/1.1" status: 204 len: 173 time: 1.0668864 Jul 06 11:49:14.416955 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3923135 Jul 06 11:49:14.429677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:14.434308 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:14.454410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:14.467755 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:14.473873 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:14.506025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c2ca4f-2378-4cbd-9e3e-a046b8551e29,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.512547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9d687-861c-4423-9139-8daeecd3d3a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=1cdb9726-8cf1-4595-93ed-60dee6d538ee,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.567604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:14.586102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.586735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a0e3505-0254-4eba-a4d7-bb6c2fdc3fa8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4604468 Jul 06 11:49:14.608329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:14.624850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:14.647029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8a0b5ac-70e1-4857-a7f6-1c8b2c710dfc req-fc87ecdb-cdfe-468a-a4ee-53974c73db35 service neutron] 10.222.0.79 "GET /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495666 Jul 06 11:49:14.681604 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:14.689740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.706526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8bd600b4-413a-4b28-a72e-d3000d5d1e7c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:14.707567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:14.714263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.878250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46341c42-60d7-46b2-9087-92296cfb2150 req-5aac1c79-5a1d-46be-9807-d5070445d76b tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.880163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46341c42-60d7-46b2-9087-92296cfb2150 req-5aac1c79-5a1d-46be-9807-d5070445d76b tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 943 time: 0.1582584 Jul 06 11:49:14.960754 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:10Z', 'revision_number': 2, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:14.972546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46341c42-60d7-46b2-9087-92296cfb2150 req-22c7ab05-37ee-44cd-b85c-baad259263e6 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788229 Jul 06 11:49:14.977237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.004029 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:15.004692 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Updating router 6280f92f-bd68-4a83-a1bc-3a53378609bc port 22015273-81da-4232-98d3-ea37572550b1 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:49:15.069382 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.115223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.116109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:15.116483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.140041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Allocated IP 172.25.7.190 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/818496be-8560-4a8a-85f5-4f86e97f014b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:15.298275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=c1f5d2d9-9561-45a4-9aaa-88039854c207,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:15.316486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '999cb962-47ee-4c81-98a8-22b25e963891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:15.316752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: 1cdb9726-8cf1-4595-93ed-60dee6d538ee, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:15.324720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.329101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1272aa6-c468-4acc-bf9d-e1898533b0eb req-ead1ccaf-cc5a-47e1-8a37-79fc86929c07 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59 HTTP/1.1" status: 200 len: 210 time: 0.0437751 Jul 06 11:49:15.348268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:15.380482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1cdb9726-8cf1-4595-93ed-60dee6d538ee) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:15.387255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.388239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.388977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028bf432-62d9-47ae-9bc7-3acba18d38b5 None None] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:15.411333 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-741053cd-0332-4aa6-af61-633f2075f2c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9782681 Jul 06 11:49:15.414080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:15.426507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee', 'name': 'tempest-PortsIpV6TestJSON-769118126'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:15.435226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.449447 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.459455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'name': 'network-vif-deleted', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:15.461727 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94797c3e-fb17-42f8-8f3c-9e958d9ac615" -d '{"events": [{"server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "name": "network-vif-deleted", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:15.466812 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Transition to ACTIVE for port object 22015273-81da-4232-98d3-ea37572550b1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:15.474761 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.538640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:15.562152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:15.565939 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dd1104-c541-4349-b6d5-c749983367c1 x-openstack-request-id: req-c9dd1104-c541-4349-b6d5-c749983367c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:15.566582 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59", "name": "network-vif-deleted", "tag": "95ce11d4-ae61-4691-9f54-4c3e39496e1e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:15.566985 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9dd1104-c541-4349-b6d5-c749983367c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:15.567531 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7cc7f0-b9d6-4caa-ad05-dde6c5290f59', 'name': 'network-vif-deleted', 'tag': '95ce11d4-ae61-4691-9f54-4c3e39496e1e', 'status': 'completed', 'code': 200} Jul 06 11:49:15.571451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:15.573553 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Pushing event updated for resources: {'Port': ['ID=22015273-81da-4232-98d3-ea37572550b1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:15.575558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'Port': ['ID=818496be-8560-4a8a-85f5-4f86e97f014b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:15.607623 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.613004 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.613829 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.614319 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.614804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.615283 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.615929 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.616437 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.616764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.617087 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.617425 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.617720 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:15.636618 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Attempting to bind port 22015273-81da-4232-98d3-ea37572550b1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:15.637228 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Attempting to bind port 22015273-81da-4232-98d3-ea37572550b1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:15.637765 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Attempting to bind port 22015273-81da-4232-98d3-ea37572550b1 on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:15.647182 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:15.647855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Checking segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:15.649255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:15.649844 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.650397 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Bound using segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:15.651037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Bound port: 22015273-81da-4232-98d3-ea37572550b1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:15.651875 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.654341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.720167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 626deae5-5a6f-4627-9798-340070fc2c7a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:15.725608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.749545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1cdb9726-8cf1-4595-93ed-60dee6d538ee', 'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': 'c1f5d2d9-9561-45a4-9aaa-88039854c207'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:15.750582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.808014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c24abe72-f7c8-4001-96b8-157da3e02c44 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:15.819773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.856385 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] For port 22015273-81da-4232-98d3-ea37572550b1, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:15.874034 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] For port 22015273-81da-4232-98d3-ea37572550b1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=22015273-81da-4232-98d3-ea37572550b1,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:15.881169 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.949920 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11684d-e94f-4171-be1a-ac5c03028178 None None] Pushing event updated for resources: {'Port': ['ID=22015273-81da-4232-98d3-ea37572550b1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.002577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:16.003220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:16.031214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::150 (1cdb9726-8cf1-4595-93ed-60dee6d538ee/c1f5d2d9-9561-45a4-9aaa-88039854c207/626deae5-5a6f-4627-9798-340070fc2c7a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:16.047650 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:49:16.238813 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:16.246825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.265988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c24abe72-f7c8-4001-96b8-157da3e02c44, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c24abe72-f7c8-4001-96b8-157da3e02c44,segment=NetworkSegment(d9a71aca-0e42-495e-b046-f78f1beac026),segment_id=d9a71aca-0e42-495e-b046-f78f1beac026)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:16.267367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 626deae5-5a6f-4627-9798-340070fc2c7a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:16.276076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-013afcd8-76d2-4dc0-b7f7-d39545ba8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.277668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-013afcd8-76d2-4dc0-b7f7-d39545ba8a81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1095 time: 0.2289853 Jul 06 11:49:16.288069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c24abe72-f7c8-4001-96b8-157da3e02c44', 'network_id': 'db80630f-79f4-489e-8100-c5a8f6d52d99', 'port_id': 'c24abe72-f7c8-4001-96b8-157da3e02c44', 'mac_address': 'fa:16:3e:9c:29:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db615c14-9b90-4f4d-8123-f3ee232e3d30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:16.303581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aecb7-d01b-428e-904d-967a3b29359b req-4f610c4c-8ef7-49a4-9583-f13d54fb85c3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.310660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-295aecb7-d01b-428e-904d-967a3b29359b req-4f610c4c-8ef7-49a4-9583-f13d54fb85c3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.2632580 Jul 06 11:49:16.321490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.393142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.397015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.398258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:16.403244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:16.405966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=626deae5-5a6f-4627-9798-340070fc2c7a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.410545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:16.420770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.421603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.432503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.437996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Allocated IP 2001:db8::2 (1cdb9726-8cf1-4595-93ed-60dee6d538ee/c1f5d2d9-9561-45a4-9aaa-88039854c207/26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:16.447952 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a65bf482-7fe7-48a0-9008-42f871a87ccf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0317056 Jul 06 11:49:16.450137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:16.472644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24abe72-f7c8-4001-96b8-157da3e02c44 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:16.499952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'Port': ['ID=818496be-8560-4a8a-85f5-4f86e97f014b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.543579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0e1f4-57a3-47c9-a388-46227a3b30cb req-ccee9947-f097-453c-b1cc-d15525351c63 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.550947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7a0e1f4-57a3-47c9-a388-46227a3b30cb req-ccee9947-f097-453c-b1cc-d15525351c63 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 943 time: 0.3577323 Jul 06 11:49:16.558894 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:15Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:16.593520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c24abe72-f7c8-4001-96b8-157da3e02c44, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c24abe72-f7c8-4001-96b8-157da3e02c44,segment=NetworkSegment(d9a71aca-0e42-495e-b046-f78f1beac026),segment_id=d9a71aca-0e42-495e-b046-f78f1beac026)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:16.596562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 22015273-81da-4232-98d3-ea37572550b1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:16.598687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff6f98-f631-44b8-845f-b54005b8b073 None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:15Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:16.605708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.607335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.609859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 626deae5-5a6f-4627-9798-340070fc2c7a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:16.610678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.632619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-295aecb7-d01b-428e-904d-967a3b29359b req-0d57a572-eb2a-45e8-8814-5b04a30f46c3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210030 Jul 06 11:49:16.713225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.718031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.725328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc454954-4e3a-4443-9a03-9b2e773ee5d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1125057 Jul 06 11:49:16.732283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 626deae5-5a6f-4627-9798-340070fc2c7a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:16.732761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-2c833c6a-40a3-408e-9179-7fe6e0d55036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.735168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-2c833c6a-40a3-408e-9179-7fe6e0d55036 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.4455147 Jul 06 11:49:16.769946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c24abe72-f7c8-4001-96b8-157da3e02c44,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.783462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7a0e1f4-57a3-47c9-a388-46227a3b30cb req-7d276340-58aa-4c77-b3cf-8b049ec5a650 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309330 Jul 06 11:49:16.800698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 22015273-81da-4232-98d3-ea37572550b1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:16.816269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 22015273-81da-4232-98d3-ea37572550b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:16.816649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.928310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.968858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-ad7d7451-dd8e-43c5-b3df-eeec5e9e1dca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.1842990 Jul 06 11:49:17.006254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=626deae5-5a6f-4627-9798-340070fc2c7a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.010753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.013718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59f81e76-ba17-4f9d-82c8-382b241924b0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/626deae5-5a6f-4627-9798-340070fc2c7a HTTP/1.1" status: 204 len: 168 time: 0.5622621 Jul 06 11:49:17.016049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:17.024178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.041245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-ada6388c-d21b-4c1c-955f-9fc7ab09c09e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1247677574&fields=id&tenant_id=c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 267 time: 0.1215773 Jul 06 11:49:17.043479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Transition to ACTIVE for port object 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:17.054218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.058806 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45cbb0f-8e1f-4374-830d-a001d78a1122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:17.059793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45cbb0f-8e1f-4374-830d-a001d78a1122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:17.064745 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c45cbb0f-8e1f-4374-830d-a001d78a1122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/626deae5-5a6f-4627-9798-340070fc2c7a HTTP/1.1" status: 404 len: 333 time: 0.0438173 Jul 06 11:49:17.065195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:17.094226 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c247ea-fee4-4c86-aaa7-75520803a6b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:17.099411 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36c247ea-fee4-4c86-aaa7-75520803a6b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/626deae5-5a6f-4627-9798-340070fc2c7a HTTP/1.1" status: 404 len: 333 time: 0.0304875 Jul 06 11:49:17.099950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:17.101548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c24abe72-f7c8-4001-96b8-157da3e02c44'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:17.111345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Transition to ACTIVE for port object 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:17.150783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 22015273-81da-4232-98d3-ea37572550b1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=22015273-81da-4232-98d3-ea37572550b1,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:17.152518 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.175597 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.182288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet c1f5d2d9-9561-45a4-9aaa-88039854c207 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:17.186066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.187858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-5aa00ba7-d387-43f2-aa6c-9af1603c1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.190330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-5aa00ba7-d387-43f2-aa6c-9af1603c1b5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.2020252 Jul 06 11:49:17.234849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:17.240884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:17.246267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.268515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:17.272782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Pushing event updated for resources: {'Port': ['ID=26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.287524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-cda7a868-892e-4507-b5e5-b3492bff22fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.289102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-cda7a868-892e-4507-b5e5-b3492bff22fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 817 time: 0.2322311 Jul 06 11:49:17.317276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8237e0f3-95e6-49bc-a12e-ff8baf0156df req-50b41c7f-0b90-4714-b7bb-3e0f1329a111 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/248f140f-c19e-4165-99fb-1624f0454e5f HTTP/1.1" status: 200 len: 1802 time: 0.1467259 Jul 06 11:49:17.322564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-7e82f563-008e-4944-8e6c-7070c14d39ee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/quotas/c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 375 time: 0.0206573 Jul 06 11:49:17.349937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-de4d8859-74bd-4ff2-8850-792251becd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.351462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-de4d8859-74bd-4ff2-8850-792251becd5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492524 Jul 06 11:49:17.371962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.414710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Attempting to bind port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:17.415275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Attempting to bind port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '999cb962-47ee-4c81-98a8-22b25e963891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:17.415390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Attempting to bind port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 on network 1cdb9726-8cf1-4595-93ed-60dee6d538ee {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:17.434956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:17.435336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Checking segment: {'id': '999cb962-47ee-4c81-98a8-22b25e963891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:17.435745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.436175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Bound using segment: {'id': '999cb962-47ee-4c81-98a8-22b25e963891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:17.436653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Bound port: 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999cb962-47ee-4c81-98a8-22b25e963891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1cdb9726-8cf1-4595-93ed-60dee6d538ee'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:17.437035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.440946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=22015273-81da-4232-98d3-ea37572550b1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.486627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.517959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f5d2d9-9561-45a4-9aaa-88039854c207,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.519769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.522202 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67968f97-596b-4914-9d6f-ba5b66432e8c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/c1f5d2d9-9561-45a4-9aaa-88039854c207 HTTP/1.1" status: 204 len: 168 time: 0.4215915 Jul 06 11:49:17.525396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:17.525672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8237e0f3-95e6-49bc-a12e-ff8baf0156df req-560fa2fe-ac2c-414b-9eba-78dfe1ece973 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.542685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-55365690-0b3b-4e2b-bfa3-4a40abc37fb7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132707 Jul 06 11:49:17.567551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] For port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:17.577685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] For port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2,segment=NetworkSegment(999cb962-47ee-4c81-98a8-22b25e963891),segment_id=999cb962-47ee-4c81-98a8-22b25e963891)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:17.583524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.594493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-038ba5d7-72df-4090-bdfb-21312ec42961 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146182 Jul 06 11:49:17.633047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8237e0f3-95e6-49bc-a12e-ff8baf0156df req-560fa2fe-ac2c-414b-9eba-78dfe1ece973 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.637801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.641088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f09cd-2f1c-49d1-b008-d9848cb67312 None None] Pushing event updated for resources: {'Port': ['ID=26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.722275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:17.722275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.779666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-61271a7d-cc8a-4442-8c48-386f770d865a service neutron] 10.222.0.78 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168503 Jul 06 11:49:17.799437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 95ce11d4-ae61-4691-9f54-4c3e39496e1e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:17.808026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] For port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2,segment=NetworkSegment(999cb962-47ee-4c81-98a8-22b25e963891),segment_id=999cb962-47ee-4c81-98a8-22b25e963891)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:17.808586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.822276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:17.841033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 95ce11d4-ae61-4691-9f54-4c3e39496e1e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:17.841803 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 95ce11d4-ae61-4691-9f54-4c3e39496e1e not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:17.848863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28834cae-d556-4ff5-9029-db6bf0f2fda2 req-c8bbca20-3752-4eb4-bc67-aa101775e954 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200620 Jul 06 11:49:17.848863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8237e0f3-95e6-49bc-a12e-ff8baf0156df req-560fa2fe-ac2c-414b-9eba-78dfe1ece973 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.848863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8237e0f3-95e6-49bc-a12e-ff8baf0156df req-560fa2fe-ac2c-414b-9eba-78dfe1ece973 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.851072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8237e0f3-95e6-49bc-a12e-ff8baf0156df req-560fa2fe-ac2c-414b-9eba-78dfe1ece973 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/248f140f-c19e-4165-99fb-1624f0454e5f HTTP/1.1" status: 204 len: 173 time: 0.4984169 Jul 06 11:49:17.879461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fa2fe-ac2c-414b-9eba-78dfe1ece973 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248f140f-c19e-4165-99fb-1624f0454e5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.929040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.931691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-ff0aedfd-f272-4012-a196-a3d65969fad4 service neutron] 10.222.0.78 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510644 Jul 06 11:49:18.022753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No DVR routers for this DVR port 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:18.034749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:18.281732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23b720-74b2-4341-a8c7-a969056a32d6 req-a1fc6e65-db05-4356-8208-90af1e1dfffc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.283740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd23b720-74b2-4341-a8c7-a969056a32d6 req-a1fc6e65-db05-4356-8208-90af1e1dfffc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1038125 Jul 06 11:49:18.384843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd23b720-74b2-4341-a8c7-a969056a32d6 req-e632e5d5-e075-4257-9f79-e800cac2e201 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930731 Jul 06 11:49:18.437118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62e20c-55b9-42c4-9cc9-e7cc16208937 req-09e304d9-7db4-465b-8335-c40fb53df018 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.438871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc62e20c-55b9-42c4-9cc9-e7cc16208937 req-09e304d9-7db4-465b-8335-c40fb53df018 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 944 time: 0.1494160 Jul 06 11:49:18.536832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc62e20c-55b9-42c4-9cc9-e7cc16208937 req-0f8600df-cdfd-4c42-8f13-f8975efbb181 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884631 Jul 06 11:49:18.569422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 22015273-81da-4232-98d3-ea37572550b1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:18.606207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.631776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdb9726-8cf1-4595-93ed-60dee6d538ee']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:18.658764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999cb962-47ee-4c81-98a8-22b25e963891') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:18.659086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999cb962-47ee-4c81-98a8-22b25e963891') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:18.667587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 22015273-81da-4232-98d3-ea37572550b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:18.668198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.675257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b38e429-d88e-45b8-816e-0cae45d86305 req-d83d1979-519e-4415-84bb-1e1bb8330263 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/d31d6149-fad2-4dd0-84db-ae785ff1ef86 HTTP/1.1" status: 200 len: 1803 time: 0.0986035 Jul 06 11:49:18.689980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.723556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.736909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:18.740033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.772096 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b38e429-d88e-45b8-816e-0cae45d86305 req-a282f8d7-55b3-47b8-84c1-fe5bd1e60347 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:18.813168 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:18.820398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b38e429-d88e-45b8-816e-0cae45d86305 req-a282f8d7-55b3-47b8-84c1-fe5bd1e60347 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.861547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.895304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b38e429-d88e-45b8-816e-0cae45d86305 req-a282f8d7-55b3-47b8-84c1-fe5bd1e60347 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.896540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.904284 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/1cdb9726-8cf1-4595-93ed-60dee6d538ee HTTP/1.1" status: 204 len: 168 time: 1.3729088 Jul 06 11:49:18.904284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c92f-c746-42fd-ba62-0883ea097b28 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=1cdb9726-8cf1-4595-93ed-60dee6d538ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:18.904564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b38e429-d88e-45b8-816e-0cae45d86305 req-a282f8d7-55b3-47b8-84c1-fe5bd1e60347 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.905477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.910016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b38e429-d88e-45b8-816e-0cae45d86305 req-a282f8d7-55b3-47b8-84c1-fe5bd1e60347 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/d31d6149-fad2-4dd0-84db-ae785ff1ef86 HTTP/1.1" status: 204 len: 173 time: 0.2337139 Jul 06 11:49:18.912765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644827712'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:18.936017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aee4bb31-fa16-41a7-a4ec-8d9405a7461c req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-87227038', 'description': 'tempest-description-321882075'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:18.942869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f8d7-55b3-47b8-84c1-fe5bd1e60347 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d6149-fad2-4dd0-84db-ae785ff1ef86,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:18.961618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:18.967696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.984940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aee4bb31-fa16-41a7-a4ec-8d9405a7461c req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.002710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:19.013143 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.013624 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 3721bf1f-e4db-4aa7-9c73-9b55b00c6655 of type vlan for network 5de34f4f-2798-487a-b48f-6fb2eba25326 Jul 06 11:49:19.026982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74892b9d-f5b3-411e-97ce-d0fd55366625 req-cdc7567e-a81f-4c8f-9f5d-96748c7c0629 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Jul 06 11:49:19.065290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.100056 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.106077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.107379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.109437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c5ea011-8521-41dd-a1b0-d335ed075343 None None] Could not find standard attr ID for object 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:19.141312 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aee4bb31-fa16-41a7-a4ec-8d9405a7461c req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.148878 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aee4bb31-fa16-41a7-a4ec-8d9405a7461c req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.171304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aee4bb31-fa16-41a7-a4ec-8d9405a7461c req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.188032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aee4bb31-fa16-41a7-a4ec-8d9405a7461c req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2462025 Jul 06 11:49:19.188180 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2760692 Jul 06 11:49:19.188180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:19.192391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:19.192561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a269387-948b-421d-80ec-7ea35a477749 None None] DHCP port deletion for 1cdb9726-8cf1-4595-93ed-60dee6d538ee request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:19.210264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93322994-b242-461a-a6e4-8a4b34a9230a None None] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:19.222507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6b557-7500-4a12-b6b6-0f41e1b13633 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88dbe9f-8061-4408-82d5-39f48332033c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.238321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93322994-b242-461a-a6e4-8a4b34a9230a None None] Network 1cdb9726-8cf1-4595-93ed-60dee6d538ee could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:49:19.260037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e488-f7c7-4162-899c-4ad3d1ca5284 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=5de34f4f-2798-487a-b48f-6fb2eba25326,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.272824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-38817310-493e-4dd8-971d-6d4b911f822b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/a88dbe9f-8061-4408-82d5-39f48332033c HTTP/1.1" status: 200 len: 1800 time: 0.0463843 Jul 06 11:49:19.273360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:19.289605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1444678067', 'description': 'tempest-description-hth-1427494534'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:19.311992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:19.315582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.322606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.376849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.382288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.386366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.387643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee1db1f9-81d1-4af7-8686-aea33921a078 req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "PUT /v2.0/security-groups/a88dbe9f-8061-4408-82d5-39f48332033c HTTP/1.1" status: 200 len: 1777 time: 0.1036334 Jul 06 11:49:19.449222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3791-0690-4ea5-a641-41e86c8a3039 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88dbe9f-8061-4408-82d5-39f48332033c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.471462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29cf977e-faf6-42d6-83fc-ac2e63b1dd76 req-9afa8599-c8ac-450d-bc76-ee41c3b3f6e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/a88dbe9f-8061-4408-82d5-39f48332033c HTTP/1.1" status: 200 len: 1777 time: 0.0579200 Jul 06 11:49:19.531166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.570553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0daea190-91e7-4a6a-9638-2a59c44bd98b req-8001a72c-4d81-45ee-b762-ea5375e09ab0 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/a88dbe9f-8061-4408-82d5-39f48332033c HTTP/1.1" status: 200 len: 1777 time: 0.0758801 Jul 06 11:49:19.600658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=cee11244-0d89-45bc-a0c2-6cd8689b66f6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.609809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '3721bf1f-e4db-4aa7-9c73-9b55b00c6655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:19.610251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: 5de34f4f-2798-487a-b48f-6fb2eba25326, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:19.623976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29832f83-ee14-402b-b105-5ce5ba6b8c87 req-11a2e356-ccc8-4e22-b1dc-b6aef717d082 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.625516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29832f83-ee14-402b-b105-5ce5ba6b8c87 req-11a2e356-ccc8-4e22-b1dc-b6aef717d082 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1111128 Jul 06 11:49:19.626937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:19.638019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 5de34f4f-2798-487a-b48f-6fb2eba25326) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:19.643172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.644730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.650068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e863aa-4da2-4df2-ba03-2a3b53b98d35 None None] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:19.663681 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bf8ae184-d13c-4b2b-a117-258506f4d124 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4754307 Jul 06 11:49:19.666094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:19.672202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2081804225'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:19.687115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0daea190-91e7-4a6a-9638-2a59c44bd98b req-76905b82-d863-40d0-8509-60ee18be0e2e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.704534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29832f83-ee14-402b-b105-5ce5ba6b8c87 req-e16a9b0a-50a9-476e-a858-b9088fca65eb tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721262 Jul 06 11:49:19.717715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0daea190-91e7-4a6a-9638-2a59c44bd98b req-76905b82-d863-40d0-8509-60ee18be0e2e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.783339 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0daea190-91e7-4a6a-9638-2a59c44bd98b req-76905b82-d863-40d0-8509-60ee18be0e2e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.786391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0daea190-91e7-4a6a-9638-2a59c44bd98b req-76905b82-d863-40d0-8509-60ee18be0e2e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.787697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0daea190-91e7-4a6a-9638-2a59c44bd98b req-76905b82-d863-40d0-8509-60ee18be0e2e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/a88dbe9f-8061-4408-82d5-39f48332033c HTTP/1.1" status: 204 len: 173 time: 0.2109578 Jul 06 11:49:19.798675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905b82-d863-40d0-8509-60ee18be0e2e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88dbe9f-8061-4408-82d5-39f48332033c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.831528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:19.848350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.850004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c24abe72-f7c8-4001-96b8-157da3e02c44 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:19.897074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 195cac51-e54f-4b8c-be28-73300bc36c20 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:19.943470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-9f36c5d8-0ac2-434c-99eb-c81991d12ec8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.945276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-9f36c5d8-0ac2-434c-99eb-c81991d12ec8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 817 time: 0.1329203 Jul 06 11:49:19.983666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-5de34f4f-2798-487a-b48f-6fb2eba25326', 'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': 'cee11244-0d89-45bc-a0c2-6cd8689b66f6'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:19.986681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.044423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-bc195496-44f1-4aea-ae13-928a27da2519 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 380 time: 0.0899365 Jul 06 11:49:20.067083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'port': {'device_id': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'admin_state_up': True, 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'security_groups': ['010f3a61-1ffc-4949-8395-c08e05ae6a88']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:20.080892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::2de (5de34f4f-2798-487a-b48f-6fb2eba25326/cee11244-0d89-45bc-a0c2-6cd8689b66f6/195cac51-e54f-4b8c-be28-73300bc36c20) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:20.140593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c24abe72-f7c8-4001-96b8-157da3e02c44 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:20.154038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c24abe72-f7c8-4001-96b8-157da3e02c44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:20.165101 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.206425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382ef4f-3be8-42f1-b55c-d9f93e264368 req-6269806f-7502-4555-8ab1-d719a1fe9796 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.214543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5382ef4f-3be8-42f1-b55c-d9f93e264368 req-6269806f-7502-4555-8ab1-d719a1fe9796 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 944 time: 0.2135224 Jul 06 11:49:20.277230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.286698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.288429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5382ef4f-3be8-42f1-b55c-d9f93e264368 req-30c80210-c46f-431a-9ddb-cb7f16c5bce7 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727129 Jul 06 11:49:20.289116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Made reservation on behalf of c224f093a70e4b85b58c56d7d3325fb0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:20.292730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.296480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 195cac51-e54f-4b8c-be28-73300bc36c20 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:20.334729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c24abe72-f7c8-4001-96b8-157da3e02c44, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c24abe72-f7c8-4001-96b8-157da3e02c44,segment=NetworkSegment(d9a71aca-0e42-495e-b046-f78f1beac026),segment_id=d9a71aca-0e42-495e-b046-f78f1beac026)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:20.336002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24abe72-f7c8-4001-96b8-157da3e02c44'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:20.338714 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2ed342-67bb-4b50-81c5-75df4ad9a6a4" -d '{"events": [{"server_uuid": "5bc54319-3ebc-4e14-b212-2615d4e011d7", "name": "network-vif-plugged", "status": "completed", "tag": "c24abe72-f7c8-4001-96b8-157da3e02c44"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:20.341760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.345688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.394173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:20.398976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:20.406676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:20.413241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.414788 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.430083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Allocated IP 2001:db8::2 (5de34f4f-2798-487a-b48f-6fb2eba25326/cee11244-0d89-45bc-a0c2-6cd8689b66f6/7644a669-b643-403e-9b3c-33ff2990d4d4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:20.431549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7643218 Jul 06 11:49:20.436760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c24abe72-f7c8-4001-96b8-157da3e02c44,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.440176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:20.457636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:20.463698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b909d6-ab3a-4325-bc43-e652c957ff49 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=195cac51-e54f-4b8c-be28-73300bc36c20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.523689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:20.524432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 26611c57-2d9b-43ec-9fb2-c8ff4cb2f5c2 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:20.592723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 195cac51-e54f-4b8c-be28-73300bc36c20 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:20.593155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.614270 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5725de89-a006-4c0c-bfd6-39c895561bf5 x-openstack-request-id: req-5725de89-a006-4c0c-bfd6-39c895561bf5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:20.614572 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc54319-3ebc-4e14-b212-2615d4e011d7", "name": "network-vif-plugged", "status": "completed", "tag": "c24abe72-f7c8-4001-96b8-157da3e02c44", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:20.614809 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5725de89-a006-4c0c-bfd6-39c895561bf5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:20.616006 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24abe72-f7c8-4001-96b8-157da3e02c44', 'code': 200} Jul 06 11:49:20.640225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.650775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Transition to ACTIVE for port object 7644a669-b643-403e-9b3c-33ff2990d4d4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:20.667569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Transition to ACTIVE for port object 7644a669-b643-403e-9b3c-33ff2990d4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:20.674489 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.712535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:20.719261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:20.720961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.722921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:20.730421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Pushing event updated for resources: {'Port': ['ID=7644a669-b643-403e-9b3c-33ff2990d4d4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.739346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 195cac51-e54f-4b8c-be28-73300bc36c20 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:20.790359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Attempting to bind port 7644a669-b643-403e-9b3c-33ff2990d4d4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:20.790637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Attempting to bind port 7644a669-b643-403e-9b3c-33ff2990d4d4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '3721bf1f-e4db-4aa7-9c73-9b55b00c6655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:20.791006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Attempting to bind port 7644a669-b643-403e-9b3c-33ff2990d4d4 on network 5de34f4f-2798-487a-b48f-6fb2eba25326 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:20.796490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:20.796872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Checking segment: {'id': '3721bf1f-e4db-4aa7-9c73-9b55b00c6655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:20.797287 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.797684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Bound using segment: {'id': '3721bf1f-e4db-4aa7-9c73-9b55b00c6655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:20.798321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Bound port: 7644a669-b643-403e-9b3c-33ff2990d4d4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3721bf1f-e4db-4aa7-9c73-9b55b00c6655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5de34f4f-2798-487a-b48f-6fb2eba25326'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:20.798808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.875242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] For port 7644a669-b643-403e-9b3c-33ff2990d4d4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:20.879216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] For port 7644a669-b643-403e-9b3c-33ff2990d4d4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7644a669-b643-403e-9b3c-33ff2990d4d4,segment=NetworkSegment(3721bf1f-e4db-4aa7-9c73-9b55b00c6655),segment_id=3721bf1f-e4db-4aa7-9c73-9b55b00c6655)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:20.884111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.886071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.943655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f57a2701-8c63-44b9-946e-22a252442c08 req-4fc1d87e-c872-4091-81aa-b284c51725f9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 210 time: 0.4340184 Jul 06 11:49:20.947976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=195cac51-e54f-4b8c-be28-73300bc36c20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.949960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bdd2-46c5-4918-b1be-db158084da57 None None] Pushing event updated for resources: {'Port': ['ID=7644a669-b643-403e-9b3c-33ff2990d4d4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.957201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.961688 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f43baba6-9b55-4fee-86ac-12c4d7f6c24f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/195cac51-e54f-4b8c-be28-73300bc36c20 HTTP/1.1" status: 204 len: 168 time: 0.5179954 Jul 06 11:49:20.962175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:20.991995 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-20673a86-690d-4abc-b4a3-ce6b025df046 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:20.995964 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20673a86-690d-4abc-b4a3-ce6b025df046 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/195cac51-e54f-4b8c-be28-73300bc36c20 HTTP/1.1" status: 404 len: 333 time: 0.0309908 Jul 06 11:49:20.996683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:21.000528 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-dcf78e35-9764-4a0d-95be-a66eebdc1e85 req-9eb637db-dc04-4370-acaf-0ec3a42bab05 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:49:21.007083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcf78e35-9764-4a0d-95be-a66eebdc1e85 req-9eb637db-dc04-4370-acaf-0ec3a42bab05 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/d31d6149-fad2-4dd0-84db-ae785ff1ef86 HTTP/1.1" status: 404 len: 352 time: 0.0558236 Jul 06 11:49:21.048855 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-8a352850-9480-4dfa-85b1-7e656ec49412 req-3e8e0e5d-1aa4-4569-80ac-903874b492e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:49:21.055376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a352850-9480-4dfa-85b1-7e656ec49412 req-3e8e0e5d-1aa4-4569-80ac-903874b492e1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/248f140f-c19e-4165-99fb-1624f0454e5f HTTP/1.1" status: 404 len: 352 time: 0.0274513 Jul 06 11:49:21.069083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Allocated IP 172.20.0.13 (0bb87d30-0c85-486f-8c7c-456d5efe81a9/183b542f-f526-4e40-b9ba-af0851656a92/7d35ca1d-238a-4823-afbb-230b27c82ea5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:21.072421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet cee11244-0d89-45bc-a0c2-6cd8689b66f6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:21.075813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.099150 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-be290f4f-3c4c-411b-b587-b3a5084c7cef req-eafbc4f0-25ef-4bba-818c-d2b4d4865dde tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:49:21.100247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be290f4f-3c4c-411b-b587-b3a5084c7cef req-eafbc4f0-25ef-4bba-818c-d2b4d4865dde tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/d6bd6619-3e43-475a-badd-483a25257e72 HTTP/1.1" status: 404 len: 352 time: 0.0282319 Jul 06 11:49:21.134383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.136830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b39744-2cd4-4f06-8013-1661d5ae051c req-39bff956-a4bb-41a2-b842-25baba05b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.138347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81b39744-2cd4-4f06-8013-1661d5ae051c req-39bff956-a4bb-41a2-b842-25baba05b15b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 1096 time: 0.1883192 Jul 06 11:49:21.191744 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-b5df1c05-6fb5-4c0c-b0b5-dfb898bfa54e req-24a9d16b-9b2e-4c09-86d9-b19b41bdfe08 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:49:21.199014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5df1c05-6fb5-4c0c-b0b5-dfb898bfa54e req-24a9d16b-9b2e-4c09-86d9-b19b41bdfe08 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/b9e76ac2-3194-422a-9335-766edb3b39b6 HTTP/1.1" status: 404 len: 352 time: 0.0555110 Jul 06 11:49:21.278385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.285773 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-99bf7e10-0832-472c-b409-8ed25d16bafb req-89f6b808-718c-4414-b6e1-4c46b4510891 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:49:21.286891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99bf7e10-0832-472c-b409-8ed25d16bafb req-89f6b808-718c-4414-b6e1-4c46b4510891 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/61354577-1070-4e7d-b76f-301e9a6acf0f HTTP/1.1" status: 404 len: 352 time: 0.0500593 Jul 06 11:49:21.292881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81b39744-2cd4-4f06-8013-1661d5ae051c req-76cf1ffd-4411-4e2d-9cd3-bbc97c57a738 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383746 Jul 06 11:49:21.362215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.363330 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-4aac2060-af2d-4b95-8210-19295e2da001 req-fba3ddab-d282-4802-ba7c-1f5aa1aa6f1c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] show failed (client error): The resource could not be found. Jul 06 11:49:21.377390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4aac2060-af2d-4b95-8210-19295e2da001 req-fba3ddab-d282-4802-ba7c-1f5aa1aa6f1c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/c57639aa-1618-431f-82a5-f6695f3668da HTTP/1.1" status: 404 len: 352 time: 0.0571103 Jul 06 11:49:21.393588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=cee11244-0d89-45bc-a0c2-6cd8689b66f6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.401120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.402891 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.405940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-64e265d3-fc32-4df8-ae01-e4a71429ef52 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/cee11244-0d89-45bc-a0c2-6cd8689b66f6 HTTP/1.1" status: 204 len: 168 time: 0.4080129 Jul 06 11:49:21.406604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:21.441522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Transition to ACTIVE for port object 7d35ca1d-238a-4823-afbb-230b27c82ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:21.493645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.525740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.557600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 7644a669-b643-403e-9b3c-33ff2990d4d4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:21.557879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.593819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:21.601982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:21.604412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:21.630590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] For port 7644a669-b643-403e-9b3c-33ff2990d4d4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7644a669-b643-403e-9b3c-33ff2990d4d4,segment=NetworkSegment(3721bf1f-e4db-4aa7-9c73-9b55b00c6655),segment_id=3721bf1f-e4db-4aa7-9c73-9b55b00c6655)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:21.631036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.652628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 7644a669-b643-403e-9b3c-33ff2990d4d4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:21.652840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.675983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.676852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.697102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c2a590e7-2a34-4f54-bbf4-8c0aaa4b1375 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6359766 Jul 06 11:49:21.706186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfd9be-c649-4814-b754-a82dc2e5361d req-b614589b-f1a2-4e08-b6be-326c3944dea0 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.707773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87bfd9be-c649-4814-b754-a82dc2e5361d req-b614589b-f1a2-4e08-b6be-326c3944dea0 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 945 time: 0.2249031 Jul 06 11:49:21.712992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Request body: {'port': {'device_id': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:21.781347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87bfd9be-c649-4814-b754-a82dc2e5361d req-2b82504b-83b1-46cc-a25a-2c3d210b8900 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Jul 06 11:49:21.807695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.841856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.845573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=7644a669-b643-403e-9b3c-33ff2990d4d4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.854108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No DVR routers for this DVR port 7644a669-b643-403e-9b3c-33ff2990d4d4 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:21.951147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.962222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de34f4f-2798-487a-b48f-6fb2eba25326']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:21.973841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3721bf1f-e4db-4aa7-9c73-9b55b00c6655') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:21.974275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3721bf1f-e4db-4aa7-9c73-9b55b00c6655') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:21.990895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.991491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b825f2cf-993c-4f17-9f79-4615c4a2474a None None] Provisioning for port 7d35ca1d-238a-4823-afbb-230b27c82ea5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:21.996302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b825f2cf-993c-4f17-9f79-4615c4a2474a None None] Provisioning complete for port 7d35ca1d-238a-4823-afbb-230b27c82ea5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:21.996687 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b825f2cf-993c-4f17-9f79-4615c4a2474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.011595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.020908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:22.021732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:22.025846 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:22.052217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b825f2cf-993c-4f17-9f79-4615c4a2474a None None] Port 7d35ca1d-238a-4823-afbb-230b27c82ea5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:22.120296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.127965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.130243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/5de34f4f-2798-487a-b48f-6fb2eba25326 HTTP/1.1" status: 204 len: 168 time: 0.7226293 Jul 06 11:49:22.134398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:22.138633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5745c73-998e-448c-9082-f674d78e8001 req-dfb84ee3-278f-4e43-a346-2147393a529c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.140257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5745c73-998e-448c-9082-f674d78e8001 req-dfb84ee3-278f-4e43-a346-2147393a529c tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1024 time: 0.2084258 Jul 06 11:49:22.148399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'name': 'tempest-PortsIpV6TestJSON-1537505601'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:22.165124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c738-2c03-4309-96be-a1e5a49ad167 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=5de34f4f-2798-487a-b48f-6fb2eba25326,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.265985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:22.271171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.293491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 1f4283ab-9fd1-496b-9d41-c1c7b70a2e97 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:22.293647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5745c73-998e-448c-9082-f674d78e8001 req-dd5fdaa1-3be1-47d1-8b5f-5f4b181371aa tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=094a1ad2-b5d7-481f-b32d-276c2eedb47f&id=f64d375a-5183-4b9a-afdd-8c88b6f7bbb5&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1397219 Jul 06 11:49:22.367526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e16999ff-9272-4fb0-9270-48d9ceb27af9 None None] Could not find standard attr ID for object 7644a669-b643-403e-9b3c-33ff2990d4d4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:22.388217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd0360-6084-4e8e-a222-9bec23a4e154 req-d92f70b2-d263-4ac9-b3f4-30ba5a2d9858 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.396830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cdd0360-6084-4e8e-a222-9bec23a4e154 req-d92f70b2-d263-4ac9-b3f4-30ba5a2d9858 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 932 time: 0.2535472 Jul 06 11:49:22.410824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d35ca1d-238a-4823-afbb-230b27c82ea5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:22.425343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.438338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94161138-597b-4e9e-ac0c-261e95f7ef31 None None] DHCP port deletion for 5de34f4f-2798-487a-b48f-6fb2eba25326 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:22.457819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Transition to ACTIVE for port object 7d35ca1d-238a-4823-afbb-230b27c82ea5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:22.461249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.462180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8488cc2-7434-40b7-8df2-bf0d2554f70d None None] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:22.476533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cdd0360-6084-4e8e-a222-9bec23a4e154 req-a29b1a53-9a1f-4c6c-8074-39cf5994ccff tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787458 Jul 06 11:49:22.489323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8488cc2-7434-40b7-8df2-bf0d2554f70d None None] Network 5de34f4f-2798-487a-b48f-6fb2eba25326 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:49:22.500176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.562871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.563093 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.569535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.633959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:22.637814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:22.643488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:22.649075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.649720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.653614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=1f4283ab-9fd1-496b-9d41-c1c7b70a2e97,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.669552 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-176850ad-bb18-4e93-8536-3bcddc97befd tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5319164 Jul 06 11:49:22.672087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:22.675305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Attempting to bind port 7d35ca1d-238a-4823-afbb-230b27c82ea5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:22.675736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Attempting to bind port 7d35ca1d-238a-4823-afbb-230b27c82ea5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:22.676182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Attempting to bind port 7d35ca1d-238a-4823-afbb-230b27c82ea5 on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:22.681124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Port 7d35ca1d-238a-4823-afbb-230b27c82ea5 on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:22.682714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Attempting to bind port 7d35ca1d-238a-4823-afbb-230b27c82ea5 on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:22.686656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:22.687108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Checking segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:22.687566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Bound using segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:22.688103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Bound port: 7d35ca1d-238a-4823-afbb-230b27c82ea5, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:22.688608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.757115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:22.761015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:22.765654 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.784269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 1f4283ab-9fd1-496b-9d41-c1c7b70a2e97 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:22.784485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.805204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.805989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.807607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] 10.222.0.79 "PUT /v2.0/ports/7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 200 len: 1092 time: 1.0988111 Jul 06 11:49:22.808150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:22.812620 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be02c39-c15b-437b-8490-1553add48fea" -d '{"events": [{"name": "network-changed", "server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:22.930363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.930888 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a2d387-6772-41a2-bb4e-62033c3d9d95 x-openstack-request-id: req-95a2d387-6772-41a2-bb4e-62033c3d9d95 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:22.931195 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:22.931453 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95a2d387-6772-41a2-bb4e-62033c3d9d95 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:22.931862 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'status': 'completed', 'code': 200} Jul 06 11:49:22.935235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1972af3-b923-497e-9bc5-260235f88dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.947881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 1f4283ab-9fd1-496b-9d41-c1c7b70a2e97 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:22.991729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-6112f05d-fa7c-4333-9c76-a43585f28786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.993511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-6112f05d-fa7c-4333-9c76-a43585f28786 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1186812 Jul 06 11:49:23.049951 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.052470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-c1be51d7-abbb-484c-bd57-b8b8727939f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 200 len: 217 time: 0.0494628 Jul 06 11:49:23.080800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=1f4283ab-9fd1-496b-9d41-c1c7b70a2e97,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:23.085926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.090750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-923d7e9d-45eb-4ad5-b37d-8cadcf2c17ef tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/1f4283ab-9fd1-496b-9d41-c1c7b70a2e97 HTTP/1.1" status: 204 len: 168 time: 0.4176641 Jul 06 11:49:23.091391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:23.096424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'mac_address': 'fa:16:3e:53:cf:1a', 'name': 'tempest-PortsIpV6TestJSON-168312921'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:23.135167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-68478bac-7d01-49b1-a9fa-7155ee4631c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.136985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-68478bac-7d01-49b1-a9fa-7155ee4631c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.0666580 Jul 06 11:49:23.188155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:23.213366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6da34a-ef3a-4209-b527-45516f9aea0c req-8be9e155-7ed4-4ad7-b64f-7012cc36e2a6 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.214866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe6da34a-ef3a-4209-b527-45516f9aea0c req-8be9e155-7ed4-4ad7-b64f-7012cc36e2a6 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 945 time: 0.2042065 Jul 06 11:49:23.253257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.276516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 834a8c8a-1396-454b-81a7-fa16842d65fe yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:23.291007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-35971629-f7b9-4716-a76c-c0f902ddac23 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.292543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-35971629-f7b9-4716-a76c-c0f902ddac23 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1024 time: 0.1546969 Jul 06 11:49:23.296715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe6da34a-ef3a-4209-b527-45516f9aea0c req-c4ecc037-edbc-40ad-88fe-22707c5ca6e2 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751317 Jul 06 11:49:23.301383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-8f936e13-6aa3-4a1d-8e47-57e7997dcc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.302869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-8f936e13-6aa3-4a1d-8e47-57e7997dcc13 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489942 Jul 06 11:49:23.478477 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.519285 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.540594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-b37bf12b-8990-467b-9fe6-cdfaf80014ca service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313027 Jul 06 11:49:23.572411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:23.577690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:23.585345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:23.592390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.592993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.606245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=834a8c8a-1396-454b-81a7-fa16842d65fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:23.620756 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e9624e30-7c8c-432d-a435-f636bea64122 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5282583 Jul 06 11:49:23.621410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:23.629572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Deleting port e579ba27-0f62-42fb-b1c0-a0b70cb5889c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:23.629919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.701109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498b352-adbb-4967-999c-fbef085e5858 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.706325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0498b352-adbb-4967-999c-fbef085e5858 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/834a8c8a-1396-454b-81a7-fa16842d65fe HTTP/1.1" status: 200 len: 844 time: 0.0803044 Jul 06 11:49:23.706976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:23.739017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7521e-5676-4a9d-9f80-4f9342b5b2bf req-887d086d-d25a-43d2-b790-83fa37e4532e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.746198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fb7521e-5676-4a9d-9f80-4f9342b5b2bf req-887d086d-d25a-43d2-b790-83fa37e4532e tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 1024 time: 0.2929997 Jul 06 11:49:23.812625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab9c00d5-dbc5-479e-9a6e-96f5784e3116 req-34e14c07-4431-4ac3-ae04-9546ceb537fa service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551918 Jul 06 11:49:23.844458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 834a8c8a-1396-454b-81a7-fa16842d65fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:23.845086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.881004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fb7521e-5676-4a9d-9f80-4f9342b5b2bf req-f1323194-f9bd-4e50-95b1-cf4cb063ef25 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups?id=094a1ad2-b5d7-481f-b32d-276c2eedb47f&id=f64d375a-5183-4b9a-afdd-8c88b6f7bbb5&id=05b8f980-67b1-424a-9bbb-0c2a3222a79f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1339388 Jul 06 11:49:23.888395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] For port e579ba27-0f62-42fb-b1c0-a0b70cb5889c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,segment=NetworkSegment(14a95851-d628-44c6-be85-d57543656b54),segment_id=14a95851-d628-44c6-be85-d57543656b54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:23.888620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.934452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.937057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Calling delete_port for e579ba27-0f62-42fb-b1c0-a0b70cb5889c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:23.950286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 834a8c8a-1396-454b-81a7-fa16842d65fe owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:24.027474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be02c39-c15b-437b-8490-1553add48fea req-ebdfb19d-ea97-4e90-9bf4-a2149bfd1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.029002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-ebdfb19d-ea97-4e90-9bf4-a2149bfd1584 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1470950 Jul 06 11:49:24.037102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7e3e2-9825-4795-afab-6d4c5f11a759 req-975366a7-d6f1-4f19-97c6-e4a416f06eee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.044319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f7e3e2-9825-4795-afab-6d4c5f11a759 req-975366a7-d6f1-4f19-97c6-e4a416f06eee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.2278659 Jul 06 11:49:24.061617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.097749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.100747 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/834a8c8a-1396-454b-81a7-fa16842d65fe HTTP/1.1" status: 204 len: 168 time: 0.3921988 Jul 06 11:49:24.101359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f03d62-7cbb-4199-858c-9dfe31f684a8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=834a8c8a-1396-454b-81a7-fa16842d65fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.103513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.132124 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0261c81a-5425-4d68-841c-989d59ba736e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:24.134480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0261c81a-5425-4d68-841c-989d59ba736e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/834a8c8a-1396-454b-81a7-fa16842d65fe HTTP/1.1" status: 404 len: 333 time: 0.0292835 Jul 06 11:49:24.137607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.144172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'name': 'tempest-PortsIpV6TestJSON-1633208467'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:24.170445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43f7e3e2-9825-4795-afab-6d4c5f11a759 req-defb2433-120d-4301-b60c-31a09546f773 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251526 Jul 06 11:49:24.240280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:24.244025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.262925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port f06ac8a6-8e08-4124-b8e4-213e2b49268c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:24.309684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be02c39-c15b-437b-8490-1553add48fea req-24ae2b65-5261-41fc-8e06-7bac5a2767d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.311186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-24ae2b65-5261-41fc-8e06-7bac5a2767d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.2607372 Jul 06 11:49:24.358318 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.361391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-1b296e5a-2f10-44ef-a4c7-d281f0539ddc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 200 len: 217 time: 0.0415587 Jul 06 11:49:24.371324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e579ba27-0f62-42fb-b1c0-a0b70cb5889c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:24.410917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'Port': ['ID=e579ba27-0f62-42fb-b1c0-a0b70cb5889c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.427642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7644a669-b643-403e-9b3c-33ff2990d4d4 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:24.451158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7644a669-b643-403e-9b3c-33ff2990d4d4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:24.451504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7644a669-b643-403e-9b3c-33ff2990d4d4 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:24.463535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.493591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] No DVR routers for this DVR port e579ba27-0f62-42fb-b1c0-a0b70cb5889c on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:24.500721 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.501151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.503874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90137edb-a8e8-4f70-97ed-674f2b39e52e req-c9a49be4-dd25-4765-84b5-4f2ecc031d50 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.79 "DELETE /v2.0/ports/e579ba27-0f62-42fb-b1c0-a0b70cb5889c HTTP/1.1" status: 204 len: 173 time: 1.2047939 Jul 06 11:49:24.513089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907c84-7bb6-46a1-8913-f4593f99b331 req-a22df222-d5dd-4cea-a5cb-8c54f746be0a tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.520166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74907c84-7bb6-46a1-8913-f4593f99b331 req-a22df222-d5dd-4cea-a5cb-8c54f746be0a tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 945 time: 0.2593834 Jul 06 11:49:24.523594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be02c39-c15b-437b-8490-1553add48fea req-f809d4a0-7620-40fd-9e16-50c6e2c1ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.525032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-f809d4a0-7620-40fd-9e16-50c6e2c1ac09 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.1550252 Jul 06 11:49:24.544247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:24.547490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:24.554315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:24.559801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.560438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.571057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=f06ac8a6-8e08-4124-b8e4-213e2b49268c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.584667 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1761f7c2-8c25-409e-8b00-d28934e1d307 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4434876 Jul 06 11:49:24.584841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.590087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:24.596057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74907c84-7bb6-46a1-8913-f4593f99b331 req-d912b45d-6a6c-4143-bd33-82e52f9e0df1 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749929 Jul 06 11:49:24.618401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be02c39-c15b-437b-8490-1553add48fea req-5c659e41-8e62-4758-9002-5961307c273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.620305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-5c659e41-8e62-4758-9002-5961307c273a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813789 Jul 06 11:49:24.689671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.725990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-c560b326-c699-4779-888e-c3aecd030938 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973237 Jul 06 11:49:24.823006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8be02c39-c15b-437b-8490-1553add48fea req-230db3a2-3cbb-4011-9d4f-be1a160f098d service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858910 Jul 06 11:49:24.855848 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.860386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.895606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] In _notify_port_updated(), no bound segment for port f06ac8a6-8e08-4124-b8e4-213e2b49268c on network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:49:24.901079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.901680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.902960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/ports/f06ac8a6-8e08-4124-b8e4-213e2b49268c HTTP/1.1" status: 200 len: 818 time: 0.3171785 Jul 06 11:49:24.905822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.933271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'name': 'network-vif-deleted', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:24.935944 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a32564-35e5-400b-99b7-bb3dd4fec063" -d '{"events": [{"server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "name": "network-vif-deleted", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:24.951879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af42ca2-5a94-4bcb-9bce-6cab0d6680e2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=f06ac8a6-8e08-4124-b8e4-213e2b49268c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.982482 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa84dc5-df92-4eef-b466-875b6f239a75 x-openstack-request-id: req-2aa84dc5-df92-4eef-b466-875b6f239a75 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:24.983216 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9865843d-3e93-4649-ac1e-a9e23dfbbc47", "name": "network-vif-deleted", "tag": "e579ba27-0f62-42fb-b1c0-a0b70cb5889c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:24.983216 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2aa84dc5-df92-4eef-b466-875b6f239a75 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:24.984327 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9865843d-3e93-4649-ac1e-a9e23dfbbc47', 'name': 'network-vif-deleted', 'tag': 'e579ba27-0f62-42fb-b1c0-a0b70cb5889c', 'status': 'completed', 'code': 200} Jul 06 11:49:25.024915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port f06ac8a6-8e08-4124-b8e4-213e2b49268c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:25.025312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.065441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2dc03a8-4c24-499e-bf7c-557a23d84e35 req-ed6bd590-4962-4e5a-8ab9-2cc34af9efb1 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/ports?device_id=9865843d-3e93-4649-ac1e-a9e23dfbbc47 HTTP/1.1" status: 200 len: 210 time: 0.0346985 Jul 06 11:49:25.111173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.128974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for f06ac8a6-8e08-4124-b8e4-213e2b49268c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:25.221289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.261217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.265506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/f06ac8a6-8e08-4124-b8e4-213e2b49268c HTTP/1.1" status: 204 len: 168 time: 0.3564062 Jul 06 11:49:25.265506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae3496-b998-4954-be03-937d00e49fe2 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=f06ac8a6-8e08-4124-b8e4-213e2b49268c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:25.266077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:25.349290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3cf444-bf17-4620-b209-ccf17110a9f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.350951 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ee3cf444-bf17-4620-b209-ccf17110a9f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0839005 Jul 06 11:49:25.353804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:25.382467 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9404056-1779-4dc4-9ffa-96f4fc9a3c35 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:25.387810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a9404056-1779-4dc4-9ffa-96f4fc9a3c35 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/f06ac8a6-8e08-4124-b8e4-213e2b49268c HTTP/1.1" status: 404 len: 333 time: 0.0292759 Jul 06 11:49:25.388018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:25.393244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-847903027'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:25.412636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51353a4-411c-4226-ac7b-35ffdefa22df req-ee149318-2f43-4501-9c5b-87c632802449 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.414312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e51353a4-411c-4226-ac7b-35ffdefa22df req-ee149318-2f43-4501-9c5b-87c632802449 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1105564 Jul 06 11:49:25.415796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:25.425616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.452776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:25.464115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.464452 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 961ff3b2-5acf-494a-98c3-96beced57c97 of type vlan for network b5ff6d2b-3674-4222-91e8-c303d110fed8 Jul 06 11:49:25.468712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-0e17dc51-9766-4f08-a7a7-6547e7b4a105 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.470291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-0e17dc51-9766-4f08-a7a7-6547e7b4a105 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.79 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 945 time: 0.1177878 Jul 06 11:49:25.490678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e51353a4-411c-4226-ac7b-35ffdefa22df req-5834f01e-411b-4010-831e-91c34a888cfa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704806 Jul 06 11:49:25.512162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.540739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.546376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.546954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.580433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Deleting port c24abe72-f7c8-4001-96b8-157da3e02c44 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:25.580769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.607329 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2182829 Jul 06 11:49:25.610231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:25.616065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:25.666013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417fea7-1be9-4b2f-a094-a3f55a245592 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=b5ff6d2b-3674-4222-91e8-c303d110fed8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:25.680149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:25.685733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] For port c24abe72-f7c8-4001-96b8-157da3e02c44, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c24abe72-f7c8-4001-96b8-157da3e02c44,segment=NetworkSegment(d9a71aca-0e42-495e-b046-f78f1beac026),segment_id=d9a71aca-0e42-495e-b046-f78f1beac026)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:25.686411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.705195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Calling delete_port for c24abe72-f7c8-4001-96b8-157da3e02c44 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:25.722009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:25.726830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.857793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7cd6-9b0f-4c5d-8b41-f277e85e5f92 req-6c80f177-9575-4841-9a04-d4343ac1e662 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.859429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-043d7cd6-9b0f-4c5d-8b41-f277e85e5f92 req-6c80f177-9575-4841-9a04-d4343ac1e662 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bc54319-3ebc-4e14-b212-2615d4e011d7 HTTP/1.1" status: 200 len: 945 time: 0.0986845 Jul 06 11:49:25.938465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-043d7cd6-9b0f-4c5d-8b41-f277e85e5f92 req-6f8eaae9-2e5a-4c9b-b2f7-5d32f268e735 tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.78 "GET /v2.0/security-groups?id=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 Jul 06 11:49:25.939759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.953796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c24abe72-f7c8-4001-96b8-157da3e02c44'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:25.970728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Pushing event deleted for resources: {'Port': ['ID=c24abe72-f7c8-4001-96b8-157da3e02c44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.025157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] No DVR routers for this DVR port c24abe72-f7c8-4001-96b8-157da3e02c44 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:26.027755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.029821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f845f24-a3a9-4efb-a95a-48e4b20813e6 req-29011f5b-08b4-4ef7-98c7-2e57c06c29df tempest-InstanceActionsNegativeTestJSON-906384216 tempest-InstanceActionsNegativeTestJSON-906384216-project] 10.222.0.79 "DELETE /v2.0/ports/c24abe72-f7c8-4001-96b8-157da3e02c44 HTTP/1.1" status: 204 len: 173 time: 0.5540442 Jul 06 11:49:26.211431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.228360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-617121d0-982c-4042-9c5c-7b9731b2f809 req-53ec4336-db10-4b46-927b-72db2d2056da tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/094a1ad2-b5d7-481f-b32d-276c2eedb47f HTTP/1.1" status: 200 len: 1803 time: 0.0464642 Jul 06 11:49:26.276736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.288557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '961ff3b2-5acf-494a-98c3-96beced57c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:26.289400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: b5ff6d2b-3674-4222-91e8-c303d110fed8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:26.292264 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617121d0-982c-4042-9c5c-7b9731b2f809 req-937a40ce-ddb4-4677-b314-44d237621c83 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.305754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:26.315071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617121d0-982c-4042-9c5c-7b9731b2f809 req-937a40ce-ddb4-4677-b314-44d237621c83 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.315749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b5ff6d2b-3674-4222-91e8-c303d110fed8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:26.321211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:26.322001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.324094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855da853-91fd-4669-bf5a-44313a9ec767 None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:26.338845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-53f36730-6367-4c0c-9c33-1fd64c6f6c4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7265253 Jul 06 11:49:26.341867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:26.349519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:26.379587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617121d0-982c-4042-9c5c-7b9731b2f809 req-937a40ce-ddb4-4677-b314-44d237621c83 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.384666 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617121d0-982c-4042-9c5c-7b9731b2f809 req-937a40ce-ddb4-4677-b314-44d237621c83 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.387123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-617121d0-982c-4042-9c5c-7b9731b2f809 req-937a40ce-ddb4-4677-b314-44d237621c83 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/094a1ad2-b5d7-481f-b32d-276c2eedb47f HTTP/1.1" status: 204 len: 173 time: 0.1525981 Jul 06 11:49:26.401114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a40ce-ddb4-4677-b314-44d237621c83 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a1ad2-b5d7-481f-b32d-276c2eedb47f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.504335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:26.508578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75668e98-ea6e-4d0b-a0f4-353b7d8a8699 req-fe82ccc5-6f56-418d-9e76-72beb157bb1b tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "GET /v2.0/security-groups/f64d375a-5183-4b9a-afdd-8c88b6f7bbb5 HTTP/1.1" status: 200 len: 1801 time: 0.0882473 Jul 06 11:49:26.513264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.521869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-b5ff6d2b-3674-4222-91e8-c303d110fed8', 'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': 'e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:26.523876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.638300 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4 (CIDR: 2001:db8::/64) Jul 06 11:49:26.644794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75668e98-ea6e-4d0b-a0f4-353b7d8a8699 req-50a90d9d-d6ca-4f55-8b56-019255fc8868 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.645036 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:49:26.645524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:26.668962 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-de6a53d4-7390-435d-bbbf-2ad09422f77f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3258686 Jul 06 11:49:26.671534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:26.678435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:26.699166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75668e98-ea6e-4d0b-a0f4-353b7d8a8699 req-50a90d9d-d6ca-4f55-8b56-019255fc8868 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.752423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Allocated IP 2001:db8::2 (b5ff6d2b-3674-4222-91e8-c303d110fed8/e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4/8834ade9-2436-4d78-b46b-2e36e60d1f94) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:26.810150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75668e98-ea6e-4d0b-a0f4-353b7d8a8699 req-50a90d9d-d6ca-4f55-8b56-019255fc8868 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.813042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-75668e98-ea6e-4d0b-a0f4-353b7d8a8699 req-50a90d9d-d6ca-4f55-8b56-019255fc8868 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.814354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75668e98-ea6e-4d0b-a0f4-353b7d8a8699 req-50a90d9d-d6ca-4f55-8b56-019255fc8868 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] 10.222.0.78 "DELETE /v2.0/security-groups/f64d375a-5183-4b9a-afdd-8c88b6f7bbb5 HTTP/1.1" status: 204 len: 173 time: 0.2975969 Jul 06 11:49:26.821473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:26.830239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90d9d-d6ca-4f55-8b56-019255fc8868 tempest-SecurityGroupsTestJSON-796018581 tempest-SecurityGroupsTestJSON-796018581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d375a-5183-4b9a-afdd-8c88b6f7bbb5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.850337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d92630-5827-4ff9-8359-007c6bcc05bc req-5493c8f0-6218-40c5-8fea-db84d708311e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:26.852393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88d92630-5827-4ff9-8359-007c6bcc05bc req-5493c8f0-6218-40c5-8fea-db84d708311e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1130631 Jul 06 11:49:26.881384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:26.885095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.900802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88d92630-5827-4ff9-8359-007c6bcc05bc req-c7c11296-bf9a-4ce3-bfc5-ff47fa7f1d8e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Jul 06 11:49:26.934932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Deleting subnet 5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:26.941703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.947090 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.955796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Transition to ACTIVE for port object 8834ade9-2436-4d78-b46b-2e36e60d1f94 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:26.971504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Transition to ACTIVE for port object 8834ade9-2436-4d78-b46b-2e36e60d1f94 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:26.977224 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.987655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'name': 'network-vif-deleted', 'tag': 'c24abe72-f7c8-4001-96b8-157da3e02c44'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:26.991470 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfa4a9a-b7bc-4d36-8e53-eef8cbda20b3" -d '{"events": [{"server_uuid": "5bc54319-3ebc-4e14-b212-2615d4e011d7", "name": "network-vif-deleted", "tag": "c24abe72-f7c8-4001-96b8-157da3e02c44"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:27.004443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.031892 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed6960c-ef71-4027-a2d9-052f51ace0b3 x-openstack-request-id: req-9ed6960c-ef71-4027-a2d9-052f51ace0b3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:27.032298 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc54319-3ebc-4e14-b212-2615d4e011d7", "name": "network-vif-deleted", "tag": "c24abe72-f7c8-4001-96b8-157da3e02c44", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:27.033346 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ed6960c-ef71-4027-a2d9-052f51ace0b3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:27.034248 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc54319-3ebc-4e14-b212-2615d4e011d7', 'name': 'network-vif-deleted', 'tag': 'c24abe72-f7c8-4001-96b8-157da3e02c44', 'status': 'completed', 'code': 200} Jul 06 11:49:27.040856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Pushing event updated for resources: {'Port': ['ID=8834ade9-2436-4d78-b46b-2e36e60d1f94,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.044942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:27.046800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:27.049504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:27.065285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:27.071880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.127394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Attempting to bind port 8834ade9-2436-4d78-b46b-2e36e60d1f94 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:27.127735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Attempting to bind port 8834ade9-2436-4d78-b46b-2e36e60d1f94 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '961ff3b2-5acf-494a-98c3-96beced57c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:27.128168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Attempting to bind port 8834ade9-2436-4d78-b46b-2e36e60d1f94 on network b5ff6d2b-3674-4222-91e8-c303d110fed8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:27.131138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Deleting subnet db615c14-9b90-4f4d-8123-f3ee232e3d30 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:27.131383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dcc3-3f7a-4755-a11f-05efe9f152ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.134559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.136321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:27.136696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Checking segment: {'id': '961ff3b2-5acf-494a-98c3-96beced57c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:27.137088 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.137474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Bound using segment: {'id': '961ff3b2-5acf-494a-98c3-96beced57c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:27.137935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Bound port: 8834ade9-2436-4d78-b46b-2e36e60d1f94, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961ff3b2-5acf-494a-98c3-96beced57c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:27.138312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.182403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.183318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.205649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] For port 8834ade9-2436-4d78-b46b-2e36e60d1f94, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:27.209446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] For port 8834ade9-2436-4d78-b46b-2e36e60d1f94, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8834ade9-2436-4d78-b46b-2e36e60d1f94,segment=NetworkSegment(961ff3b2-5acf-494a-98c3-96beced57c97),segment_id=961ff3b2-5acf-494a-98c3-96beced57c97)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:27.213461 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.228883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.239555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.250258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.255717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1768d6d-ff84-4b60-9b92-b50f3ef3211c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5ed1ed8e-401a-40f7-8a39-c28c0a3ab3dd HTTP/1.1" status: 204 len: 168 time: 0.4330108 Jul 06 11:49:27.255860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:27.270639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636ecdb-f991-4fce-b5f2-4ce89cb873e9 None None] Pushing event updated for resources: {'Port': ['ID=8834ade9-2436-4d78-b46b-2e36e60d1f94,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.334656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.379160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:27.380638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.382517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:27.388640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.389238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.391793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.415959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db615c14-9b90-4f4d-8123-f3ee232e3d30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.416205 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7428284 Jul 06 11:49:27.417358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847b977-d6fc-4fc0-a877-75e5f92b1526 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.419649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:27.421004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.425902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:27.426241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0d82140-06cd-4af8-807e-19b7c12f9155 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/db615c14-9b90-4f4d-8123-f3ee232e3d30 HTTP/1.1" status: 204 len: 168 time: 0.3594508 Jul 06 11:49:27.432830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'fixed_ips': [{'subnet_id': 'e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4'}, {'subnet_id': '3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6'}], 'name': 'tempest-PortsIpV6TestJSON-1532550503'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:27.541147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.653450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.668148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db80630f-79f4-489e-8100-c5a8f6d52d99']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:27.682248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a71aca-0e42-495e-b046-f78f1beac026') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:27.682545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a71aca-0e42-495e-b046-f78f1beac026') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:27.699344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.725217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.739046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:27.739046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:27.740558 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:27.806277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.811108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.813287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] 10.222.0.78 "DELETE /v2.0/networks/db80630f-79f4-489e-8100-c5a8f6d52d99 HTTP/1.1" status: 204 len: 168 time: 0.3858240 Jul 06 11:49:27.830151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef517d7-7897-4fcd-bfe5-455eb1694053 admin admin] Pushing event deleted for resources: {'Network': ['ID=db80630f-79f4-489e-8100-c5a8f6d52d99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.837388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:27.848919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e579ba27-0f62-42fb-b1c0-a0b70cb5889c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:27.999431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.019153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f3f028-fa93-416d-8334-0d6d2e155db5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:28.053046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a95851-d628-44c6-be85-d57543656b54') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:28.053387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a95851-d628-44c6-be85-d57543656b54') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:28.076986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: e579ba27-0f62-42fb-b1c0-a0b70cb5889c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:28.077706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e579ba27-0f62-42fb-b1c0-a0b70cb5889c not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:28.088371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:28.089789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.121452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:28.155380 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79b625a0-ccc4-4470-a53d-0e0f95157969 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2604d2472e654636b363ea99e1b52eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640495 Jul 06 11:49:28.155886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:28.168967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.182335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:28.182335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:28.186125 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:28.222309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:28.229524 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1816e-8923-429f-9043-e98b625368c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.237279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'mac_address': 'fa:16:3e:62:69:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:28.259079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1816e-8923-429f-9043-e98b625368c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.280676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.291373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.311546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d35ca1d-238a-4823-afbb-230b27c82ea5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:28.343815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.346934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] 10.222.0.78 "DELETE /v2.0/networks/76f3f028-fa93-416d-8334-0d6d2e155db5 HTTP/1.1" status: 204 len: 168 time: 1.0899806 Jul 06 11:49:28.347871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b718a3-66f4-4aa0-8b08-9a5628654065 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f3f028-fa93-416d-8334-0d6d2e155db5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.359532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.374369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:28.381374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1816e-8923-429f-9043-e98b625368c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.383644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.384624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1816e-8923-429f-9043-e98b625368c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.386184 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9fd1816e-8923-429f-9043-e98b625368c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc HTTP/1.1" status: 204 len: 168 time: 0.2285359 Jul 06 11:49:28.390531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d74f3-059c-423b-b8f6-a43dd460cdb4 req-ed6aca61-26ea-425e-a4cc-55e835447e86 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.415983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1816e-8923-429f-9043-e98b625368c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c5cac-3ef0-43c4-bdbb-ab6719e8abfc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.422716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de3d74f3-059c-423b-b8f6-a43dd460cdb4 req-ed6aca61-26ea-425e-a4cc-55e835447e86 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.3509057 Jul 06 11:49:28.472785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.473423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 35bea323-e4af-4daa-85c8-ca4299e7da8d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:28.609695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de3d74f3-059c-423b-b8f6-a43dd460cdb4 req-1f844261-3664-48f7-b10f-13e5119272fd tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688602 Jul 06 11:49:28.682350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:28.724892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8834ade9-2436-4d78-b46b-2e36e60d1f94 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:28.757573 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d89d4508-d4b4-43b3-9713-3c709e8b30d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=463053a940ff40339507469efc2ddc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715938 Jul 06 11:49:28.759115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:28.773221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f6ff2-dcb3-459a-a841-08bbf3feeeaf None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:28.807041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7d35ca1d-238a-4823-afbb-230b27c82ea5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:28.824542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecce674-26db-404c-93cd-ab5d81551fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.877048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecce674-26db-404c-93cd-ab5d81551fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.945869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de634d73-fbdb-4338-9d50-3c4ab86dc6f7 None None] Provisioning for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:28.952667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecce674-26db-404c-93cd-ab5d81551fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.957663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ecce674-26db-404c-93cd-ab5d81551fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.959018 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2ecce674-26db-404c-93cd-ab5d81551fe3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05b8f980-67b1-424a-9bbb-0c2a3222a79f HTTP/1.1" status: 204 len: 168 time: 0.1986523 Jul 06 11:49:28.980944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecce674-26db-404c-93cd-ab5d81551fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b8f980-67b1-424a-9bbb-0c2a3222a79f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.013526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::ac (b5ff6d2b-3674-4222-91e8-c303d110fed8/e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4/35bea323-e4af-4daa-85c8-ca4299e7da8d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:29.023163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:29.024431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8:0:1::2f8 (b5ff6d2b-3674-4222-91e8-c303d110fed8/3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6/35bea323-e4af-4daa-85c8-ca4299e7da8d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:29.042812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:29.043572 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.209572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.227133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 35bea323-e4af-4daa-85c8-ca4299e7da8d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:29.272575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.292167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.350856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 8834ade9-2436-4d78-b46b-2e36e60d1f94, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8834ade9-2436-4d78-b46b-2e36e60d1f94,segment=NetworkSegment(961ff3b2-5acf-494a-98c3-96beced57c97),segment_id=961ff3b2-5acf-494a-98c3-96beced57c97)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:29.356151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:29.364213 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.366925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:29.377517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:29.386065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.386738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.394926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=35bea323-e4af-4daa-85c8-ca4299e7da8d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.411252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f5bf85d-6322-426c-af45-b54b8e9e50b5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9829588 Jul 06 11:49:29.413804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:29.420294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:29.423401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Update dhcp port {'port': {'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'fixed_ips': [{'subnet_id': 'e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '8834ade9-2436-4d78-b46b-2e36e60d1f94'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:49:29.471473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=8834ade9-2436-4d78-b46b-2e36e60d1f94,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.481648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.620196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.636985 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24d39b31-0989-421c-aec0-269204589355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.744275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Allocated IP 2001:db8:0:1::2 (b5ff6d2b-3674-4222-91e8-c303d110fed8/3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6/8834ade9-2436-4d78-b46b-2e36e60d1f94) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:29.857034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c24abe72-f7c8-4001-96b8-157da3e02c44 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:29.894195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c24abe72-f7c8-4001-96b8-157da3e02c44 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:29.894526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c24abe72-f7c8-4001-96b8-157da3e02c44 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:29.915614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ff52-de6c-4f41-ad4d-b6a0c7981f72 req-b1527783-8e22-4890-815a-6b6fcc65b9bb tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.923631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8863ff52-de6c-4f41-ad4d-b6a0c7981f72 req-b1527783-8e22-4890-815a-6b6fcc65b9bb tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1067927 Jul 06 11:49:29.976361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8863ff52-de6c-4f41-ad4d-b6a0c7981f72 req-d48e5df9-8124-48ea-9f63-730bfa568e41 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Jul 06 11:49:29.984998 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.030581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:30.047009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] For port 8834ade9-2436-4d78-b46b-2e36e60d1f94, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8834ade9-2436-4d78-b46b-2e36e60d1f94,segment=NetworkSegment(961ff3b2-5acf-494a-98c3-96beced57c97),segment_id=961ff3b2-5acf-494a-98c3-96beced57c97)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:30.066218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.097981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.117587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Transition to ACTIVE for port object 8834ade9-2436-4d78-b46b-2e36e60d1f94 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:30.132341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.198807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:30.222221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Delete allocated IP 2001:db8:0:1::2f8 (b5ff6d2b-3674-4222-91e8-c303d110fed8/3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:49:30.282175 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:49:30.288500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add7785-c0f1-4a00-8937-6b3388695f4b None None] Pushing event updated for resources: {'Port': ['ID=8834ade9-2436-4d78-b46b-2e36e60d1f94,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.308586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1255363915-network', 'tenant_id': '2027be33fb72403f88ddeadd3bb40927'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:30.348956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1780570261-network', 'tenant_id': '984372ace94a45008b484764aa1bddf8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:30.356184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Made reservation on behalf of 2027be33fb72403f88ddeadd3bb40927 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:30.358777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.374454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.376154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Made reservation on behalf of 984372ace94a45008b484764aa1bddf8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:30.380032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.389913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.432575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.453417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Ignored duplicate provisioning block setup for port 35bea323-e4af-4daa-85c8-ca4299e7da8d by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 11:49:30.459059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.476557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8834ade9-2436-4d78-b46b-2e36e60d1f94 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:30.547465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] In _notify_port_updated(), no bound segment for port 35bea323-e4af-4daa-85c8-ca4299e7da8d on network b5ff6d2b-3674-4222-91e8-c303d110fed8 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:49:30.553710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.554338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.555696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/ports/35bea323-e4af-4daa-85c8-ca4299e7da8d HTTP/1.1" status: 200 len: 925 time: 1.1408396 Jul 06 11:49:30.558535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:30.566860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4'}, {'subnet_id': '3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:30.574346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502aaf21-c5f9-4055-b06c-be71c89dc118 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=35bea323-e4af-4daa-85c8-ca4299e7da8d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.609968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.615716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.647255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:30.657640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.664659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.665654 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Added segment e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0 of type vlan for network 1714cae7-70a8-41a1-9ff6-272213aef9d5 Jul 06 11:49:30.682543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.714392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.753634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.756688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.757617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.848326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] Pushing event updated for resources: {'Network': ['ID=1714cae7-70a8-41a1-9ff6-272213aef9d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.867246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.874806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1714cae7-70a8-41a1-9ff6-272213aef9d5 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:30.880436 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.882466 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b90b1c2-6617-4722-8f85-c78100e2a05b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8494008 Jul 06 11:49:30.885462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.888130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:30.899331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Request body: {'subnet': {'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1255363915-subnet', 'tenant_id': '2027be33fb72403f88ddeadd3bb40927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:30.909992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:30.925314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Made reservation on behalf of 2027be33fb72403f88ddeadd3bb40927 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:30.931035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.942833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6d672-8a6d-4b61-8efc-70ce50ffd4c2 None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:30.976628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.977011 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Added segment 60658fbc-639f-403a-9417-ff15d8705b51 of type vlan for network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e Jul 06 11:49:30.991037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3bda69-05bb-4afa-9d97-005f7b5481c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.033746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f57c1b62-0c48-44e6-ab26-e9b93c108db9 None None] Provisioning for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:31.044736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.050637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f57c1b62-0c48-44e6-ab26-e9b93c108db9 None None] Provisioning complete for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:31.051028 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f57c1b62-0c48-44e6-ab26-e9b93c108db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.131823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8:0:1::2e6 (b5ff6d2b-3674-4222-91e8-c303d110fed8/3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6/35bea323-e4af-4daa-85c8-ca4299e7da8d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:31.135615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.137335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.138134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.205757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.220161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.226525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8763ba5-8d04-4055-b109-693245f8b9a4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0258188 Jul 06 11:49:31.228632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:31.232846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:31.235978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Request body: {'subnet': {'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1780570261-subnet', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:31.280789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Made reservation on behalf of 984372ace94a45008b484764aa1bddf8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:31.283611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.307059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf602714-e8f5-4bec-ad1a-d098f25a51a2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.312550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Checking segment: {'id': 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:31.312882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Network hostable DHCP agents. Network: 1714cae7-70a8-41a1-9ff6-272213aef9d5, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:31.333265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Network 1714cae7-70a8-41a1-9ff6-272213aef9d5 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:31.344509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1714cae7-70a8-41a1-9ff6-272213aef9d5) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:31.349495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.350340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.360989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41961d1-3b4f-48cc-b391-3ae5a09cd429 None None] Network 1714cae7-70a8-41a1-9ff6-272213aef9d5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:31.367000 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9db5bbf8-0899-4fb5-ab10-4e6fa1a21044 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4768043 Jul 06 11:49:31.493507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.508869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Ignored duplicate provisioning block setup for port 35bea323-e4af-4daa-85c8-ca4299e7da8d by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 11:49:31.517338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.528700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f378181c-26c0-4438-83ac-a092f26b3860 None None] Network 1714cae7-70a8-41a1-9ff6-272213aef9d5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:31.584685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=35bea323-e4af-4daa-85c8-ca4299e7da8d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.664597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] In _notify_port_updated(), no bound segment for port 35bea323-e4af-4daa-85c8-ca4299e7da8d on network b5ff6d2b-3674-4222-91e8-c303d110fed8 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:49:31.670183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.670832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.672392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ff57abf-3107-49e7-be3f-20a8d748f12a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/ports/35bea323-e4af-4daa-85c8-ca4299e7da8d HTTP/1.1" status: 200 len: 1011 time: 1.1127534 Jul 06 11:49:31.676202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:31.684537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348df0-0a66-4944-ac05-f47c95b35184 req-f3e00a3a-915c-4005-be2a-7d40232f9ce1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.692482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0348df0-0a66-4944-ac05-f47c95b35184 req-f3e00a3a-915c-4005-be2a-7d40232f9ce1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.4735234 Jul 06 11:49:31.710645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02e90bed-0b3a-4aed-9198-9b1cba4faa8e None None] Provisioning for port 35bea323-e4af-4daa-85c8-ca4299e7da8d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:31.719063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02e90bed-0b3a-4aed-9198-9b1cba4faa8e None None] Provisioning complete for port 35bea323-e4af-4daa-85c8-ca4299e7da8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:31.719444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e90bed-0b3a-4aed-9198-9b1cba4faa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.787413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0348df0-0a66-4944-ac05-f47c95b35184 req-6632de8d-25c3-4afb-a0ff-9bf591716d1d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933564 Jul 06 11:49:31.813006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02e90bed-0b3a-4aed-9198-9b1cba4faa8e None None] Port 35bea323-e4af-4daa-85c8-ca4299e7da8d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:31.850179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02e90bed-0b3a-4aed-9198-9b1cba4faa8e None None] Provisioning complete for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:31.850627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e90bed-0b3a-4aed-9198-9b1cba4faa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.878580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 35bea323-e4af-4daa-85c8-ca4299e7da8d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:31.878928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.879120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:31.941865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7d35ca1d-238a-4823-afbb-230b27c82ea5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:31.947946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7d35ca1d-238a-4823-afbb-230b27c82ea5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:31.948337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.986694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.004850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 35bea323-e4af-4daa-85c8-ca4299e7da8d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:32.077996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.080650 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.105705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:32.108045 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c083ebd-88e1-41a4-af99-e47c1f83ab21" -d '{"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:32.122924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:32.127678 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.138566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-53a9e9e1-ec98-4d9c-8c42-522e9af092fe tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.145920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-53a9e9e1-ec98-4d9c-8c42-522e9af092fe tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/networks?id=1714cae7-70a8-41a1-9ff6-272213aef9d5 HTTP/1.1" status: 200 len: 821 time: 0.2635229 Jul 06 11:49:32.172746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-0a3c6040-1cbd-449c-9c79-e9e58a5abf60 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/quotas/2027be33fb72403f88ddeadd3bb40927 HTTP/1.1" status: 200 len: 375 time: 0.0258191 Jul 06 11:49:32.184165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01b52817-2b52-4c07-9f06-3915d84e8a24 None None] Provisioning complete for port 35bea323-e4af-4daa-85c8-ca4299e7da8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:32.185323 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b52817-2b52-4c07-9f06-3915d84e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.189236 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bd3959-4e46-401f-8517-2cec8a9dbb2e x-openstack-request-id: req-65bd3959-4e46-401f-8517-2cec8a9dbb2e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:32.189535 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:32.189796 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65bd3959-4e46-401f-8517-2cec8a9dbb2e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:32.190199 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'code': 200} Jul 06 11:49:32.200203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603298b6-e596-40ea-932f-9c30af4a04b0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.227271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.232550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-33e8741c-43f9-494b-824c-c2c9b79e8abd tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2027be33fb72403f88ddeadd3bb40927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583379 Jul 06 11:49:32.246047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01b52817-2b52-4c07-9f06-3915d84e8a24 None None] Port 35bea323-e4af-4daa-85c8-ca4299e7da8d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:32.300969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.338209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.340608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=35bea323-e4af-4daa-85c8-ca4299e7da8d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.355376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Checking segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:32.356000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Network hostable DHCP agents. Network: 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:32.369486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bad120f-d447-4e9c-9d4f-61086fa6f7c3 None None] Could not find standard attr ID for object 35bea323-e4af-4daa-85c8-ca4299e7da8d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:32.392753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:32.404101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.406956 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e6eb552-9fef-4f25-87c6-d52b80c54f88 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/35bea323-e4af-4daa-85c8-ca4299e7da8d HTTP/1.1" status: 204 len: 168 time: 0.7294536 Jul 06 11:49:32.410281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:32.430135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:32.434637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.435248 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.441150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4168ade-ca42-4de9-baf0-f806be1d77ed None None] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:32.451650 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df30fe6-5bfa-417e-a8dd-10d4d6528caa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:32.453556 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7df30fe6-5bfa-417e-a8dd-10d4d6528caa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/35bea323-e4af-4daa-85c8-ca4299e7da8d HTTP/1.1" status: 404 len: 333 time: 0.0416818 Jul 06 11:49:32.458539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:32.496200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b09f4e6a-3286-45be-bb72-6f66eba64471 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2643840 Jul 06 11:49:32.499088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:32.504574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:32.510269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-8f89cbbc-b206-419e-a4c8-1157ebce5b2f service neutron] 10.222.0.78 "GET /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767887 Jul 06 11:49:32.530203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.531488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.564917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed1122-86fc-485c-ae26-16587e952957 req-9139e8d7-566e-49a5-a9ac-72ed8782406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.566762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06ed1122-86fc-485c-ae26-16587e952957 req-9139e8d7-566e-49a5-a9ac-72ed8782406b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1097 time: 0.2617924 Jul 06 11:49:32.609919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.631693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet 3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:32.643077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.672436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:32.674800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.677895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06ed1122-86fc-485c-ae26-16587e952957 req-22c97565-ca57-433f-ae1c-dc7f97fa92a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028211 Jul 06 11:49:32.700365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b40d9b75-a8db-4783-9fab-707ca3faf1cc None None] Could not find standard attr ID for object 35bea323-e4af-4daa-85c8-ca4299e7da8d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:32.705783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-5b8dd954-f210-4994-acd8-957ce8cee9d0 service neutron] 10.222.0.78 "GET /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940804 Jul 06 11:49:32.726642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.785013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.937730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.063970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Allocated IP 172.20.0.2 (62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e/603298b6-e596-40ea-932f-9c30af4a04b0/ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:33.076475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.099111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.126073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.132883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78195d12-d7a8-44aa-b8a5-c121299ff881 req-1f87492f-0395-431c-8622-0dfe0c021cac tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 210 time: 0.1029773 Jul 06 11:49:33.146053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.163096 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.165476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7d60442f-79e8-4bf0-9bf1-f78993155610 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6 HTTP/1.1" status: 204 len: 168 time: 0.7038064 Jul 06 11:49:33.172453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:33.172961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4801c-5add-4470-abc8-4865ac861e9b None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:33.223113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af783760-894f-4b34-8b5b-140318d3dbe9 req-fad7bd50-50f2-4803-8a19-5d4e06e3b946 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.224901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af783760-894f-4b34-8b5b-140318d3dbe9 req-fad7bd50-50f2-4803-8a19-5d4e06e3b946 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1968641 Jul 06 11:49:33.289228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:33.292875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.300408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Allocated IP 172.25.7.113 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/95dbd404-99d2-4650-9ff0-15bbd1d88586) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:33.341757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.381081 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.419221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Transition to ACTIVE for port object ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:33.419604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af783760-894f-4b34-8b5b-140318d3dbe9 req-4986d08d-8bb2-47ab-9422-c677db757719 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731970 Jul 06 11:49:33.447217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.469487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Transition to ACTIVE for port object ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:33.477137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.483466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.514132 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.542070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:33.565290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:33.574542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:33.579608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Pushing event updated for resources: {'Port': ['ID=95dbd404-99d2-4650-9ff0-15bbd1d88586,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.583466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.591997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:33.592555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Pushing event updated for resources: {'Port': ['ID=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.593968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:33.597321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:33.629039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.631279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.636236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8dc17921-7297-427c-ba55-d61ff2bb2c3f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4 HTTP/1.1" status: 204 len: 168 time: 0.4583755 Jul 06 11:49:33.636593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:33.696615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Attempting to bind port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:33.697070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Attempting to bind port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:33.697353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Attempting to bind port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 on network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:33.708740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:33.709146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Checking segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:33.709522 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.709909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Bound using segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:33.710404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Bound port: ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:33.710792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.803767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.831002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] For port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:33.835421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] For port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:33.841654 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.850367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f02c8-f949-4842-8970-c83b16c3cd17 None None] Update dhcp port {'port': {'network_id': 'b5ff6d2b-3674-4222-91e8-c303d110fed8', 'fixed_ips': [{'subnet_id': 'e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '8834ade9-2436-4d78-b46b-2e36e60d1f94'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:49:33.939294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-306f02c8-f949-4842-8970-c83b16c3cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.957595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35dc4f-e2cd-47c3-9c02-a5f51f27360e None None] Pushing event updated for resources: {'Port': ['ID=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.163180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1c3e9-c438-41ac-98e5-0d6683c81ad8 None None] Network b5ff6d2b-3674-4222-91e8-c303d110fed8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:34.265575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 8834ade9-2436-4d78-b46b-2e36e60d1f94 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:34.266012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.296042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-991c906d-eed1-4911-b37d-33925dadb3ed None None] Provisioning complete for port 8834ade9-2436-4d78-b46b-2e36e60d1f94 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:34.297180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991c906d-eed1-4911-b37d-33925dadb3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.346926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f2c17cb-341f-4885-b150-89688f704004 req-839b4739-d782-4635-bf33-c8d2f2430d0e tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0464036 Jul 06 11:49:34.382159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] For port 8834ade9-2436-4d78-b46b-2e36e60d1f94, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8834ade9-2436-4d78-b46b-2e36e60d1f94,segment=NetworkSegment(961ff3b2-5acf-494a-98c3-96beced57c97),segment_id=961ff3b2-5acf-494a-98c3-96beced57c97)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:34.382526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.396519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 8834ade9-2436-4d78-b46b-2e36e60d1f94 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:34.512192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] DHCP port deletion for b5ff6d2b-3674-4222-91e8-c303d110fed8 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:34.535187 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.597591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Deleting port 8834ade9-2436-4d78-b46b-2e36e60d1f94 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:34.598264 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.611118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.640141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:34.700262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=8834ade9-2436-4d78-b46b-2e36e60d1f94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.704157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No DVR routers for this DVR port 8834ade9-2436-4d78-b46b-2e36e60d1f94 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:34.741733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] For port 8834ade9-2436-4d78-b46b-2e36e60d1f94, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:34.742604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.758586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Calling delete_port for 8834ade9-2436-4d78-b46b-2e36e60d1f94 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:34.769623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Port 8834ade9-2436-4d78-b46b-2e36e60d1f94 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:49:34.773106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.809428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a6d29-fe15-48cd-a0b5-9aca29b59d89 req-caaf26af-7fe5-4731-82db-f7178410e998 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.817224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a4a6d29-fe15-48cd-a0b5-9aca29b59d89 req-caaf26af-7fe5-4731-82db-f7178410e998 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.2084694 Jul 06 11:49:34.817992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:34.832091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] Pushing event deleted for resources: {'Port': ['ID=8834ade9-2436-4d78-b46b-2e36e60d1f94,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.835554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb59f9-791f-45d6-bd97-424f24bcb6a1 None None] No DVR routers for this DVR port 8834ade9-2436-4d78-b46b-2e36e60d1f94 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:34.859348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-04e16d7a-3dc7-47ad-81bf-950e0dad9d41 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.861523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-04e16d7a-3dc7-47ad-81bf-950e0dad9d41 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.79 "GET /v2.0/networks?id=1714cae7-70a8-41a1-9ff6-272213aef9d5 HTTP/1.1" status: 200 len: 821 time: 0.2688384 Jul 06 11:49:34.883067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Request body: {'port': {'device_id': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5', 'admin_state_up': True, 'tenant_id': '2027be33fb72403f88ddeadd3bb40927'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:34.927611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8834ade9-2436-4d78-b46b-2e36e60d1f94 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:34.966452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8834ade9-2436-4d78-b46b-2e36e60d1f94 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:34.966809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8834ade9-2436-4d78-b46b-2e36e60d1f94 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:35.002379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.054944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a4a6d29-fe15-48cd-a0b5-9aca29b59d89 req-6fad667f-4922-4f10-9a1d-b4e84793fe8a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365534 Jul 06 11:49:35.059261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.072854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Made reservation on behalf of 2027be33fb72403f88ddeadd3bb40927 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:35.074335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ff6d2b-3674-4222-91e8-c303d110fed8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.078013 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.093987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961ff3b2-5acf-494a-98c3-96beced57c97') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.094303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961ff3b2-5acf-494a-98c3-96beced57c97') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.105827 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.122615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.130731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:35.131189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:35.134529 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:35.241163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.250134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.252768 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/b5ff6d2b-3674-4222-91e8-c303d110fed8 HTTP/1.1" status: 204 len: 168 time: 1.6145616 Jul 06 11:49:35.256501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.264261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Allocated IP 172.20.0.11 (1714cae7-70a8-41a1-9ff6-272213aef9d5/bf602714-e8f5-4bec-ad1a-d098f25a51a2/439d5d86-5bcf-42b8-9cbc-9c08254aa35c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:35.279093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0bd22-8406-4dac-aff4-bb22dc146ab1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=b5ff6d2b-3674-4222-91e8-c303d110fed8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.320542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8155-62ca-435e-a316-2878fa826ac5 req-df458ea6-a7a6-4f44-8209-e157a4e57295 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.322133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c87e8155-62ca-435e-a316-2878fa826ac5 req-df458ea6-a7a6-4f44-8209-e157a4e57295 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1193898 Jul 06 11:49:35.331290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.339861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'floatingip': {'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:35.359740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2317f-00fb-4ac3-a0f1-bf7718ce15c1 None None] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:35.387820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:49:35.396723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.449809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e80b57-7081-4e25-bc34-00b701572c21 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.451350 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a0e80b57-7081-4e25-bc34-00b701572c21 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1940885 Jul 06 11:49:35.458856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.479735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] Provisioning for port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:35.485587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.502226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] Provisioning complete for port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:35.502611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.541081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.629234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Network 1714cae7-70a8-41a1-9ff6-272213aef9d5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:35.633491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:35.643316 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.645253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:35.684023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] For port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:35.689202 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.714902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e465e30d-6ad4-4483-810b-5432cbf255c4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2534547 Jul 06 11:49:35.715212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Pushing event updated for resources: {'Port': ['ID=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.716721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:35.717713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.731754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Sync routers for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:35.736476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27311314'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:35.762453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:35.763107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.768361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eca83-3458-40e1-9220-129978d74de3 None None] Pushing event updated for resources: {'Port': ['ID=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.788969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc2b1-afc6-4987-8ce4-a04baeb8ffc6 req-d0e80684-a3c1-4c97-9447-3fd04b9b9ffa tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.799791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca6bc2b1-afc6-4987-8ce4-a04baeb8ffc6 req-d0e80684-a3c1-4c97-9447-3fd04b9b9ffa tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 932 time: 0.2725580 Jul 06 11:49:35.816257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.817101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.899541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:35.900204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:35.904203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.917415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-39ee4161-9710-4449-b008-e6860edf9d98 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0449109 Jul 06 11:49:35.922072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca6bc2b1-afc6-4987-8ce4-a04baeb8ffc6 req-ac116aba-9aa9-4d49-b4fc-2faa50c1ece4 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213803 Jul 06 11:49:35.935024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Request body: {'port': {'device_id': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:35.935452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.939883 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e786cd6b-eb51-4272-b77d-87d617ee968c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4366291 Jul 06 11:49:35.940706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.944987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:36.047027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2445afad-1345-4fc2-b196-934a65fb651f None None] Provisioning complete for port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:36.047394 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2445afad-1345-4fc2-b196-934a65fb651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.202577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.211331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.220467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:34Z', 'revision_number': 3, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:36.247189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Checking router: 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:36.247537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Updating router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 port 95dbd404-99d2-4650-9ff0-15bbd1d88586 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:49:36.284638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.377195 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.377539 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment bc48ba95-d451-47aa-b7cc-7df4ebc565e1 of type vlan for network f495192e-0485-4b95-bfd8-babb8c277182 Jul 06 11:49:36.488194 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.540274 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.558044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.563724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.564518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.598763 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Floating IP 03471486-fc80-4915-9278-30703dda8a5b associated. External IP: 172.25.7.190, port: 7d35ca1d-238a-4823-afbb-230b27c82ea5. Jul 06 11:49:36.674033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:36.716174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9862583 Jul 06 11:49:36.721638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:36.729848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2484c6-bdff-4d1f-9283-b90c9e2eef39 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=f495192e-0485-4b95-bfd8-babb8c277182,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:36.730608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:36.757682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network f495192e-0485-4b95-bfd8-babb8c277182 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:36.828965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:36.829325 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.879524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.897122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Transition to ACTIVE for port object 95dbd404-99d2-4650-9ff0-15bbd1d88586 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:36.904924 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.952068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:36.952909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:36.957579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.995611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Attempting to bind port 95dbd404-99d2-4650-9ff0-15bbd1d88586 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:36.996043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Attempting to bind port 95dbd404-99d2-4650-9ff0-15bbd1d88586 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:36.996405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Attempting to bind port 95dbd404-99d2-4650-9ff0-15bbd1d88586 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:37.000003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354f407-390c-47d9-a9e1-6df0f43e763d None None] Pushing event updated for resources: {'Port': ['ID=95dbd404-99d2-4650-9ff0-15bbd1d88586,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.007930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:37.008331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:37.008735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.009122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:37.009591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Bound port: 95dbd404-99d2-4650-9ff0-15bbd1d88586, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:37.009969 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.070170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] For port 95dbd404-99d2-4650-9ff0-15bbd1d88586, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:37.074689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] For port 95dbd404-99d2-4650-9ff0-15bbd1d88586, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=95dbd404-99d2-4650-9ff0-15bbd1d88586,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:37.081819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.161143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:37.162110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:37.166341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354f407-390c-47d9-a9e1-6df0f43e763d None None] Pushing event updated for resources: {'Port': ['ID=95dbd404-99d2-4650-9ff0-15bbd1d88586,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.225617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439d5d86-5bcf-42b8-9cbc-9c08254aa35c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:37.241845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.253816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:37.267299 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:37.283846 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:37.284664 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:37.311627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Transition to ACTIVE for port object 439d5d86-5bcf-42b8-9cbc-9c08254aa35c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:37.320779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.335358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59216651-189d-4636-83ca-6ea696daeda9 req-ad6046e7-bf81-40bb-bc81-fbb096ff6717 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.337835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59216651-189d-4636-83ca-6ea696daeda9 req-ad6046e7-bf81-40bb-bc81-fbb096ff6717 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 932 time: 0.2077467 Jul 06 11:49:37.339547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:37.369427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.399046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.403171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.427580 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:37.518644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59216651-189d-4636-83ca-6ea696daeda9 req-c4fce486-2c1c-4010-940c-503c5b7af655 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556749 Jul 06 11:49:37.528073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Pushing event updated for resources: {'Port': ['ID=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.536255 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-859a1cae-1a94-4980-829b-8f20fa804ea2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "PUT /v2.0/floatingips/03471486-fc80-4915-9278-30703dda8a5b HTTP/1.1" status: 200 len: 992 time: 2.1978309 Jul 06 11:49:37.542323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:37.544941 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57" -d '{"events": [{"name": "network-changed", "server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:37.585607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:37.585607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: f495192e-0485-4b95-bfd8-babb8c277182, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:37.595246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=61a7a2ac-bab1-4169-928e-33c08ec9780f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.608624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:34Z', 'revision_number': 3, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:37.616828 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6533d23b-5b58-4241-9f91-11503bbe50e1 x-openstack-request-id: req-6533d23b-5b58-4241-9f91-11503bbe50e1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:37.617494 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:37.618053 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6533d23b-5b58-4241-9f91-11503bbe50e1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:37.618616 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'status': 'completed', 'code': 200} Jul 06 11:49:37.638582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network f495192e-0485-4b95-bfd8-babb8c277182 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:37.656735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9a9fd-2afa-4c3e-b881-2c263ffc68d5 None None] The sync data for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 is: [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:34Z', 'revision_number': 3, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:37.660678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, f495192e-0485-4b95-bfd8-babb8c277182) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:37.675747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc8e90-2efa-4c37-94f4-1cc6c502acca None None] Network f495192e-0485-4b95-bfd8-babb8c277182 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:37.684761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.686424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.716814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d9b51b4-cbe0-4cd2-9a88-219a414244af tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9929423 Jul 06 11:49:37.720861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:37.727075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Attempting to bind port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:37.727427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Attempting to bind port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:37.727839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Attempting to bind port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c on network 1714cae7-70a8-41a1-9ff6-272213aef9d5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:37.741432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182', 'name': 'tempest-PortsIpV6TestJSON-871360972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:37.771411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c on network 1714cae7-70a8-41a1-9ff6-272213aef9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:37.771411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Attempting to bind port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c on network 1714cae7-70a8-41a1-9ff6-272213aef9d5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:37.783120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:37.783471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Checking segment: {'id': 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:37.783869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Bound using segment: {'id': 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:37.784350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Bound port: 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:37.784717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.806565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Allocated IP 172.20.0.1 (62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e/603298b6-e596-40ea-932f-9c30af4a04b0/a67fb700-dca6-4cd7-845d-64c690d872d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:37.858466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-419268f6-2776-4ef0-9700-3a58a38beb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.860204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-419268f6-2776-4ef0-9700-3a58a38beb4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1097 time: 0.2164450 Jul 06 11:49:37.915241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-f495192e-0485-4b95-bfd8-babb8c277182', 'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': '61a7a2ac-bab1-4169-928e-33c08ec9780f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:37.916479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.980749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:37.984474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.029068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] For port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:38.052509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port e0f4a2f9-4e25-438a-ba8d-d6f2369b033c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:38.053091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] For port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,segment=NetworkSegment(e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0),segment_id=e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:38.082714 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '03471486-fc80-4915-9278-30703dda8a5b', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'mac_address': 'fa:16:3e:62:69:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:15Z', 'updated_at': '2021-07-06T11:49:36Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:38.094090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.151060 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:38.159526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.170191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.171004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.172629 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] 10.222.0.79 "PUT /v2.0/ports/439d5d86-5bcf-42b8-9cbc-9c08254aa35c HTTP/1.1" status: 200 len: 1092 time: 2.2419004 Jul 06 11:49:38.178951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'tag': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:38.181648 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2a4662-01d1-4e9f-93cb-077998fe1201" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f4f310-2332-43e3-800b-95934b46bdc5", "tag": "439d5d86-5bcf-42b8-9cbc-9c08254aa35c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:38.190655 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:38.196084 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:38.198508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-b61c4f29-4540-4f35-9473-c2eaf46b2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.199657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-b61c4f29-4540-4f35-9473-c2eaf46b2b6f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.3207273 Jul 06 11:49:38.235767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Transition to ACTIVE for port object a67fb700-dca6-4cd7-845d-64c690d872d0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:38.247608 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Allocated IP 2001:db8::2 (f495192e-0485-4b95-bfd8-babb8c277182/61a7a2ac-bab1-4169-928e-33c08ec9780f/ef2a6cce-18c4-49ac-b463-704c30cd9b0e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:38.352985 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9189df6-817a-47aa-822f-9926f546fe98 x-openstack-request-id: req-d9189df6-817a-47aa-822f-9926f546fe98 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:38.353368 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f4f310-2332-43e3-800b-95934b46bdc5", "tag": "439d5d86-5bcf-42b8-9cbc-9c08254aa35c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:38.353595 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9189df6-817a-47aa-822f-9926f546fe98 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:38.354006 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'tag': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c', 'status': 'completed', 'code': 200} Jul 06 11:49:38.382869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a6550-d4d4-475c-a4cf-cdb8e1c20fbd service neutron] Pushing event updated for resources: {'Port': ['ID=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:38.410247 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:38.477794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-8a13e4af-d885-4b31-baa1-e88d0f3f64cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 200 len: 1000 time: 0.2604198 Jul 06 11:49:38.514719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.541689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Transition to ACTIVE for port object ef2a6cce-18c4-49ac-b463-704c30cd9b0e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:38.557633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.562694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Transition to ACTIVE for port object ef2a6cce-18c4-49ac-b463-704c30cd9b0e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:38.575046 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.592524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 95dbd404-99d2-4650-9ff0-15bbd1d88586 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:38.608789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-0a6b2ab8-5b51-48af-adab-02696026a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.611495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-0a6b2ab8-5b51-48af-adab-02696026a64f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2027be33fb72403f88ddeadd3bb40927&device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 1095 time: 0.3791535 Jul 06 11:49:38.684899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:38.694369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-c3e1392d-d924-40eb-9db3-0eec9e011c13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c HTTP/1.1" status: 200 len: 217 time: 0.0606694 Jul 06 11:49:38.695600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:38.698295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:38.703648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::226 (f495192e-0485-4b95-bfd8-babb8c277182/61a7a2ac-bab1-4169-928e-33c08ec9780f/e0f4a2f9-4e25-438a-ba8d-d6f2369b033c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:38.710582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-883a4cf7-0cd1-4577-8843-7bba0e01f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.713058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-883a4cf7-0cd1-4577-8843-7bba0e01f768 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.2165313 Jul 06 11:49:38.756659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Pushing event updated for resources: {'Port': ['ID=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:38.768948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Network f495192e-0485-4b95-bfd8-babb8c277182 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:38.806587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:38.816369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:38.837554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 95dbd404-99d2-4650-9ff0-15bbd1d88586 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:38.843145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Pushing event updated for resources: {'Port': ['ID=a67fb700-dca6-4cd7-845d-64c690d872d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:38.883800 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '03471486-fc80-4915-9278-30703dda8a5b', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'mac_address': 'fa:16:3e:62:69:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:15Z', 'updated_at': '2021-07-06T11:49:36Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:38.916347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 95dbd404-99d2-4650-9ff0-15bbd1d88586 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:38.925768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d96b-3149-456c-8917-b5460fc51d4c req-9ca8f70d-b6d9-44cc-918e-072ffced83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.926447 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.927417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-9ca8f70d-b6d9-44cc-918e-072ffced83aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf602714-e8f5-4bec-ad1a-d098f25a51a2 HTTP/1.1" status: 200 len: 861 time: 0.2109840 Jul 06 11:49:38.928597 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.946954 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d3df-ad85-4a9e-9f9a-eec24719f914 None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '03471486-fc80-4915-9278-30703dda8a5b', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'mac_address': 'fa:16:3e:62:69:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:15Z', 'updated_at': '2021-07-06T11:49:36Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:38.977347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Attempting to bind port ef2a6cce-18c4-49ac-b463-704c30cd9b0e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:38.977883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Attempting to bind port ef2a6cce-18c4-49ac-b463-704c30cd9b0e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:38.978355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Attempting to bind port ef2a6cce-18c4-49ac-b463-704c30cd9b0e on network f495192e-0485-4b95-bfd8-babb8c277182 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:38.998081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:39.001387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Checking segment: {'id': 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:39.001966 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.002730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Bound using segment: {'id': 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:39.003259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Bound port: ef2a6cce-18c4-49ac-b463-704c30cd9b0e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:39.003763 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.118746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.151998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object e0f4a2f9-4e25-438a-ba8d-d6f2369b033c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:39.173346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-fcb061a8-ef5c-483d-aac1-ac97918c87f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1714cae7-70a8-41a1-9ff6-272213aef9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808816 Jul 06 11:49:39.175643 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.185816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcaaf119-9fd3-4b5a-b01e-5833c4adf3c4 None None] Provisioning for port a67fb700-dca6-4cd7-845d-64c690d872d0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:39.189088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] For port ef2a6cce-18c4-49ac-b463-704c30cd9b0e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:39.194224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] For port ef2a6cce-18c4-49ac-b463-704c30cd9b0e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,segment=NetworkSegment(bc48ba95-d451-47aa-b7cc-7df4ebc565e1),segment_id=bc48ba95-d451-47aa-b7cc-7df4ebc565e1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:39.210165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.214970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcaaf119-9fd3-4b5a-b01e-5833c4adf3c4 None None] Provisioning complete for port a67fb700-dca6-4cd7-845d-64c690d872d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:39.215734 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf119-9fd3-4b5a-b01e-5833c4adf3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.228949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.284645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network f495192e-0485-4b95-bfd8-babb8c277182 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:39.289503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:39.292959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:39.299845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 95dbd404-99d2-4650-9ff0-15bbd1d88586, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=95dbd404-99d2-4650-9ff0-15bbd1d88586,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.304104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.305423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.332115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6091020 Jul 06 11:49:39.335493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:39.342606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e396b9e-1b77-4c46-bdd9-d42a091421bf tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=e0f4a2f9-4e25-438a-ba8d-d6f2369b033c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.349214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': 'f495192e-0485-4b95-bfd8-babb8c277182', 'name': 'tempest-PortsIpV6TestJSON-328996957'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:39.360396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.362671 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.388881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bd916-4cbb-4ac2-abdc-9a28369225ac None None] New status for floating IP 03471486-fc80-4915-9278-30703dda8a5b: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:49:39.462253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fcaaf119-9fd3-4b5a-b01e-5833c4adf3c4 None None] Port a67fb700-dca6-4cd7-845d-64c690d872d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:39.504340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a5794-e829-4cea-822d-49814354bc3e None None] Pushing event updated for resources: {'Port': ['ID=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.545648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:39.555740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.556133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17acd89-8d66-43dd-9c12-c6f8f19c7bec req-9e646557-7725-4b48-9c67-551be50db822 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.557616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d17acd89-8d66-43dd-9c12-c6f8f19c7bec req-9e646557-7725-4b48-9c67-551be50db822 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 944 time: 0.6998961 Jul 06 11:49:39.563031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-5a9fec5e-c8a1-4dbe-ac0a-aa8f912f904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.565084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-5a9fec5e-c8a1-4dbe-ac0a-aa8f912f904c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8165021 Jul 06 11:49:39.592432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 67bc36a4-d950-4b1c-918f-4075017c5506 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:39.700728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=95dbd404-99d2-4650-9ff0-15bbd1d88586,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.770979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-0887f35f-6cd6-48a8-814a-a8bdeac6c0bf service neutron] 10.222.0.79 "GET /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879848 Jul 06 11:49:39.799413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::2eb (f495192e-0485-4b95-bfd8-babb8c277182/61a7a2ac-bab1-4169-928e-33c08ec9780f/67bc36a4-d950-4b1c-918f-4075017c5506) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:39.822910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d17acd89-8d66-43dd-9c12-c6f8f19c7bec req-5ad5f85b-0adc-4acf-80b8-3f3aadbc44e6 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542775 Jul 06 11:49:39.830409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.873489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.974342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.978006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Pushing event updated for resources: {'Port': ['ID=a67fb700-dca6-4cd7-845d-64c690d872d0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.988488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.992687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 67bc36a4-d950-4b1c-918f-4075017c5506 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:40.005987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-9ae02fb1-4a20-41a8-a561-c4c8df532c77 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258645 Jul 06 11:49:40.038845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.090387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network f495192e-0485-4b95-bfd8-babb8c277182 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:40.093876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:40.099084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:40.104183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.104799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.108433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=67bc36a4-d950-4b1c-918f-4075017c5506,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.124694 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a6eace7d-c95b-43f3-993b-2339dc0256b9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7885413 Jul 06 11:49:40.125352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:40.141367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0083d96b-3149-456c-8917-b5460fc51d4c req-ef4270af-41d9-419a-94ea-1991353d6d5e service neutron] 10.222.0.79 "GET /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417208 Jul 06 11:49:40.245855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b51a948-508c-4f17-8ac6-2cb9f53c1b57 req-c02f0574-c23a-4c8a-bbb7-31f7450d8141 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277622 Jul 06 11:49:40.256502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:40.260049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:40.271619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6ea6c-7846-4538-aaff-43021668d692 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.274462 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e5c6ea6c-7846-4538-aaff-43021668d692 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A226 HTTP/1.1" status: 200 len: 928 time: 0.1475081 Jul 06 11:49:40.277802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:40.385231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-cdef4a4c-7b2e-486c-9fb9-4eeb7700193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.387408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-cdef4a4c-7b2e-486c-9fb9-4eeb7700193d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2027be33fb72403f88ddeadd3bb40927&device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 1095 time: 0.1830897 Jul 06 11:49:40.428113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 67bc36a4-d950-4b1c-918f-4075017c5506 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:40.428479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.595225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.636951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 67bc36a4-d950-4b1c-918f-4075017c5506 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:40.706546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd9ec8c2-fa0c-477e-a9b6-e94fdedf5baf None None] Provisioning complete for port a67fb700-dca6-4cd7-845d-64c690d872d0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:40.707116 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec8c2-fa0c-477e-a9b6-e94fdedf5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.736754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 95dbd404-99d2-4650-9ff0-15bbd1d88586 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:40.810067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23ffe9-86a1-44d2-b384-f6a53bf8f337 None None] Network f495192e-0485-4b95-bfd8-babb8c277182 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:40.851158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.883102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ec8c2-fa0c-477e-a9b6-e94fdedf5baf None None] Port a67fb700-dca6-4cd7-845d-64c690d872d0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:40.894165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=67bc36a4-d950-4b1c-918f-4075017c5506,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.897546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 95dbd404-99d2-4650-9ff0-15bbd1d88586 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:40.898022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.925219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.927284 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe5331bf-c258-4cf0-8590-a44cba49d98e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/67bc36a4-d950-4b1c-918f-4075017c5506 HTTP/1.1" status: 204 len: 168 time: 0.6483920 Jul 06 11:49:40.931229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:40.967888 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf18b202-85a6-4bef-a4f8-8e5865895464 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:40.969924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cf18b202-85a6-4bef-a4f8-8e5865895464 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/67bc36a4-d950-4b1c-918f-4075017c5506 HTTP/1.1" status: 404 len: 333 time: 0.0375774 Jul 06 11:49:40.972739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:41.043624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-641bd2b5-b577-4ffe-88a1-8805372ddb61 None None] Provisioning for port ef2a6cce-18c4-49ac-b463-704c30cd9b0e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:41.062349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:41.087161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port e0f4a2f9-4e25-438a-ba8d-d6f2369b033c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:41.087553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.097857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-7a0b042a-43ad-4f32-aeac-92cb28b2e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.099361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-7a0b042a-43ad-4f32-aeac-92cb28b2e9a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1714cae7-70a8-41a1-9ff6-272213aef9d5 HTTP/1.1" status: 200 len: 922 time: 0.7011166 Jul 06 11:49:41.111534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ef2a6cce-18c4-49ac-b463-704c30cd9b0e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:41.154046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b9c74-e101-4d04-aa12-f80b7fc88b59 req-82220db1-a6dc-4ec4-a704-53628c23df17 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.155556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a2b9c74-e101-4d04-aa12-f80b7fc88b59 req-82220db1-a6dc-4ec4-a704-53628c23df17 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 944 time: 0.1638274 Jul 06 11:49:41.176926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.190584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for e0f4a2f9-4e25-438a-ba8d-d6f2369b033c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:41.201315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ef2a6cce-18c4-49ac-b463-704c30cd9b0e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:41.204601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-6812a03c-ae7e-4399-829b-138ea3d5b5e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c HTTP/1.1" status: 200 len: 217 time: 0.0578988 Jul 06 11:49:41.212023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ef2a6cce-18c4-49ac-b463-704c30cd9b0e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:41.213097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.351747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.352743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a2b9c74-e101-4d04-aa12-f80b7fc88b59 req-29f202a9-c42a-46eb-aac1-ff12c7e5ddd6 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597872 Jul 06 11:49:41.363817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-97ae61e0-6ad8-4e13-b85f-16520b1b322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.364677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-97ae61e0-6ad8-4e13-b85f-16520b1b322b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf602714-e8f5-4bec-ad1a-d098f25a51a2 HTTP/1.1" status: 200 len: 861 time: 0.1531813 Jul 06 11:49:41.370362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:41.376686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f70183d7-9185-4fc1-ac27-9664895aff1b admin admin] 10.222.0.78 "PUT /v2.0/routers/2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4324422 Jul 06 11:49:41.382389 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Sync routers for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:41.388454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=e0f4a2f9-4e25-438a-ba8d-d6f2369b033c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:41.417990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-6a8d1865-d5dc-49a7-a735-dcbc19890f98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1714cae7-70a8-41a1-9ff6-272213aef9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402474 Jul 06 11:49:41.434529 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:41.435186 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:41.437528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.444282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f803349c-1ee8-47ed-bef7-944a5f65dfb0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/e0f4a2f9-4e25-438a-ba8d-d6f2369b033c HTTP/1.1" status: 204 len: 168 time: 0.4680510 Jul 06 11:49:41.444707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:41.491460 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab72088a-2140-4e59-bcd6-5854060cadc8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:41.496426 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ab72088a-2140-4e59-bcd6-5854060cadc8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/e0f4a2f9-4e25-438a-ba8d-d6f2369b033c HTTP/1.1" status: 404 len: 333 time: 0.0479493 Jul 06 11:49:41.498132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:41.541682 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.575685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet 61a7a2ac-bab1-4169-928e-33c08ec9780f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:41.582663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.613023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port ef2a6cce-18c4-49ac-b463-704c30cd9b0e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,segment=NetworkSegment(bc48ba95-d451-47aa-b7cc-7df4ebc565e1),segment_id=bc48ba95-d451-47aa-b7cc-7df4ebc565e1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:41.615175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-03d04670-5798-4e61-8a57-790ae6f93284 service neutron] 10.222.0.79 "GET /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820719 Jul 06 11:49:41.634142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.642557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58ce8876-dc04-4c98-8fab-5aab45472c08 None None] Could not find standard attr ID for object e0f4a2f9-4e25-438a-ba8d-d6f2369b033c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:41.666628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:41.673166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.713794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58ce8876-dc04-4c98-8fab-5aab45472c08 None None] Provisioning complete for port ef2a6cce-18c4-49ac-b463-704c30cd9b0e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:41.714405 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58ce8876-dc04-4c98-8fab-5aab45472c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.750538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:41.834271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.902874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba2a4662-01d1-4e9f-93cb-077998fe1201 req-a03a98bd-2d97-48c2-b2ea-72041cadbcc2 service neutron] 10.222.0.79 "GET /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810850 Jul 06 11:49:41.957635 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.018574 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.020725 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/61a7a2ac-bab1-4169-928e-33c08ec9780f HTTP/1.1" status: 204 len: 168 time: 0.5215080 Jul 06 11:49:42.021585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407715f-4d21-4cd4-9da1-32858633d132 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=61a7a2ac-bab1-4169-928e-33c08ec9780f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.023798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.024780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2ebf402-df80-453b-b1b2-521e6a6c3b6d None None] Could not find standard attr ID for object e0f4a2f9-4e25-438a-ba8d-d6f2369b033c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:42.085707 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 2, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:42.129761 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Checking router: 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:42.130112 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Updating router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 port a67fb700-dca6-4cd7-845d-64c690d872d0 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:49:42.133760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.169969 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.197405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port ef2a6cce-18c4-49ac-b463-704c30cd9b0e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:42.198162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.277985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] For port ef2a6cce-18c4-49ac-b463-704c30cd9b0e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,segment=NetworkSegment(bc48ba95-d451-47aa-b7cc-7df4ebc565e1),segment_id=bc48ba95-d451-47aa-b7cc-7df4ebc565e1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:42.278357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.281592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c9ae9-51af-4907-9017-9f4e8e49d3ed None None] Network f495192e-0485-4b95-bfd8-babb8c277182 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:42.289833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.296405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573429480', 'description': 'tempest-description--1648625450'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:42.302594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for ef2a6cce-18c4-49ac-b463-704c30cd9b0e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:42.355130 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.401548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0b5699e-1d08-46ec-9b1f-fd814d18d460 None None] Could not find standard attr ID for object 67bc36a4-d950-4b1c-918f-4075017c5506. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:42.430227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.471142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No DVR routers for this DVR port ef2a6cce-18c4-49ac-b463-704c30cd9b0e on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:42.482096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=ef2a6cce-18c4-49ac-b463-704c30cd9b0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.545198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.550335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.550877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.551443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.551443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.551670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.551757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.552106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.552404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.552789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.553063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.553381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.553852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.554063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:42.601633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.602989 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.603729 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3121581 Jul 06 11:49:42.607210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.615062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Request body: {'security_group_rule': {'security_group_id': 'bc2af2f2-6df9-4fb9-8dd0-87f036b253c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:42.630020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d893d-9b67-4423-bb29-b3ea78b98bc2 None None] DHCP port deletion for f495192e-0485-4b95-bfd8-babb8c277182 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:42.633260 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Transition to ACTIVE for port object a67fb700-dca6-4cd7-845d-64c690d872d0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:42.633833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ad37-2a45-4de3-9e9e-da08d8396b3c tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.646059 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.671029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.684522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.688105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f495192e-0485-4b95-bfd8-babb8c277182']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:42.713410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:42.714109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc48ba95-d451-47aa-b7cc-7df4ebc565e1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:42.730635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.740017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c021ab0-61f7-4bb3-8e43-66cc804675ea req-ce07cbc9-b400-4cc2-93d7-3f9ccc85c644 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.741619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c021ab0-61f7-4bb3-8e43-66cc804675ea req-ce07cbc9-b400-4cc2-93d7-3f9ccc85c644 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 944 time: 0.1284945 Jul 06 11:49:42.781756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.784904 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d8b96-01d0-4019-b431-c875494a5011 None None] Pushing event updated for resources: {'Port': ['ID=a67fb700-dca6-4cd7-845d-64c690d872d0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.793495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:42.793855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.799587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c021ab0-61f7-4bb3-8e43-66cc804675ea req-80c8ef7c-9f71-4890-8c01-f4bf87f5b241 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:42.800274 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:42.824735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.835375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.853387 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Attempting to bind port a67fb700-dca6-4cd7-845d-64c690d872d0 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:42.853682 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Attempting to bind port a67fb700-dca6-4cd7-845d-64c690d872d0 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:42.854018 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Attempting to bind port a67fb700-dca6-4cd7-845d-64c690d872d0 on network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:42.866949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.869491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601275 Jul 06 11:49:42.869739 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:42.869973 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Checking segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:42.870310 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.870745 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Bound using segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:42.871217 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Bound port: a67fb700-dca6-4cd7-845d-64c690d872d0, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:42.871937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.874269 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.878497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Request body: {'security_group_rule': {'security_group_id': 'bc2af2f2-6df9-4fb9-8dd0-87f036b253c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:42.910918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6966819-562c-481e-88cf-246d72773d17 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b844b36b-7655-472a-bece-03d76b897b40,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.922443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.952762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.961764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.964296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/f495192e-0485-4b95-bfd8-babb8c277182 HTTP/1.1" status: 204 len: 168 time: 0.9390996 Jul 06 11:49:42.970576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.976390 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] For port a67fb700-dca6-4cd7-845d-64c690d872d0, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:42.980713 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] For port a67fb700-dca6-4cd7-845d-64c690d872d0, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a67fb700-dca6-4cd7-845d-64c690d872d0,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:42.981494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-502563578'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:42.989227 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.001303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e719600-824f-477b-8ae5-90890434092d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=f495192e-0485-4b95-bfd8-babb8c277182,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.025112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.030615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.045577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:43.049797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.078463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac18298c-4e8c-46cb-91a3-7793a247dc0c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.081425 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d8b96-01d0-4019-b431-c875494a5011 None None] Pushing event updated for resources: {'Port': ['ID=a67fb700-dca6-4cd7-845d-64c690d872d0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.087577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:43.088388 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:43.090979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.092215 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c83fda19-c213-4db4-abcd-7cb310355190 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2190948 Jul 06 11:49:43.095764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:43.100354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:43.120484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:43.140537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.140892 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 3ccbea60-650c-45c5-84e2-1ec860455f7b of type vlan for network 01f18219-7386-4849-bf11-b65a1ca61c11 Jul 06 11:49:43.142980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.228552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.280575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.286648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.287310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.334663 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:43.352401 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3806891 Jul 06 11:49:43.355356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:43.361227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:43.373397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7bff6-37e6-467c-a69d-37cea9f79682 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=01f18219-7386-4849-bf11-b65a1ca61c11,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.383259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 01f18219-7386-4849-bf11-b65a1ca61c11 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:43.402358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.455159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:43.459104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.561709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Allocated IP 172.25.7.241 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/7774479c-3fb6-4feb-b5ea-b47d0e857785) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:43.572728 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:42Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:43.607531 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cb53f-1298-4f1d-a230-048072ce4458 None None] The sync data for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 is: [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:42Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:43.708474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.733622 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.762110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.809774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=9beb7645-248c-443d-a1e4-511a8077a89f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.810046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:43.818542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:43.820411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '3ccbea60-650c-45c5-84e2-1ec860455f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:43.820786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: 01f18219-7386-4849-bf11-b65a1ca61c11, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:43.822738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:43.853638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 01f18219-7386-4849-bf11-b65a1ca61c11 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:43.871899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 01f18219-7386-4849-bf11-b65a1ca61c11) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:43.877670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.878270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.878838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event updated for resources: {'Port': ['ID=7774479c-3fb6-4feb-b5ea-b47d0e857785,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.886717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de042e78-139d-42d7-a33e-6e7f6c599b95 None None] Network 01f18219-7386-4849-bf11-b65a1ca61c11 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:43.905166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b02fc669-6b98-45c6-bc83-4a1a2c9784d9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5485723 Jul 06 11:49:43.908482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:43.914341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11', 'name': 'tempest-PortsIpV6TestJSON-383869915', 'fixed_ips': [{'subnet_id': '9beb7645-248c-443d-a1e4-511a8077a89f', 'ip_address': '2001:db8::10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:43.966603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 439d5d86-5bcf-42b8-9cbc-9c08254aa35c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:43.968678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.024663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.116383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:44.197103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-01f18219-7386-4849-bf11-b65a1ca61c11', 'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': '9beb7645-248c-443d-a1e4-511a8077a89f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:44.198030 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.230756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,segment=NetworkSegment(e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0),segment_id=e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:44.240868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb44131-f857-4ebc-9cb5-bc77830fabcc req-2d930b29-9934-41db-a9e1-bddf6e2ec344 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.242483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3eb44131-f857-4ebc-9cb5-bc77830fabcc req-2d930b29-9934-41db-a9e1-bddf6e2ec344 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 944 time: 0.2107530 Jul 06 11:49:44.250297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.281261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c', 'network_id': '1714cae7-70a8-41a1-9ff6-272213aef9d5', 'port_id': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c', 'mac_address': 'fa:16:3e:97:ec:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf602714-e8f5-4bec-ad1a-d098f25a51a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:44.296256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 353aaa9b-b73c-4fdb-86a9-648d99657a8b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:44.305311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.312684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.336157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3eb44131-f857-4ebc-9cb5-bc77830fabcc req-04c48b45-afc5-4382-8048-51b69a80b4cc tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785668 Jul 06 11:49:44.413604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.479154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.489596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439d5d86-5bcf-42b8-9cbc-9c08254aa35c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:44.534257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.535780 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4389787 Jul 06 11:49:44.542103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7340639-d21b-44d0-897b-5b6f1755e9ae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event updated for resources: {'Port': ['ID=7774479c-3fb6-4feb-b5ea-b47d0e857785,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:44.549933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Allocated IP 2001:db8::2 (01f18219-7386-4849-bf11-b65a1ca61c11/9beb7645-248c-443d-a1e4-511a8077a89f/8720aa20-2ac0-463d-a32b-f737b0d823dd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:44.555414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,segment=NetworkSegment(e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0),segment_id=e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:44.572642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.649404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a67fb700-dca6-4cd7-845d-64c690d872d0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:44.734162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:44.745019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.745371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.745715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.746052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.746387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.746718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.747045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.747374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.747697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.748043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.748371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.748694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:44.779590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a67fb700-dca6-4cd7-845d-64c690d872d0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:44.790391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a67fb700-dca6-4cd7-845d-64c690d872d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:44.790772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.866814 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.878912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Transition to ACTIVE for port object 8720aa20-2ac0-463d-a32b-f737b0d823dd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:44.921488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Transition to ACTIVE for port object 8720aa20-2ac0-463d-a32b-f737b0d823dd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:44.933774 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.948457 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.973277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Network 01f18219-7386-4849-bf11-b65a1ca61c11 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:44.983417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:44.989396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:45.009650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::10 (01f18219-7386-4849-bf11-b65a1ca61c11/9beb7645-248c-443d-a1e4-511a8077a89f/353aaa9b-b73c-4fdb-86a9-648d99657a8b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:45.042791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Pushing event updated for resources: {'Port': ['ID=8720aa20-2ac0-463d-a32b-f737b0d823dd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.045400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['439d5d86-5bcf-42b8-9cbc-9c08254aa35c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:45.105531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port a67fb700-dca6-4cd7-845d-64c690d872d0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a67fb700-dca6-4cd7-845d-64c690d872d0,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:45.157093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.199931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Attempting to bind port 8720aa20-2ac0-463d-a32b-f737b0d823dd on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:45.200334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Attempting to bind port 8720aa20-2ac0-463d-a32b-f737b0d823dd by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '3ccbea60-650c-45c5-84e2-1ec860455f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:45.200665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Attempting to bind port 8720aa20-2ac0-463d-a32b-f737b0d823dd on network 01f18219-7386-4849-bf11-b65a1ca61c11 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:45.223957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:45.224364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Checking segment: {'id': '3ccbea60-650c-45c5-84e2-1ec860455f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:45.224900 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.225171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Bound using segment: {'id': '3ccbea60-650c-45c5-84e2-1ec860455f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:45.225666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Bound port: 8720aa20-2ac0-463d-a32b-f737b0d823dd, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccbea60-650c-45c5-84e2-1ec860455f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:45.226051 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.231215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.234502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ef2a6cce-18c4-49ac-b463-704c30cd9b0e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:45.244970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=a67fb700-dca6-4cd7-845d-64c690d872d0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.249206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 353aaa9b-b73c-4fdb-86a9-648d99657a8b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:45.273378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ef2a6cce-18c4-49ac-b463-704c30cd9b0e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:45.273728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ef2a6cce-18c4-49ac-b463-704c30cd9b0e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:45.299832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.374462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] For port 8720aa20-2ac0-463d-a32b-f737b0d823dd, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:45.380686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] For port 8720aa20-2ac0-463d-a32b-f737b0d823dd, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8720aa20-2ac0-463d-a32b-f737b0d823dd,segment=NetworkSegment(3ccbea60-650c-45c5-84e2-1ec860455f7b),segment_id=3ccbea60-650c-45c5-84e2-1ec860455f7b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:45.393440 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.418579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 01f18219-7386-4849-bf11-b65a1ca61c11 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:45.430366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:45.433610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:45.449919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.450818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.484638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=353aaa9b-b73c-4fdb-86a9-648d99657a8b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.493346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-97b08354-0317-414f-a6c9-e35f991b65a0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5809848 Jul 06 11:49:45.493870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:45.499308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': '01f18219-7386-4849-bf11-b65a1ca61c11', 'name': 'tempest-PortsIpV6TestJSON-1398049018', 'fixed_ips': [{'subnet_id': '9beb7645-248c-443d-a1e4-511a8077a89f', 'ip_address': '2001:db8::f'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:45.524134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e84a0-cf08-4bc8-80cf-dd690f35ab73 None None] Pushing event updated for resources: {'Port': ['ID=8720aa20-2ac0-463d-a32b-f737b0d823dd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.706071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:45.716055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d9f15-d89d-4060-ae70-f54841f04ddf req-a6f70bc8-8072-49c5-82e7-7635e782f2d5 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.717665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5d9f15-d89d-4060-ae70-f54841f04ddf req-a6f70bc8-8072-49c5-82e7-7635e782f2d5 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1343670 Jul 06 11:49:45.820623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5d9f15-d89d-4060-ae70-f54841f04ddf req-4cee9819-cae5-4fb9-b288-520b0bbc93cf tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938842 Jul 06 11:49:45.864635 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.920754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port bfe3414b-55ab-4225-849d-47d8b49779b7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:46.123676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::f (01f18219-7386-4849-bf11-b65a1ca61c11/9beb7645-248c-443d-a1e4-511a8077a89f/bfe3414b-55ab-4225-849d-47d8b49779b7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:46.306854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:46.328969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object bfe3414b-55ab-4225-849d-47d8b49779b7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:46.367373 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:46.466341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 01f18219-7386-4849-bf11-b65a1ca61c11 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:46.478210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:46.502426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:46.509412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.513512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:46.530310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=bfe3414b-55ab-4225-849d-47d8b49779b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:46.540810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cfb3cd81-1c06-410d-bf8a-4cd74cbd6179 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0457871 Jul 06 11:49:46.543340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:46.738637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8462a-248d-475f-aafa-768cd1870f0d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.743362 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59a8462a-248d-475f-aafa-768cd1870f0d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1959629 Jul 06 11:49:46.745092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:46.822564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a67fb700-dca6-4cd7-845d-64c690d872d0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:46.871524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85c38-7d0d-45e1-a245-aaa709eae1ae tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.878415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85c38-7d0d-45e1-a245-aaa709eae1ae tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.886343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d85c38-7d0d-45e1-a245-aaa709eae1ae tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.888210 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f2d85c38-7d0d-45e1-a245-aaa709eae1ae tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1420929 Jul 06 11:49:46.890967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:46.901198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c78208-0e9d-4a59-becc-ceaae6100922 None None] Network 01f18219-7386-4849-bf11-b65a1ca61c11 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:46.988726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a67fb700-dca6-4cd7-845d-64c690d872d0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:46.989356 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.026490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-391a211b-1be1-4b54-bd0f-9f1741bce286 None None] Provisioning for port 8720aa20-2ac0-463d-a32b-f737b0d823dd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:47.059531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port bfe3414b-55ab-4225-849d-47d8b49779b7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:47.059890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.129869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaea05-5e37-4743-81ee-53d8d0692fa9 req-4e237e65-d3b2-4264-a1f6-ff0a52cfa801 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.131464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ecaea05-5e37-4743-81ee-53d8d0692fa9 req-4e237e65-d3b2-4264-a1f6-ff0a52cfa801 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1319084 Jul 06 11:49:47.172308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8720aa20-2ac0-463d-a32b-f737b0d823dd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:47.184675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.200900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for bfe3414b-55ab-4225-849d-47d8b49779b7 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:47.201640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ecaea05-5e37-4743-81ee-53d8d0692fa9 req-8057583a-6f7e-44ed-a984-ae9c9f03845d tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636733 Jul 06 11:49:47.292849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8720aa20-2ac0-463d-a32b-f737b0d823dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:47.297036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8720aa20-2ac0-463d-a32b-f737b0d823dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:47.297555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.387273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.404112 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.426631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=bfe3414b-55ab-4225-849d-47d8b49779b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:47.453439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 8720aa20-2ac0-463d-a32b-f737b0d823dd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8720aa20-2ac0-463d-a32b-f737b0d823dd,segment=NetworkSegment(3ccbea60-650c-45c5-84e2-1ec860455f7b),segment_id=3ccbea60-650c-45c5-84e2-1ec860455f7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:47.459003 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.465368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.469628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-57a0f06e-15ba-4356-b78e-2384a5fa5223 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/bfe3414b-55ab-4225-849d-47d8b49779b7 HTTP/1.1" status: 204 len: 168 time: 0.5769680 Jul 06 11:49:47.472741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:47.508930 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bfb396-a502-44d0-a87f-3834666e697c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:47.510548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2bfb396-a502-44d0-a87f-3834666e697c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/bfe3414b-55ab-4225-849d-47d8b49779b7 HTTP/1.1" status: 404 len: 333 time: 0.0367548 Jul 06 11:49:47.513695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:47.521705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=8720aa20-2ac0-463d-a32b-f737b0d823dd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:47.633726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 353aaa9b-b73c-4fdb-86a9-648d99657a8b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:47.634157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.676694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Provisioning for port 353aaa9b-b73c-4fdb-86a9-648d99657a8b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:47.682988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Provisioning complete for port 353aaa9b-b73c-4fdb-86a9-648d99657a8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:47.683376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.737646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Port 353aaa9b-b73c-4fdb-86a9-648d99657a8b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:47.747864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.754685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Could not find standard attr ID for object bfe3414b-55ab-4225-849d-47d8b49779b7. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:47.763558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 353aaa9b-b73c-4fdb-86a9-648d99657a8b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:47.788162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Provisioning complete for port 8720aa20-2ac0-463d-a32b-f737b0d823dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:47.788833 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3874d03e-2c94-4454-86ee-c4a0dbffc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.965076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 439d5d86-5bcf-42b8-9cbc-9c08254aa35c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:47.968829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.008818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=353aaa9b-b73c-4fdb-86a9-648d99657a8b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:48.039348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:48.044390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:48.045095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.048061 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.050424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-82f747d3-7459-4e0a-9dd0-5b3217297c85 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/353aaa9b-b73c-4fdb-86a9-648d99657a8b HTTP/1.1" status: 204 len: 168 time: 0.5357711 Jul 06 11:49:48.052979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:48.118183 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f837fd2a-c77f-4fce-a216-43f616ccd94d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:48.121664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f837fd2a-c77f-4fce-a216-43f616ccd94d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/353aaa9b-b73c-4fdb-86a9-648d99657a8b HTTP/1.1" status: 404 len: 333 time: 0.0673461 Jul 06 11:49:48.124622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:48.139782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08ca1a1a-cb9f-4a9b-9291-17ce5332fac6 None None] Could not find standard attr ID for object 353aaa9b-b73c-4fdb-86a9-648d99657a8b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:48.153096 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.193000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:48.198250 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ed614-4283-4ef7-9563-801c296cbf85" -d '{"events": [{"server_uuid": "a8f4f310-2332-43e3-800b-95934b46bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "439d5d86-5bcf-42b8-9cbc-9c08254aa35c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:48.215765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,segment=NetworkSegment(e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0),segment_id=e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:48.222144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.232254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet 9beb7645-248c-443d-a1e4-511a8077a89f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:48.239162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.267676 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af91988-763b-4db5-879f-528fd133bd29 x-openstack-request-id: req-5af91988-763b-4db5-879f-528fd133bd29 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:48.268118 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f4f310-2332-43e3-800b-95934b46bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "439d5d86-5bcf-42b8-9cbc-9c08254aa35c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:48.268500 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5af91988-763b-4db5-879f-528fd133bd29 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:48.268944 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c', 'code': 200} Jul 06 11:49:48.279637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-650a4836-69dd-4cda-bf69-da1b67e09aae None None] Could not find standard attr ID for object bfe3414b-55ab-4225-849d-47d8b49779b7. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:48.311159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:48.331716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.518895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.563669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b376b4-34ab-4252-b340-b3e67b16814e req-51cc37b1-2d19-4fc1-b19f-12fc6b5b1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.565784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68b376b4-34ab-4252-b340-b3e67b16814e req-51cc37b1-2d19-4fc1-b19f-12fc6b5b1c8f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 1097 time: 0.1918623 Jul 06 11:49:48.576988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8720aa20-2ac0-463d-a32b-f737b0d823dd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:48.606194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.622652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67ced-b1d2-4f85-977d-9e512072feb4 req-f634de2c-278c-4270-bd59-301d76517731 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.624250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ec67ced-b1d2-4f85-977d-9e512072feb4 req-f634de2c-278c-4270-bd59-301d76517731 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 946 time: 0.2523086 Jul 06 11:49:48.637608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=9beb7645-248c-443d-a1e4-511a8077a89f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:48.646882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.649288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a02577af-70fb-427a-88e2-bbfd8e1778a6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/9beb7645-248c-443d-a1e4-511a8077a89f HTTP/1.1" status: 204 len: 168 time: 0.5235710 Jul 06 11:49:48.651785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:48.665824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68b376b4-34ab-4252-b340-b3e67b16814e req-4bc27dfe-5618-4a9c-a399-f1cd331f3a40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758848 Jul 06 11:49:48.680077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8720aa20-2ac0-463d-a32b-f737b0d823dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:48.680395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.696321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ec67ced-b1d2-4f85-977d-9e512072feb4 req-fb46a032-e62f-471b-aff3-82a327063b88 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621388 Jul 06 11:49:48.757079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.820966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 8720aa20-2ac0-463d-a32b-f737b0d823dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:48.821315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.898336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] For port 8720aa20-2ac0-463d-a32b-f737b0d823dd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8720aa20-2ac0-463d-a32b-f737b0d823dd,segment=NetworkSegment(3ccbea60-650c-45c5-84e2-1ec860455f7b),segment_id=3ccbea60-650c-45c5-84e2-1ec860455f7b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:48.898707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.914086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 8720aa20-2ac0-463d-a32b-f737b0d823dd owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:48.936516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b5203-1c4d-48b8-a2f4-ba0a96c05499 None None] Network 01f18219-7386-4849-bf11-b65a1ca61c11 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:49.181425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] DHCP port deletion for 01f18219-7386-4849-bf11-b65a1ca61c11 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:49.241771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Deleting port 8720aa20-2ac0-463d-a32b-f737b0d823dd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:49.243505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.283542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.320911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] For port 8720aa20-2ac0-463d-a32b-f737b0d823dd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8720aa20-2ac0-463d-a32b-f737b0d823dd,segment=NetworkSegment(3ccbea60-650c-45c5-84e2-1ec860455f7b),segment_id=3ccbea60-650c-45c5-84e2-1ec860455f7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:49.321954 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.330640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=8720aa20-2ac0-463d-a32b-f737b0d823dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:49.332634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No DVR routers for this DVR port 8720aa20-2ac0-463d-a32b-f737b0d823dd on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:49.345758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Calling delete_port for 8720aa20-2ac0-463d-a32b-f737b0d823dd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:49.420451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.431815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f18219-7386-4849-bf11-b65a1ca61c11']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:49.443315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccbea60-650c-45c5-84e2-1ec860455f7b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:49.443727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccbea60-650c-45c5-84e2-1ec860455f7b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:49.456289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.486873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.495533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:49.496262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:49.508902 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:49.591813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.604461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.606579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/01f18219-7386-4849-bf11-b65a1ca61c11 HTTP/1.1" status: 204 len: 168 time: 0.9536114 Jul 06 11:49:49.617716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:49.621094 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.621541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c84fc0-c452-4b9d-8c58-9828e9fc24d1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=01f18219-7386-4849-bf11-b65a1ca61c11,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:49.630986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-300588533'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:49.632196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Network 01f18219-7386-4849-bf11-b65a1ca61c11 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:49:49.632640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] No DVR routers for this DVR port 8720aa20-2ac0-463d-a32b-f737b0d823dd on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:49.655407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9ce48-1ff1-4dc2-89e5-3f911aff3695 None None] Pushing event deleted for resources: {'Port': ['ID=8720aa20-2ac0-463d-a32b-f737b0d823dd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:49.664065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:49.676446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.706789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:49.717980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.721584 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Added segment 0671c53a-439d-4208-89f3-69c0adfadf24 of type vlan for network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 Jul 06 11:49:49.767420 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.807741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.816748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.817549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.908292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2891414 Jul 06 11:49:49.911270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:49.916344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:49.928760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef71925-6042-40c1-a692-936468663c19 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Network': ['ID=7e57e06f-5f49-4ce4-8082-90b9efeddee8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:49.945696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:49.964298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e745d-c4e6-405f-84c9-a8a858c6d393 req-434b07bc-c2d7-4a5d-ad3a-616e5b9a2dbf tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.966126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-470e745d-c4e6-405f-84c9-a8a858c6d393 req-434b07bc-c2d7-4a5d-ad3a-616e5b9a2dbf tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 946 time: 0.1260552 Jul 06 11:49:50.034047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:50.037966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.040502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-470e745d-c4e6-405f-84c9-a8a858c6d393 req-ef181b5d-60d8-46a4-be21-614961b0630e tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680611 Jul 06 11:49:50.298273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.366860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=994e5217-ee76-4b2e-9244-e83b77053ea9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:50.380105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Checking segment: {'id': '0671c53a-439d-4208-89f3-69c0adfadf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:50.380105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network hostable DHCP agents. Network: 7e57e06f-5f49-4ce4-8082-90b9efeddee8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:50.408327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:50.426449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7e57e06f-5f49-4ce4-8082-90b9efeddee8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:50.435504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:50.436423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.442983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fbb472-a72e-4d2c-a96c-666d2ae09ee3 None None] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:50.463105 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c1c6b199-6245-407e-bdb0-5436a5e2de3e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5506754 Jul 06 11:49:50.465941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:50.471974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-714286867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:50.526942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.528271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.552449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8720aa20-2ac0-463d-a32b-f737b0d823dd no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:50.599329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8720aa20-2ac0-463d-a32b-f737b0d823dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:50.599679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8720aa20-2ac0-463d-a32b-f737b0d823dd not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:50.628607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.644467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.681941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.689393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:50.689749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-7e57e06f-5f49-4ce4-8082-90b9efeddee8', 'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': '994e5217-ee76-4b2e-9244-e83b77053ea9'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:50.691107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa0a5426-98c5-4df9-979d-d7147965ec4e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2233024 Jul 06 11:49:50.691852 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.697231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8', 'name': 'tempest-PortsIpV6TestJSON-893397511'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:50.885801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:50.890626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.903953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Allocated IP 2001:db8::2 (7e57e06f-5f49-4ce4-8082-90b9efeddee8/994e5217-ee76-4b2e-9244-e83b77053ea9/6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:50.932320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 594b835e-d5c7-43c1-a6a8-d9428e257a66 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:49:50.991205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfbd2d-3d02-4b9a-96f3-5a85889277e6 req-eb9bb9d6-a675-4673-9250-a754fa215164 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:50.996727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bfbd2d-3d02-4b9a-96f3-5a85889277e6 req-eb9bb9d6-a675-4673-9250-a754fa215164 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 946 time: 0.1261799 Jul 06 11:49:51.044838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bfbd2d-3d02-4b9a-96f3-5a85889277e6 req-65024fb9-1a8d-44c8-86df-438ccc20bb00 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Jul 06 11:49:51.082467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.091155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Transition to ACTIVE for port object 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:51.107729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Transition to ACTIVE for port object 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:51.113676 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.160795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:51.167235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:51.171722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:51.175308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Pushing event updated for resources: {'Port': ['ID=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:51.176362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::15a (7e57e06f-5f49-4ce4-8082-90b9efeddee8/994e5217-ee76-4b2e-9244-e83b77053ea9/594b835e-d5c7-43c1-a6a8-d9428e257a66) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:51.247847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Attempting to bind port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:51.248182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Attempting to bind port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '0671c53a-439d-4208-89f3-69c0adfadf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:51.248550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Attempting to bind port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c on network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:51.254615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:51.255429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Checking segment: {'id': '0671c53a-439d-4208-89f3-69c0adfadf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:51.255933 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.256341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Bound using segment: {'id': '0671c53a-439d-4208-89f3-69c0adfadf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:51.257109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Bound port: 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0671c53a-439d-4208-89f3-69c0adfadf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e57e06f-5f49-4ce4-8082-90b9efeddee8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:51.257921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.338365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] For port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:51.342402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] For port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,segment=NetworkSegment(0671c53a-439d-4208-89f3-69c0adfadf24),segment_id=0671c53a-439d-4208-89f3-69c0adfadf24)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:51.348177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.374935 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.396752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 594b835e-d5c7-43c1-a6a8-d9428e257a66 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:51.424413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c764bf2-0daf-496e-acaa-7e8f45cdd645 None None] Pushing event updated for resources: {'Port': ['ID=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:51.435201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.498937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:51.503637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:51.511892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:51.517091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.517784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.528777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=594b835e-d5c7-43c1-a6a8-d9428e257a66,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:51.539891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-45bd9976-ba48-4ea6-bb79-730f57cefe9c tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8493505 Jul 06 11:49:51.542547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:52.007877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.247123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fde93-18d2-40cd-808f-76ee4b6958f8 req-03a5e451-31ea-4ab9-ab35-d4eedc9c2d7a tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:52.253448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-962fde93-18d2-40cd-808f-76ee4b6958f8 req-03a5e451-31ea-4ab9-ab35-d4eedc9c2d7a tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 946 time: 0.0795162 Jul 06 11:49:52.302211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-962fde93-18d2-40cd-808f-76ee4b6958f8 req-a78199a4-10ca-49f1-9cf5-4ec0e1d988ba tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Jul 06 11:49:52.307033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.313564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.432742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=594b835e-d5c7-43c1-a6a8-d9428e257a66,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.438176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0321-fab1-423a-a872-73d02365eef9 req-d1f708c9-c465-4056-bd25-c9e54c46b772 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:52.440028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-632b0321-fab1-423a-a872-73d02365eef9 req-d1f708c9-c465-4056-bd25-c9e54c46b772 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 946 time: 0.1342247 Jul 06 11:49:52.579229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.621809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:52.644976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.655642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Deleting port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:52.656459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.701698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:52.729232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7afbde4-0168-449a-bdec-a2d9e209b5b3 None None] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:52.818755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] For port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,segment=NetworkSegment(e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0),segment_id=e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:52.819190 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.856617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Calling delete_port for 439d5d86-5bcf-42b8-9cbc-9c08254aa35c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:52.878709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] Provisioning for port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:52.884539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] Provisioning complete for port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:52.884813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.899098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.021752 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.041838 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.064726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] For port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,segment=NetworkSegment(0671c53a-439d-4208-89f3-69c0adfadf24),segment_id=0671c53a-439d-4208-89f3-69c0adfadf24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:53.067821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['439d5d86-5bcf-42b8-9cbc-9c08254aa35c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:53.071649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.079286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Pushing event deleted for resources: {'Port': ['ID=439d5d86-5bcf-42b8-9cbc-9c08254aa35c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.140751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] No DVR routers for this DVR port 439d5d86-5bcf-42b8-9cbc-9c08254aa35c on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:53.144627 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.147147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-632b0321-fab1-423a-a872-73d02365eef9 req-f2032c59-36e1-4661-9509-215dd8ffb9a0 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.79 "DELETE /v2.0/ports/439d5d86-5bcf-42b8-9cbc-9c08254aa35c HTTP/1.1" status: 204 len: 173 time: 0.7012827 Jul 06 11:49:53.147627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'name': 'network-vif-deleted', 'tag': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:53.153477 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480e8da-5639-4bde-bd46-e4dbd8265937" -d '{"events": [{"server_uuid": "a8f4f310-2332-43e3-800b-95934b46bdc5", "name": "network-vif-deleted", "tag": "439d5d86-5bcf-42b8-9cbc-9c08254aa35c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:53.167499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9b978-14cb-4bfc-bf75-72c9a116ecdd None None] Pushing event updated for resources: {'Port': ['ID=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.214982 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b2686-c78b-460b-81d0-136edc3fcc14 x-openstack-request-id: req-bd5b2686-c78b-460b-81d0-136edc3fcc14 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:53.215545 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f4f310-2332-43e3-800b-95934b46bdc5", "name": "network-vif-deleted", "tag": "439d5d86-5bcf-42b8-9cbc-9c08254aa35c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:53.216229 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd5b2686-c78b-460b-81d0-136edc3fcc14 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:53.216925 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f4f310-2332-43e3-800b-95934b46bdc5', 'name': 'network-vif-deleted', 'tag': '439d5d86-5bcf-42b8-9cbc-9c08254aa35c', 'status': 'completed', 'code': 200} Jul 06 11:49:53.386643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.392395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.393232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.418499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a6a0470-2581-4faa-bb2a-d91dab7a6406 None None] Provisioning complete for port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:53.419559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a6a0470-2581-4faa-bb2a-d91dab7a6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.490760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=594b835e-d5c7-43c1-a6a8-d9428e257a66,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.556548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f97da5c6-6b1e-4e8b-9871-85cb5f83c06e req-51c867fd-1035-4fa7-8023-9e8b4faa9649 tempest-ServerMetadataNegativeTestJSON-1573450577 tempest-ServerMetadataNegativeTestJSON-1573450577-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8f4f310-2332-43e3-800b-95934b46bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0476232 Jul 06 11:49:53.585165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a6a0470-2581-4faa-bb2a-d91dab7a6406 None None] Provisioning for port 594b835e-d5c7-43c1-a6a8-d9428e257a66 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:53.592787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a6a0470-2581-4faa-bb2a-d91dab7a6406 None None] Provisioning complete for port 594b835e-d5c7-43c1-a6a8-d9428e257a66 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:53.593408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a6a0470-2581-4faa-bb2a-d91dab7a6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.614294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:53.617509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:53.641280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a0470-2581-4faa-bb2a-d91dab7a6406 None None] Port 594b835e-d5c7-43c1-a6a8-d9428e257a66 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:53.830618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Router f1717aa5-f416-439e-ba27-a279e7345b08 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:49:53.875669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1489a92-a688-4f64-b12e-94ae503f8fe7 None None] Provisioning complete for port 594b835e-d5c7-43c1-a6a8-d9428e257a66 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:53.876321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1489a92-a688-4f64-b12e-94ae503f8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.930725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c1489a92-a688-4f64-b12e-94ae503f8fe7 None None] Port 594b835e-d5c7-43c1-a6a8-d9428e257a66 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:54.001774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:54.007387 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4659fc52-2296-4e45-bad2-e8fc414c1ffa tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/routers/f1717aa5-f416-439e-ba27-a279e7345b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634824 Jul 06 11:49:54.010118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.021975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] Sync routers for ids ['f1717aa5-f416-439e-ba27-a279e7345b08'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:54.033671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] Routers {'f1717aa5-f416-439e-ba27-a279e7345b08'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:54.034589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f1717aa5-f416-439e-ba27-a279e7345b08'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:54.080892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:54.091990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469afa1-c914-4516-923c-3d15f54d6211 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.093593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] Routers {'f1717aa5-f416-439e-ba27-a279e7345b08'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:54.095245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f1717aa5-f416-439e-ba27-a279e7345b08'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:54.095971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6469afa1-c914-4516-923c-3d15f54d6211 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1717aa5-f416-439e-ba27-a279e7345b08 HTTP/1.1" status: 200 len: 988 time: 0.0847018 Jul 06 11:49:54.099626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.130556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:54.131364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f38fe3-90c9-4805-87f2-2116fd3a5f17 None None] The sync data for ids ['f1717aa5-f416-439e-ba27-a279e7345b08'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:54.165028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0869b29-7555-449a-bb86-8cce045715f6 None None] Provisioning complete for port 594b835e-d5c7-43c1-a6a8-d9428e257a66 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:54.165400 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0869b29-7555-449a-bb86-8cce045715f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.223513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0869b29-7555-449a-bb86-8cce045715f6 None None] Port 594b835e-d5c7-43c1-a6a8-d9428e257a66 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:54.455729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cfccb305-2627-4800-915b-ac3ae2a5f94a None None] Provisioning complete for port 594b835e-d5c7-43c1-a6a8-d9428e257a66 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:54.456140 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfccb305-2627-4800-915b-ac3ae2a5f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.497976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:54.526183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cfccb305-2627-4800-915b-ac3ae2a5f94a None None] Port 594b835e-d5c7-43c1-a6a8-d9428e257a66 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:54.563758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:54.564215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.655687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.712891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Deleting subnet bf602714-e8f5-4bec-ad1a-d098f25a51a2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:54.716205 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.761969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.822536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.904014 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.951188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf602714-e8f5-4bec-ad1a-d098f25a51a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:54.958025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.962248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e2f8c30-da21-45df-a59f-37ed7df49f88 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bf602714-e8f5-4bec-ad1a-d098f25a51a2 HTTP/1.1" status: 204 len: 168 time: 0.3032031 Jul 06 11:49:54.962686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.007609 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.132960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.241607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce240b-d84b-4ef3-81c7-662e4b7be47b req-795ff783-8670-4c5e-beff-e206a8b084cf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.243744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0ce240b-d84b-4ef3-81c7-662e4b7be47b req-795ff783-8670-4c5e-beff-e206a8b084cf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1759694 Jul 06 11:49:55.275745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.283664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 594b835e-d5c7-43c1-a6a8-d9428e257a66 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:55.284056 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.292093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1714cae7-70a8-41a1-9ff6-272213aef9d5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:55.311272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:55.312055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e776e3e0-aeaf-469c-8b8c-d3e0b6da2fe0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:55.325973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0ce240b-d84b-4ef3-81c7-662e4b7be47b req-75d70dcd-271b-45a3-99a4-83b72e76d9df tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722194 Jul 06 11:49:55.328104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.345396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.352333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:55.352980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:55.357967 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:55.409590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.427487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.429397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 594b835e-d5c7-43c1-a6a8-d9428e257a66 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:55.435388 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.440893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] 10.222.0.78 "DELETE /v2.0/networks/1714cae7-70a8-41a1-9ff6-272213aef9d5 HTTP/1.1" status: 204 len: 168 time: 0.4774137 Jul 06 11:49:55.465184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f54a3-c5c6-4d10-b997-3a9e221944db admin admin] Pushing event deleted for resources: {'Network': ['ID=1714cae7-70a8-41a1-9ff6-272213aef9d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:55.561932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c5d7d-1e28-4ed1-8c1c-891c0a17563e req-e07e924e-5536-48ed-b92b-8656ac8615a6 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.563625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b8c5d7d-1e28-4ed1-8c1c-891c0a17563e req-e07e924e-5536-48ed-b92b-8656ac8615a6 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0846698 Jul 06 11:49:55.576658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.634031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b8c5d7d-1e28-4ed1-8c1c-891c0a17563e req-d27f72e1-9faf-4cea-9967-033f7b824268 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643041 Jul 06 11:49:55.646647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5cba529-4c06-47be-9c1d-75a749b580fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2027be33fb72403f88ddeadd3bb40927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666857 Jul 06 11:49:55.649158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.672202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.705589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7a6180-72e3-430f-bddd-d29782740a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.710983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=594b835e-d5c7-43c1-a6a8-d9428e257a66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:55.747631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7a6180-72e3-430f-bddd-d29782740a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.849216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7a6180-72e3-430f-bddd-d29782740a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.850878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.851697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7a6180-72e3-430f-bddd-d29782740a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.852948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b7a6180-72e3-430f-bddd-d29782740a8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19 HTTP/1.1" status: 204 len: 168 time: 0.2028794 Jul 06 11:49:55.883365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a6180-72e3-430f-bddd-d29782740a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec93242-0dbb-4caa-ba3a-4ec4a2d72f19,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:56.014453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 439d5d86-5bcf-42b8-9cbc-9c08254aa35c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:56.083013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 439d5d86-5bcf-42b8-9cbc-9c08254aa35c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:56.083370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 439d5d86-5bcf-42b8-9cbc-9c08254aa35c not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:56.136463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Router f1717aa5-f416-439e-ba27-a279e7345b08 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:56.161220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-e81d54fb-0e88-40a1-9537-f59a4eb2a579 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.164505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-e81d54fb-0e88-40a1-9537-f59a4eb2a579 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.2433937 Jul 06 11:49:56.194433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-a3495e47-b94e-4308-bc95-690806cd5182 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/quotas/13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 375 time: 0.0228105 Jul 06 11:49:56.260488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:56.267287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f4005430-a742-4f51-adc7-3551ddab0789 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/routers/f1717aa5-f416-439e-ba27-a279e7345b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1660614 Jul 06 11:49:56.271436 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] Sync routers for ids ['f1717aa5-f416-439e-ba27-a279e7345b08'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:56.275712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:56.284571 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] Routers {'f1717aa5-f416-439e-ba27-a279e7345b08'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:56.285668 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f1717aa5-f416-439e-ba27-a279e7345b08'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:56.311153 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3f8ed8-c2c4-418e-a4ea-562b55471d5d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:49:56.315352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4f3f8ed8-c2c4-418e-a4ea-562b55471d5d tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/594b835e-d5c7-43c1-a6a8-d9428e257a66 HTTP/1.1" status: 404 len: 333 time: 0.0360513 Jul 06 11:49:56.315619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:56.329593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-97c9c391-904a-4d65-a7e7-a15662e0bcd5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1300144 Jul 06 11:49:56.343280 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:56.355558 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] Routers {'f1717aa5-f416-439e-ba27-a279e7345b08'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:56.356966 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:49:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f1717aa5-f416-439e-ba27-a279e7345b08'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:56.408309 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:56.409232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4bf9b-9742-473c-a114-ce9fbfd84315 None None] The sync data for ids ['f1717aa5-f416-439e-ba27-a279e7345b08'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:56.433908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.514480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-1eb9ca89-1945-41f2-9dd1-cda820cde4ce service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754603 Jul 06 11:49:56.642290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.644629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.674146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-3698121b-c824-44fd-b613-c2825325a645 service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515720 Jul 06 11:49:56.712307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.712857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Fanout notify agent at l3_agent the message router_deleted on router f1717aa5-f416-439e-ba27-a279e7345b08 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:49:56.724390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.726631 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc773b2e-8ebc-4061-bc7d-35d5c9eb8d77 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/routers/f1717aa5-f416-439e-ba27-a279e7345b08 HTTP/1.1" status: 204 len: 168 time: 0.4096992 Jul 06 11:49:56.728858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:56.815504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet 994e5217-ee76-4b2e-9244-e83b77053ea9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:56.819194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.874811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.900588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85d5b623-6fa0-4541-844d-1680337fe356 req-873cf6cd-cc94-4337-a199-272178e02478 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 210 time: 0.0417185 Jul 06 11:49:57.012165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.045759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:57.102041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e927289-e185-4c1d-9864-aab87605c459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.114307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.159832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=994e5217-ee76-4b2e-9244-e83b77053ea9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:57.170716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.173674 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/994e5217-ee76-4b2e-9244-e83b77053ea9 HTTP/1.1" status: 204 len: 168 time: 0.4437556 Jul 06 11:49:57.175430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.175783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.176154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.176498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.176832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.176958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:57.177167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.177628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.177962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.178295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.178620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.178957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.179271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ae82-3bd6-4aa4-9534-e0cbb4266893 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.186158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb40d5-987b-482b-afe9-7f390d624e6d None None] Network 7e57e06f-5f49-4ce4-8082-90b9efeddee8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:57.306194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1054086527-network', 'tenant_id': 'c38a7524eab44f07a134106ce4d4cffa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:57.339478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Made reservation on behalf of c38a7524eab44f07a134106ce4d4cffa for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:57.343626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.361593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.424584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.506209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] DHCP port deletion for 7e57e06f-5f49-4ce4-8082-90b9efeddee8 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:57.614227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] Deleting port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:57.616556 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.694459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.708773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.710834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] For port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,segment=NetworkSegment(0671c53a-439d-4208-89f3-69c0adfadf24),segment_id=0671c53a-439d-4208-89f3-69c0adfadf24)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:57.714702 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.723412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:57.743291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] Calling delete_port for 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:57.745135 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.745491 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Added segment 47759670-c266-41d0-950d-e67a42351202 of type vlan for network c2e5172c-d576-4f63-ba22-2b0f960a44aa Jul 06 11:49:57.856319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:57.876057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.877377 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.884561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.891354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.897508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.903288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.911300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.911483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] Pushing event deleted for resources: {'Port': ['ID=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:57.915385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d2286-81e0-4ffd-8ee2-07ec1a8f9f1d None None] No DVR routers for this DVR port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:57.916381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.918302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-6a2973dc-bb54-4823-8432-ff7693b56b57 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.3765826 Jul 06 11:49:57.919827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:57.920171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.927306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.044479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] For port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c, host n-d-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:58.044896 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.064615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67f7de9e-1add-415b-9f6d-865e1b13ee38 req-042772ab-b76b-479d-add5-cd4868204036 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332841 Jul 06 11:49:58.065302 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.066230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.066803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.108033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:58.108033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:49:58.112031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6799edce-5286-45ae-b921-17d40a0991a2 req-84ad1c2a-87c1-4a8f-b280-e0dd6846a778 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 210 time: 0.0715306 Jul 06 11:49:58.164338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.198069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No DVR routers for this DVR port 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:58.266868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:58.273536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2240999 Jul 06 11:49:58.274538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:58.279776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Request body: {'subnet': {'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1054086527-subnet', 'tenant_id': 'c38a7524eab44f07a134106ce4d4cffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:58.317883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402129a-66d4-48de-9046-ea722611aa1d admin admin] Pushing event updated for resources: {'Network': ['ID=c2e5172c-d576-4f63-ba22-2b0f960a44aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:58.345117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c2e5172c-d576-4f63-ba22-2b0f960a44aa details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:58.348592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Made reservation on behalf of c38a7524eab44f07a134106ce4d4cffa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:58.351629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.525532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:58.541058 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.573839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:58.574187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6d6ab4e4-03b8-49e8-9d33-d73441ea7b8c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:58.577740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e57e06f-5f49-4ce4-8082-90b9efeddee8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.609513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0671c53a-439d-4208-89f3-69c0adfadf24') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.609857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0671c53a-439d-4208-89f3-69c0adfadf24') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.634651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.645977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.653337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.660478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.670406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.676263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.682158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.684367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bbe187d-bc1b-45af-962d-088737498ba0 req-beab4f9a-fdbf-4df3-9c9c-702dd143b75d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.4347351 Jul 06 11:49:58.693817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8e06c877-4171-4e91-963e-142b584c219f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.695269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8e06c877-4171-4e91-963e-142b584c219f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.3811636 Jul 06 11:49:58.698541 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.713504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.720970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'port': {'device_id': '54614879-06d9-4ddb-9d00-397f34389381', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'admin_state_up': True, 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:58.748390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.772315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a838aef-e0a7-42be-9d7e-89e03c351b52,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:58.791611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Checking segment: {'id': '47759670-c266-41d0-950d-e67a42351202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:58.792050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Network hostable DHCP agents. Network: c2e5172c-d576-4f63-ba22-2b0f960a44aa, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:58.815361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Network c2e5172c-d576-4f63-ba22-2b0f960a44aa is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:58.831552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c2e5172c-d576-4f63-ba22-2b0f960a44aa) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:58.841558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b783e-74c0-403e-8b0e-6c700cbb4ba7 None None] Network c2e5172c-d576-4f63-ba22-2b0f960a44aa requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:58.846981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.849769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.874835 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-33259986-a73f-4da5-9a1f-c6a4f0077188 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5998089 Jul 06 11:49:59.041746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c37dd-ffcc-4f76-ace5-e54d1c1f4266 None None] Network c2e5172c-d576-4f63-ba22-2b0f960a44aa requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:59.174452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:59.174452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:59.178113 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:59.258800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.272265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.279100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/7e57e06f-5f49-4ce4-8082-90b9efeddee8 HTTP/1.1" status: 204 len: 168 time: 2.1010988 Jul 06 11:49:59.280541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:59.310357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3889a-29eb-42bd-9149-e08e68a46f5f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=7e57e06f-5f49-4ce4-8082-90b9efeddee8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:59.357913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac6ac6eb-9809-408c-8e35-34cea6a43f96 req-ffd91a08-aff1-4d98-93f6-801bd74879f5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 210 time: 0.0600080 Jul 06 11:49:59.358033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fd183c-d8d9-4e0e-b116-729db06d3cf9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.358033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66fd183c-d8d9-4e0e-b116-729db06d3cf9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc HTTP/1.1" status: 200 len: 844 time: 0.0722504 Jul 06 11:49:59.358033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:59.385013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:59.397979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.451633 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-10525cd4-7111-401d-a749-f7209b227ca1 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0874739 Jul 06 11:49:59.452101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:59.461778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:59.590921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:59.597163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.631772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa1aab1-bc24-494e-8f5b-915bdfa2171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.640255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Allocated IP 172.20.0.10 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/7a75b24d-06b2-4224-9747-160a80bb433b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:59.665032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-be73dba6-4bf7-4c72-8756-7b9ebaab7397 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.666594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-be73dba6-4bf7-4c72-8756-7b9ebaab7397 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/networks?id=c2e5172c-d576-4f63-ba22-2b0f960a44aa HTTP/1.1" status: 200 len: 813 time: 0.1705053 Jul 06 11:49:59.717313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-6cab4248-1951-4238-bbd3-979ff5d6ef59 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/quotas/c38a7524eab44f07a134106ce4d4cffa HTTP/1.1" status: 200 len: 375 time: 0.0278983 Jul 06 11:49:59.811888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-17cfe297-de51-416b-a055-336f9a6d871d tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c38a7524eab44f07a134106ce4d4cffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856519 Jul 06 11:49:59.921774 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.933077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.960068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-c8d3e545-a6fb-4171-9646-8329528bc181 service neutron] 10.222.0.78 "GET /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471710 Jul 06 11:49:59.980317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:59.985127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:59.992775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.993483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.007435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8f76a-8dff-4a6d-be19-1db188a77766 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:00.016598 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5627072 Jul 06 11:50:00.017421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:00.018050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.025256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1689703812'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.055937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a636aae-0bbb-4c13-a592-76aca630aea5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=54f09530-9397-42e3-9d1d-6522d56e04ad,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.067618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-c33bd34f-0855-47b3-b127-fd2f524b5210 service neutron] 10.222.0.78 "GET /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066191 Jul 06 11:50:00.075481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.084907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.108139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Transition to ACTIVE for port object 7a75b24d-06b2-4224-9747-160a80bb433b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:00.175345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.198174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2', 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:00.237680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:00.245134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:00.249773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:00.263644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.269134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.293656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.350748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78adcb7c-e493-4332-b2fc-b65e0752083d req-1237edf0-bb6b-45cd-87d0-9e84dce5eead tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 210 time: 0.0616386 Jul 06 11:50:00.374340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.376334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.385262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a9ae99-eaa3-40a8-b81c-5207021559aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.428945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-8733e1fd-b1e8-4c19-a4f9-d56292a36bcc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7165134 Jul 06 11:50:00.441422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.448855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Request body: {'port': {'device_id': '54614879-06d9-4ddb-9d00-397f34389381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.449606 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-089a6c64-507b-413d-8fcc-d29d3e8fd403 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4240801 Jul 06 11:50:00.452571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:00.473028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'security_group': {'name': 'tempest-secgroup-780524730'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.548743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.687822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.809575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.816702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.839018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'tenant_id': 'b4125e1c43a5425b9aa518fd54bc1b5f', 'fixed_ips': [{'subnet_id': '54f09530-9397-42e3-9d1d-6522d56e04ad'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:00.840776 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.845411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.848063 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3944499 Jul 06 11:50:00.853737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:00.878455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1801415092', 'security_groups': ['9fb658fa-24a7-46a0-94cd-456ea966aea6'], 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54f09530-9397-42e3-9d1d-6522d56e04ad'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.969834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5f55-c2f0-40fc-9754-3e006bbbe2d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb658fa-24a7-46a0-94cd-456ea966aea6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:01.000502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02a17e9e-e1a3-45e9-9f32-e3153ea986ed None None] Provisioning for port 7a75b24d-06b2-4224-9747-160a80bb433b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:01.026895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.065205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:01.081282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02a17e9e-e1a3-45e9-9f32-e3153ea986ed None None] Provisioning complete for port 7a75b24d-06b2-4224-9747-160a80bb433b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:01.081739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02a17e9e-e1a3-45e9-9f32-e3153ea986ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.235811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.267246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127215a-a5c7-4e0e-b34a-65553d3ee549 req-063e9053-e552-454b-bd19-979f2c1d4453 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.269503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d127215a-a5c7-4e0e-b34a-65553d3ee549 req-063e9053-e552-454b-bd19-979f2c1d4453 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 932 time: 0.3368068 Jul 06 11:50:01.285774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 3c48030e-3d88-4502-9a27-33f0ea483f70 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:01.455039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02a17e9e-e1a3-45e9-9f32-e3153ea986ed None None] Port 7a75b24d-06b2-4224-9747-160a80bb433b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:01.485564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a75b24d-06b2-4224-9747-160a80bb433b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:01.496090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.511634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Transition to ACTIVE for port object 7a75b24d-06b2-4224-9747-160a80bb433b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:01.521309 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.525074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Allocated IP 2001:db8::2 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/54f09530-9397-42e3-9d1d-6522d56e04ad/cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:01.572477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d127215a-a5c7-4e0e-b34a-65553d3ee549 req-48c75420-a52c-4cf5-ad98-330a7323d84b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292125 Jul 06 11:50:01.659783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:01.738922 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.748950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Transition to ACTIVE for port object cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:01.764661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Transition to ACTIVE for port object cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:01.771884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.796399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06963eed-87ea-4bdf-ab48-b2b168d4055e req-f2b33072-91c6-47d6-b340-27bb630631d6 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 210 time: 0.1406689 Jul 06 11:50:01.817069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:01.823836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:01.828749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:01.836332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Pushing event updated for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:01.901958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::e5 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/54f09530-9397-42e3-9d1d-6522d56e04ad/3c48030e-3d88-4502-9a27-33f0ea483f70) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:01.926235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Attempting to bind port 7a75b24d-06b2-4224-9747-160a80bb433b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:01.926570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Attempting to bind port 7a75b24d-06b2-4224-9747-160a80bb433b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:01.927418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Attempting to bind port 7a75b24d-06b2-4224-9747-160a80bb433b on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:01.941813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Port 7a75b24d-06b2-4224-9747-160a80bb433b on network ad120c1c-1715-453c-8ad9-c03d02436880 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:01.943580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Attempting to bind port 7a75b24d-06b2-4224-9747-160a80bb433b on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:01.952877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:01.953673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:01.954107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:01.954944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Bound port: 7a75b24d-06b2-4224-9747-160a80bb433b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:01.955239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.960245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Attempting to bind port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:01.960729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Attempting to bind port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '3be09556-19dd-43d8-9426-c6c905011ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:01.960978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Attempting to bind port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 on network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:01.981476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:01.982932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Checking segment: {'id': '3be09556-19dd-43d8-9426-c6c905011ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:01.983288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.983820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Bound using segment: {'id': '3be09556-19dd-43d8-9426-c6c905011ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:01.989710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Bound port: cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be09556-19dd-43d8-9426-c6c905011ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:01.990183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.044400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:02.176166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:02.197266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,segment=NetworkSegment(3be09556-19dd-43d8-9426-c6c905011ba5),segment_id=3be09556-19dd-43d8-9426-c6c905011ba5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:02.206258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.208150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.267550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:02.269331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 3c48030e-3d88-4502-9a27-33f0ea483f70 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:02.300792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7a75b24d-06b2-4224-9747-160a80bb433b,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:02.329906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.333500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.374707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80775cdb-815b-485d-9747-f7f605c2e8a0 None None] Pushing event updated for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:02.385301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.435465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.436439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.439949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] 10.222.0.79 "PUT /v2.0/ports/7a75b24d-06b2-4224-9747-160a80bb433b HTTP/1.1" status: 200 len: 1092 time: 2.0034583 Jul 06 11:50:02.451044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=3c48030e-3d88-4502-9a27-33f0ea483f70,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:02.462925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:02.465664 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26652de9-f994-4cb8-bf2c-eabd941bcb58" -d '{"events": [{"name": "network-changed", "server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:02.480494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:02.482913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:02.487867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:02.495116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.496459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.512676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.514455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.516904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.517802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.518943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.518943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.519346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.524373 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a52d8a37-cfb8-4807-96ef-1052e3f19c37 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6679583 Jul 06 11:50:02.525247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:02.530956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:02.535806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-80c3716e-6f01-486f-8a14-ebcf4bb63711 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6501 time: 0.4859457 Jul 06 11:50:02.562190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-8c5c67ea-22a6-46b0-9ad2-dd2fbaeec4e5 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.564828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-8c5c67ea-22a6-46b0-9ad2-dd2fbaeec4e5 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.79 "GET /v2.0/networks?id=c2e5172c-d576-4f63-ba22-2b0f960a44aa HTTP/1.1" status: 200 len: 813 time: 0.4618888 Jul 06 11:50:02.566516 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9494a0-0ca2-40f2-958f-a3bff8f69563 x-openstack-request-id: req-8a9494a0-0ca2-40f2-958f-a3bff8f69563 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:02.566810 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:02.567130 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a9494a0-0ca2-40f2-958f-a3bff8f69563 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:02.567450 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b', 'status': 'completed', 'code': 200} Jul 06 11:50:02.590748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Request body: {'port': {'device_id': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa', 'admin_state_up': True, 'tenant_id': 'c38a7524eab44f07a134106ce4d4cffa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:02.721662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e274e-3a91-4464-a2eb-16cc31896fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:02.727109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:02.731161 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.916797 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54f09530-9397-42e3-9d1d-6522d56e04ad (CIDR: 2001:db8::/64) Jul 06 11:50:02.921467 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:50:02.921929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:02.947060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-88d9f8f3-3a6f-4709-9f2e-f90ff315842c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4100573 Jul 06 11:50:02.947397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:02.947610 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b4e09443-d83c-4a12-9b27-71d79fe601cc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4210336 Jul 06 11:50:02.971491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:03.068221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-7c052e50-e49c-4e53-aa9a-ee17b1c374de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.069613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-7c052e50-e49c-4e53-aa9a-ee17b1c374de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 1095 time: 0.5227976 Jul 06 11:50:03.114542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-982bec02-8364-41b0-9550-3ca46a6793f6 req-f51070a5-43f5-4cf4-b284-3cedeb0fd122 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 210 time: 0.0745924 Jul 06 11:50:03.168486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-e92ccc52-6d31-4b1c-ba57-78bfaef5c239 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a75b24d-06b2-4224-9747-160a80bb433b HTTP/1.1" status: 200 len: 217 time: 0.0685151 Jul 06 11:50:03.202227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04802c-9937-4072-90f4-9d57e7568c03 req-89be9472-819c-4785-9cb3-c784e4d5e874 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.204323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c04802c-9937-4072-90f4-9d57e7568c03 req-89be9472-819c-4785-9cb3-c784e4d5e874 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 944 time: 0.3772607 Jul 06 11:50:03.238076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Made reservation on behalf of c38a7524eab44f07a134106ce4d4cffa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:03.241701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.319010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-a3aa69d7-f8d0-42ac-804b-8e7657b16581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.320549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-a3aa69d7-f8d0-42ac-804b-8e7657b16581 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.1432371 Jul 06 11:50:03.361550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c04802c-9937-4072-90f4-9d57e7568c03 req-13ec3051-4406-4aa7-a082-3aa3c46429b1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281221 Jul 06 11:50:03.411129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:03.415153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.572234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Allocated IP 172.20.0.9 (c2e5172c-d576-4f63-ba22-2b0f960a44aa/4a838aef-e0a7-42be-9d7e-89e03c351b52/6091e292-ad1a-4069-b3d2-e199aa538763) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:03.602527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-5800d109-dbea-44ff-853c-48f259fcf007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.604649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-5800d109-dbea-44ff-853c-48f259fcf007 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486386 Jul 06 11:50:03.763364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb980059-3551-438c-991b-42a8b334841c None None] Provisioning for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:03.778822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb980059-3551-438c-991b-42a8b334841c None None] Provisioning complete for port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:03.779514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb980059-3551-438c-991b-42a8b334841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.817631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb980059-3551-438c-991b-42a8b334841c None None] Port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:03.880259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-9856a5e1-def3-4b70-89df-c4cd46b202cf service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678685 Jul 06 11:50:04.040735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d56dd977-1391-4dba-8368-802d26fd724f None None] Provisioning for port 3c48030e-3d88-4502-9a27-33f0ea483f70 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:04.045305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d56dd977-1391-4dba-8368-802d26fd724f None None] Provisioning complete for port 3c48030e-3d88-4502-9a27-33f0ea483f70 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:04.045788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d56dd977-1391-4dba-8368-802d26fd724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.075144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.082764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d56dd977-1391-4dba-8368-802d26fd724f None None] Port 3c48030e-3d88-4502-9a27-33f0ea483f70 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:04.089638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.126410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efdaef94-27c5-43fe-9424-f2f78bb328c1 req-f08cbc94-1982-44b5-b80e-f3f132210a84 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377675 Jul 06 11:50:04.149320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:04.155682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:04.168550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa5c7b2-1d21-424c-a3d7-784584287a88 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:04.168833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.169434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.183838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=b87614aa-8419-4c4d-af26-4c7e6d623878,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.195063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cb88fc7-be45-4d55-91ca-c55a37acf6a3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2314277 Jul 06 11:50:04.197327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.198180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:04.205229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-254699106', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b87614aa-8419-4c4d-af26-4c7e6d623878'}], 'security_groups': ['24a9ae99-eaa3-40a8-b81c-5207021559aa']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:04.270084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Pushing event updated for resources: {'Port': ['ID=6091e292-ad1a-4069-b3d2-e199aa538763,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.281441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Network c2e5172c-d576-4f63-ba22-2b0f960a44aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:04.290055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:04.294089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:04.380767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.398516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.399234 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.436025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-aba6e593-0a72-48bf-a53f-df9b854492ec tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8518903 Jul 06 11:50:04.438957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-c8aaa65c-9563-4d0d-aff9-0a47eba3363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.440537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-c8aaa65c-9563-4d0d-aff9-0a47eba3363e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 1095 time: 0.1674259 Jul 06 11:50:04.462497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Request body: {'port': {'device_id': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:04.613844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:04.675442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476205a-8b4b-42da-8ef4-62142f044ab5 req-6539bd57-052e-4ad0-a41c-3faf9fc61991 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.677406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b476205a-8b4b-42da-8ef4-62142f044ab5 req-6539bd57-052e-4ad0-a41c-3faf9fc61991 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 931 time: 0.3189409 Jul 06 11:50:04.726997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Update dhcp port {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'fixed_ips': [{'subnet_id': '54f09530-9397-42e3-9d1d-6522d56e04ad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b87614aa-8419-4c4d-af26-4c7e6d623878'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:50:04.784515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.788321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:04.793953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:04.794597 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.043755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Allocated IP 2001:db8:0:1::2 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/b87614aa-8419-4c4d-af26-4c7e6d623878/cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:05.125847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.186930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-58a54077-6adc-43a1-aa23-999839223187 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,segment=NetworkSegment(3be09556-19dd-43d8-9426-c6c905011ba5),segment_id=3be09556-19dd-43d8-9426-c6c905011ba5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:05.207758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.245807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.246998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-40564673-f8f9-4cfa-b1e1-b75e8781ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.248547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-40564673-f8f9-4cfa-b1e1-b75e8781ed96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.7967336 Jul 06 11:50:05.257916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b476205a-8b4b-42da-8ef4-62142f044ab5 req-25d97f5b-045b-4222-90b6-e4f95d4cd84c tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691500 Jul 06 11:50:05.260304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Transition to ACTIVE for port object cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:05.289269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.315736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-846cde97-1b4f-4a62-a1f8-78a7875cb1dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a75b24d-06b2-4224-9747-160a80bb433b HTTP/1.1" status: 200 len: 217 time: 0.0568135 Jul 06 11:50:05.417851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd189be-7b91-4232-b721-82c37a964f56 req-d6412ee6-d58e-40b7-aeb2-a049ef9c5781 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.425051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9fd189be-7b91-4232-b721-82c37a964f56 req-d6412ee6-d58e-40b7-aeb2-a049ef9c5781 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 944 time: 0.7393513 Jul 06 11:50:05.503347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Delete allocated IP 2001:db8::e5 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/54f09530-9397-42e3-9d1d-6522d56e04ad) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:50:05.510698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:50:05.512179 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:50:05.520049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8:0:1::389 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/b87614aa-8419-4c4d-af26-4c7e6d623878/3c48030e-3d88-4502-9a27-33f0ea483f70) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:05.533254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a54077-6adc-43a1-aa23-999839223187 None None] Pushing event updated for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.585511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-cade749f-bbbf-402a-8bb9-e7040c730ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.589853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-cade749f-bbbf-402a-8bb9-e7040c730ad8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.2243507 Jul 06 11:50:05.667059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9fd189be-7b91-4232-b721-82c37a964f56 req-774f884f-8f6d-4254-9433-8e4aa1c6e455 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406468 Jul 06 11:50:05.790495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.814118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 3c48030e-3d88-4502-9a27-33f0ea483f70 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:05.814347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-8a71d594-c4b2-41c8-881c-6b0229a8cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.815771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-8a71d594-c4b2-41c8-881c-6b0229a8cce4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030222 Jul 06 11:50:05.821697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.913656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] In _notify_port_updated(), no bound segment for port 3c48030e-3d88-4502-9a27-33f0ea483f70 on network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:50:05.920146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.920995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.923375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/ports/3c48030e-3d88-4502-9a27-33f0ea483f70 HTTP/1.1" status: 200 len: 930 time: 1.7239618 Jul 06 11:50:05.926444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:05.939097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d412eaa-88fe-40c9-88b7-580dd414f089 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=3c48030e-3d88-4502-9a27-33f0ea483f70,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.996698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6091e292-ad1a-4069-b3d2-e199aa538763 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:06.008814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.045256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Transition to ACTIVE for port object 6091e292-ad1a-4069-b3d2-e199aa538763 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:06.064291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.066923 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.121706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,segment=NetworkSegment(3be09556-19dd-43d8-9426-c6c905011ba5),segment_id=3be09556-19dd-43d8-9426-c6c905011ba5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:06.133677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.161338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-761661d5-78df-487f-bd47-bb4fcca91e80 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295114 Jul 06 11:50:06.212030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:06.253860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Pushing event updated for resources: {'Port': ['ID=6091e292-ad1a-4069-b3d2-e199aa538763,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:06.315683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 3c48030e-3d88-4502-9a27-33f0ea483f70 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:06.316076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.452328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26652de9-f994-4cb8-bf2c-eabd941bcb58 req-24cf8454-748a-48f7-8016-de31b1c85bb4 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751987 Jul 06 11:50:06.518365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Attempting to bind port 6091e292-ad1a-4069-b3d2-e199aa538763 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:06.518700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Attempting to bind port 6091e292-ad1a-4069-b3d2-e199aa538763 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '47759670-c266-41d0-950d-e67a42351202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:06.519034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Attempting to bind port 6091e292-ad1a-4069-b3d2-e199aa538763 on network c2e5172c-d576-4f63-ba22-2b0f960a44aa {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:06.531166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Provisioning for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:06.542581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:06.543017 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.545352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.550380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Port 6091e292-ad1a-4069-b3d2-e199aa538763 on network c2e5172c-d576-4f63-ba22-2b0f960a44aa not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:06.550714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Attempting to bind port 6091e292-ad1a-4069-b3d2-e199aa538763 on network c2e5172c-d576-4f63-ba22-2b0f960a44aa {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:06.571892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:06.572358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Checking segment: {'id': '47759670-c266-41d0-950d-e67a42351202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:06.573418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Bound using segment: {'id': '47759670-c266-41d0-950d-e67a42351202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:06.573857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Bound port: 6091e292-ad1a-4069-b3d2-e199aa538763, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47759670-c266-41d0-950d-e67a42351202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:06.574218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.577860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 3c48030e-3d88-4502-9a27-33f0ea483f70 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:06.596255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:06.641173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f50603-ffa7-4651-8ebe-fe4203cc048b req-566a4f5b-a860-4139-a985-2d7c870988bb tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.642747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1f50603-ffa7-4651-8ebe-fe4203cc048b req-566a4f5b-a860-4139-a985-2d7c870988bb tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 943 time: 0.2216618 Jul 06 11:50:06.717159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:06.717718 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.780887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1f50603-ffa7-4651-8ebe-fe4203cc048b req-b3ef5bf6-e79e-4775-b7a4-9a7314fbe25d tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Jul 06 11:50:06.797838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] For port 6091e292-ad1a-4069-b3d2-e199aa538763, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:06.810600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] For port 6091e292-ad1a-4069-b3d2-e199aa538763, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6091e292-ad1a-4069-b3d2-e199aa538763,segment=NetworkSegment(47759670-c266-41d0-950d-e67a42351202),segment_id=47759670-c266-41d0-950d-e67a42351202)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:06.821366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.898323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.899416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.901570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] 10.222.0.79 "PUT /v2.0/ports/6091e292-ad1a-4069-b3d2-e199aa538763 HTTP/1.1" status: 200 len: 1091 time: 2.4430389 Jul 06 11:50:06.917920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Provisioning complete for port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:06.918178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.929545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'tag': '6091e292-ad1a-4069-b3d2-e199aa538763'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:06.932141 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116a650-f15c-4b56-b67d-4614d2908dca" -d '{"events": [{"name": "network-changed", "server_uuid": "db6e37d7-8772-45db-9e43-8988e3bc83f3", "tag": "6091e292-ad1a-4069-b3d2-e199aa538763"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:06.966971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:07.014501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a0659-9d9c-47e9-9a6b-2158efb8c47b service neutron] Pushing event updated for resources: {'Port': ['ID=6091e292-ad1a-4069-b3d2-e199aa538763,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.056233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Provisioning for port 3c48030e-3d88-4502-9a27-33f0ea483f70 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:07.060462 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc1bdfb-b7ae-4795-87f9-9483f28e1533 x-openstack-request-id: req-efc1bdfb-b7ae-4795-87f9-9483f28e1533 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:07.060624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Provisioning complete for port 3c48030e-3d88-4502-9a27-33f0ea483f70 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:07.060889 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6e37d7-8772-45db-9e43-8988e3bc83f3", "tag": "6091e292-ad1a-4069-b3d2-e199aa538763", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:07.061005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.061263 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efc1bdfb-b7ae-4795-87f9-9483f28e1533 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:07.061784 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'tag': '6091e292-ad1a-4069-b3d2-e199aa538763', 'status': 'completed', 'code': 200} Jul 06 11:50:07.066560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.082568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30620f5d-6355-4b67-a207-1f4634afd637 None None] Port 3c48030e-3d88-4502-9a27-33f0ea483f70 was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 11:50:07.122145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=3c48030e-3d88-4502-9a27-33f0ea483f70,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.142097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-14540c5f-9e01-4602-bd24-54399a32332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.143670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-14540c5f-9e01-4602-bd24-54399a32332b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c38a7524eab44f07a134106ce4d4cffa&device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 1094 time: 0.1880763 Jul 06 11:50:07.195702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-515e8989-30fd-4599-bf54-67c74c6dfd9a None None] Could not find standard attr ID for object 3c48030e-3d88-4502-9a27-33f0ea483f70. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:50:07.201101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.203026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c30c48a3-73ea-43f9-9c24-0bdc3efad60e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/3c48030e-3d88-4502-9a27-33f0ea483f70 HTTP/1.1" status: 204 len: 168 time: 1.2715700 Jul 06 11:50:07.206358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:07.213436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77b48d-a0a6-4b82-9d59-4e52f685a01f req-1f38dd27-8fd6-436d-a3ef-5a62bc66796b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.215016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b77b48d-a0a6-4b82-9d59-4e52f685a01f req-1f38dd27-8fd6-436d-a3ef-5a62bc66796b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 944 time: 0.2444530 Jul 06 11:50:07.216416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-f4f18dfb-d179-422a-bcdc-48dd2943f7b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6091e292-ad1a-4069-b3d2-e199aa538763 HTTP/1.1" status: 200 len: 217 time: 0.0536692 Jul 06 11:50:07.248571 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-61936815-9667-4f49-a330-80dc14b9e7b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:50:07.250977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61936815-9667-4f49-a330-80dc14b9e7b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/3c48030e-3d88-4502-9a27-33f0ea483f70 HTTP/1.1" status: 404 len: 333 time: 0.0421591 Jul 06 11:50:07.253921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:07.285564 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:50:07.327589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b77b48d-a0a6-4b82-9d59-4e52f685a01f req-901857a1-b64e-4f19-8e81-5d89a92fd236 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050539 Jul 06 11:50:07.331755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b678a6-acf8-4493-bfbe-85568e054007 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.347088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d556-6095-443c-aff0-6af9905c1c00 req-ea386455-672e-46be-88c1-50ce3f5c6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.348808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-ea386455-672e-46be-88c1-50ce3f5c6fd5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a838aef-e0a7-42be-9d7e-89e03c351b52 HTTP/1.1" status: 200 len: 853 time: 0.1075187 Jul 06 11:50:07.358426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b678a6-acf8-4493-bfbe-85568e054007 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.387711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-a7573c11-f0e3-427b-a267-aa72fc28e97c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2e5172c-d576-4f63-ba22-2b0f960a44aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306690 Jul 06 11:50:07.405176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b678a6-acf8-4493-bfbe-85568e054007 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.408326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b678a6-acf8-4493-bfbe-85568e054007 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.411970 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a7b678a6-acf8-4493-bfbe-85568e054007 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/security-groups/9fb658fa-24a7-46a0-94cd-456ea966aea6 HTTP/1.1" status: 204 len: 168 time: 0.1541600 Jul 06 11:50:07.413765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:07.426137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b678a6-acf8-4493-bfbe-85568e054007 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb658fa-24a7-46a0-94cd-456ea966aea6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.477212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51b9015f-9575-43b5-aa91-690044327ecc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.486707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-328adce5-788d-4a9e-9b4b-e5543c56b555 service neutron] 10.222.0.79 "GET /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929382 Jul 06 11:50:07.501102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51b9015f-9575-43b5-aa91-690044327ecc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.542173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51b9015f-9575-43b5-aa91-690044327ecc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.544920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51b9015f-9575-43b5-aa91-690044327ecc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.549017 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-51b9015f-9575-43b5-aa91-690044327ecc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/security-groups/24a9ae99-eaa3-40a8-b81c-5207021559aa HTTP/1.1" status: 204 len: 168 time: 0.1314318 Jul 06 11:50:07.549534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:07.556117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9015f-9575-43b5-aa91-690044327ecc tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a9ae99-eaa3-40a8-b81c-5207021559aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.622506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet 54f09530-9397-42e3-9d1d-6522d56e04ad {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:07.629037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.633041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f856d556-6095-443c-aff0-6af9905c1c00 req-a7b317c3-6304-4e33-9800-0d78db453cd7 service neutron] 10.222.0.79 "GET /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401219 Jul 06 11:50:07.672986 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.800729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116a650-f15c-4b56-b67d-4614d2908dca req-e51d84fb-f7db-4316-97d4-77b9e8cae4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.802236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-e51d84fb-f7db-4316-97d4-77b9e8cae4fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c38a7524eab44f07a134106ce4d4cffa&device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 1094 time: 0.1032720 Jul 06 11:50:07.805352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.935196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.978516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=54f09530-9397-42e3-9d1d-6522d56e04ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.980852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116a650-f15c-4b56-b67d-4614d2908dca req-d4df5071-eb5f-4609-8965-c693cc463c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.982445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-d4df5071-eb5f-4609-8965-c693cc463c21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2e5172c-d576-4f63-ba22-2b0f960a44aa HTTP/1.1" status: 200 len: 914 time: 0.1564336 Jul 06 11:50:07.992725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8ad3f-ae30-463c-a754-45df228d4c06 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:08.005797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.007682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa4a18d3-e454-42cf-8384-9dabb4ae490e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/54f09530-9397-42e3-9d1d-6522d56e04ad HTTP/1.1" status: 204 len: 168 time: 0.4571981 Jul 06 11:50:08.012209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.018044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:08.038522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7a75b24d-06b2-4224-9747-160a80bb433b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:08.049431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-ff93c041-2642-4dc9-8349-ac9751c05521 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6091e292-ad1a-4069-b3d2-e199aa538763 HTTP/1.1" status: 200 len: 217 time: 0.0406442 Jul 06 11:50:08.115564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116a650-f15c-4b56-b67d-4614d2908dca req-dc5ce8df-12e9-4328-8eb2-ec6d7184f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.117423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-dc5ce8df-12e9-4328-8eb2-ec6d7184f4e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4a838aef-e0a7-42be-9d7e-89e03c351b52 HTTP/1.1" status: 200 len: 853 time: 0.0613029 Jul 06 11:50:08.129449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a020e3d-3b99-426e-87cf-8e27e53c38eb req-5c93efa3-799a-4d7e-b484-deae4791a32f tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.131039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a020e3d-3b99-426e-87cf-8e27e53c38eb req-5c93efa3-799a-4d7e-b484-deae4791a32f tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 943 time: 0.1908331 Jul 06 11:50:08.176817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-ec17d09d-29c7-4525-b65a-bcfd7b5cdb8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2e5172c-d576-4f63-ba22-2b0f960a44aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447335 Jul 06 11:50:08.181360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:08.186481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.225509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7a75b24d-06b2-4224-9747-160a80bb433b,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:08.257999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a020e3d-3b99-426e-87cf-8e27e53c38eb req-07b968e4-1e83-4f74-aeee-43ab5b65aa38 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140475 Jul 06 11:50:08.263164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7a75b24d-06b2-4224-9747-160a80bb433b', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': '7a75b24d-06b2-4224-9747-160a80bb433b', 'mac_address': 'fa:16:3e:9f:7d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:08.316654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-22864adf-d16d-48b4-9b07-a5454e366645 service neutron] 10.222.0.79 "GET /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313303 Jul 06 11:50:08.318943 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.338744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a75b24d-06b2-4224-9747-160a80bb433b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:08.391854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7a75b24d-06b2-4224-9747-160a80bb433b,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:08.401470 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.409570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-5de2251d-f782-433d-b1d8-fcd93684aa0b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1573429480&fields=id&tenant_id=984372ace94a45008b484764aa1bddf8 HTTP/1.1" status: 200 len: 267 time: 0.1101367 Jul 06 11:50:08.462879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.464646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.509856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:08.513923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:08.520541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.521150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.543869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=eec75fbd-4118-4c75-bbe6-6b355485cc3d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.550829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a7d8bad3-8a74-4982-90e5-1277800643b4 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5349522 Jul 06 11:50:08.551049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.556264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'security_group': {'name': 'tempest-secgroup-135583801'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:08.592568 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.621516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2116a650-f15c-4b56-b67d-4614d2908dca req-655b475c-dfcc-4218-9674-cf7bf6d24a36 service neutron] 10.222.0.79 "GET /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978551 Jul 06 11:50:08.637981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-0801541c-d05f-4204-afac-67b409a6d8eb tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.639529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-0801541c-d05f-4204-afac-67b409a6d8eb tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/networks?id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e HTTP/1.1" status: 200 len: 816 time: 0.2293196 Jul 06 11:50:08.692031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30843c3-95d8-44ac-8d4f-7ca35d277890 req-b489bfb9-23d6-45e8-89f6-ba3b3f1bea29 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.694153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d30843c3-95d8-44ac-8d4f-7ca35d277890 req-b489bfb9-23d6-45e8-89f6-ba3b3f1bea29 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 945 time: 0.2025335 Jul 06 11:50:08.695230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.695694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-e6e4e52c-814d-455a-8347-024c5532b990 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/quotas/984372ace94a45008b484764aa1bddf8 HTTP/1.1" status: 200 len: 375 time: 0.0491488 Jul 06 11:50:08.705528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.731416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.732684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1808138 Jul 06 11:50:08.737311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.741835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1500465107'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:08.754716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49249b3-397e-4ed2-aded-fed67def8d63 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a493758-f898-4e6c-ab95-ebd208c5503e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.773447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.830475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d30843c3-95d8-44ac-8d4f-7ca35d277890 req-d75e90cf-9dec-466b-8798-ba17db74286f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293514 Jul 06 11:50:08.866911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-71a0d94a-33ea-41d2-b5d1-546da24a2e10 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1118546 Jul 06 11:50:08.876748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7a75b24d-06b2-4224-9747-160a80bb433b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:08.879177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-1ad35b6e-a86f-4125-8c66-f73c9283a599 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=984372ace94a45008b484764aa1bddf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1769068 Jul 06 11:50:08.933750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.939701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.013709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.014208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.014690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.015165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.017442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.017936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.018475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.019693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.021183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-65e8bef6-d6d6-411e-b917-996e177a3e8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=95a02af214a749bda91f4142b98f606f&device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 6501 time: 0.1184442 Jul 06 11:50:09.027725 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2893481 Jul 06 11:50:09.032554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.040003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'security_group': {'name': 'tempest-secgroup-844830139'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:09.051879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99468bf-94e8-4fa7-ac35-a82d120ee3ac tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc1142-fc52-4956-814f-ef26ef045c93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:09.084323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.195045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062dc22-4365-4de2-bc6e-c79747ae3d06 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:09.236311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-967813cb-db16-4e99-9c99-94564288d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.237232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-967813cb-db16-4e99-9c99-94564288d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.237357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-967813cb-db16-4e99-9c99-94564288d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.239117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-967813cb-db16-4e99-9c99-94564288d9d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=736d3730-7b25-4156-b3e5-94f33f2e90a0&id=3679393b-3105-453f-9148-d457d7fafec4&id=3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 200 len: 2297 time: 0.1842859 Jul 06 11:50:09.243867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.256271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.274796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fc0e167-2f0c-4321-8b18-ad4ad74acd50 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:09.275417 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e167-2f0c-4321-8b18-ad4ad74acd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.301255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dbe9c6-0f1e-4340-9cde-2dd3f2d08cb6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:09.305661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.310051 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4bdccbb3-9ac6-400b-a5ed-7e95ce41e2f7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2755146 Jul 06 11:50:09.310414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.317905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1286380574', 'security_groups': ['d1dbe9c6-0f1e-4340-9cde-2dd3f2d08cb6'], 'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eec75fbd-4118-4c75-bbe6-6b355485cc3d'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:09.400386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-6d6aac8f-2867-415a-bd3b-903422ee7e44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6 HTTP/1.1" status: 200 len: 1002 time: 0.1527193 Jul 06 11:50:09.459273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fc0e167-2f0c-4321-8b18-ad4ad74acd50 None None] Provisioning complete for port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:09.459648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e167-2f0c-4321-8b18-ad4ad74acd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.465897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:09.507527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-e70414b2-a3c3-4f50-8507-bc4cbaf8e112 service neutron] 10.222.0.78 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462966 Jul 06 11:50:09.554823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.575068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] device_id is not set on port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:09.578510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-6bbd8f1b-bef4-47f5-be59-e1aaeb0c67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.580026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-6bbd8f1b-bef4-47f5-be59-e1aaeb0c67b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3813d467-4a25-4a8c-9fd0-e5bb76e7c900 HTTP/1.1" status: 200 len: 855 time: 0.1686225 Jul 06 11:50:09.660149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0e167-2f0c-4321-8b18-ad4ad74acd50 None None] Port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:09.672798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99f24-72fc-42fb-96d7-52d2ca70c186 req-4b726ea4-a95e-445f-ac5f-c9ef693433e9 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.674548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7df99f24-72fc-42fb-96d7-52d2ca70c186 req-4b726ea4-a95e-445f-ac5f-c9ef693433e9 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 943 time: 0.2151167 Jul 06 11:50:09.678167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-16b088fa-1aa2-453d-a874-c0ea6eaf7ed0 service neutron] 10.222.0.78 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692262 Jul 06 11:50:09.716925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-e66cab05-13e3-4350-83d9-18e7307922e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.718479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-e66cab05-13e3-4350-83d9-18e7307922e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9dd0294b-6a6b-46ad-b0f7-3c43c848250d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294355 Jul 06 11:50:09.741372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7df99f24-72fc-42fb-96d7-52d2ca70c186 req-214dbaeb-d167-40e2-9eb9-6009256f9b34 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Jul 06 11:50:09.751750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Update dhcp port {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'fixed_ips': [{'subnet_id': 'b87614aa-8419-4c4d-af26-4c7e6d623878', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eec75fbd-4118-4c75-bbe6-6b355485cc3d'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:50:09.794110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8::1d (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/eec75fbd-4118-4c75-bbe6-6b355485cc3d/1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:09.809530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.031145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.048757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Transition to ACTIVE for port object 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:10.064745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6091e292-ad1a-4069-b3d2-e199aa538763 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:10.096677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.143502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:10.147370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:10.158481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:10.161888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Allocated IP 2001:db8::2 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/eec75fbd-4118-4c75-bbe6-6b355485cc3d/cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:10.165415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.166217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.189722 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8749392 Jul 06 11:50:10.189966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:10.195267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:10.214740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc636226-1384-4cfa-a5cb-70dafef55572 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.344756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,segment=NetworkSegment(3be09556-19dd-43d8-9426-c6c905011ba5),segment_id=3be09556-19dd-43d8-9426-c6c905011ba5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:10.353845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:10.359104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.373562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6091e292-ad1a-4069-b3d2-e199aa538763, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6091e292-ad1a-4069-b3d2-e199aa538763,segment=NetworkSegment(47759670-c266-41d0-950d-e67a42351202),segment_id=47759670-c266-41d0-950d-e67a42351202)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:10.391235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '6091e292-ad1a-4069-b3d2-e199aa538763', 'network_id': 'c2e5172c-d576-4f63-ba22-2b0f960a44aa', 'port_id': '6091e292-ad1a-4069-b3d2-e199aa538763', 'mac_address': 'fa:16:3e:60:3f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a838aef-e0a7-42be-9d7e-89e03c351b52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:10.420155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28548c-d70c-40db-8799-87a394fe3470 req-5240390c-f2c6-455c-83d5-c6ab1a97784c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.422423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a28548c-d70c-40db-8799-87a394fe3470 req-5240390c-f2c6-455c-83d5-c6ab1a97784c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 945 time: 0.2196932 Jul 06 11:50:10.442601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee7ec772-fe02-4a06-8c07-8a4eb76adddb req-66f0f41c-5d16-48b4-a948-72fb798dcdae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.1044290 Jul 06 11:50:10.446629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.457708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-328ae449-530d-45bd-86a3-ffda20f13642 service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308803 Jul 06 11:50:10.462938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6091e292-ad1a-4069-b3d2-e199aa538763 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:10.486675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6091e292-ad1a-4069-b3d2-e199aa538763, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6091e292-ad1a-4069-b3d2-e199aa538763,segment=NetworkSegment(47759670-c266-41d0-950d-e67a42351202),segment_id=47759670-c266-41d0-950d-e67a42351202)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:10.489608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.493246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.507830 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eec75fbd-4118-4c75-bbe6-6b355485cc3d (CIDR: 2001:db8::/64) Jul 06 11:50:10.517994 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:50:10.518761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:10.530859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Transition to ACTIVE for port object cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:10.536435 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.558254 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-23cc041f-5a8f-4180-81bb-a03b488099c9 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3672924 Jul 06 11:50:10.561583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:10.573229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:10.580124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a28548c-d70c-40db-8799-87a394fe3470 req-974748d7-9039-4a60-9422-d92a11cd29f7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364367 Jul 06 11:50:10.612626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6091e292-ad1a-4069-b3d2-e199aa538763,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.634086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-07249c50-f743-4ebb-a979-ae70fab062d5 service neutron] 10.222.0.79 "GET /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662970 Jul 06 11:50:10.692654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a114c-c64d-4e16-a963-49c75050fcf0 None None] Pushing event updated for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.716884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-297a1c15-d20e-4399-bf54-5ff6d7f704ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 217 time: 0.0747914 Jul 06 11:50:10.753483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:10.771219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.795384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-ee4eb830-0d7d-49e7-b4e4-09f7801e7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.797114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-ee4eb830-0d7d-49e7-b4e4-09f7801e7969 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0618253 Jul 06 11:50:10.891565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-0b6dca7d-1a28-4995-8fb3-5c884fd40fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.893137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-0b6dca7d-1a28-4995-8fb3-5c884fd40fad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880716 Jul 06 11:50:10.907545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6091e292-ad1a-4069-b3d2-e199aa538763'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:10.920579 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b87614aa-8419-4c4d-af26-4c7e6d623878 (CIDR: 2001:db8:0:1::/64) Jul 06 11:50:10.924281 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:50:10.924801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:10.945577 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d97c2608-cc7d-4cf3-936d-a3b161e645c7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3816457 Jul 06 11:50:10.948212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:10.955424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'subnet': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:11.070790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-0ddc6ed2-d1c6-47e0-bb22-01e298b1ce67 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617422 Jul 06 11:50:11.115406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Made reservation on behalf of b4125e1c43a5425b9aa518fd54bc1b5f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:11.121613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.150204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839234de-9aa3-44d9-b310-cf9b7276aa03 req-c01fcadf-d29a-4b63-9383-b40cf762d89a tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.158353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-839234de-9aa3-44d9-b310-cf9b7276aa03 req-c01fcadf-d29a-4b63-9383-b40cf762d89a tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 944 time: 0.2603586 Jul 06 11:50:11.222963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-839234de-9aa3-44d9-b310-cf9b7276aa03 req-3dea005c-f443-4b47-b5d4-b8ae5df42749 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630255 Jul 06 11:50:11.249656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-c263dc53-44f5-49fb-9415-2b52aa8afb3b service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677096 Jul 06 11:50:11.296702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-1606499a-200e-423e-815c-5c50ae3b94d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 217 time: 0.0402148 Jul 06 11:50:11.360958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-c407a8fa-9c7b-437f-a98b-a658cbf7781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.362504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-c407a8fa-9c7b-437f-a98b-a658cbf7781d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.0585635 Jul 06 11:50:11.393017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.428771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-e61e36bb-cbbe-4639-9f67-10d0821cc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.430402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-e61e36bb-cbbe-4639-9f67-10d0821cc6c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576475 Jul 06 11:50:11.436745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:11.440028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:11.444183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.444781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.460861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Subnet': ['ID=b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:11.464678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-78d15943-dbf6-40a7-bfdc-37a5f8a01005 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5152752 Jul 06 11:50:11.467389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:11.473611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1932348207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd'}], 'security_groups': ['9a493758-f898-4e6c-ab95-ebd208c5503e', '9abc1142-fc52-4956-814f-ef26ef045c93']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:11.499944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-daea72b5-bf86-4eb4-8a85-25d20faff059 None None] Provisioning for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:11.505074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-daea72b5-bf86-4eb4-8a85-25d20faff059 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:11.505391 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daea72b5-bf86-4eb4-8a85-25d20faff059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.595534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-bb8451c6-b672-416d-a294-0fcd645a8e2d service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565344 Jul 06 11:50:11.648397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-daea72b5-bf86-4eb4-8a85-25d20faff059 None None] Provisioning complete for port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:11.648715 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daea72b5-bf86-4eb4-8a85-25d20faff059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.665590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.688771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-daea72b5-bf86-4eb4-8a85-25d20faff059 None None] Port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:11.705725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c58ed-bd92-4cdb-beb0-5d0c7ec68fcc None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:11.833910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd37eb09-cea2-4282-a284-cce9480f72c8 None None] Provisioning for port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:11.861134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-697368f8-193f-4713-8ca6-8f4eb85c6a15 req-6be81bfd-505e-47cf-9039-8bd9b888b628 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.1374102 Jul 06 11:50:11.877385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd37eb09-cea2-4282-a284-cce9480f72c8 None None] Provisioning complete for port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:11.877815 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd37eb09-cea2-4282-a284-cce9480f72c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.983634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd37eb09-cea2-4282-a284-cce9480f72c8 None None] Port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:12.096283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7a75b24d-06b2-4224-9747-160a80bb433b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:12.108633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-097f9db7-316f-4b47-8aa8-035d28913d33 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055285 Jul 06 11:50:12.141100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Delete allocated IP 2001:db8::1d (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/eec75fbd-4118-4c75-bbe6-6b355485cc3d) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:50:12.151321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Update dhcp port {'port': {'network_id': 'a1636c4f-7ea0-4727-a1e7-9a36c2add8e8', 'fixed_ips': [{'subnet_id': 'b87614aa-8419-4c4d-af26-4c7e6d623878', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eec75fbd-4118-4c75-bbe6-6b355485cc3d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:50:12.154647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Allocated IP 2001:db8:0:2::11 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd/1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:12.190684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-34785b76-7dd9-49ce-9c62-0e46cb53453b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.192225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-34785b76-7dd9-49ce-9c62-0e46cb53453b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.79 "GET /v2.0/networks?id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e HTTP/1.1" status: 200 len: 816 time: 0.4387054 Jul 06 11:50:12.196110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-7437b503-6f5e-4a5b-af12-7c132216489b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed HTTP/1.1" status: 200 len: 217 time: 0.0715728 Jul 06 11:50:12.204326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.205422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830613-4c24-4573-bab0-399d02f62d9c req-f3d77fa4-d553-4aa6-b77d-52b65e63f546 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.212670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e830613-4c24-4573-bab0-399d02f62d9c req-f3d77fa4-d553-4aa6-b77d-52b65e63f546 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 945 time: 0.2198830 Jul 06 11:50:12.227138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7a75b24d-06b2-4224-9747-160a80bb433b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:12.255525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7a75b24d-06b2-4224-9747-160a80bb433b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:12.256150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.360240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.374105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Ignored duplicate provisioning block setup for port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 11:50:12.379836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.409389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-28430f70-0b18-4e92-9fe5-8da20fdff022 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984372ace94a45008b484764aa1bddf8 HTTP/1.1" status: 200 len: 380 time: 0.1940932 Jul 06 11:50:12.411638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-c9386a10-ffdb-4d1e-9461-f97613f57bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.413252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-c9386a10-ffdb-4d1e-9461-f97613f57bbf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.1903758 Jul 06 11:50:12.419606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Request body: {'port': {'device_id': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'admin_state_up': True, 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'security_groups': ['bc2af2f2-6df9-4fb9-8dd0-87f036b253c3']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:12.448115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] In _notify_port_updated(), no bound segment for port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e on network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:50:12.455623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.456476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.458614 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "PUT /v2.0/ports/1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e HTTP/1.1" status: 200 len: 969 time: 0.9894164 Jul 06 11:50:12.459406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e830613-4c24-4573-bab0-399d02f62d9c req-827c0719-c13b-4a02-933e-18620d68c653 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457778 Jul 06 11:50:12.472968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:12.474607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.520709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e606474-a704-450d-92c3-2e5e808bea41 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event updated for resources: {'Port': ['ID=1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:12.521501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:12.539707 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c66172-e608-47e8-bcc1-5c8b1a1db2b1" -d '{"events": [{"server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "name": "network-vif-plugged", "status": "completed", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:12.558986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Allocated IP 2001:db8:0:2::2 (a1636c4f-7ea0-4727-a1e7-9a36c2add8e8/b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd/cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:12.568330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7a75b24d-06b2-4224-9747-160a80bb433b,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:12.573760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:12.603446 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.677781 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1496976-dbc0-4fb5-b519-559a90a10398 x-openstack-request-id: req-a1496976-dbc0-4fb5-b519-559a90a10398 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:12.678111 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "name": "network-vif-plugged", "status": "completed", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:12.678371 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1496976-dbc0-4fb5-b519-559a90a10398 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:12.679232 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b', 'code': 200} Jul 06 11:50:12.737854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:12.759504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:12.759881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.794813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-097b14e7-28e9-47ad-a24b-e55474939830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.796575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-097b14e7-28e9-47ad-a24b-e55474939830 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3350019 Jul 06 11:50:12.797686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,segment=NetworkSegment(3be09556-19dd-43d8-9426-c6c905011ba5),segment_id=3be09556-19dd-43d8-9426-c6c905011ba5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:12.828263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5611cd-0b9c-4b8f-b829-28830d28aaab req-6d2f7146-4e39-4c0f-922a-f42e4e6ac46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.830035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df5611cd-0b9c-4b8f-b829-28830d28aaab req-6d2f7146-4e39-4c0f-922a-f42e4e6ac46d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 1097 time: 0.0897963 Jul 06 11:50:12.841663 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.857271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174779-16ec-4f52-a56b-1cc264ba2115 req-b2d9919d-8b38-4952-a0fe-5372d90b0b65 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.862330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef174779-16ec-4f52-a56b-1cc264ba2115 req-b2d9919d-8b38-4952-a0fe-5372d90b0b65 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 944 time: 0.3884273 Jul 06 11:50:12.876622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Transition to ACTIVE for port object cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:12.884200 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.888123 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df5611cd-0b9c-4b8f-b829-28830d28aaab req-6b78fc2d-6eab-4ec6-97ea-0447bc1271d0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Jul 06 11:50:13.001096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-030e4b2d-4d6a-43b8-8fdd-e5aa857cb1f3 service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952777 Jul 06 11:50:13.005454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001a67a-9d76-44e5-985a-b8b32663bbc0 None None] Pushing event updated for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:13.022808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Made reservation on behalf of 984372ace94a45008b484764aa1bddf8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:13.028690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.098956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:13.099212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.178211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35be3e13-3e03-4fe5-9542-f7281206041d req-335cc507-112e-4f35-8b73-be7315136b3d tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0888891 Jul 06 11:50:13.186058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef174779-16ec-4f52-a56b-1cc264ba2115 req-975c57e2-f624-4c86-84bf-af011a2a7a50 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708576 Jul 06 11:50:13.351469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-d7a8803f-5694-4bb2-9498-082e30a07f2f service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369625 Jul 06 11:50:13.373137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.418969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-dd381dca-a95f-41c1-9907-08b105b66518 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0537691 Jul 06 11:50:13.425247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:13.470638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Allocated IP 172.20.0.11 (62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e/603298b6-e596-40ea-932f-9c30af4a04b0/c607d7c8-ff95-46ea-ad49-383c6149f826) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:13.679576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-20f58b73-3716-4505-8bb7-c043a8d9aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.681109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-20f58b73-3716-4505-8bb7-c043a8d9aa2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 200 len: 797 time: 0.2520566 Jul 06 11:50:13.726980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Provisioning for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:13.733425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:13.733945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.816212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.921640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ced9-8036-418e-966b-6896bca278fd req-5a9fd642-c4f0-471d-bf46-706b2c6546dc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.923893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33b1ced9-8036-418e-966b-6896bca278fd req-5a9fd642-c4f0-471d-bf46-706b2c6546dc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 946 time: 0.3071530 Jul 06 11:50:13.934062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Provisioning complete for port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:13.935100 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.959467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-05464341-9ccf-4d03-b710-8a7fcdfe8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.960887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-05464341-9ccf-4d03-b710-8a7fcdfe8763 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=736d3730-7b25-4156-b3e5-94f33f2e90a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2691762 Jul 06 11:50:13.962996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Transition to ACTIVE for port object c607d7c8-ff95-46ea-ad49-383c6149f826 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:13.971179 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.984043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:13.992738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-983804dc-9b48-412e-af67-b0d8a6807bbb None None] Could not find standard attr ID for object 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:50:14.084942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6091e292-ad1a-4069-b3d2-e199aa538763 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:14.095454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.114603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33b1ced9-8036-418e-966b-6896bca278fd req-977dc877-60fe-4fd0-ad2b-130f6f4180ba tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770880 Jul 06 11:50:14.139532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8c34cd8-a972-43ee-bb48-c64bec5c3869 None None] Could not find standard attr ID for object 1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:50:14.165123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.168395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b44541a-5aa1-4050-bc70-11ef2ae451e5 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e HTTP/1.1" status: 204 len: 168 time: 1.6917381 Jul 06 11:50:14.169961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:14.181438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 6091e292-ad1a-4069-b3d2-e199aa538763 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:14.186390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 6091e292-ad1a-4069-b3d2-e199aa538763 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:14.186768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.211787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.215210 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7f6dd4-63de-4935-af9a-771a9f26e2e7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] GET failed (client error): The resource could not be found. Jul 06 11:50:14.227231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-570d07d2-7cd1-49e8-95d5-331d5760e5ff service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519531 Jul 06 11:50:14.230529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc7f6dd4-63de-4935-af9a-771a9f26e2e7 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports/1b5c5ed6-e1b5-4086-98cd-5dc53dc1bb8e HTTP/1.1" status: 404 len: 333 time: 0.0594771 Jul 06 11:50:14.245196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:14.309579 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.393640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6091e292-ad1a-4069-b3d2-e199aa538763, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6091e292-ad1a-4069-b3d2-e199aa538763,segment=NetworkSegment(47759670-c266-41d0-950d-e67a42351202),segment_id=47759670-c266-41d0-950d-e67a42351202)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:14.396507 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b4216a-7a66-4460-9413-9f228c879793 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.401348 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.435091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-fca6cd15-9e80-42b9-a3cf-c6ba62f9ed2c service neutron] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827431 Jul 06 11:50:14.439166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:14.448420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b4216a-7a66-4460-9413-9f228c879793 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.499048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6091e292-ad1a-4069-b3d2-e199aa538763,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.502562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:14.549618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b4216a-7a66-4460-9413-9f228c879793 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.553403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b4216a-7a66-4460-9413-9f228c879793 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.555308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d1b4216a-7a66-4460-9413-9f228c879793 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/security-groups/d1dbe9c6-0f1e-4340-9cde-2dd3f2d08cb6 HTTP/1.1" status: 204 len: 168 time: 0.3040309 Jul 06 11:50:14.559170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:14.577667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4216a-7a66-4460-9413-9f228c879793 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dbe9c6-0f1e-4340-9cde-2dd3f2d08cb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.583564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:14.587395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:14.603872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-697d08f5-bdf9-4364-98b9-67757fd438b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da HTTP/1.1" status: 200 len: 217 time: 0.1470451 Jul 06 11:50:14.654766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event updated for resources: {'Port': ['ID=c607d7c8-ff95-46ea-ad49-383c6149f826,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.667828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1238e6c6-0da2-415a-95b3-40049af4f881 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.688623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6091e292-ad1a-4069-b3d2-e199aa538763'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:14.697665 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aeab86-2d2f-4f84-b8f6-9b073f4ff284" -d '{"events": [{"server_uuid": "db6e37d7-8772-45db-9e43-8988e3bc83f3", "name": "network-vif-plugged", "status": "completed", "tag": "6091e292-ad1a-4069-b3d2-e199aa538763"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:14.706166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1238e6c6-0da2-415a-95b3-40049af4f881 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.732616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:14.733646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.742127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:14.742742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.755366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1238e6c6-0da2-415a-95b3-40049af4f881 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.758220 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1238e6c6-0da2-415a-95b3-40049af4f881 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.759697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1238e6c6-0da2-415a-95b3-40049af4f881 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/security-groups/9abc1142-fc52-4956-814f-ef26ef045c93 HTTP/1.1" status: 204 len: 168 time: 0.1978831 Jul 06 11:50:14.762841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:14.765339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-e289c0d5-f6ab-493b-b9b5-2bbec4564cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:14.767769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-e289c0d5-f6ab-493b-b9b5-2bbec4564cd1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.1279233 Jul 06 11:50:14.775969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-14831401-7d10-4fcb-abe8-92204fb95716 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3613350 Jul 06 11:50:14.795696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238e6c6-0da2-415a-95b3-40049af4f881 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc1142-fc52-4956-814f-ef26ef045c93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.814448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Request body: {'port': {'device_id': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:14.873893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32602233-04a1-4e31-bf53-8d2a7ad25e2e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.894384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6341796f-59db-4330-a418-534cebce9871 None None] Provisioning for port c607d7c8-ff95-46ea-ad49-383c6149f826 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:14.899938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6341796f-59db-4330-a418-534cebce9871 None None] Provisioning complete for port c607d7c8-ff95-46ea-ad49-383c6149f826 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:14.900350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6341796f-59db-4330-a418-534cebce9871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.901832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32602233-04a1-4e31-bf53-8d2a7ad25e2e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.949745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32602233-04a1-4e31-bf53-8d2a7ad25e2e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.952448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32602233-04a1-4e31-bf53-8d2a7ad25e2e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.956868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-32602233-04a1-4e31-bf53-8d2a7ad25e2e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/security-groups/9a493758-f898-4e6c-ab95-ebd208c5503e HTTP/1.1" status: 204 len: 168 time: 0.1847699 Jul 06 11:50:14.957735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:14.962724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6341796f-59db-4330-a418-534cebce9871 None None] Port c607d7c8-ff95-46ea-ad49-383c6149f826 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:14.993583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32602233-04a1-4e31-bf53-8d2a7ad25e2e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a493758-f898-4e6c-ab95-ebd208c5503e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.023842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet eec75fbd-4118-4c75-bbe6-6b355485cc3d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:15.027414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.072260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.160429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.226317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847bb1a-c2ee-4376-bb8f-e3a40ae7efd0 req-cf2b3f3c-3b1d-4b2d-b644-f555f8d13c78 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.228621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.233575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6847bb1a-c2ee-4376-bb8f-e3a40ae7efd0 req-cf2b3f3c-3b1d-4b2d-b644-f555f8d13c78 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 945 time: 0.7703743 Jul 06 11:50:15.257396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=eec75fbd-4118-4c75-bbe6-6b355485cc3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.261683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.264769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2a2d7f9e-395d-4ab1-aae8-0b42350f1954 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/eec75fbd-4118-4c75-bbe6-6b355485cc3d HTTP/1.1" status: 204 len: 168 time: 0.3058457 Jul 06 11:50:15.270743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:15.275376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60523353-c4a0-46df-a543-e29f0d8fd062 None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:15.280172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1c20-118f-4961-bc05-e258a2933cf9 req-43a16218-11b3-4a86-b0ad-02d944b55946 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.288894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abea1c20-118f-4961-bc05-e258a2933cf9 req-43a16218-11b3-4a86-b0ad-02d944b55946 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 932 time: 0.8485289 Jul 06 11:50:15.339584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:15.346175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.377563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abea1c20-118f-4961-bc05-e258a2933cf9 req-3c357056-11c2-480f-bd5a-5d79b1d13af7 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866838 Jul 06 11:50:15.412595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.416370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6847bb1a-c2ee-4376-bb8f-e3a40ae7efd0 req-457b0752-43a5-47bd-8a59-aafb89261909 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817367 Jul 06 11:50:15.500613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-b1c812b7-82f6-4c2e-bd6d-b41409ad8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.502342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-b1c812b7-82f6-4c2e-bd6d-b41409ad8c72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7243166 Jul 06 11:50:15.505273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.531838 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9a7264-e5dc-4026-a727-a97557cabd18 x-openstack-request-id: req-9a9a7264-e5dc-4026-a727-a97557cabd18 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:15.532036 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6e37d7-8772-45db-9e43-8988e3bc83f3", "name": "network-vif-plugged", "status": "completed", "tag": "6091e292-ad1a-4069-b3d2-e199aa538763", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:15.535793 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a9a7264-e5dc-4026-a727-a97557cabd18 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:15.535793 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6091e292-ad1a-4069-b3d2-e199aa538763', 'code': 200} Jul 06 11:50:15.567192 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.705379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.722524 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.727594 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd HTTP/1.1" status: 204 len: 168 time: 0.4525125 Jul 06 11:50:15.729753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a04e6-6cb3-4e25-8fde-b0f8e440e418 req-4b5c5d4c-1caa-44b0-ab17-b5c797d6ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.732035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e34a04e6-6cb3-4e25-8fde-b0f8e440e418 req-4b5c5d4c-1caa-44b0-ab17-b5c797d6ef1d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 1096 time: 0.1315985 Jul 06 11:50:15.732553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:15.794455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-b8b91cbb-8e8c-4783-9344-1df02c0623e6 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794261 Jul 06 11:50:15.837437 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e34a04e6-6cb3-4e25-8fde-b0f8e440e418 req-d41ecdab-d744-4741-9748-7b3332a10559 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725632 Jul 06 11:50:15.838139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45cbf7-8535-49cd-a9d3-6659330d68d0 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ebc731-2f97-4de5-bb3d-8ebc18c85cbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.847633 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e2c5df-fba1-492d-b73b-832c899b1434 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:15.848140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e2c5df-fba1-492d-b73b-832c899b1434 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:15.852220 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-57e2c5df-fba1-492d-b73b-832c899b1434 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/eec75fbd-4118-4c75-bbe6-6b355485cc3d HTTP/1.1" status: 404 len: 337 time: 0.0945852 Jul 06 11:50:15.856609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:15.933797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting subnet b87614aa-8419-4c4d-af26-4c7e6d623878 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:15.937416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.983374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.075470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4efeaa-cc37-4202-bfdf-2270f0028358 req-008e2433-2fad-4de9-95ba-5f22ea6bbe96 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:16.077103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b4efeaa-cc37-4202-bfdf-2270f0028358 req-008e2433-2fad-4de9-95ba-5f22ea6bbe96 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 946 time: 0.1634290 Jul 06 11:50:16.080916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-d16d062a-b096-473f-9655-d034e75c3383 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741311 Jul 06 11:50:16.106173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.178407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.187792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-51e058af-2530-4b88-98ca-f3760c3a7440 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e HTTP/1.1" status: 200 len: 217 time: 0.0943956 Jul 06 11:50:16.201313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.203970 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/b87614aa-8419-4c4d-af26-4c7e6d623878 HTTP/1.1" status: 204 len: 168 time: 0.3458893 Jul 06 11:50:16.209032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.225245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f20c7-3a9f-454c-971d-eae27d0c5411 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Subnet': ['ID=b87614aa-8419-4c4d-af26-4c7e6d623878,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:16.275489 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c470c793-5bc7-4a1c-8e57-348d2bc9fb96 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.275878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c470c793-5bc7-4a1c-8e57-348d2bc9fb96 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.277786 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c470c793-5bc7-4a1c-8e57-348d2bc9fb96 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/54f09530-9397-42e3-9d1d-6522d56e04ad HTTP/1.1" status: 404 len: 337 time: 0.0638437 Jul 06 11:50:16.280569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c607d7c8-ff95-46ea-ad49-383c6149f826 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:16.280746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.295849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.316833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b4efeaa-cc37-4202-bfdf-2270f0028358 req-d610b1a0-306d-4a03-8930-5041bf5d48de tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298162 Jul 06 11:50:16.321278 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e037521-293a-44c1-9862-804d9380b8fb tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1717aa5-f416-439e-ba27-a279e7345b08 HTTP/1.1" status: 200 len: 205 time: 0.0387642 Jul 06 11:50:16.323630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.340015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Transition to ACTIVE for port object c607d7c8-ff95-46ea-ad49-383c6149f826 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:16.345321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-01fd9b51-bf09-4367-b03b-c0a5c4e93d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:16.356351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-01fd9b51-bf09-4367-b03b-c0a5c4e93d11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 200 len: 797 time: 0.1593602 Jul 06 11:50:16.356351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.366425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cc0dc-a2a8-453a-8ffc-58e2b8e2afeb None None] Network a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:16.393392 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8c0598ba-eab1-4ba0-9d19-ddc58bd02408 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] delete failed (client error): The resource could not be found. Jul 06 11:50:16.397110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8c0598ba-eab1-4ba0-9d19-ddc58bd02408 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/routers/f1717aa5-f416-439e-ba27-a279e7345b08 HTTP/1.1" status: 404 len: 336 time: 0.0722539 Jul 06 11:50:16.397701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.440809 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4f598e-3228-4f23-bd44-a50e3ad68cb6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.441228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4f598e-3228-4f23-bd44-a50e3ad68cb6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.450338 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a4f598e-3228-4f23-bd44-a50e3ad68cb6 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/994e5217-ee76-4b2e-9244-e83b77053ea9 HTTP/1.1" status: 404 len: 337 time: 0.0515504 Jul 06 11:50:16.451566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.492922 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acc7cf7-3736-454b-af55-8f2aa5fcabe8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.493393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acc7cf7-3736-454b-af55-8f2aa5fcabe8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.495230 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4acc7cf7-3736-454b-af55-8f2aa5fcabe8 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/9beb7645-248c-443d-a1e4-511a8077a89f HTTP/1.1" status: 404 len: 337 time: 0.0426433 Jul 06 11:50:16.500075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.548919 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba26064f-f055-4e80-846d-10f1bb46488e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.549399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba26064f-f055-4e80-846d-10f1bb46488e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.554392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.555051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba26064f-f055-4e80-846d-10f1bb46488e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/61a7a2ac-bab1-4169-928e-33c08ec9780f HTTP/1.1" status: 404 len: 337 time: 0.0511456 Jul 06 11:50:16.555997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Pushing event updated for resources: {'Port': ['ID=c607d7c8-ff95-46ea-ad49-383c6149f826,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:16.580051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec8d4bae-0409-4e77-9b02-7362a61a8578 None None] Provisioning complete for port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:16.580433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4bae-0409-4e77-9b02-7362a61a8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.600921 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0d3e88-2158-4664-a511-8d15fa305d62 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.601618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0d3e88-2158-4664-a511-8d15fa305d62 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.603390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc0d3e88-2158-4664-a511-8d15fa305d62 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/35bea323-e4af-4daa-85c8-ca4299e7da8d HTTP/1.1" status: 404 len: 333 time: 0.0479908 Jul 06 11:50:16.615466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.673540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-a3f0170a-e60c-4e6f-be6f-4e6307d85c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:16.675136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-a3f0170a-e60c-4e6f-be6f-4e6307d85c4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3679393b-3105-453f-9148-d457d7fafec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3060362 Jul 06 11:50:16.713466 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc718336-53eb-431b-b4ee-76dd766cbfba tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.713899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc718336-53eb-431b-b4ee-76dd766cbfba tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.717825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc718336-53eb-431b-b4ee-76dd766cbfba tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/3a6cb22f-65d8-4a9b-b56b-df785b5dd7b6 HTTP/1.1" status: 404 len: 337 time: 0.0900853 Jul 06 11:50:16.720112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.757401 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e1875c-df80-4911-a475-7600a42f7ba3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.758390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e1875c-df80-4911-a475-7600a42f7ba3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.759768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec8d4bae-0409-4e77-9b02-7362a61a8578 None None] Provisioning complete for port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:16.760198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec8d4bae-0409-4e77-9b02-7362a61a8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.764408 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f1e1875c-df80-4911-a475-7600a42f7ba3 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/e3227f05-d8ed-4fc2-b3be-6bf2e6e012f4 HTTP/1.1" status: 404 len: 337 time: 0.0450878 Jul 06 11:50:16.765320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.811290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d4bae-0409-4e77-9b02-7362a61a8578 None None] Port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:16.819809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-dc39edf1-514c-4514-8bcd-eee4f56ecc7c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 267 time: 0.2208333 Jul 06 11:50:16.840631 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-991ebcb1-71fe-4bb7-a61f-267f5c26150e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.841455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991ebcb1-71fe-4bb7-a61f-267f5c26150e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.846262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-991ebcb1-71fe-4bb7-a61f-267f5c26150e tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/195cac51-e54f-4b8c-be28-73300bc36c20 HTTP/1.1" status: 404 len: 333 time: 0.0765812 Jul 06 11:50:16.850456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.883938 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ec9746-a53c-43f3-9eb1-5f259a130157 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.884424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ec9746-a53c-43f3-9eb1-5f259a130157 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.886216 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02ec9746-a53c-43f3-9eb1-5f259a130157 tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/cee11244-0d89-45bc-a0c2-6cd8689b66f6 HTTP/1.1" status: 404 len: 337 time: 0.0347774 Jul 06 11:50:16.889292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.936099 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf30ec7-04d4-489f-af9e-ea4c6044a21a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:16.936705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf30ec7-04d4-489f-af9e-ea4c6044a21a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:16.939162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0bf30ec7-04d4-489f-af9e-ea4c6044a21a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/subnets/c1f5d2d9-9561-45a4-9aaa-88039854c207 HTTP/1.1" status: 404 len: 337 time: 0.0488124 Jul 06 11:50:16.940764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-b02870d8-d616-4310-a293-f7afcbc37907 service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352116 Jul 06 11:50:16.941819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.949674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Attempting to bind port c607d7c8-ff95-46ea-ad49-383c6149f826 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:16.956951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Attempting to bind port c607d7c8-ff95-46ea-ad49-383c6149f826 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:16.960592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Attempting to bind port c607d7c8-ff95-46ea-ad49-383c6149f826 on network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:16.969040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] DHCP port deletion for a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:17.042230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Port c607d7c8-ff95-46ea-ad49-383c6149f826 on network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:17.042833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Attempting to bind port c607d7c8-ff95-46ea-ad49-383c6149f826 on network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:17.051675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] Deleting port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:17.053258 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.055529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:17.055872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Checking segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:17.056348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Bound using segment: {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:17.056788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Bound port: c607d7c8-ff95-46ea-ad49-383c6149f826, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60658fbc-639f-403a-9417-ff15d8705b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:17.057142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.071705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Deleting port 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:17.072459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.139407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] For port c607d7c8-ff95-46ea-ad49-383c6149f826, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:17.144193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] For port c607d7c8-ff95-46ea-ad49-383c6149f826, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c607d7c8-ff95-46ea-ad49-383c6149f826,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:17.149724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.167283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Calling delete_port for 3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:17.175333 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.260222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.267943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Pushing event updated for resources: {'Port': ['ID=c607d7c8-ff95-46ea-ad49-383c6149f826,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.283723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-59e3a54b-22b4-474a-9c92-08f50c373a70 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.286104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-59e3a54b-22b4-474a-9c92-08f50c373a70 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 946 time: 0.4610136 Jul 06 11:50:17.294778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Port': ['ID=3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.300586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.307566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8964bf43-12fa-4398-892f-73be78c35f0a tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/ports/3e422f8f-cc5a-4e72-ae45-eaca6e02c2cc HTTP/1.1" status: 204 len: 168 time: 0.3646183 Jul 06 11:50:17.308229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:17.309953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afef3a-7efe-4d5d-977a-7ef4c5258862 req-614f9310-976a-431c-986f-ea2621b01d21 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.310498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] For port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,segment=NetworkSegment(3be09556-19dd-43d8-9426-c6c905011ba5),segment_id=3be09556-19dd-43d8-9426-c6c905011ba5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:17.310909 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.313349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88afef3a-7efe-4d5d-977a-7ef4c5258862 req-614f9310-976a-431c-986f-ea2621b01d21 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.6957960 Jul 06 11:50:17.317164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.318074 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.319817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-17857555-f9fa-4537-8430-42e7e62c7daa service neutron] 10.222.0.79 "PUT /v2.0/ports/c607d7c8-ff95-46ea-ad49-383c6149f826 HTTP/1.1" status: 200 len: 1092 time: 2.5303812 Jul 06 11:50:17.326070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] Calling delete_port for cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:17.333641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'port': {'security_groups': []}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:17.396941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:17.399754 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c85137-7557-4551-a482-2347bed23cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:17.426142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.454491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] Pushing event deleted for resources: {'Port': ['ID=cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.463632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.470933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf43d94-6238-4fd2-b125-5239df0c15a4 None None] No DVR routers for this DVR port cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:17.575190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88afef3a-7efe-4d5d-977a-7ef4c5258862 req-a91ca509-e67e-478e-97e1-1c1fcdf745b5 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302073 Jul 06 11:50:17.590112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.601661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1636c4f-7ea0-4727-a1e7-9a36c2add8e8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:17.602359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.613923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be09556-19dd-43d8-9426-c6c905011ba5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:17.614236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be09556-19dd-43d8-9426-c6c905011ba5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:17.619406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b799eca-5c0e-4890-b7a3-84ffdf25cc77 req-f454bb7a-2c56-4464-9d41-206756b3a73d service neutron] 10.222.0.79 "GET /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526587 Jul 06 11:50:17.621649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-130fa5d0-541b-4a74-9584-13a859ac65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.623131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-130fa5d0-541b-4a74-9584-13a859ac65cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=984372ace94a45008b484764aa1bddf8&device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 1095 time: 0.2114224 Jul 06 11:50:17.624420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.639659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.647015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:17.647434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:17.705693 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:17.727555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.735165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-f3e21d10-22b1-43cc-aeca-f2f8c20b3325 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c607d7c8-ff95-46ea-ad49-383c6149f826 HTTP/1.1" status: 200 len: 217 time: 0.0949950 Jul 06 11:50:17.737470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.740024 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] 10.222.0.78 "DELETE /v2.0/networks/a1636c4f-7ea0-4727-a1e7-9a36c2add8e8 HTTP/1.1" status: 204 len: 168 time: 0.4305124 Jul 06 11:50:17.751005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14eeb5-45aa-4fc2-8a3e-110795f3d21f tempest-PortsIpV6TestJSON-662515043 tempest-PortsIpV6TestJSON-662515043-project] Pushing event deleted for resources: {'Network': ['ID=a1636c4f-7ea0-4727-a1e7-9a36c2add8e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.892669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-c2032c03-28a2-4c1f-8cab-27d51ad9191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.894172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-c2032c03-28a2-4c1f-8cab-27d51ad9191a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=603298b6-e596-40ea-932f-9c30af4a04b0 HTTP/1.1" status: 200 len: 855 time: 0.1409066 Jul 06 11:50:17.981188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0c1c0-1520-40f7-941f-edcc5bb50637 req-8a5e7fae-a9fa-475a-80f2-25b02611ade4 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.988885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81d0c1c0-1520-40f7-941f-edcc5bb50637 req-8a5e7fae-a9fa-475a-80f2-25b02611ade4 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 945 time: 0.2482364 Jul 06 11:50:17.997273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:18.043780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7a75b24d-06b2-4224-9747-160a80bb433b,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:18.077642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81d0c1c0-1520-40f7-941f-edcc5bb50637 req-320f0071-6869-4ab2-933c-2b9624bbd798 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861702 Jul 06 11:50:18.083594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad16-0704-4258-806a-c8562a01381f req-2f8323ae-1370-469b-930a-fe5da22f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.085123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-2f8323ae-1370-469b-930a-fe5da22f0df0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829269 Jul 06 11:50:18.159471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-45612660-094d-49a1-a11a-d6d46007a19e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4125e1c43a5425b9aa518fd54bc1b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609595 Jul 06 11:50:18.161766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.162045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:18.171162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.188144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2', 'a90d6943-1d6d-47dd-8b52-3179493c6cf1', '7a75b24d-06b2-4224-9747-160a80bb433b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:18.226873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.227543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.229047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8706d225-1c66-45e6-bc3e-7d219be94898 req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "PUT /v2.0/ports/7a75b24d-06b2-4224-9747-160a80bb433b HTTP/1.1" status: 200 len: 905 time: 0.9079318 Jul 06 11:50:18.257099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-101b86ac-2dc3-428c-a096-268737e176fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.279760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2b52b-d5d5-400e-ad65-ca707d66957b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:18.289753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-3070c4cb-81ad-4414-a7b4-10a234272846 service neutron] 10.222.0.79 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826270 Jul 06 11:50:18.314054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-101b86ac-2dc3-428c-a096-268737e176fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.418931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-101b86ac-2dc3-428c-a096-268737e176fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.423148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-101b86ac-2dc3-428c-a096-268737e176fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.425109 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-101b86ac-2dc3-428c-a096-268737e176fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f05ecdb7-09d6-4073-8b0a-80a63be998b2 HTTP/1.1" status: 204 len: 168 time: 0.2616379 Jul 06 11:50:18.458371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b86ac-2dc3-428c-a096-268737e176fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ecdb7-09d6-4073-8b0a-80a63be998b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:18.522418 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c54033-88f5-4ee6-9e01-33d5e55fecd0 x-openstack-request-id: req-14c54033-88f5-4ee6-9e01-33d5e55fecd0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:18.522712 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:18.522967 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14c54033-88f5-4ee6-9e01-33d5e55fecd0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:18.523367 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'status': 'completed', 'code': 200} Jul 06 11:50:18.570752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7a75b24d-06b2-4224-9747-160a80bb433b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:18.589760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5661ad16-0704-4258-806a-c8562a01381f req-cb1b1703-5cd4-47dc-bcd4-f9a39bd9ee02 service neutron] 10.222.0.79 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909682 Jul 06 11:50:18.651816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:18.717866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:18.719171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cfc68c04-b5c1-407e-9cd9-5c25b3b7e0f5 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:18.724909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-616cc14d-2dfa-4445-b5dd-15d74991b9a5 None None] Provisioning complete for port 7a75b24d-06b2-4224-9747-160a80bb433b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:18.725454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-616cc14d-2dfa-4445-b5dd-15d74991b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.780717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85137-7557-4551-a482-2347bed23cfc req-ee4cbd0f-ae28-42f8-8d8a-0424143197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.783012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-ee4cbd0f-ae28-42f8-8d8a-0424143197cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=984372ace94a45008b484764aa1bddf8&device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 1095 time: 0.1298280 Jul 06 11:50:18.795262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6898998-665f-45ec-8e37-bb0ef8ff2e4f req-9e2986f3-b08a-454d-b1a4-d33c81fcc3d0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.796833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6898998-665f-45ec-8e37-bb0ef8ff2e4f req-9e2986f3-b08a-454d-b1a4-d33c81fcc3d0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 908 time: 0.1067431 Jul 06 11:50:18.934399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85137-7557-4551-a482-2347bed23cfc req-ff5236f3-ecc9-41de-93c6-a045be51dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.936300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-ff5236f3-ecc9-41de-93c6-a045be51dfe4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e HTTP/1.1" status: 200 len: 917 time: 0.1385658 Jul 06 11:50:18.990426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc725c-2247-492d-b1ec-fe82139ded67 req-d9b8a154-63f1-4b70-b7ee-21ebe2e705b3 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.992492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bc725c-2247-492d-b1ec-fe82139ded67 req-d9b8a154-63f1-4b70-b7ee-21ebe2e705b3 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.1382742 Jul 06 11:50:18.994843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-e8d211a9-300d-4e1b-b655-42ed794a9fe0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c607d7c8-ff95-46ea-ad49-383c6149f826 HTTP/1.1" status: 200 len: 217 time: 0.0501974 Jul 06 11:50:19.119892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bc725c-2247-492d-b1ec-fe82139ded67 req-ff5ebe32-0347-4c86-8851-d60af2515f3f tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149654 Jul 06 11:50:19.121520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85137-7557-4551-a482-2347bed23cfc req-cf68e99b-ec26-43e0-bb7e-5baa1578c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.122933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-cf68e99b-ec26-43e0-bb7e-5baa1578c3e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=603298b6-e596-40ea-932f-9c30af4a04b0 HTTP/1.1" status: 200 len: 855 time: 0.1196685 Jul 06 11:50:19.184062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e8f-69f1-4558-acbd-c7b6d6a7d31e req-bea04f44-7537-4881-bae7-0763c28f4883 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.185576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60532e8f-69f1-4558-acbd-c7b6d6a7d31e req-bea04f44-7537-4881-bae7-0763c28f4883 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1385226 Jul 06 11:50:19.221985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85137-7557-4551-a482-2347bed23cfc req-81719cf5-834a-4810-934c-36cde503e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.223530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-81719cf5-834a-4810-934c-36cde503e445 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927901 Jul 06 11:50:19.249130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60532e8f-69f1-4558-acbd-c7b6d6a7d31e req-5f6eaede-5d31-4e4b-bccc-f31a3c8d3607 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558496 Jul 06 11:50:19.361727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-95ab9bdc-886a-47c8-8ae7-b26c6e9c490b service neutron] 10.222.0.79 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247773 Jul 06 11:50:19.487952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81c85137-7557-4551-a482-2347bed23cfc req-1f88f886-3ab0-494e-a210-6c26270858d0 service neutron] 10.222.0.79 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031885 Jul 06 11:50:19.589720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a21a8-7d61-4bd3-ae7a-82b837f39416 req-0223d293-9986-4bdc-adb3-da5a63e91c00 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.591238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-874a21a8-7d61-4bd3-ae7a-82b837f39416 req-0223d293-9986-4bdc-adb3-da5a63e91c00 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1024759 Jul 06 11:50:19.635770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6bd08-6d84-4709-ba77-2c9de8c0638a req-03fbeb26-1dbe-43b3-ba7a-43957c509f54 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.637478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60a6bd08-6d84-4709-ba77-2c9de8c0638a req-03fbeb26-1dbe-43b3-ba7a-43957c509f54 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 945 time: 0.1088626 Jul 06 11:50:19.657098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-874a21a8-7d61-4bd3-ae7a-82b837f39416 req-6e6ce5aa-c0cd-4a55-81e6-a9d0e96a142d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590413 Jul 06 11:50:19.708271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60a6bd08-6d84-4709-ba77-2c9de8c0638a req-b0acda04-ec6b-4c5c-b44b-645a9aaef7d3 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622880 Jul 06 11:50:19.978237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-4285aef4-161d-4403-85d0-ac9a6cb851ce tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.979734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-4285aef4-161d-4403-85d0-ac9a6cb851ce tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.1052701 Jul 06 11:50:19.994528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-e7d68066-9f24-47d3-8f2c-d8b463c74de1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/quotas/13f1cc569da24b2b94eec1c827c7ab46 HTTP/1.1" status: 200 len: 375 time: 0.0091801 Jul 06 11:50:20.074198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-4eb5fccb-3fbc-4d3b-8dec-f71dfa82ff9e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0744519 Jul 06 11:50:20.173905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-5805e4ba-378b-4f29-8d92-2c1bfcd426b8 service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918050 Jul 06 11:50:20.397201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:20.505296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd62b9-50e2-4570-a556-fa59dc77e61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.532783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:20.535163 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a7389-41f1-4614-ae03-60b2905254ee" -d '{"events": [{"name": "network-changed", "server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:20.598776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd62b9-50e2-4570-a556-fa59dc77e61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.603654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07bd62b9-50e2-4570-a556-fa59dc77e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.647636 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07bd62b9-50e2-4570-a556-fa59dc77e61f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbdc3411809f4e75a2205587b6098cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491567 Jul 06 11:50:20.647836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-e0df43c0-b182-4ade-b1a6-5fe5c597ca20 service neutron] 10.222.0.78 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672091 Jul 06 11:50:20.648459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd62b9-50e2-4570-a556-fa59dc77e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee63691-b8a4-462e-948e-3d58dbc68da4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:20.650124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:20.673549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92955d-6157-4446-9232-5d89faf61e1d req-78ff6fdc-14b8-4c35-a675-d6e706541d7a tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.675050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a92955d-6157-4446-9232-5d89faf61e1d req-78ff6fdc-14b8-4c35-a675-d6e706541d7a tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.1139572 Jul 06 11:50:20.735361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a92955d-6157-4446-9232-5d89faf61e1d req-9692a582-5304-4393-871f-6dbee40c870e tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524602 Jul 06 11:50:20.740756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef07cc4f-18f8-43b6-8b35-5bffbdb49668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.776522 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef07cc4f-18f8-43b6-8b35-5bffbdb49668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.799960 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a984e05-ce93-4e49-abad-77faf1f62c6e x-openstack-request-id: req-9a984e05-ce93-4e49-abad-77faf1f62c6e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:20.800459 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:20.800788 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a984e05-ce93-4e49-abad-77faf1f62c6e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:20.801189 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b', 'status': 'completed', 'code': 200} Jul 06 11:50:20.876756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef07cc4f-18f8-43b6-8b35-5bffbdb49668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.879616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef07cc4f-18f8-43b6-8b35-5bffbdb49668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.881027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef07cc4f-18f8-43b6-8b35-5bffbdb49668 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aee63691-b8a4-462e-948e-3d58dbc68da4 HTTP/1.1" status: 204 len: 168 time: 0.2299330 Jul 06 11:50:20.896345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07cc4f-18f8-43b6-8b35-5bffbdb49668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee63691-b8a4-462e-948e-3d58dbc68da4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:20.918172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-436f6ceb-6d36-40c8-997d-fde5fa72b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.920135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-436f6ceb-6d36-40c8-997d-fde5fa72b0f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 1059 time: 0.0826054 Jul 06 11:50:21.023118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f93141b-1e35-4e53-af97-d0b9e8b58f64 req-ce947fba-d9b6-41f5-8640-37fd9f39b9ff tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 210 time: 0.0835762 Jul 06 11:50:21.154021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-f98c0d27-d45e-4fcc-8f94-fa80b221bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.155427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-f98c0d27-d45e-4fcc-8f94-fa80b221bca1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.2276258 Jul 06 11:50:21.168642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0adbf7-00b1-4e78-b963-c8a5ed69b61c req-d01c3a39-a481-4379-9434-de3734bb36a8 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.170152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e0adbf7-00b1-4e78-b963-c8a5ed69b61c req-d01c3a39-a481-4379-9434-de3734bb36a8 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 945 time: 0.2048335 Jul 06 11:50:21.217623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-afa2d47b-9a49-4ebf-8931-d41937825939 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.219991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-afa2d47b-9a49-4ebf-8931-d41937825939 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.79 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 945 time: 0.1995292 Jul 06 11:50:21.224758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:21.228821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-7fbbf987-da37-4f90-a4f8-9a6c4cdad734 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a75b24d-06b2-4224-9747-160a80bb433b HTTP/1.1" status: 200 len: 217 time: 0.0577374 Jul 06 11:50:21.241067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71be4298-85c1-4850-923e-0669835f33a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.335982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e0adbf7-00b1-4e78-b963-c8a5ed69b61c req-3fa9b16f-48be-4b2a-ad8b-0a2dd2e446e9 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554372 Jul 06 11:50:21.349718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-7e3e56e7-649f-4228-acb8-db7d887c1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.350922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-7e3e56e7-649f-4228-acb8-db7d887c1270 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.1037567 Jul 06 11:50:21.388908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71be4298-85c1-4850-923e-0669835f33a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.393555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71be4298-85c1-4850-923e-0669835f33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.435370 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71be4298-85c1-4850-923e-0669835f33a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa83a458cdd242eea1bbef63d74663e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085469 Jul 06 11:50:21.435370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be4298-85c1-4850-923e-0669835f33a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555c2efa-25da-410d-bac3-0b2f6ca86a6e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.439753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:21.457811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Deleting port 6091e292-ad1a-4069-b3d2-e199aa538763 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:21.458107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.497520 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3206c401-fbe5-4279-a071-0bd668aa7ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.505629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-d30c3938-cbb8-468a-949b-feaffe7a18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.507143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-d30c3938-cbb8-468a-949b-feaffe7a18a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248891 Jul 06 11:50:21.522981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3206c401-fbe5-4279-a071-0bd668aa7ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.574105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3206c401-fbe5-4279-a071-0bd668aa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.577049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3206c401-fbe5-4279-a071-0bd668aa7ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.578607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3206c401-fbe5-4279-a071-0bd668aa7ed7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/555c2efa-25da-410d-bac3-0b2f6ca86a6e HTTP/1.1" status: 204 len: 168 time: 0.1378236 Jul 06 11:50:21.589307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c401-fbe5-4279-a071-0bd668aa7ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555c2efa-25da-410d-bac3-0b2f6ca86a6e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.607461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] For port 6091e292-ad1a-4069-b3d2-e199aa538763, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6091e292-ad1a-4069-b3d2-e199aa538763,segment=NetworkSegment(47759670-c266-41d0-950d-e67a42351202),segment_id=47759670-c266-41d0-950d-e67a42351202)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:21.608079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.625832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Calling delete_port for 6091e292-ad1a-4069-b3d2-e199aa538763 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:21.706208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-7db3016a-c73a-4b7c-91c7-a90eb07df76b service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694186 Jul 06 11:50:21.854328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a7389-41f1-4614-ae03-60b2905254ee req-40ad3533-3e84-46b6-ad86-fb52f1b54b8c service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407852 Jul 06 11:50:21.878250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.894365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6091e292-ad1a-4069-b3d2-e199aa538763'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:21.987355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Pushing event deleted for resources: {'Port': ['ID=6091e292-ad1a-4069-b3d2-e199aa538763,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:22.017250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] No DVR routers for this DVR port 6091e292-ad1a-4069-b3d2-e199aa538763 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:22.020718 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.022756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cb0c967-2d5b-4923-9e56-9fd84fe11bdd req-9fe2d244-2537-4d2c-b1a3-4920136466a1 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.79 "DELETE /v2.0/ports/6091e292-ad1a-4069-b3d2-e199aa538763 HTTP/1.1" status: 204 len: 173 time: 0.7930448 Jul 06 11:50:22.061118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5d78-b879-4e63-8b5a-005d79469881 req-b1b1e0a1-57ca-4f5f-b2bf-d8ed1506f836 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.063563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f79f5d78-b879-4e63-8b5a-005d79469881 req-b1b1e0a1-57ca-4f5f-b2bf-d8ed1506f836 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.1833515 Jul 06 11:50:22.145859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f79f5d78-b879-4e63-8b5a-005d79469881 req-05d04ed1-33ae-4a20-8029-60e8bdf6ea6f tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760143 Jul 06 11:50:22.218007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3c66c6f-d313-492a-9c50-71ec109a304d req-643a3a9c-7658-45eb-9263-ecd6e25f5639 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 210 time: 0.0495179 Jul 06 11:50:22.376995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a06c3eb9-0cb9-4e03-bf54-c84fd668c81c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.378850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a06c3eb9-0cb9-4e03-bf54-c84fd668c81c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 812 time: 0.1594667 Jul 06 11:50:22.396364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Request body: {'port': {'device_id': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'admin_state_up': True, 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:22.537646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58574c28-ea51-416f-8cdb-208bba1715a5 req-b0d1ded1-03eb-416d-b3e7-ea228412afc7 tempest-ServerPasswordTestJSON-390484936 tempest-ServerPasswordTestJSON-390484936-project] 10.222.0.78 "GET /v2.0/ports?device_id=db6e37d7-8772-45db-9e43-8988e3bc83f3 HTTP/1.1" status: 200 len: 210 time: 0.0423417 Jul 06 11:50:22.563236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.573106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Made reservation on behalf of 13f1cc569da24b2b94eec1c827c7ab46 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:22.576799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.710246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Allocated IP 172.20.0.9 (ad120c1c-1715-453c-8ad9-c03d02436880/6c487dbd-9673-4a10-b0f8-28248becbd1a/fcec1210-1be8-46a1-bf75-b6c46ca953a0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:22.807408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'name': 'network-vif-deleted', 'tag': '6091e292-ad1a-4069-b3d2-e199aa538763'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:22.809884 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cbe2c1-26d2-4fca-ac81-b0ed0824cb02" -d '{"events": [{"server_uuid": "db6e37d7-8772-45db-9e43-8988e3bc83f3", "name": "network-vif-deleted", "tag": "6091e292-ad1a-4069-b3d2-e199aa538763"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:22.859190 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00b4c8-0f7c-413d-8f40-5ad6597b3c7b x-openstack-request-id: req-bf00b4c8-0f7c-413d-8f40-5ad6597b3c7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:22.859480 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6e37d7-8772-45db-9e43-8988e3bc83f3", "name": "network-vif-deleted", "tag": "6091e292-ad1a-4069-b3d2-e199aa538763", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:22.859741 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf00b4c8-0f7c-413d-8f40-5ad6597b3c7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:22.860172 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6e37d7-8772-45db-9e43-8988e3bc83f3', 'name': 'network-vif-deleted', 'tag': '6091e292-ad1a-4069-b3d2-e199aa538763', 'status': 'completed', 'code': 200} Jul 06 11:50:22.883823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.897300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Transition to ACTIVE for port object fcec1210-1be8-46a1-bf75-b6c46ca953a0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:22.931890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.946688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2', 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:22.975723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Network ad120c1c-1715-453c-8ad9-c03d02436880 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:22.979041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:22.985122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:23.019963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:23.056913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.057897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.080530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-a8ec7820-508a-48cc-8d18-1cdb54db3eb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6882169 Jul 06 11:50:23.102256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Request body: {'port': {'device_id': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:23.223161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.346094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba66027e-653c-4a39-917a-35727b37d1e3 None None] Provisioning for port fcec1210-1be8-46a1-bf75-b6c46ca953a0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:23.356214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba66027e-653c-4a39-917a-35727b37d1e3 None None] Provisioning complete for port fcec1210-1be8-46a1-bf75-b6c46ca953a0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:23.357672 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba66027e-653c-4a39-917a-35727b37d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.402767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba66027e-653c-4a39-917a-35727b37d1e3 None None] Port fcec1210-1be8-46a1-bf75-b6c46ca953a0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:23.561963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49a315-67c0-4499-a6e6-6814ae387c22 req-da49fcd4-e5f0-4be9-b2fe-28048f52a930 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.564484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e49a315-67c0-4499-a6e6-6814ae387c22 req-da49fcd4-e5f0-4be9-b2fe-28048f52a930 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.1989453 Jul 06 11:50:23.580293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a519-48ac-4edc-8f05-7c0409f78372 req-c9ab5ee7-184b-4e30-913a-f7b5918f0318 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.581737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2872a519-48ac-4edc-8f05-7c0409f78372 req-c9ab5ee7-184b-4e30-913a-f7b5918f0318 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 931 time: 0.2121372 Jul 06 11:50:23.681256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e49a315-67c0-4499-a6e6-6814ae387c22 req-ba7f3ba2-8406-401b-a28c-9a5d36feeeae tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101944 Jul 06 11:50:23.685673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2872a519-48ac-4edc-8f05-7c0409f78372 req-898b0742-57fa-4582-a661-9557c9ab0092 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947194 Jul 06 11:50:23.704210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcec1210-1be8-46a1-bf75-b6c46ca953a0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:23.712504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.727622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Transition to ACTIVE for port object fcec1210-1be8-46a1-bf75-b6c46ca953a0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:23.734774 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.792354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.843040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:23.884648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Attempting to bind port fcec1210-1be8-46a1-bf75-b6c46ca953a0 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:23.885354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Attempting to bind port fcec1210-1be8-46a1-bf75-b6c46ca953a0 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:23.885913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Attempting to bind port fcec1210-1be8-46a1-bf75-b6c46ca953a0 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:23.892091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Port fcec1210-1be8-46a1-bf75-b6c46ca953a0 on network ad120c1c-1715-453c-8ad9-c03d02436880 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:23.892665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Attempting to bind port fcec1210-1be8-46a1-bf75-b6c46ca953a0 on network ad120c1c-1715-453c-8ad9-c03d02436880 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:23.899974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:23.900551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Checking segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:23.901188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Bound using segment: {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:23.902017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Bound port: fcec1210-1be8-46a1-bf75-b6c46ca953a0, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9f09b6-8c81-491e-b023-f041b4a66178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:23.902604 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.953994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.971725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d682fd3-ab0d-4ec2-83d8-7e607435ce9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.059772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:24.066188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:24.071230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Deleting subnet 4a838aef-e0a7-42be-9d7e-89e03c351b52 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:24.078961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d682fd3-ab0d-4ec2-83d8-7e607435ce9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.082608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.085350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d682fd3-ab0d-4ec2-83d8-7e607435ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.085619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.139363 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5d682fd3-ab0d-4ec2-83d8-7e607435ce9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70dc1a29fe48494c8e646ce1681fc733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454266 Jul 06 11:50:24.141584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682fd3-ab0d-4ec2-83d8-7e607435ce9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a90f8-9355-4702-a87a-6d2150c1922b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.144598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.150384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6091e292-ad1a-4069-b3d2-e199aa538763 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:24.193428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.194075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.195756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] 10.222.0.79 "PUT /v2.0/ports/fcec1210-1be8-46a1-bf75-b6c46ca953a0 HTTP/1.1" status: 200 len: 1091 time: 1.0991147 Jul 06 11:50:24.217173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 6091e292-ad1a-4069-b3d2-e199aa538763 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:24.217528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6091e292-ad1a-4069-b3d2-e199aa538763 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:24.228848 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.232775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e285808-9c0a-4b8f-b7ee-98e70592a599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.280820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493024db-b19b-4034-804e-fed7c5a90c3c req-bc16cccd-d371-41a8-80f7-d4afb34bade7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.289151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-493024db-b19b-4034-804e-fed7c5a90c3c req-bc16cccd-d371-41a8-80f7-d4afb34bade7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.2994804 Jul 06 11:50:24.292996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e285808-9c0a-4b8f-b7ee-98e70592a599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.337934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291817ba-b718-476c-a40c-51406901fbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.360974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e285808-9c0a-4b8f-b7ee-98e70592a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.363886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e285808-9c0a-4b8f-b7ee-98e70592a599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.367216 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9e285808-9c0a-4b8f-b7ee-98e70592a599 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d89a90f8-9355-4702-a87a-6d2150c1922b HTTP/1.1" status: 204 len: 168 time: 0.2210379 Jul 06 11:50:24.388411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.418053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e285808-9c0a-4b8f-b7ee-98e70592a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a90f8-9355-4702-a87a-6d2150c1922b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.457166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-493024db-b19b-4034-804e-fed7c5a90c3c req-d74595b8-bd28-455b-b749-f4495f8f7b38 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672554 Jul 06 11:50:24.519549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-3860fe6e-118d-427c-a546-e11ac15e5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.521316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-3860fe6e-118d-427c-a546-e11ac15e5aa6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 1094 time: 0.2305045 Jul 06 11:50:24.522853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.585919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.590074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4a838aef-e0a7-42be-9d7e-89e03c351b52 HTTP/1.1" status: 204 len: 168 time: 0.6307080 Jul 06 11:50:24.590443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-5c195c4b-0d44-4b6e-974b-25f45c258c4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0 HTTP/1.1" status: 200 len: 217 time: 0.0571823 Jul 06 11:50:24.591000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.591302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8fe55-3a7a-4eaa-a2b3-9261d6041078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a838aef-e0a7-42be-9d7e-89e03c351b52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.652325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-19d3c6c3-7a00-4695-a096-fb10ffb47c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.653948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-19d3c6c3-7a00-4695-a096-fb10ffb47c32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0521195 Jul 06 11:50:24.668768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.718195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-396d1bd2-e64b-448c-aeeb-16c77de6c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.720287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-396d1bd2-e64b-448c-aeeb-16c77de6c9ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591505 Jul 06 11:50:24.776547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.781437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.793059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e5172c-d576-4f63-ba22-2b0f960a44aa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:24.805729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47759670-c266-41d0-950d-e67a42351202') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:24.806067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47759670-c266-41d0-950d-e67a42351202') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:24.817155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.830662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf840-ae7b-4409-a669-17fe552285be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.835279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.853275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:24.854175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:24.857089 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:24.862588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:24.863442 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a578d3-2d87-4894-bf25-8b64fa3153c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:24.940257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.943567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-f2a6b733-8ab9-4373-9cd2-8b30c7c6c23c service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105918 Jul 06 11:50:24.946848 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.948532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c2e5172c-d576-4f63-ba22-2b0f960a44aa HTTP/1.1" status: 204 len: 168 time: 0.3555923 Jul 06 11:50:24.958147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27497b3d-4153-4b8f-85e2-f81c75713ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e5172c-d576-4f63-ba22-2b0f960a44aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.116501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.131957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63d9c2-f513-4db2-a8cc-6c7604d545b1 req-96a15186-9f09-4520-ad4f-37fefceba149 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.133439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c63d9c2-f513-4db2-a8cc-6c7604d545b1 req-96a15186-9f09-4520-ad4f-37fefceba149 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.2357898 Jul 06 11:50:25.148216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea3d42fb-c152-4fc6-82ed-01e1f9791ba3 req-1749ce42-ba6a-42c1-8d1b-fbbb94544225 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722207 Jul 06 11:50:25.155902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671deb58-2496-4e60-8cb1-b6e9e72edcc1 req-b4ef84c6-25b7-4a51-a92a-41779a9a1c14 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.157389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-671deb58-2496-4e60-8cb1-b6e9e72edcc1 req-b4ef84c6-25b7-4a51-a92a-41779a9a1c14 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 943 time: 0.2424126 Jul 06 11:50:25.160441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-92853291-6a46-4d56-8e22-5f1f9a3335c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c38a7524eab44f07a134106ce4d4cffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402682 Jul 06 11:50:25.160549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.208446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf840-ae7b-4409-a669-17fe552285be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.214634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70cde58d-f23f-45cf-98cb-941bf26c2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.217318 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf840-ae7b-4409-a669-17fe552285be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.237595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70cde58d-f23f-45cf-98cb-941bf26c2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.238117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c63d9c2-f513-4db2-a8cc-6c7604d545b1 req-dad58f83-880f-45b3-84ef-182c3ac10f98 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945137 Jul 06 11:50:25.267697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-671deb58-2496-4e60-8cb1-b6e9e72edcc1 req-d5f70450-0448-4bfe-955c-a3d731c29fff tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913851 Jul 06 11:50:25.281471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3cdbf840-ae7b-4409-a669-17fe552285be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19db3bf4baee4ef59e635a1b1b5cac4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997935 Jul 06 11:50:25.282371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf840-ae7b-4409-a669-17fe552285be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813360ba-e94f-4529-8193-2de604efdd00,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.284936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.310551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70cde58d-f23f-45cf-98cb-941bf26c2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.314197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70cde58d-f23f-45cf-98cb-941bf26c2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.315712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70cde58d-f23f-45cf-98cb-941bf26c2a55 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4 HTTP/1.1" status: 204 len: 168 time: 0.1537271 Jul 06 11:50:25.325458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cde58d-f23f-45cf-98cb-941bf26c2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ddf561-10b8-4bee-b8e7-c1cddfe6fde4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.347342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a4f134-1495-4bd7-b5ed-9475ef2d6529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.366449 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0534bc0-d3aa-4473-bade-4601ad44bafb x-openstack-request-id: req-e0534bc0-d3aa-4473-bade-4601ad44bafb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:25.366449 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:25.368287 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0534bc0-d3aa-4473-bade-4601ad44bafb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:25.368713 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'status': 'completed', 'code': 200} Jul 06 11:50:25.383675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a4f134-1495-4bd7-b5ed-9475ef2d6529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.459066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a4f134-1495-4bd7-b5ed-9475ef2d6529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.462083 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95a4f134-1495-4bd7-b5ed-9475ef2d6529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.463264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-95a4f134-1495-4bd7-b5ed-9475ef2d6529 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/813360ba-e94f-4529-8193-2de604efdd00 HTTP/1.1" status: 204 len: 168 time: 0.1772609 Jul 06 11:50:25.477769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4f134-1495-4bd7-b5ed-9475ef2d6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813360ba-e94f-4529-8193-2de604efdd00,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.679835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-119312ee-bd13-44ce-96de-d19fb617115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.681694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-119312ee-bd13-44ce-96de-d19fb617115b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 1094 time: 0.2691393 Jul 06 11:50:25.790818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-f0671c90-f20d-4dbe-a3bb-df89720ebcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.794090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-f0671c90-f20d-4dbe-a3bb-df89720ebcfa service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1051466 Jul 06 11:50:25.851213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-d2f404c0-65b7-4167-8917-740e0097c4b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0 HTTP/1.1" status: 200 len: 217 time: 0.0470345 Jul 06 11:50:25.947607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-7263590e-7ea7-4d06-8a52-d9ec37773dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.949150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-7263590e-7ea7-4d06-8a52-d9ec37773dd4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0909815 Jul 06 11:50:26.008199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9f36c-9209-4ef4-a8f5-e7691cbe4798 req-f46fd01c-ca62-4ff6-b528-a45a1d708273 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.009725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48d9f36c-9209-4ef4-a8f5-e7691cbe4798 req-f46fd01c-ca62-4ff6-b528-a45a1d708273 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.1149647 Jul 06 11:50:26.065069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48d9f36c-9209-4ef4-a8f5-e7691cbe4798 req-4d115b15-3e3b-402e-8f3d-ec6b15bbbb69 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480742 Jul 06 11:50:26.067030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-92c1be55-3227-4b05-a5a8-58c87db4938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.068623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-92c1be55-3227-4b05-a5a8-58c87db4938c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121182 Jul 06 11:50:26.164551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c607d7c8-ff95-46ea-ad49-383c6149f826 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:26.177028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-3aca727d-11c3-48e8-a85a-8646a6524d79 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961857 Jul 06 11:50:26.304717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c607d7c8-ff95-46ea-ad49-383c6149f826, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c607d7c8-ff95-46ea-ad49-383c6149f826,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:26.330882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'port_id': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'mac_address': 'fa:16:3e:51:ba:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:26.338020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a578d3-2d87-4894-bf25-8b64fa3153c1 req-327ae57a-28f3-4a01-bfd4-0a328f40fccb service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517856 Jul 06 11:50:26.379584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.402215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c607d7c8-ff95-46ea-ad49-383c6149f826 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:26.454908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c607d7c8-ff95-46ea-ad49-383c6149f826, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c607d7c8-ff95-46ea-ad49-383c6149f826,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:26.460735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.512130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c607d7c8-ff95-46ea-ad49-383c6149f826,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:26.537003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e9210-d2d7-4508-b199-2c264d7020fa req-2b9de89a-1db1-4aef-8eae-b54b3cf1e318 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.538533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb6e9210-d2d7-4508-b199-2c264d7020fa req-2b9de89a-1db1-4aef-8eae-b54b3cf1e318 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 944 time: 0.1108639 Jul 06 11:50:26.591313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565f53-64f6-4af3-9899-d3b390c179c6 req-b2986c68-67a1-4119-ba4e-2d19061ae218 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.592832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96565f53-64f6-4af3-9899-d3b390c179c6 req-b2986c68-67a1-4119-ba4e-2d19061ae218 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 943 time: 0.1106186 Jul 06 11:50:26.601029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb6e9210-d2d7-4508-b199-2c264d7020fa req-343bb98c-30c9-4567-8e36-f4d91cd9a4ee tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556936 Jul 06 11:50:26.910421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c607d7c8-ff95-46ea-ad49-383c6149f826'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:26.986396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96565f53-64f6-4af3-9899-d3b390c179c6 req-4bb42fa4-0180-4139-a4a1-22956492895b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844509 Jul 06 11:50:27.117857 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f004c012-e4b0-42f2-9db1-2a261b0c5cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.338670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab5e9cc5-1fdb-4986-8eb6-3056974b8e06 req-d368deed-3e29-4d63-a7d8-e297b7e52f9f tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Jul 06 11:50:27.460577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85190d-4c32-405c-b15e-8706d9170673 req-7c0bc5eb-8d53-404d-ad05-7380ce405908 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.464495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f85190d-4c32-405c-b15e-8706d9170673 req-7c0bc5eb-8d53-404d-ad05-7380ce405908 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.0779834 Jul 06 11:50:27.506742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f85190d-4c32-405c-b15e-8706d9170673 req-eab09498-39bb-4b84-9589-26cebd474230 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Jul 06 11:50:27.808570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:27.812419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4485f-d445-4386-8514-2e5f53dbde97 req-c628d7ce-963b-4a97-891a-c18df651dafd tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.814077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf4485f-d445-4386-8514-2e5f53dbde97 req-c628d7ce-963b-4a97-891a-c18df651dafd tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 945 time: 0.0827675 Jul 06 11:50:27.862278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf4485f-d445-4386-8514-2e5f53dbde97 req-8c128eea-eaf0-45b8-a89e-7ada28c807a8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392039 Jul 06 11:50:27.924042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b72a3bf2-504d-44dc-b280-71704968033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.019939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b72a3bf2-504d-44dc-b280-71704968033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.024008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b72a3bf2-504d-44dc-b280-71704968033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.062802 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b72a3bf2-504d-44dc-b280-71704968033e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8899ebd2bbc478ead109eb512c02213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525587 Jul 06 11:50:28.065103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a3bf2-504d-44dc-b280-71704968033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382454ed-d8d5-4573-b2cb-b8317795188f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.065708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.144146 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e4798a-947d-4539-bf9d-e4a59fcdba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.171427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e4798a-947d-4539-bf9d-e4a59fcdba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.189878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fcec1210-1be8-46a1-bf75-b6c46ca953a0 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:28.222245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b6f2e-864c-45da-8755-86926e5a81e8 req-35ecd367-0f52-4e0b-b0cc-0b569bab4f3d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.223772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-266b6f2e-864c-45da-8755-86926e5a81e8 req-35ecd367-0f52-4e0b-b0cc-0b569bab4f3d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 943 time: 0.1171620 Jul 06 11:50:28.260626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e4798a-947d-4539-bf9d-e4a59fcdba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.263432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e4798a-947d-4539-bf9d-e4a59fcdba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.268059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-99e4798a-947d-4539-bf9d-e4a59fcdba6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/382454ed-d8d5-4573-b2cb-b8317795188f HTTP/1.1" status: 204 len: 168 time: 0.1979122 Jul 06 11:50:28.291198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4798a-947d-4539-bf9d-e4a59fcdba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382454ed-d8d5-4573-b2cb-b8317795188f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.300172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:28.308485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-266b6f2e-864c-45da-8755-86926e5a81e8 req-0d687ddb-8a08-43cc-ae63-e626a973607d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784740 Jul 06 11:50:28.347206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'mac_address': 'fa:16:3e:b9:89:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:28.421164 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.437738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcec1210-1be8-46a1-bf75-b6c46ca953a0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:28.462458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:28.468010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.520270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.540513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1befcf-4d3d-4d62-96a7-d49254e75899 req-307592dd-0d33-4a0e-8465-4e4cb95586a4 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0412509 Jul 06 11:50:28.650053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.664591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edb68f5c-67e6-4d0b-bcfd-ba26a13b5f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.705096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bee589-3d6d-46d5-9834-1ed4c3b06e4f req-755c75d2-2d00-48b8-8691-065f7cc6e943 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.707207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74bee589-3d6d-46d5-9834-1ed4c3b06e4f req-755c75d2-2d00-48b8-8691-065f7cc6e943 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.0672879 Jul 06 11:50:28.749403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74bee589-3d6d-46d5-9834-1ed4c3b06e4f req-a9c1bfec-7761-41ad-baf1-a23e2e0ca006 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups?id=c441644d-1022-4076-89cf-6fdd17b2057f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 Jul 06 11:50:28.756531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edb68f5c-67e6-4d0b-bcfd-ba26a13b5f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.761473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edb68f5c-67e6-4d0b-bcfd-ba26a13b5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.799229 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-edb68f5c-67e6-4d0b-bcfd-ba26a13b5f8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b3dac6452e64fbaafadc9304f17ecc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466081 Jul 06 11:50:28.801160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68f5c-67e6-4d0b-bcfd-ba26a13b5f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08035d18-013a-4aae-b29a-80101138fafa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.801900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.888559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74167764-0a6f-4ae5-9781-c3d8102b1259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.915013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fcec1210-1be8-46a1-bf75-b6c46ca953a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:28.924112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74167764-0a6f-4ae5-9781-c3d8102b1259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.933427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-c28d38c5-c7fb-437d-9a3e-d356f84cb265 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.934937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-c28d38c5-c7fb-437d-9a3e-d356f84cb265 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 946 time: 0.1054962 Jul 06 11:50:29.084225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74167764-0a6f-4ae5-9781-c3d8102b1259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.086779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74167764-0a6f-4ae5-9781-c3d8102b1259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.088007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-74167764-0a6f-4ae5-9781-c3d8102b1259 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08035d18-013a-4aae-b29a-80101138fafa HTTP/1.1" status: 204 len: 168 time: 0.2850838 Jul 06 11:50:29.105529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74167764-0a6f-4ae5-9781-c3d8102b1259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08035d18-013a-4aae-b29a-80101138fafa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:29.126210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7c320-e5a4-4c56-b677-1edaefa038ff req-abd94988-d701-46f5-a979-01940be48fbf tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.127724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca7c320-e5a4-4c56-b677-1edaefa038ff req-abd94988-d701-46f5-a979-01940be48fbf tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 945 time: 0.1369927 Jul 06 11:50:29.134195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Deleting port 5176b8ea-512d-4b76-83e2-00d697cf70a0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:29.134641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.224821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca7c320-e5a4-4c56-b677-1edaefa038ff req-5e5fda2c-6e23-4ed7-b634-c5e7ff51f1f1 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869553 Jul 06 11:50:29.263619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] For port 5176b8ea-512d-4b76-83e2-00d697cf70a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5176b8ea-512d-4b76-83e2-00d697cf70a0,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:29.264014 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.541908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.542286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.542604 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Floating IP 48449818-680b-4652-aac5-a62ef80ef0fd disassociated. External IP: 172.25.7.96, port: 5176b8ea-512d-4b76-83e2-00d697cf70a0. Jul 06 11:50:29.542949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Calling delete_port for 5176b8ea-512d-4b76-83e2-00d697cf70a0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:29.604632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c33fa8-e283-46dc-afe3-8457d8832528 req-bf3cf434-5d04-4faf-b710-9314c526e569 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.606199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c33fa8-e283-46dc-afe3-8457d8832528 req-bf3cf434-5d04-4faf-b710-9314c526e569 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 944 time: 0.1657469 Jul 06 11:50:29.619189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b1f4-acb9-497d-b934-9310c9063653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.674682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c33fa8-e283-46dc-afe3-8457d8832528 req-a6c4d54d-fdaa-44c4-a3c3-3899648cbe54 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 Jul 06 11:50:29.738052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c2c840b-cff2-4718-a383-dd926237e078 req-672e41b9-9c5f-434d-8802-0f735057e279 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0557446 Jul 06 11:50:29.764345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.794319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event deleted for resources: {'Port': ['ID=5176b8ea-512d-4b76-83e2-00d697cf70a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:29.895273 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.970861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b441de5-1e96-4b8b-9ed1-d31f6008ccce req-d0f8bbdd-105b-486a-917a-6878d0d92174 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0588186 Jul 06 11:50:29.974576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-981308f1-1361-4e9d-9f63-8d6661c487e8 req-b69e660f-6afe-4e06-9d4b-32254c8ef62b tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8133d3b-846a-4e52-b799-46f4937f0f22 HTTP/1.1" status: 200 len: 210 time: 0.0638244 Jul 06 11:50:30.001838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.012423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Router 725a0344-3519-4631-a1ee-fa0b5a63387c has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:30.125002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:30.135089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804be72-cdce-4972-8790-928565395ebc None None] Sync routers for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:30.147626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:30.148302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:30.173619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] No DVR routers for this DVR port 5176b8ea-512d-4b76-83e2-00d697cf70a0 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:30.176546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.179617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5afdea37-22ec-4eb5-bf71-0553774b0f4a req-714aea87-5481-40ea-8b59-f9b22dcfcf3a tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.79 "DELETE /v2.0/ports/5176b8ea-512d-4b76-83e2-00d697cf70a0 HTTP/1.1" status: 204 len: 173 time: 1.2387011 Jul 06 11:50:30.180307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'name': 'network-vif-deleted', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:30.183033 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a529b1c-e3e5-45e9-b2b0-85f501a01e49" -d '{"events": [{"server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "name": "network-vif-deleted", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:30.210816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c607d7c8-ff95-46ea-ad49-383c6149f826 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:30.232475 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae81085-0164-4269-a480-39daff28daf7 x-openstack-request-id: req-dae81085-0164-4269-a480-39daff28daf7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:30.232774 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8133d3b-846a-4e52-b799-46f4937f0f22", "name": "network-vif-deleted", "tag": "5176b8ea-512d-4b76-83e2-00d697cf70a0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:30.233039 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dae81085-0164-4269-a480-39daff28daf7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:30.233441 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8133d3b-846a-4e52-b799-46f4937f0f22', 'name': 'network-vif-deleted', 'tag': '5176b8ea-512d-4b76-83e2-00d697cf70a0', 'status': 'completed', 'code': 200} Jul 06 11:50:30.330602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c607d7c8-ff95-46ea-ad49-383c6149f826 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:30.336854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:30.339385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c607d7c8-ff95-46ea-ad49-383c6149f826 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:30.339756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.471333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe05b2-a157-4051-b20d-4af14c53503c req-92f915bc-1b30-470e-ab46-ae08429f2b8e tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:30.479695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cfe05b2-a157-4051-b20d-4af14c53503c req-92f915bc-1b30-470e-ab46-ae08429f2b8e tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 945 time: 0.1220231 Jul 06 11:50:30.521108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cfe05b2-a157-4051-b20d-4af14c53503c req-f7b3dfab-e493-4d35-a1b1-82228eb24a93 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Jul 06 11:50:30.616458 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.660649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:30.662980 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df004c-1437-425c-9d7e-3ed3a23ab67e" -d '{"events": [{"server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "name": "network-vif-plugged", "status": "completed", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:30.682966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c607d7c8-ff95-46ea-ad49-383c6149f826, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c607d7c8-ff95-46ea-ad49-383c6149f826,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:30.693970 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.725426 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8895ced3-d9ce-4d76-889c-b0dd39d8683a x-openstack-request-id: req-8895ced3-d9ce-4d76-889c-b0dd39d8683a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:30.725730 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "name": "network-vif-plugged", "status": "completed", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:30.725983 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8895ced3-d9ce-4d76-889c-b0dd39d8683a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:30.726852 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'code': 200} Jul 06 11:50:30.736622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:16Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:30.775765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804be72-cdce-4972-8790-928565395ebc None None] Checking router: 725a0344-3519-4631-a1ee-fa0b5a63387c for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:30.814018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c607d7c8-ff95-46ea-ad49-383c6149f826,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:30.834248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:30.834897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:30.967044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.042409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fba330-f14a-4615-9157-7626de562d94 req-4c0d2c15-4ed2-4440-be4f-b39fbf5b3d3d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.051883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25fba330-f14a-4615-9157-7626de562d94 req-4c0d2c15-4ed2-4440-be4f-b39fbf5b3d3d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 944 time: 0.1821826 Jul 06 11:50:31.086098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:31.106124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c79f5a0-6347-4679-9e07-7f00c157683e req-c5321988-91bd-45c0-ab76-e6f6f6245315 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0866947 Jul 06 11:50:31.119466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e426a-21c7-4ad3-bee2-adc3b83252b3 req-ea92c811-e6b6-4df5-b9a2-4ed665eb4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.121276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-799e426a-21c7-4ad3-bee2-adc3b83252b3 req-ea92c811-e6b6-4df5-b9a2-4ed665eb4c62 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 1097 time: 0.1897931 Jul 06 11:50:31.172826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25fba330-f14a-4615-9157-7626de562d94 req-22556c3d-1f52-4178-b091-677b483665b0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188741 Jul 06 11:50:31.196305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-799e426a-21c7-4ad3-bee2-adc3b83252b3 req-154e1e1a-4328-48b8-989d-21a365061734 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626287 Jul 06 11:50:31.263821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.343805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.412474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f4c1-52be-4adb-918c-1df1c5d15e09 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.417722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d804be72-cdce-4972-8790-928565395ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:16Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:31.419784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d92b895-7f61-47c9-bfdd-4b75ad16e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.439227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f4c1-52be-4adb-918c-1df1c5d15e09 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.449965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804be72-cdce-4972-8790-928565395ebc None None] The sync data for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 is: [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:48:08Z', 'revision_number': 4, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2b9dcdfc-429e-4bb2-a144-9683919438c6', 'name': '', 'network_id': '8dfa304e-3eac-4b62-bc69-d4c09a70ed8e', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'mac_address': 'fa:16:3e:e9:cb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:16Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'subnets': [{'id': '4c308112-9ba3-41a9-8e01-eb29ce432ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:31.504381 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f4c1-52be-4adb-918c-1df1c5d15e09 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.507368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f4c1-52be-4adb-918c-1df1c5d15e09 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.508660 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3a8f4c1-52be-4adb-918c-1df1c5d15e09 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "DELETE /v2.0/security-groups/c441644d-1022-4076-89cf-6fdd17b2057f HTTP/1.1" status: 204 len: 168 time: 0.1634791 Jul 06 11:50:31.512023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.520828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8f4c1-52be-4adb-918c-1df1c5d15e09 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c441644d-1022-4076-89cf-6fdd17b2057f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.540978 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a82fcc74-a0ba-49c9-a5bc-9381ea730984 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] show failed (client error): The resource could not be found. Jul 06 11:50:31.542991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a82fcc74-a0ba-49c9-a5bc-9381ea730984 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "GET /v2.0/security-groups/c441644d-1022-4076-89cf-6fdd17b2057f HTTP/1.1" status: 404 len: 347 time: 0.0292764 Jul 06 11:50:31.546964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.573864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d92b895-7f61-47c9-bfdd-4b75ad16e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.584429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d92b895-7f61-47c9-bfdd-4b75ad16e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.632434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d92b895-7f61-47c9-bfdd-4b75ad16e38c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58e5b6616c6d4e32a2c9e071315a8fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673546 Jul 06 11:50:31.633281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.642079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92b895-7f61-47c9-bfdd-4b75ad16e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b3b07f-55d1-4a22-a611-6f6e7d249cef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.699552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46aef6dc-9354-47c4-b328-61771b605789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.738346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Deleting port f59b486e-bf49-45f6-8a78-c95e79eae8e0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:31.738604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.758202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46aef6dc-9354-47c4-b328-61771b605789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.849952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c20d97-754b-4502-8c95-c93beec2fc47 req-1a319276-96ab-4cd6-9e21-328104e8d3a0 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.852227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7c20d97-754b-4502-8c95-c93beec2fc47 req-1a319276-96ab-4cd6-9e21-328104e8d3a0 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1463315 Jul 06 11:50:31.869124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46aef6dc-9354-47c4-b328-61771b605789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.869591 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c05b0c-fed4-4af5-8eb6-e7eedfe2bc46 None None] New status for floating IP 48449818-680b-4652-aac5-a62ef80ef0fd: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:50:31.872031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46aef6dc-9354-47c4-b328-61771b605789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.873312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-46aef6dc-9354-47c4-b328-61771b605789 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00b3b07f-55d1-4a22-a611-6f6e7d249cef HTTP/1.1" status: 204 len: 168 time: 0.2379382 Jul 06 11:50:31.888416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.889233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.889912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aef6dc-9354-47c4-b328-61771b605789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b3b07f-55d1-4a22-a611-6f6e7d249cef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.908686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Calling delete_port for f59b486e-bf49-45f6-8a78-c95e79eae8e0 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:31.948175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7c20d97-754b-4502-8c95-c93beec2fc47 req-9190c7d4-043d-42d8-8690-d33db5d1661d tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802763 Jul 06 11:50:32.082127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.113156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Pushing event deleted for resources: {'Port': ['ID=f59b486e-bf49-45f6-8a78-c95e79eae8e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.188810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.195275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.196424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fcec1210-1be8-46a1-bf75-b6c46ca953a0 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:32.197763 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0106f985-75b8-4387-aca0-a54915ba86d7 tempest-ServersTestJSON-1483391941 tempest-ServersTestJSON-1483391941-project] 10.222.0.78 "DELETE /v2.0/floatingips/48449818-680b-4652-aac5-a62ef80ef0fd HTTP/1.1" status: 204 len: 168 time: 0.6489887 Jul 06 11:50:32.200848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:32.234833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:32.256274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcf66dd1-3343-4c11-8dda-a1a2b45c9446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.266282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port fcec1210-1be8-46a1-bf75-b6c46ca953a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:32.276295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port fcec1210-1be8-46a1-bf75-b6c46ca953a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:32.277190 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.363108 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.397021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcf66dd1-3343-4c11-8dda-a1a2b45c9446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.399688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecabdb02-a036-411a-94ae-2213675b9a25 req-c3635ea0-2cc4-4d2a-85e8-5e992530be64 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0463345 Jul 06 11:50:32.404077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.407100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcf66dd1-3343-4c11-8dda-a1a2b45c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.451193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:32.457694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.458592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5176b8ea-512d-4b76-83e2-00d697cf70a0 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:32.485727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf66dd1-3343-4c11-8dda-a1a2b45c9446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd57f66-80b6-4915-9dda-053d23487034,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.495805 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fcf66dd1-3343-4c11-8dda-a1a2b45c9446 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45c6fc2300764359bc5a71b8180d3570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593572 Jul 06 11:50:32.497983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:32.510550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 5176b8ea-512d-4b76-83e2-00d697cf70a0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:32.510897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5176b8ea-512d-4b76-83e2-00d697cf70a0 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:32.543992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.558183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd405de-36c1-4465-816f-ecf37faac812 req-2ac91513-1049-4afd-9066-8e250cdb8241 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.560834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffd405de-36c1-4465-816f-ecf37faac812 req-2ac91513-1049-4afd-9066-8e250cdb8241 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 944 time: 0.1971574 Jul 06 11:50:32.575856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f853087-6f68-41e8-aa9c-15e414db4ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.600726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f853087-6f68-41e8-aa9c-15e414db4ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.648272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f853087-6f68-41e8-aa9c-15e414db4ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.650939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f853087-6f68-41e8-aa9c-15e414db4ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.651842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffd405de-36c1-4465-816f-ecf37faac812 req-c358a758-aa11-4e80-88f0-e9891042ab5b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792994 Jul 06 11:50:32.656733 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6f853087-6f68-41e8-aa9c-15e414db4ffe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1cd57f66-80b6-4915-9dda-053d23487034 HTTP/1.1" status: 204 len: 168 time: 0.1568694 Jul 06 11:50:32.665657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f853087-6f68-41e8-aa9c-15e414db4ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd57f66-80b6-4915-9dda-053d23487034,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.727893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:32.731788 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc2b78-5f59-4a81-8bb9-5dbd841c85cc" -d '{"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-plugged", "status": "completed", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:32.772665 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5907f6-7bea-48b2-9277-c448166724fa x-openstack-request-id: req-3f5907f6-7bea-48b2-9277-c448166724fa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:32.773095 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-plugged", "status": "completed", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:32.773216 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f5907f6-7bea-48b2-9277-c448166724fa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:32.773629 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'code': 200} Jul 06 11:50:32.818627 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.998837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554c64-89bc-43ea-a488-507426294271 req-4879655e-bd92-48fe-b51d-3d10072e2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.000672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34554c64-89bc-43ea-a488-507426294271 req-4879655e-bd92-48fe-b51d-3d10072e2716 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 1096 time: 0.1323972 Jul 06 11:50:33.131896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34554c64-89bc-43ea-a488-507426294271 req-f0036db0-ebc4-4ef0-9efa-865b03dac60d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943151 Jul 06 11:50:33.201942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b575e-28c2-4804-a506-c112722dd540 req-e559e9aa-6596-4cee-a492-2d8dc6d781ef tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.203813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-981b575e-28c2-4804-a506-c112722dd540 req-e559e9aa-6596-4cee-a492-2d8dc6d781ef tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1269579 Jul 06 11:50:33.280801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-981b575e-28c2-4804-a506-c112722dd540 req-b423c8aa-521b-4102-8b39-6dafad0cae03 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665498 Jul 06 11:50:33.298891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Deleting port 2b9dcdfc-429e-4bb2-a144-9683919438c6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:33.299276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.392091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] For port 2b9dcdfc-429e-4bb2-a144-9683919438c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2b9dcdfc-429e-4bb2-a144-9683919438c6,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:33.392906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.408367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Calling delete_port for 2b9dcdfc-429e-4bb2-a144-9683919438c6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:33.581823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552b8b5-6627-4ae6-ad15-3c79894d0092 req-6e38ed27-e434-410c-8eaf-8924c39564db tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.583364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6552b8b5-6627-4ae6-ad15-3c79894d0092 req-6e38ed27-e434-410c-8eaf-8924c39564db tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1673164 Jul 06 11:50:33.597206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.606820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Request body: {'floatingip': {'port_id': 'c607d7c8-ff95-46ea-ad49-383c6149f826'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:33.663265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.206745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f97eaa9-b95c-447f-a280-a29529718170 req-04b2bff6-68c4-4214-becc-087a34f1ea1f tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0976675 Jul 06 11:50:34.325447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.398632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9dcdfc-429e-4bb2-a144-9683919438c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:34.422403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5131d-ef10-4161-aa27-70f9b739ec91 req-c770cad3-5a44-4186-b976-89d3215fef44 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.424633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aea5131d-ef10-4161-aa27-70f9b739ec91 req-c770cad3-5a44-4186-b976-89d3215fef44 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.3254786 Jul 06 11:50:34.608031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aea5131d-ef10-4161-aa27-70f9b739ec91 req-bc833225-c8cf-4833-b443-ad21675e18fd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765251 Jul 06 11:50:34.810128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.998720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.004793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.182038 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Floating IP 27c87952-b6bc-472d-82de-d9e88c90708a associated. External IP: 172.25.7.241, port: c607d7c8-ff95-46ea-ad49-383c6149f826. Jul 06 11:50:35.230682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Router 725a0344-3519-4631-a1ee-fa0b5a63387c has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:35.444902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75ec4c57-381a-48db-ad32-5c0dc7df6205 req-0b1f2080-c8f4-43ca-8dcd-68e278aed089 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.1041641 Jul 06 11:50:35.521119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:35.527204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ebde7896-9b28-4911-85d9-36b708ac4040 admin admin] 10.222.0.78 "PUT /v2.0/routers/725a0344-3519-4631-a1ee-fa0b5a63387c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3247018 Jul 06 11:50:35.529673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:35.532998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] Sync routers for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:35.542808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:35.543440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:35.630161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:35.703887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.805156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:35.892800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:35.899328 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.909504 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] Sync routers for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:35.921177 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:35.921883 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:35.935132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfb9b-c234-4e69-8168-547287585d5e req-b3c1f482-01eb-4ee7-9665-f525b303fa89 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.936677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84ccfb9b-c234-4e69-8168-547287585d5e req-b3c1f482-01eb-4ee7-9665-f525b303fa89 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1980541 Jul 06 11:50:35.943553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.974970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a271dddc-5c8a-4cdb-9479-3c6cddb28fe6 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "PUT /v2.0/floatingips/27c87952-b6bc-472d-82de-d9e88c90708a HTTP/1.1" status: 200 len: 992 time: 2.3735595 Jul 06 11:50:35.977532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:35.980822 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e537aa7-e329-46cb-80ce-daa19581d1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:36.050151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84ccfb9b-c234-4e69-8168-547287585d5e req-e89b982e-44fe-478f-b02b-32d206754754 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024435 Jul 06 11:50:36.091187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Deleting port 2dc31578-bf9c-4b7a-becc-23ad799ea281 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:36.091376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.114006 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:36.118301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:50:34Z', 'revision_number': 5, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port': {'id': '2dc31578-bf9c-4b7a-becc-23ad799ea281', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:05Z', 'updated_at': '2021-07-06T11:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:36.151106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] Checking router: 725a0344-3519-4631-a1ee-fa0b5a63387c for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:36.161425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] Routers {'725a0344-3519-4631-a1ee-fa0b5a63387c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:36.162068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['725a0344-3519-4631-a1ee-fa0b5a63387c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:36.273164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] For port 2dc31578-bf9c-4b7a-becc-23ad799ea281, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2dc31578-bf9c-4b7a-becc-23ad799ea281,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:36.275877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.309579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Calling delete_port for 2dc31578-bf9c-4b7a-becc-23ad799ea281 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:36.336667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] Set router 725a0344-3519-4631-a1ee-fa0b5a63387c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:36.457940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:50:35Z', 'revision_number': 6, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:36.458780 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '27c87952-b6bc-472d-82de-d9e88c90708a', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'port_id': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'mac_address': 'fa:16:3e:51:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:43Z', 'updated_at': '2021-07-06T11:50:34Z', 'revision_number': 1, 'project_id': '984372ace94a45008b484764aa1bddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:44Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:36.538638 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] Checking router: 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:36.549011 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:36.549858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed578ca6-9119-4082-9f4d-24a2900e2358 None None] The sync data for ids ['725a0344-3519-4631-a1ee-fa0b5a63387c'] in n-d-799528-2 is: [{'id': '725a0344-3519-4631-a1ee-fa0b5a63387c', 'name': 'tempest-ServersTestJSON-1707144701-router', 'tenant_id': 'b663cf6db7f048b1aee5e459f2fca787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:04Z', 'updated_at': '2021-07-06T11:50:35Z', 'revision_number': 6, 'project_id': 'b663cf6db7f048b1aee5e459f2fca787', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:36.550615 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:36.713554 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:36.799812 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c797caa-3ce2-49ed-b866-cb96f857f826 x-openstack-request-id: req-6c797caa-3ce2-49ed-b866-cb96f857f826 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:36.800140 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:36.800399 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c797caa-3ce2-49ed-b866-cb96f857f826 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:36.800798 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'status': 'completed', 'code': 200} Jul 06 11:50:36.851160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9d38bed-589a-41e4-994b-01cacd68b21f req-6305b0c7-6629-4fbc-bbdd-c788cf9178ce tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0554714 Jul 06 11:50:37.010899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-02270076-1a9a-4f05-800b-50f51dda535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.012797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-02270076-1a9a-4f05-800b-50f51dda535f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=984372ace94a45008b484764aa1bddf8&device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 1097 time: 0.2147062 Jul 06 11:50:37.029098 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '27c87952-b6bc-472d-82de-d9e88c90708a', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'port_id': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'mac_address': 'fa:16:3e:51:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:43Z', 'updated_at': '2021-07-06T11:50:34Z', 'revision_number': 1, 'project_id': '984372ace94a45008b484764aa1bddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:44Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:37.064708 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33296-a9dd-4568-98c2-4d2815876837 None None] The sync data for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 is: [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '27c87952-b6bc-472d-82de-d9e88c90708a', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'port_id': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'mac_address': 'fa:16:3e:51:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:43Z', 'updated_at': '2021-07-06T11:50:34Z', 'revision_number': 1, 'project_id': '984372ace94a45008b484764aa1bddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:44Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:37.095648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1c73-4224-4825-94c9-d0f9a44e7fe5 req-923c8e04-0dc0-4a31-8522-eff8531362a2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.097229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d9f1c73-4224-4825-94c9-d0f9a44e7fe5 req-923c8e04-0dc0-4a31-8522-eff8531362a2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.2515719 Jul 06 11:50:37.202448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-b9f432ab-e88c-44dc-9db1-9e02aae8c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.204004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-b9f432ab-e88c-44dc-9db1-9e02aae8c23d service neutron] 10.222.0.79 "GET /v2.0/networks?id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e HTTP/1.1" status: 200 len: 917 time: 0.1829946 Jul 06 11:50:37.212437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.265042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc31578-bf9c-4b7a-becc-23ad799ea281,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:37.267966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d9f1c73-4224-4825-94c9-d0f9a44e7fe5 req-949cc3ee-c4af-4744-ab65-f370a9ac1936 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461205 Jul 06 11:50:37.399603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-476d8149-5b6d-4862-be6b-1bae353e2613 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c607d7c8-ff95-46ea-ad49-383c6149f826 HTTP/1.1" status: 200 len: 1000 time: 0.1778524 Jul 06 11:50:37.400721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4241b-6c2c-4978-8fcd-2bdfd65766b1 None None] New status for floating IP 27c87952-b6bc-472d-82de-d9e88c90708a: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:50:37.441820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.546651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.549882 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.552348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-484d4296-102c-4c5c-8b51-39ef69585301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.554292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-484d4296-102c-4c5c-8b51-39ef69585301 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=603298b6-e596-40ea-932f-9c30af4a04b0 HTTP/1.1" status: 200 len: 855 time: 0.1432650 Jul 06 11:50:37.632472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.632969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725a0344-3519-4631-a1ee-fa0b5a63387c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:50:37.639385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.640964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-43800b7c-9f38-4f2a-9796-660cfe70233b admin admin] 10.222.0.78 "DELETE /v2.0/routers/725a0344-3519-4631-a1ee-fa0b5a63387c HTTP/1.1" status: 204 len: 168 time: 2.1103537 Jul 06 11:50:37.643946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:37.659681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-04ab7603-4f8d-44ce-8f67-2b2ae660a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.661406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-04ab7603-4f8d-44ce-8f67-2b2ae660a7b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001539 Jul 06 11:50:37.704598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Deleting subnet 4c308112-9ba3-41a9-8e01-eb29ce432ae2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:37.712665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.760451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.794202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-f869eada-289f-4d6c-8c00-3cd32ce1d42c service neutron] 10.222.0.79 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236124 Jul 06 11:50:37.910859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e537aa7-e329-46cb-80ce-daa19581d1b7 req-88986033-6d6a-459f-9990-50c22ba51988 service neutron] 10.222.0.79 "GET /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021650 Jul 06 11:50:38.026060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6910b2ac-9226-43e4-998b-fb49b75e5c38 req-abdc1f88-6e1e-46fd-b9fc-b3a304e29de3 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0358388 Jul 06 11:50:38.197813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.257753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.282812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c308112-9ba3-41a9-8e01-eb29ce432ae2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:38.289966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.293190 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-750a01f3-675a-48d4-a475-68ff1a67bba0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4c308112-9ba3-41a9-8e01-eb29ce432ae2 HTTP/1.1" status: 204 len: 168 time: 0.6468177 Jul 06 11:50:38.294452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:38.304217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8479df-8779-493c-86a8-3ff1bb434eb2 None None] Network 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:38.439863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.537252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Deleting port ab6ecc67-8e64-42a4-b26c-250c4f141e0c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:38.537757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.559382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2dc31578-bf9c-4b7a-becc-23ad799ea281 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:38.618838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2dc31578-bf9c-4b7a-becc-23ad799ea281 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:38.619228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2dc31578-bf9c-4b7a-becc-23ad799ea281 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:38.619611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2b9dcdfc-429e-4bb2-a144-9683919438c6 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:38.622111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63842fd-3784-41b0-a07f-e147b09fda25 req-8b9ed0c2-a051-4d8c-98d7-e873a2ff7ee2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.623675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f63842fd-3784-41b0-a07f-e147b09fda25 req-8b9ed0c2-a051-4d8c-98d7-e873a2ff7ee2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1862757 Jul 06 11:50:38.640377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] For port ab6ecc67-8e64-42a4-b26c-250c4f141e0c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:38.640982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.650870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] DHCP port deletion for 8dfa304e-3eac-4b62-bc69-d4c09a70ed8e request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:38.654583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2b9dcdfc-429e-4bb2-a144-9683919438c6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:38.655113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2b9dcdfc-429e-4bb2-a144-9683919438c6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:38.663338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Calling delete_port for ab6ecc67-8e64-42a4-b26c-250c4f141e0c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:38.694199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f63842fd-3784-41b0-a07f-e147b09fda25 req-0718b365-02cd-4fc9-99d5-fc55f57ed5df tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540047 Jul 06 11:50:38.729093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] Deleting port ab6ecc67-8e64-42a4-b26c-250c4f141e0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:38.730436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.759590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.788209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:38.792173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] No DVR routers for this DVR port ab6ecc67-8e64-42a4-b26c-250c4f141e0c on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:38.818099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:38.862652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] For port ab6ecc67-8e64-42a4-b26c-250c4f141e0c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,segment=NetworkSegment(6d660518-2bb3-40c9-a2ef-1ac09c6f7356),segment_id=6d660518-2bb3-40c9-a2ef-1ac09c6f7356)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:38.863245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.893090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.906553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfa304e-3eac-4b62-bc69-d4c09a70ed8e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:38.910874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] Calling delete_port for ab6ecc67-8e64-42a4-b26c-250c4f141e0c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:38.929710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d660518-2bb3-40c9-a2ef-1ac09c6f7356') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:38.930156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d660518-2bb3-40c9-a2ef-1ac09c6f7356') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:38.957897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.989583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.004120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:39.007535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:39.010740 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:39.076640 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.105141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2957c6ae-f864-44a4-8bea-c0de0c33a708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.111589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] Pushing event deleted for resources: {'Port': ['ID=ab6ecc67-8e64-42a4-b26c-250c4f141e0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.122247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc0815-4105-4d6c-b48a-9909514dd115 None None] No DVR routers for this DVR port ab6ecc67-8e64-42a4-b26c-250c4f141e0c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:39.141896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.151103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.156274 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] 10.222.0.78 "DELETE /v2.0/networks/8dfa304e-3eac-4b62-bc69-d4c09a70ed8e HTTP/1.1" status: 204 len: 168 time: 0.8601179 Jul 06 11:50:39.181409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda024fc-08bf-45f6-a3a9-86dac513aedd admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfa304e-3eac-4b62-bc69-d4c09a70ed8e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.273986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-399129e0-a81d-437e-96ce-0add4e3a1670 req-139093a7-128f-4317-bc5b-43f778cd9cd2 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0804529 Jul 06 11:50:39.329538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2957c6ae-f864-44a4-8bea-c0de0c33a708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.346911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2957c6ae-f864-44a4-8bea-c0de0c33a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.355376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:39.394458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2957c6ae-f864-44a4-8bea-c0de0c33a708 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e7388e036a2475da3a51f3dae818762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749595 Jul 06 11:50:39.395622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957c6ae-f864-44a4-8bea-c0de0c33a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63035346-89c5-4235-81f3-4501c8bab441,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.398042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:39.412431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-95eb6f79-7230-461f-9eba-a97e131496a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b663cf6db7f048b1aee5e459f2fca787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527995 Jul 06 11:50:39.412983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:39.494855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66842f94-9141-49cc-aab4-a140f8e59f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.523493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66842f94-9141-49cc-aab4-a140f8e59f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.529823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60578e91-e457-4088-bd6b-543442fb8a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.543547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2a01-455a-4f6f-ade0-c720ab5b1a8b req-c1598902-3275-41cd-aced-c15c831c919e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.545004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-892b2a01-455a-4f6f-ade0-c720ab5b1a8b req-c1598902-3275-41cd-aced-c15c831c919e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1148710 Jul 06 11:50:39.575662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66842f94-9141-49cc-aab4-a140f8e59f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.578369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66842f94-9141-49cc-aab4-a140f8e59f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.581315 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66842f94-9141-49cc-aab4-a140f8e59f5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/194af0ea-b901-4257-a68a-e3f0d358c3e9 HTTP/1.1" status: 204 len: 168 time: 0.1636965 Jul 06 11:50:39.585848 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60578e91-e457-4088-bd6b-543442fb8a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.589719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66842f94-9141-49cc-aab4-a140f8e59f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194af0ea-b901-4257-a68a-e3f0d358c3e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.635969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-892b2a01-455a-4f6f-ade0-c720ab5b1a8b req-40ece7a1-c5a6-4e2b-8ed6-ac975e776c9b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805268 Jul 06 11:50:39.665069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60578e91-e457-4088-bd6b-543442fb8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.667733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60578e91-e457-4088-bd6b-543442fb8a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.668950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-60578e91-e457-4088-bd6b-543442fb8a92 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63035346-89c5-4235-81f3-4501c8bab441 HTTP/1.1" status: 204 len: 168 time: 0.2562761 Jul 06 11:50:39.680459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60578e91-e457-4088-bd6b-543442fb8a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63035346-89c5-4235-81f3-4501c8bab441,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.083225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:40.097439 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36c72aa0-efc1-4ad5-afca-629118a9b1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.190135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36c72aa0-efc1-4ad5-afca-629118a9b1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.194728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36c72aa0-efc1-4ad5-afca-629118a9b1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.232238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c72aa0-efc1-4ad5-afca-629118a9b1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55937554-efd1-4cf5-a5ac-5b3c9e2c79f0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.240623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36c72aa0-efc1-4ad5-afca-629118a9b1de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c06bd5c299d408995e9d6c78197a89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541510 Jul 06 11:50:40.241022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:40.291186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e01e24a-c6aa-4906-aac6-d3fa8c523073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.319076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e01e24a-c6aa-4906-aac6-d3fa8c523073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.376880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e01e24a-c6aa-4906-aac6-d3fa8c523073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.379805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e01e24a-c6aa-4906-aac6-d3fa8c523073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.383676 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5e01e24a-c6aa-4906-aac6-d3fa8c523073 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55937554-efd1-4cf5-a5ac-5b3c9e2c79f0 HTTP/1.1" status: 204 len: 168 time: 0.1393194 Jul 06 11:50:40.389801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01e24a-c6aa-4906-aac6-d3fa8c523073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55937554-efd1-4cf5-a5ac-5b3c9e2c79f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.397063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:40.447003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77a79bc7-b8a2-4108-b8b7-b5ff77439b88 req-a177b4b5-9c43-457d-b530-3d20a55675cf tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0353298 Jul 06 11:50:40.527256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab6ecc67-8e64-42a4-b26c-250c4f141e0c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:40.558078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ab6ecc67-8e64-42a4-b26c-250c4f141e0c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:40.558638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab6ecc67-8e64-42a4-b26c-250c4f141e0c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:40.643525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1285258804-network', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:40.667059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Made reservation on behalf of 17035c1a5fb942568242e57cf0f1b648 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:40.670185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.682110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.791095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.795166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.817804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:40.831640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b0d37-baeb-45e4-acbb-100b99cce2b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.838071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349847c-099c-480b-864d-7ab384426411 req-27169ea7-3144-4ea8-b9a2-421ece73027b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.838603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.838603 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Added segment 31bbaf9e-d30e-4d1d-a508-5361aa4a6654 of type vlan for network 7a26ecad-a877-4acd-b618-81f212bae5ef Jul 06 11:50:40.847177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6349847c-099c-480b-864d-7ab384426411 req-27169ea7-3144-4ea8-b9a2-421ece73027b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.0791612 Jul 06 11:50:40.890146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6349847c-099c-480b-864d-7ab384426411 req-c8554439-d781-4a36-8c9d-aea82026900f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Jul 06 11:50:40.896111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.930564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.931620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.932232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.988457 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5903373 Jul 06 11:50:40.991726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:40.996386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2faeea-8d38-4aa7-a8d3-157768b3c844 admin admin] Pushing event updated for resources: {'Network': ['ID=7a26ecad-a877-4acd-b618-81f212bae5ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.998267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Request body: {'subnet': {'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1285258804-subnet', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:41.008476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7a26ecad-a877-4acd-b618-81f212bae5ef details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:41.023541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Made reservation on behalf of 17035c1a5fb942568242e57cf0f1b648 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:41.026325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.199877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.250954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dc5de5-ce8f-44fe-b8ca-1010ceeb2639,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.271228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Checking segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:41.271850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Network hostable DHCP agents. Network: 7a26ecad-a877-4acd-b618-81f212bae5ef, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:41.290198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Network 7a26ecad-a877-4acd-b618-81f212bae5ef is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:41.300542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7a26ecad-a877-4acd-b618-81f212bae5ef) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:41.305075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.305674 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.316506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb729ee-7c89-40c8-a24f-e919b501e638 None None] Network 7a26ecad-a877-4acd-b618-81f212bae5ef requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:41.321380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c008cc1a-f1e7-43f9-96f7-a6c2d73c2dbb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3283713 Jul 06 11:50:41.324307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:41.329283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:41.359290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.360566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.414936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.481099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-7a26ecad-a877-4acd-b618-81f212bae5ef', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:41.481964 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.625612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68244f33-ef3e-437f-a5b3-718ab4b9d2b5 req-bb4bbb02-f64b-492d-9e60-151ebdc9c7de tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0345852 Jul 06 11:50:41.630433 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.694625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Allocated IP 172.20.0.2 (7a26ecad-a877-4acd-b618-81f212bae5ef/72dc5de5-ce8f-44fe-b8ca-1010ceeb2639/9500fea6-01df-4bca-92a8-da5250f89822) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:41.924260 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.935230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Transition to ACTIVE for port object 9500fea6-01df-4bca-92a8-da5250f89822 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:41.955629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Transition to ACTIVE for port object 9500fea6-01df-4bca-92a8-da5250f89822 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:41.962760 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.988441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.022032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.041071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Network 7a26ecad-a877-4acd-b618-81f212bae5ef is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:42.047067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:42.050464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:42.083362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Pushing event updated for resources: {'Port': ['ID=9500fea6-01df-4bca-92a8-da5250f89822,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.131029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Attempting to bind port 9500fea6-01df-4bca-92a8-da5250f89822 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:42.131487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Attempting to bind port 9500fea6-01df-4bca-92a8-da5250f89822 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:42.132129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Attempting to bind port 9500fea6-01df-4bca-92a8-da5250f89822 on network 7a26ecad-a877-4acd-b618-81f212bae5ef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:42.138820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:42.140429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Checking segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:42.141186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.141678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Bound using segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:42.142257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Bound port: 9500fea6-01df-4bca-92a8-da5250f89822, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:42.142841 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.207214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfddac-ba52-4667-a4ae-bbceb9ee5282 req-d9687103-da98-483d-a0f4-b362c4623e73 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.208718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43cfddac-ba52-4667-a4ae-bbceb9ee5282 req-d9687103-da98-483d-a0f4-b362c4623e73 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1250849 Jul 06 11:50:42.209962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Allocated IP 172.25.7.240 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/b1cd431d-5fba-4cba-a3e0-034a19a08d66) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:42.215594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] For port 9500fea6-01df-4bca-92a8-da5250f89822, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:42.219194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] For port 9500fea6-01df-4bca-92a8-da5250f89822, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9500fea6-01df-4bca-92a8-da5250f89822,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:42.224215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.258351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fcec1210-1be8-46a1-bf75-b6c46ca953a0 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:42.323675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43cfddac-ba52-4667-a4ae-bbceb9ee5282 req-178d698d-8a73-4446-ba94-0ccf44543902 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043587 Jul 06 11:50:42.405332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314fbff-8ec1-4fc5-8801-6b386e5c9f5e None None] Pushing event updated for resources: {'Port': ['ID=9500fea6-01df-4bca-92a8-da5250f89822,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.428978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.501270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:42.504521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.527470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'port_id': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'mac_address': 'fa:16:3e:b9:89:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:42.554943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:42.562395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:42.567575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:42.602456 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.625908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcec1210-1be8-46a1-bf75-b6c46ca953a0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:42.656318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cd431d-5fba-4cba-a3e0-034a19a08d66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.666780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.667138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.667486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.667831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.668201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.668440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:42.668589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.668849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.669658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.670240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.670552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.670936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.672018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:42.674230 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.774659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.900970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:42.923019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fcec1210-1be8-46a1-bf75-b6c46ca953a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:42.991187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df7264da-eb48-47f0-bf50-536a84f2ec2f req-ad7fd2d8-0e5d-4b13-90d0-987fb55fe7cc tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0792155 Jul 06 11:50:43.119337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6edbc875-d2f2-461a-81aa-ca42e7096cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.232817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.250465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6edbc875-d2f2-461a-81aa-ca42e7096cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.255589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6edbc875-d2f2-461a-81aa-ca42e7096cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.300004 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6edbc875-d2f2-461a-81aa-ca42e7096cbe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=937a7425283f44e1a490a0f3d085db76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973572 Jul 06 11:50:43.300757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc875-d2f2-461a-81aa-ca42e7096cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278aacf-6952-4654-857b-8b1e0312e8bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:43.303413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.370933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a72c4452-c76e-47ca-86ad-f58178989a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.419726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a72c4452-c76e-47ca-86ad-f58178989a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.490062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a72c4452-c76e-47ca-86ad-f58178989a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.494365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a72c4452-c76e-47ca-86ad-f58178989a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.500308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a72c4452-c76e-47ca-86ad-f58178989a0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5278aacf-6952-4654-857b-8b1e0312e8bd HTTP/1.1" status: 204 len: 168 time: 0.1952214 Jul 06 11:50:43.517781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c4452-c76e-47ca-86ad-f58178989a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5278aacf-6952-4654-857b-8b1e0312e8bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:43.626809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.761732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9ce3c-46c0-459b-a292-7af8d31aaa33 req-ffcfefbf-c1c3-4cf0-b692-410a18270c0e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.770479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d9ce3c-46c0-459b-a292-7af8d31aaa33 req-ffcfefbf-c1c3-4cf0-b692-410a18270c0e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 944 time: 0.2594807 Jul 06 11:50:43.888779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d9ce3c-46c0-459b-a292-7af8d31aaa33 req-f6cb01ea-ea5e-4345-abe5-68d740ae6629 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164763 Jul 06 11:50:43.954765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:50:43.969633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992c13f-5f4b-467a-8886-256451caf05e None None] Network 7a26ecad-a877-4acd-b618-81f212bae5ef requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:44.000355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.018390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d54df3f-9ee9-449a-a0aa-2b2896b19f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.172098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:44.193630 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Sync routers for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:44.207972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5ab1dc6-b65c-4171-94ef-e7451709a155 None None] Provisioning for port 9500fea6-01df-4bca-92a8-da5250f89822 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:44.214335 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:44.217167 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.231024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d54df3f-9ee9-449a-a0aa-2b2896b19f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.236349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d54df3f-9ee9-449a-a0aa-2b2896b19f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.241548 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.243272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-82ee6d70-d78d-46b1-9279-40439215d9c8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9177914 Jul 06 11:50:44.245845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.276408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fcec1210-1be8-46a1-bf75-b6c46ca953a0 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:44.287065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54df3f-9ee9-449a-a0aa-2b2896b19f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7f4eee-51df-4276-87df-fed7530f1191,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.343485 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d54df3f-9ee9-449a-a0aa-2b2896b19f6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3af0d6229baf418a8602c35866525539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412876 Jul 06 11:50:44.346342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.360870 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:50:44.427820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port fcec1210-1be8-46a1-bf75-b6c46ca953a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:44.433393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.475391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d8c25e5-965a-41e7-8e4d-8f242d216862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.506680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d8c25e5-965a-41e7-8e4d-8f242d216862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.559679 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:44.567075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d8c25e5-965a-41e7-8e4d-8f242d216862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.569833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d8c25e5-965a-41e7-8e4d-8f242d216862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.571026 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3d8c25e5-965a-41e7-8e4d-8f242d216862 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e7f4eee-51df-4276-87df-fed7530f1191 HTTP/1.1" status: 204 len: 168 time: 0.2220099 Jul 06 11:50:44.621758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c25e5-965a-41e7-8e4d-8f242d216862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7f4eee-51df-4276-87df-fed7530f1191,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.709603 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.758663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9500fea6-01df-4bca-92a8-da5250f89822 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:44.874916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:44.877232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:44.880689 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2df5a3-25f9-498f-a763-56f1ae9f647d" -d '{"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-plugged", "status": "completed", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:44.885841 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.976968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.002809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 9500fea6-01df-4bca-92a8-da5250f89822 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:45.010120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9500fea6-01df-4bca-92a8-da5250f89822 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:45.010507 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.013181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.013534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.013879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.014266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.014605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.015473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.015807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.016385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.016726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.017057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.017387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.017713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:45.084556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-984b88a4-38e9-456b-af44-5f144dcc0fe2 None None] Provisioning complete for port 9500fea6-01df-4bca-92a8-da5250f89822 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:45.090772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-984b88a4-38e9-456b-af44-5f144dcc0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.196253 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:42Z', 'revision_number': 3, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:45.229198 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273846b5-8a84-483c-8cda-e70391cdb27e x-openstack-request-id: req-273846b5-8a84-483c-8cda-e70391cdb27e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:45.230876 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-plugged", "status": "completed", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:45.231290 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-273846b5-8a84-483c-8cda-e70391cdb27e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:45.231859 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'code': 200} Jul 06 11:50:45.240908 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Checking router: 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:45.241634 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Updating router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 port b1cd431d-5fba-4cba-a3e0-034a19a08d66 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:50:45.299227 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.341196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-984b88a4-38e9-456b-af44-5f144dcc0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.343171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.439804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-984b88a4-38e9-456b-af44-5f144dcc0fe2 None None] For port 9500fea6-01df-4bca-92a8-da5250f89822, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9500fea6-01df-4bca-92a8-da5250f89822,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:45.457102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-984b88a4-38e9-456b-af44-5f144dcc0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.460006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d9f0541-48d5-4de5-b4f2-c9e484b11759 req-10249cd9-7752-408b-ba54-1db6c9e62b60 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 1.1914697 Jul 06 11:50:45.743011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1760a5-b83e-48cf-8251-765477bcc551 req-e7c18337-9712-41a0-a0f8-364b5ec65916 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.747201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb1760a5-b83e-48cf-8251-765477bcc551 req-e7c18337-9712-41a0-a0f8-364b5ec65916 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.2994907 Jul 06 11:50:45.871146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb1760a5-b83e-48cf-8251-765477bcc551 req-e2bc9d14-92dd-4335-bf36-b5897d0c1608 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Jul 06 11:50:45.871698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:50:45.872094 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:50:45.880612 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.883471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b88a4-38e9-456b-af44-5f144dcc0fe2 None None] Pushing event updated for resources: {'Port': ['ID=9500fea6-01df-4bca-92a8-da5250f89822,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.904065 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Transition to ACTIVE for port object b1cd431d-5fba-4cba-a3e0-034a19a08d66 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:45.913844 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.974037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Attempting to bind port b1cd431d-5fba-4cba-a3e0-034a19a08d66 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:45.974406 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Attempting to bind port b1cd431d-5fba-4cba-a3e0-034a19a08d66 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:45.974768 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Attempting to bind port b1cd431d-5fba-4cba-a3e0-034a19a08d66 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:45.984892 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:45.985315 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:45.985717 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.986146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:45.986620 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Bound port: b1cd431d-5fba-4cba-a3e0-034a19a08d66, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:45.987383 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.054805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.096662 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] For port b1cd431d-5fba-4cba-a3e0-034a19a08d66, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:46.105131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] For port b1cd431d-5fba-4cba-a3e0-034a19a08d66, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b1cd431d-5fba-4cba-a3e0-034a19a08d66,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:46.125322 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.137372 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Pushing event updated for resources: {'Port': ['ID=b1cd431d-5fba-4cba-a3e0-034a19a08d66,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.175373 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.178274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.179584 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.180752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.182347 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.183446 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.184685 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.185752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.187636 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.189053 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.190716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.191432 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:46.200590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:46.239451 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:46.240913 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:46.299668 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630011-eaff-4d6e-b0e9-66bb12fe10b8 None None] Pushing event updated for resources: {'Port': ['ID=b1cd431d-5fba-4cba-a3e0-034a19a08d66,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.393929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Allocated IP 172.20.0.1 (7a26ecad-a877-4acd-b618-81f212bae5ef/72dc5de5-ce8f-44fe-b8ca-1010ceeb2639/0fe92af2-cec7-4edb-afaf-f59a1edd140b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:46.416985 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:46.492923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532023188-network', 'tenant_id': 'c8072324bce844709c22fd3884996f95'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:46.540815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Made reservation on behalf of c8072324bce844709c22fd3884996f95 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:46.547367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.570817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.615154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9500fea6-01df-4bca-92a8-da5250f89822 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:46.659779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.700321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Transition to ACTIVE for port object 0fe92af2-cec7-4edb-afaf-f59a1edd140b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:46.722116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.727237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.759271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9500fea6-01df-4bca-92a8-da5250f89822 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:46.759639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.762835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda29a4-6172-4877-b2ae-5ca3c17f99b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.772814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.783606 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:42Z', 'revision_number': 3, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:46.793977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:46.813889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.814532 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Added segment e55ea2f8-b579-4b07-9687-be884607fb17 of type vlan for network e13c0fbf-e13f-4baf-944e-ee5eff001559 Jul 06 11:50:46.840874 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5d251-02f3-4f0d-9339-ec130bc30723 None None] The sync data for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 is: [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:42Z', 'revision_number': 3, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:46.940509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0126e57-635f-47f3-a6fb-b75ea72e71b3 req-5aba0750-0201-49d7-a254-91c8b5daa17f tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.1670678 Jul 06 11:50:46.949147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.964598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Network 7a26ecad-a877-4acd-b618-81f212bae5ef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:46.973347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:46.979381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:47.030129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.033495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.041755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.059483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.172057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe92af2-cec7-4edb-afaf-f59a1edd140b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.241489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] Pushing event updated for resources: {'Network': ['ID=e13c0fbf-e13f-4baf-944e-ee5eff001559,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.253079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network e13c0fbf-e13f-4baf-944e-ee5eff001559 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:47.257346 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-554ce577-3317-4d19-903b-63440999c0cc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0556431 Jul 06 11:50:47.260104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:47.279402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Request body: {'subnet': {'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532023188-subnet', 'tenant_id': 'c8072324bce844709c22fd3884996f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:47.332839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Made reservation on behalf of c8072324bce844709c22fd3884996f95 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:47.338693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.549508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67ef3e44-fe23-4c31-9a16-da2e4db25ce5 None None] Provisioning for port 0fe92af2-cec7-4edb-afaf-f59a1edd140b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:47.561726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67ef3e44-fe23-4c31-9a16-da2e4db25ce5 None None] Provisioning complete for port 0fe92af2-cec7-4edb-afaf-f59a1edd140b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:47.562772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ef3e44-fe23-4c31-9a16-da2e4db25ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.640840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.648693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-67ef3e44-fe23-4c31-9a16-da2e4db25ce5 None None] Port 0fe92af2-cec7-4edb-afaf-f59a1edd140b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:47.690147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef1f8c-10e7-4afa-a809-ab5476ef1685 req-0ef9c200-13ec-49ce-83a7-da3035ce9270 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.697751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95ef1f8c-10e7-4afa-a809-ab5476ef1685 req-0ef9c200-13ec-49ce-83a7-da3035ce9270 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.3732307 Jul 06 11:50:47.796865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95ef1f8c-10e7-4afa-a809-ab5476ef1685 req-3efdb38e-bf91-4bab-a2ec-6a6e4a6e369e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951631 Jul 06 11:50:47.816525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.900630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b7f49f-3f6e-4940-8719-3a0faf39fb58,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.908640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Checking segment: {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:47.909052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Network hostable DHCP agents. Network: e13c0fbf-e13f-4baf-944e-ee5eff001559, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:47.929771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Network e13c0fbf-e13f-4baf-944e-ee5eff001559 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:47.941681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, e13c0fbf-e13f-4baf-944e-ee5eff001559) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:47.948772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.949437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.954120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41527366-9050-4ef7-aa8b-f0d124cbd5fa None None] Network e13c0fbf-e13f-4baf-944e-ee5eff001559 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:47.970155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.977925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.003903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-88b8c241-d8b0-4c9d-a14b-e1dc0faf59c5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7424250 Jul 06 11:50:48.065390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe92af2-cec7-4edb-afaf-f59a1edd140b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:48.072799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.338392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9f4fb3c-ac63-4c16-a857-8fb6fcc5676e req-45732c29-37e0-4e68-bcf5-20ee6b140e14 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0536673 Jul 06 11:50:48.349117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Network 7a26ecad-a877-4acd-b618-81f212bae5ef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:48.350869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:48.393681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810658d7-40a1-434e-915c-01f55b9be9d6 None None] Network e13c0fbf-e13f-4baf-944e-ee5eff001559 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:48.692324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1cd431d-5fba-4cba-a3e0-034a19a08d66 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:48.720776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:48.797272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b1cd431d-5fba-4cba-a3e0-034a19a08d66 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:48.807293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b1cd431d-5fba-4cba-a3e0-034a19a08d66 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:48.807900 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.914881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f146ad64-a6be-4107-b2d8-cb8086f4194b None None] Provisioning complete for port 0fe92af2-cec7-4edb-afaf-f59a1edd140b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:48.915483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f146ad64-a6be-4107-b2d8-cb8086f4194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.965985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:48.990259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-713129ee-508a-47bd-be34-0ddf6de7e8c7 admin admin] 10.222.0.78 "PUT /v2.0/routers/2e9e0647-07bc-48ec-aef2-d7f5670e5c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7340202 Jul 06 11:50:48.999800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.006124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f146ad64-a6be-4107-b2d8-cb8086f4194b None None] Port 0fe92af2-cec7-4edb-afaf-f59a1edd140b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:49.036143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b1cd431d-5fba-4cba-a3e0-034a19a08d66, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b1cd431d-5fba-4cba-a3e0-034a19a08d66,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:49.041415 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.166002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b1cd431d-5fba-4cba-a3e0-034a19a08d66,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.188209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae57e0b-2489-4596-9e82-dd62a5a7b192 req-928e026f-369a-40ea-8a41-da75deba0e0b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.190251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ae57e0b-2489-4596-9e82-dd62a5a7b192 req-928e026f-369a-40ea-8a41-da75deba0e0b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1248424 Jul 06 11:50:49.267339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ae57e0b-2489-4596-9e82-dd62a5a7b192 req-d7f5734d-14cc-41c2-a909-8bed1e266dfa tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692379 Jul 06 11:50:49.717809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0636e2b-22b4-44af-b8b8-6079d96a26ee req-895b2bc7-63be-4c07-bcaf-df2fe11b5009 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0351675 Jul 06 11:50:49.833654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Sync routers for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:49.877085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:49.878378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:50.116824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.122577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346823192', 'description': 'tempest-description--257690374'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:50.126176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:50.159899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.356402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.362286 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.442115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.445253 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3272536 Jul 06 11:50:50.447352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a2a63-1ea8-4f88-8387-200515be939b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575e4d77-d9e9-48a7-85bb-6140e60e6c34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.449636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.454281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Request body: {'security_group_rule': {'security_group_id': '575e4d77-d9e9-48a7-85bb-6140e60e6c34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:50.461395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 2, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:50.489457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.495562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Checking router: 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:50.495963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Updating router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 port 0fe92af2-cec7-4edb-afaf-f59a1edd140b binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:50:50.548344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.611525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-de4c1cc2-9eee-42e7-a978-21e15fcbe843 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:50.613442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-de4c1cc2-9eee-42e7-a978-21e15fcbe843 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/networks?id=e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 200 len: 809 time: 0.2015295 Jul 06 11:50:50.616171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.625139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.630631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eea6d-8b12-46f2-a44b-7cd572557ff0 req-4ef3b49c-2c9f-4e9b-930a-3e00cd1fa94d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:50.643713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-683eea6d-8b12-46f2-a44b-7cd572557ff0 req-4ef3b49c-2c9f-4e9b-930a-3e00cd1fa94d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1887577 Jul 06 11:50:50.652474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309f55a3-1fe1-4b0f-8125-4fe210776087,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.654418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1cd431d-5fba-4cba-a3e0-034a19a08d66 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:50.662807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.664443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bf01712e-0898-4c53-8a32-1561c7b854ef tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2138073 Jul 06 11:50:50.667050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.673237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Request body: {'security_group_rule': {'security_group_id': '575e4d77-d9e9-48a7-85bb-6140e60e6c34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:50.674854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-67adcbbf-7946-43ed-b5b5-4e8016b2b8e4 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/quotas/c8072324bce844709c22fd3884996f95 HTTP/1.1" status: 200 len: 375 time: 0.0288198 Jul 06 11:50:50.708141 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.726529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-5751e485-e285-413e-bc28-b4fb1b02eaf2 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c8072324bce844709c22fd3884996f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434778 Jul 06 11:50:50.774616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-683eea6d-8b12-46f2-a44b-7cd572557ff0 req-be3e9682-a784-4381-8c51-adda03b575f7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296377 Jul 06 11:50:50.801029 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.806479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.830996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03cb127-8983-4772-be4c-5c7f6be927cb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.834400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.838362 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3c7e44c8-284e-4b77-809f-62fe10512c37 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674318 Jul 06 11:50:50.838757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.845653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:50.852990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b1cd431d-5fba-4cba-a3e0-034a19a08d66 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:50.853509 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.875329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.954707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-4abdd22d-5243-4aa7-93b1-61a77c701952 service neutron] 10.222.0.78 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152975 Jul 06 11:50:51.023050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.084513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-c61c629f-dc97-4f83-bf34-54563ed04363 service neutron] 10.222.0.78 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285121 Jul 06 11:50:51.185341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Allocated IP 172.25.7.157 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/38a71255-3566-486f-9c71-2ea682fd18e3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:51.201816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.216035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Transition to ACTIVE for port object 0fe92af2-cec7-4edb-afaf-f59a1edd140b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:51.247489 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.295091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-611211ca-a95b-4233-b775-daa78c2c59cc req-4a0ae95f-90b4-47ab-a8ad-4c52cab1554a tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0666037 Jul 06 11:50:51.347278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70b2c-062c-4def-bdbd-a750f8314e57 None None] Pushing event updated for resources: {'Port': ['ID=0fe92af2-cec7-4edb-afaf-f59a1edd140b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.505444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.542203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49e8dc7b-6f51-41f3-83df-bfd4d01ae730 req-ff3431b5-4e93-479b-8325-3241a90c2a61 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 210 time: 0.0537992 Jul 06 11:50:51.543136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Attempting to bind port 0fe92af2-cec7-4edb-afaf-f59a1edd140b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:51.543646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Attempting to bind port 0fe92af2-cec7-4edb-afaf-f59a1edd140b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:51.544092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Attempting to bind port 0fe92af2-cec7-4edb-afaf-f59a1edd140b on network 7a26ecad-a877-4acd-b618-81f212bae5ef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:51.558434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:51.558434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Checking segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:51.558434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.558434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Bound using segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:51.558434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Bound port: 0fe92af2-cec7-4edb-afaf-f59a1edd140b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:51.558434 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.599387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.709251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event updated for resources: {'Port': ['ID=38a71255-3566-486f-9c71-2ea682fd18e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.723263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:51.725010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:51.728040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:51.729938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] For port 0fe92af2-cec7-4edb-afaf-f59a1edd140b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:51.737372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] For port 0fe92af2-cec7-4edb-afaf-f59a1edd140b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0fe92af2-cec7-4edb-afaf-f59a1edd140b,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:51.746424 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.868758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.936078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.995447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:51.998419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:52.014924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70b2c-062c-4def-bdbd-a750f8314e57 None None] Pushing event updated for resources: {'Port': ['ID=0fe92af2-cec7-4edb-afaf-f59a1edd140b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.291431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.301918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:52.303135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.326441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe86bf-0375-4cc9-ab27-9074ba7f8713 req-ccd1fc5e-d5a3-4e87-9420-7f3c10fdef71 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.344650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dbe86bf-0375-4cc9-ab27-9074ba7f8713 req-ccd1fc5e-d5a3-4e87-9420-7f3c10fdef71 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1884143 Jul 06 11:50:52.431907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dbe86bf-0375-4cc9-ab27-9074ba7f8713 req-b314edee-3492-4241-ac5b-fe2b48d5de03 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864325 Jul 06 11:50:52.447587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event updated for resources: {'Port': ['ID=38a71255-3566-486f-9c71-2ea682fd18e3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.474864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.499173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.505422 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9f096523-31e0-40fd-88a7-253d9afe72a4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6653881 Jul 06 11:50:52.618508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.665873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a65ff355-1687-4d7e-aa95-b1f66e78a90b req-c62f0bde-f575-4b69-9054-c4a392dc58da tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0621367 Jul 06 11:50:52.784212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:51Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:52.794081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd0fd3c1-a1ce-45b5-8de9-3c8040bea148 req-ee497097-2e71-4e83-953a-b6c3209e0c47 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 210 time: 0.0562825 Jul 06 11:50:52.865583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc675d4-d9e5-411c-a3eb-245313fd5d28 None None] The sync data for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 is: [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:51Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:53.006586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-3c4adb7e-5867-486b-b2f9-714cb3100b9a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1346823192&fields=id&tenant_id=17035c1a5fb942568242e57cf0f1b648 HTTP/1.1" status: 200 len: 267 time: 0.0484531 Jul 06 11:50:53.172552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-8305abc9-a945-4dc3-ba2d-47017dbb0c54 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.179595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-8305abc9-a945-4dc3-ba2d-47017dbb0c54 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/networks?id=7a26ecad-a877-4acd-b618-81f212bae5ef HTTP/1.1" status: 200 len: 812 time: 0.1653101 Jul 06 11:50:53.207490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-221077c4-7f89-4745-8f7d-23c46cc72498 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/quotas/17035c1a5fb942568242e57cf0f1b648 HTTP/1.1" status: 200 len: 375 time: 0.0248611 Jul 06 11:50:53.294314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-4996c1d6-4e00-488b-988c-4a1b01f6747a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17035c1a5fb942568242e57cf0f1b648&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876338 Jul 06 11:50:53.495479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-1577c7ee-38d0-4b9f-8042-ad0c388ec124 service neutron] 10.222.0.78 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867487 Jul 06 11:50:53.810029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-4b05b10f-4875-4de9-b221-fbceec305c6a service neutron] 10.222.0.78 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071883 Jul 06 11:50:53.824859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-4f23ba51-d558-459a-a93d-0f2c7222b0e5 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.826737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-4f23ba51-d558-459a-a93d-0f2c7222b0e5 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "GET /v2.0/networks?id=e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 200 len: 809 time: 0.2731814 Jul 06 11:50:53.856716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Request body: {'port': {'device_id': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559', 'admin_state_up': True, 'tenant_id': 'c8072324bce844709c22fd3884996f95'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:53.935908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d33948-1cc0-4ce5-8975-c7846cf2612c req-5818a1b0-d192-4da9-9b55-181c846b0c7b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.944154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04d33948-1cc0-4ce5-8975-c7846cf2612c req-5818a1b0-d192-4da9-9b55-181c846b0c7b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.2870333 Jul 06 11:50:54.031736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04d33948-1cc0-4ce5-8975-c7846cf2612c req-3e85b2a7-4bd1-492b-814e-31e3cd867108 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864000 Jul 06 11:50:54.074632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Made reservation on behalf of c8072324bce844709c22fd3884996f95 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:54.082167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.287540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3069a2b8-a23c-40bf-b472-f8c9b1de852d req-dc892ed4-d66a-4d6c-9dbf-deb5e63308e6 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0408075 Jul 06 11:50:54.353684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Allocated IP 172.20.0.6 (e13c0fbf-e13f-4baf-944e-ee5eff001559/c6b7f49f-3f6e-4940-8719-3a0faf39fb58/0980a5d5-2ccc-400f-b2b7-9dd89200baae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:54.464918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da9d311f-4a97-4702-8f43-cc19726b0745 req-9fb0b99c-6fc1-4d77-bb59-e92ce02f526b tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 210 time: 0.0549848 Jul 06 11:50:54.664235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0fe92af2-cec7-4edb-afaf-f59a1edd140b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:54.697081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f36090ea-c89d-4486-9ab3-5cd1594b0a1e req-3a083507-d139-429d-8e26-13be10ec5a5b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 210 time: 0.0707364 Jul 06 11:50:54.776831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0fe92af2-cec7-4edb-afaf-f59a1edd140b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:54.785085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0fe92af2-cec7-4edb-afaf-f59a1edd140b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:54.785477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.814632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.915993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.929651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.979140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 0fe92af2-cec7-4edb-afaf-f59a1edd140b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0fe92af2-cec7-4edb-afaf-f59a1edd140b,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:54.983998 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.993025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Network e13c0fbf-e13f-4baf-944e-ee5eff001559 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:54.997316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:55.004676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:55.037834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Pushing event updated for resources: {'Port': ['ID=0980a5d5-2ccc-400f-b2b7-9dd89200baae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:55.056164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=0fe92af2-cec7-4edb-afaf-f59a1edd140b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:55.069220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.070403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.096970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-efbca253-b70b-4b21-ba87-4c521abcb6d8 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2585704 Jul 06 11:50:55.111593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Request body: {'port': {'device_id': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:55.231875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.351997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e8911-bc21-4e55-af75-24a8e47c8eb5 req-11443f4b-dff0-4d3c-a175-a58981fa761e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.360667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b01e8911-bc21-4e55-af75-24a8e47c8eb5 req-11443f4b-dff0-4d3c-a175-a58981fa761e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1171401 Jul 06 11:50:55.477927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b01e8911-bc21-4e55-af75-24a8e47c8eb5 req-c285da20-23ce-4424-a221-93522fa87fc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162019 Jul 06 11:50:55.527953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c817b82-0b48-4105-b49e-43d7c22695b5 req-384f5b3f-3736-4c79-8ac7-ea421f78d909 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0460062 Jul 06 11:50:55.805174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0980a5d5-2ccc-400f-b2b7-9dd89200baae {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:55.815484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.837705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e8d5-5046-40e3-80a2-d454c580ad1d req-8d59fa61-a892-4e1e-97a6-3bcc980f3684 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.846039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea4e8d5-5046-40e3-80a2-d454c580ad1d req-8d59fa61-a892-4e1e-97a6-3bcc980f3684 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 931 time: 0.1566455 Jul 06 11:50:55.907934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Transition to ACTIVE for port object 0980a5d5-2ccc-400f-b2b7-9dd89200baae will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:55.931501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.993293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92b8fa50-2ded-49a6-856a-b9676d2c3d98 req-ff9af92b-896a-4d68-8f3a-070b2b7d1772 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 210 time: 0.1442766 Jul 06 11:50:56.001727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea4e8d5-5046-40e3-80a2-d454c580ad1d req-a0cde8d8-af60-4fda-90e8-370aa5aa83f6 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547792 Jul 06 11:50:56.018957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Pushing event updated for resources: {'Port': ['ID=0980a5d5-2ccc-400f-b2b7-9dd89200baae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:56.660548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0fe92af2-cec7-4edb-afaf-f59a1edd140b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:56.705520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-d3dc13a1-b1af-4a9b-98fa-2c07b6aa1cb0 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.708954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-d3dc13a1-b1af-4a9b-98fa-2c07b6aa1cb0 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.79 "GET /v2.0/networks?id=7a26ecad-a877-4acd-b618-81f212bae5ef HTTP/1.1" status: 200 len: 812 time: 0.6579647 Jul 06 11:50:56.725217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Attempting to bind port 0980a5d5-2ccc-400f-b2b7-9dd89200baae on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:56.725552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Attempting to bind port 0980a5d5-2ccc-400f-b2b7-9dd89200baae by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:56.725882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Attempting to bind port 0980a5d5-2ccc-400f-b2b7-9dd89200baae on network e13c0fbf-e13f-4baf-944e-ee5eff001559 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:56.745939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Port 0980a5d5-2ccc-400f-b2b7-9dd89200baae on network e13c0fbf-e13f-4baf-944e-ee5eff001559 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:56.746324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Attempting to bind port 0980a5d5-2ccc-400f-b2b7-9dd89200baae on network e13c0fbf-e13f-4baf-944e-ee5eff001559 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:56.751331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0fe92af2-cec7-4edb-afaf-f59a1edd140b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:56.752015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.795413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:56.796356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Checking segment: {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:56.796769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Bound using segment: {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:56.797204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Bound port: 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:56.797557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.802894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c80c609-ce07-4171-a72b-984d17a373ed req-59748d0f-59fc-4d14-b0a7-0c6fac3b174b tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0584419 Jul 06 11:50:56.846345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-b8ecf005-4d7e-4de3-b573-077c930ba30d tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17035c1a5fb942568242e57cf0f1b648 HTTP/1.1" status: 200 len: 380 time: 0.1139824 Jul 06 11:50:56.874656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Request body: {'port': {'device_id': 'e21b0535-f922-4043-99a4-3836f8486e99', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'admin_state_up': True, 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'security_groups': ['575e4d77-d9e9-48a7-85bb-6140e60e6c34']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:56.960134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] For port 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:56.969024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] For port 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:56.981818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.995691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ebda-89a0-4a89-ac8c-dcd1df3344e2 req-76e138fa-26d9-4800-9945-e7f64744b447 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.997451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3b7ebda-89a0-4a89-ac8c-dcd1df3344e2 req-76e138fa-26d9-4800-9945-e7f64744b447 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.3244872 Jul 06 11:50:57.071826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.072546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.075351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] 10.222.0.79 "PUT /v2.0/ports/0980a5d5-2ccc-400f-b2b7-9dd89200baae HTTP/1.1" status: 200 len: 1091 time: 1.9680898 Jul 06 11:50:57.078800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'tag': '0980a5d5-2ccc-400f-b2b7-9dd89200baae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:57.080952 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd81bb8-1f94-48da-a371-913560cba15b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9ceabd-ec6d-4f4a-9661-17565d30bcca", "tag": "0980a5d5-2ccc-400f-b2b7-9dd89200baae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:57.109079 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7a41d66-aaa2-4308-86c2-a1dde31344e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.169333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3b7ebda-89a0-4a89-ac8c-dcd1df3344e2 req-5b09657c-704a-4490-9361-f5fd4e2dc4d2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633363 Jul 06 11:50:57.175077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521638d-cf2b-485d-8666-38eb3f645067 service neutron] Pushing event updated for resources: {'Port': ['ID=0980a5d5-2ccc-400f-b2b7-9dd89200baae,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:57.227097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a52ae29-7928-48c3-ac59-e66f7c380494 req-df7776da-90d7-4588-854c-9d49ecafc6d8 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 210 time: 0.0614407 Jul 06 11:50:57.240685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Made reservation on behalf of 17035c1a5fb942568242e57cf0f1b648 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:57.247066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.294886 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a54c57-5cb7-475c-9ea7-935eb6140908 x-openstack-request-id: req-08a54c57-5cb7-475c-9ea7-935eb6140908 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:57.295394 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9ceabd-ec6d-4f4a-9661-17565d30bcca", "tag": "0980a5d5-2ccc-400f-b2b7-9dd89200baae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:57.295590 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08a54c57-5cb7-475c-9ea7-935eb6140908 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:57.296648 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'tag': '0980a5d5-2ccc-400f-b2b7-9dd89200baae', 'status': 'completed', 'code': 200} Jul 06 11:50:57.343785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-f775fbbe-2bcd-4ca3-8997-0fba13f550e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.346527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-f775fbbe-2bcd-4ca3-8997-0fba13f550e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8072324bce844709c22fd3884996f95&device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 1094 time: 0.2200773 Jul 06 11:50:57.411543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-8f1c90b8-9adb-47a0-a0f6-5e51b2497602 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae HTTP/1.1" status: 200 len: 217 time: 0.0491869 Jul 06 11:50:57.536416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-633f005a-a97b-4523-96a9-8d99d25024b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.537919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-633f005a-a97b-4523-96a9-8d99d25024b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6b7f49f-3f6e-4940-8719-3a0faf39fb58 HTTP/1.1" status: 200 len: 849 time: 0.1050406 Jul 06 11:50:57.596934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-e1454ffd-7a73-4475-b2ba-1410b6a9dc98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e13c0fbf-e13f-4baf-944e-ee5eff001559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476675 Jul 06 11:50:57.598215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Allocated IP 172.20.0.10 (7a26ecad-a877-4acd-b618-81f212bae5ef/72dc5de5-ce8f-44fe-b8ca-1010ceeb2639/663993d0-6f2c-4222-9fe4-4cba891a10f5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:57.629352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08bedd-f97b-4c19-9230-f5b18d2bf934 req-2cc41f71-f7cc-4834-a064-2141edb5d76d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.630932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a08bedd-f97b-4c19-9230-f5b18d2bf934 req-2cc41f71-f7cc-4834-a064-2141edb5d76d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 943 time: 0.2831001 Jul 06 11:50:57.815550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a08bedd-f97b-4c19-9230-f5b18d2bf934 req-0e59ed4a-8e62-4e86-be7e-29a880395bc4 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689148 Jul 06 11:50:57.842894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-4fe67745-fd3f-4b4e-84aa-52a32b7edba0 service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353177 Jul 06 11:50:57.939797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.973151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Transition to ACTIVE for port object 663993d0-6f2c-4222-9fe4-4cba891a10f5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:57.996480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a179aa7-fac7-44d4-9a1d-ac51976ebf43 req-cda55f68-f11a-49e4-9f01-dcc475ef66c2 service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439583 Jul 06 11:50:58.036430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7cd5e762-cf80-40ce-8ace-3ef4545a4c69 req-7ca35084-76f6-4411-90fe-e5e2a3e85ed5 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0388315 Jul 06 11:50:58.061707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.148988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Network 7a26ecad-a877-4acd-b618-81f212bae5ef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:58.152015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event updated for resources: {'Port': ['ID=663993d0-6f2c-4222-9fe4-4cba891a10f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.154867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:58.164088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:58.230661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd81bb8-1f94-48da-a371-913560cba15b req-497d1331-be62-42e4-a057-71689d988636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.232491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-497d1331-be62-42e4-a057-71689d988636 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8072324bce844709c22fd3884996f95&device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 1094 time: 0.1639173 Jul 06 11:50:58.242224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.243349 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.504583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd81bb8-1f94-48da-a371-913560cba15b req-5bf4d7e2-df38-45e0-8dc7-f3c735ed9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.506507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-5bf4d7e2-df38-45e0-8dc7-f3c735ed9419 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 200 len: 910 time: 0.2600715 Jul 06 11:50:58.507731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ebce95a-ac7b-4998-926c-ee92d1359457 None None] Provisioning for port 663993d0-6f2c-4222-9fe4-4cba891a10f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:58.513052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-7fff8852-46cc-4d0c-8218-fcac04e67984 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6484513 Jul 06 11:50:58.517895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ebce95a-ac7b-4998-926c-ee92d1359457 None None] Provisioning complete for port 663993d0-6f2c-4222-9fe4-4cba891a10f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:58.518472 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ebce95a-ac7b-4998-926c-ee92d1359457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.558089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-a4d95654-71fa-4783-9658-53b811b9b185 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae HTTP/1.1" status: 200 len: 217 time: 0.0413873 Jul 06 11:50:58.559701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2ebce95a-ac7b-4998-926c-ee92d1359457 None None] Port 663993d0-6f2c-4222-9fe4-4cba891a10f5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:58.564354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Request body: {'port': {'device_id': 'e21b0535-f922-4043-99a4-3836f8486e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:58.719593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944beb07-4489-407f-a041-faf05cf9073b req-1bdd0503-184e-4f4c-847c-4f8ed1344855 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.721435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-944beb07-4489-407f-a041-faf05cf9073b req-1bdd0503-184e-4f4c-847c-4f8ed1344855 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.3084207 Jul 06 11:50:58.723183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd81bb8-1f94-48da-a371-913560cba15b req-987b9661-3b2f-44fd-b453-a75e18700106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.724754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-987b9661-3b2f-44fd-b453-a75e18700106 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6b7f49f-3f6e-4940-8719-3a0faf39fb58 HTTP/1.1" status: 200 len: 849 time: 0.1285253 Jul 06 11:50:58.796175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-53fedaf9-c002-4d6b-91bc-7a057b3b7ba1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e13c0fbf-e13f-4baf-944e-ee5eff001559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577483 Jul 06 11:50:58.806189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2a7d-a419-4cc4-bd66-3e2bd958e5dd req-6e0940c9-c7b5-4838-aa04-604cd737d2d0 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.807938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-370e2a7d-a419-4cc4-bd66-3e2bd958e5dd req-6e0940c9-c7b5-4838-aa04-604cd737d2d0 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 932 time: 0.3795216 Jul 06 11:50:58.808689 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.938902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-944beb07-4489-407f-a041-faf05cf9073b req-0c4c0877-fbde-46ee-9683-6cfa430fb2c9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028348 Jul 06 11:50:59.002537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-370e2a7d-a419-4cc4-bd66-3e2bd958e5dd req-c73a4277-57d4-4850-af76-5bd96c5ec973 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740844 Jul 06 11:50:59.099148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-5710753b-116b-46f5-ae17-b7d36b134e3f service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878630 Jul 06 11:50:59.338254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb0ac428-25ad-4289-a2aa-ad9f9e456756 req-367482a3-bc9f-43a2-9594-25164bc603bf tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0738933 Jul 06 11:50:59.378558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd81bb8-1f94-48da-a371-913560cba15b req-e2138ec8-13e0-4c1d-b350-db003b0298c4 service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648430 Jul 06 11:50:59.429086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ff2ee-d073-4ad3-958c-b4198cbf69c5 req-6a14f391-1fcb-4f1e-91c5-d23e4022e084 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.430706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-042ff2ee-d073-4ad3-958c-b4198cbf69c5 req-6a14f391-1fcb-4f1e-91c5-d23e4022e084 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 943 time: 0.2132010 Jul 06 11:50:59.480573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663993d0-6f2c-4222-9fe4-4cba891a10f5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:59.491716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.516072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-042ff2ee-d073-4ad3-958c-b4198cbf69c5 req-5fa1eb11-dc55-470b-8f18-00354acf5a77 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622191 Jul 06 11:50:59.519566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Transition to ACTIVE for port object 663993d0-6f2c-4222-9fe4-4cba891a10f5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:59.599529 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.624162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b93cf015-7a80-496a-a0db-058c4e82d17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.686570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Pushing event updated for resources: {'Port': ['ID=663993d0-6f2c-4222-9fe4-4cba891a10f5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.736391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Attempting to bind port 663993d0-6f2c-4222-9fe4-4cba891a10f5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:59.736707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Attempting to bind port 663993d0-6f2c-4222-9fe4-4cba891a10f5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:59.737100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Attempting to bind port 663993d0-6f2c-4222-9fe4-4cba891a10f5 on network 7a26ecad-a877-4acd-b618-81f212bae5ef {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:59.742598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Port 663993d0-6f2c-4222-9fe4-4cba891a10f5 on network 7a26ecad-a877-4acd-b618-81f212bae5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:59.743154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Attempting to bind port 663993d0-6f2c-4222-9fe4-4cba891a10f5 on network 7a26ecad-a877-4acd-b618-81f212bae5ef {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:59.748810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:59.749320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Checking segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:59.749713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Bound using segment: {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:59.750147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Bound port: 663993d0-6f2c-4222-9fe4-4cba891a10f5, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bbaf9e-d30e-4d1d-a508-5361aa4a6654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:59.750509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.837904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] For port 663993d0-6f2c-4222-9fe4-4cba891a10f5, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:59.842270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] For port 663993d0-6f2c-4222-9fe4-4cba891a10f5, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:59.849985 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.894824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.896023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.898237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] 10.222.0.79 "PUT /v2.0/ports/663993d0-6f2c-4222-9fe4-4cba891a10f5 HTTP/1.1" status: 200 len: 1092 time: 1.3389373 Jul 06 11:50:59.898782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:59.902122 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:59.934291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeae82a-9da0-4f8c-91e2-d859f52d83fc service neutron] Pushing event updated for resources: {'Port': ['ID=663993d0-6f2c-4222-9fe4-4cba891a10f5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.959398 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.019098 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.039513 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6ab5e-108d-4c19-b2a6-af2dd8e9f10b x-openstack-request-id: req-d2d6ab5e-108d-4c19-b2a6-af2dd8e9f10b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:00.040332 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:00.040332 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2d6ab5e-108d-4c19-b2a6-af2dd8e9f10b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:00.041196 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'status': 'completed', 'code': 200} Jul 06 11:51:00.080967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-ae039519-154f-446c-880f-125c20a31362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.084154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-ae039519-154f-446c-880f-125c20a31362 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17035c1a5fb942568242e57cf0f1b648&device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 1095 time: 0.1399117 Jul 06 11:51:00.158781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-ebcd2404-d294-4afe-819a-19d595bfc9c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5 HTTP/1.1" status: 200 len: 217 time: 0.0640166 Jul 06 11:51:00.261893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-8a8562d1-cce0-4905-91c8-47d1586af786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.263804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-8a8562d1-cce0-4905-91c8-47d1586af786 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=72dc5de5-ce8f-44fe-b8ca-1010ceeb2639 HTTP/1.1" status: 200 len: 851 time: 0.0749125 Jul 06 11:51:00.287963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0980a5d5-2ccc-400f-b2b7-9dd89200baae details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:00.398904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e0e53-9ab1-4fda-ae22-f71cd818aa8c req-76b8a18e-ed76-46a5-9484-49bb2506f4ae tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.400470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f19e0e53-9ab1-4fda-ae22-f71cd818aa8c req-76b8a18e-ed76-46a5-9484-49bb2506f4ae tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 944 time: 0.1538780 Jul 06 11:51:00.413726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aadaa-c749-48ff-921c-2a6792922d14 req-5a58ca05-cc81-47b6-83f3-a2104d334a6f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.415626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a79aadaa-c749-48ff-921c-2a6792922d14 req-5a58ca05-cc81-47b6-83f3-a2104d334a6f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.2713764 Jul 06 11:51:00.430131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:00.446780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '0980a5d5-2ccc-400f-b2b7-9dd89200baae', 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559', 'port_id': '0980a5d5-2ccc-400f-b2b7-9dd89200baae', 'mac_address': 'fa:16:3e:d7:1a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b7f49f-3f6e-4940-8719-3a0faf39fb58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:00.464869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41dce-5e80-4c33-9153-d412237471d0 req-8ce314f8-0557-4c4e-b684-13e151814e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.467866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-8ce314f8-0557-4c4e-b684-13e151814e6c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a26ecad-a877-4acd-b618-81f212bae5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722779 Jul 06 11:51:00.489642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.504151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0980a5d5-2ccc-400f-b2b7-9dd89200baae {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:00.527137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:00.532067 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.560363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f19e0e53-9ab1-4fda-ae22-f71cd818aa8c req-0febadb0-70b4-4762-9ee1-1320e0de6486 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436036 Jul 06 11:51:00.578272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a79aadaa-c749-48ff-921c-2a6792922d14 req-20dfc450-074c-42c1-b476-3d67f9200951 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505721 Jul 06 11:51:00.616636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0980a5d5-2ccc-400f-b2b7-9dd89200baae,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.650747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-1f66cf1e-305f-4b9e-a6ba-630635430de2 service neutron] 10.222.0.79 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715529 Jul 06 11:51:00.782078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79b41dce-5e80-4c33-9153-d412237471d0 req-6b76e94e-78c6-43d5-b426-343e2714677e service neutron] 10.222.0.79 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223502 Jul 06 11:51:00.852894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31e482f7-add3-42f8-87d0-207e010bce84 req-7cd44e83-9d6f-4112-9eb3-db7a37627f66 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0300069 Jul 06 11:51:00.864767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.024063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-185d3e8f-61bb-475f-bfbf-679a0d22ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.025560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-185d3e8f-61bb-475f-bfbf-679a0d22ce4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17035c1a5fb942568242e57cf0f1b648&device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 1095 time: 0.0936458 Jul 06 11:51:01.043694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1e2d-4df2-4272-873b-63b4010d69e6 req-b51034b1-12c1-4297-8ba6-a33185fde528 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.045227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eab1e2d-4df2-4272-873b-63b4010d69e6 req-b51034b1-12c1-4297-8ba6-a33185fde528 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 944 time: 0.0867505 Jul 06 11:51:01.074262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0980a5d5-2ccc-400f-b2b7-9dd89200baae'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:01.135829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eab1e2d-4df2-4272-873b-63b4010d69e6 req-7cae00b3-6926-4af0-841d-74defffc056d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817249 Jul 06 11:51:01.164686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-d3d8dad8-b755-49f2-80b8-9eb890e0145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.166195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-d3d8dad8-b755-49f2-80b8-9eb890e0145f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a26ecad-a877-4acd-b618-81f212bae5ef HTTP/1.1" status: 200 len: 913 time: 0.1195481 Jul 06 11:51:01.223492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-be90fb4a-5e0d-4665-b6f6-d1201a77b97b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5 HTTP/1.1" status: 200 len: 217 time: 0.0487690 Jul 06 11:51:01.292438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-fed6d1a8-c688-4708-a751-cf16cf5bb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.293924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-fed6d1a8-c688-4708-a751-cf16cf5bb748 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=72dc5de5-ce8f-44fe-b8ca-1010ceeb2639 HTTP/1.1" status: 200 len: 851 time: 0.0538914 Jul 06 11:51:01.312547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-ff17b0d4-ae3a-411b-9d7c-7c5a9b66e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.313973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-ff17b0d4-ae3a-411b-9d7c-7c5a9b66e23e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 1096 time: 0.1334796 Jul 06 11:51:01.856623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-6b570f9d-6299-4ed5-a043-e381b851c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.858094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-6b570f9d-6299-4ed5-a043-e381b851c5ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a26ecad-a877-4acd-b618-81f212bae5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5569293 Jul 06 11:51:01.863155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-a1d84d22-2f33-4083-9ee7-9cf89398dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.864497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-a1d84d22-2f33-4083-9ee7-9cf89398dac8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.5344925 Jul 06 11:51:01.964292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874773c9-f1b6-4186-9e5c-6e4ac0854cdc req-cad4c770-7532-495c-9866-ecdfb9a8a481 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.965753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-874773c9-f1b6-4186-9e5c-6e4ac0854cdc req-cad4c770-7532-495c-9866-ecdfb9a8a481 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 944 time: 0.2369018 Jul 06 11:51:01.971845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-539ac149-6994-4031-8899-af201413c7c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0 HTTP/1.1" status: 200 len: 217 time: 0.0944970 Jul 06 11:51:01.983261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfee58c-abf1-4787-87b9-a87863ad0ec1 req-01c8c4b9-0742-4019-801f-2a83b41b1f20 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.984976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddfee58c-abf1-4787-87b9-a87863ad0ec1 req-01c8c4b9-0742-4019-801f-2a83b41b1f20 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.2572191 Jul 06 11:51:02.101640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-874773c9-f1b6-4186-9e5c-6e4ac0854cdc req-592c51ef-cf48-4c0a-a346-5e1a67c45a1e tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281414 Jul 06 11:51:02.105614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-50c8d85f-afaf-4712-b12f-eb18382a9775 service neutron] 10.222.0.79 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401435 Jul 06 11:51:02.107389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-57d4322d-695f-4f58-bc6c-4ba4a4de6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.109099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-57d4322d-695f-4f58-bc6c-4ba4a4de6729 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.1178138 Jul 06 11:51:02.112686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddfee58c-abf1-4787-87b9-a87863ad0ec1 req-2bfe0609-07ac-480b-855d-a30cbe90b603 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190472 Jul 06 11:51:02.247534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e4733d-52cd-4502-aa86-a6a2a0954dcf req-d05a2b0a-8c82-47b0-b9e0-9a85cbfb9709 service neutron] 10.222.0.79 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299732 Jul 06 11:51:02.251260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-54ed3ea7-e4d6-4a54-9834-f3da57c40a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.252813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-54ed3ea7-e4d6-4a54-9834-f3da57c40a6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343307 Jul 06 11:51:02.308689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 663993d0-6f2c-4222-9fe4-4cba891a10f5 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:02.377700 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.387321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae742bf7-9d1e-4478-b415-bfb3d7644c26 req-d943b734-06a8-4696-8818-60b3536b9dd8 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0427108 Jul 06 11:51:02.396799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-9373a3b1-20a0-4455-b090-9209925b0970 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362839 Jul 06 11:51:02.542791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6535a76-4259-4409-90fe-b79e28de4c52 req-afe8f479-a01a-4436-b2f4-7368e0113407 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381049 Jul 06 11:51:02.570409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2026-3fd6-44df-8f69-f7f71f97abdc req-a5459f2b-99cf-4720-b8a0-23b8866d68fb tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.572062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27fb2026-3fd6-44df-8f69-f7f71f97abdc req-a5459f2b-99cf-4720-b8a0-23b8866d68fb tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 944 time: 0.1140904 Jul 06 11:51:02.612142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27fb2026-3fd6-44df-8f69-f7f71f97abdc req-31bfe703-f5e1-41f0-8990-9dc174a5efd1 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333519 Jul 06 11:51:02.651786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 663993d0-6f2c-4222-9fe4-4cba891a10f5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:02.666658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'port_id': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'mac_address': 'fa:16:3e:7c:f4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:02.740439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.758117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663993d0-6f2c-4222-9fe4-4cba891a10f5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:02.783400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 663993d0-6f2c-4222-9fe4-4cba891a10f5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:02.793161 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.851562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=663993d0-6f2c-4222-9fe4-4cba891a10f5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:03.230988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['663993d0-6f2c-4222-9fe4-4cba891a10f5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:03.335203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b8c58-1be5-4948-8376-c4d7fb665e4a req-084be5ad-cfa0-491d-8a90-acd6f944e8bf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.336989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d44b8c58-1be5-4948-8376-c4d7fb665e4a req-084be5ad-cfa0-491d-8a90-acd6f944e8bf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 945 time: 0.1226342 Jul 06 11:51:03.347719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314356f3-b721-4f7e-93a6-7fc9370b7800 req-cf3cfe8b-c4dc-46ee-b9f3-384772cacdbe tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.349486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-314356f3-b721-4f7e-93a6-7fc9370b7800 req-cf3cfe8b-c4dc-46ee-b9f3-384772cacdbe tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1062553 Jul 06 11:51:03.411990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d44b8c58-1be5-4948-8376-c4d7fb665e4a req-e00dc80d-b573-4d67-b463-dcc54a3c506f tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613742 Jul 06 11:51:03.419139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-314356f3-b721-4f7e-93a6-7fc9370b7800 req-66b1dd25-e93e-486c-ba24-f11610116424 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615368 Jul 06 11:51:03.808706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c4cec-d698-453e-9606-19b4fdef6a95 req-df5d285d-c745-4603-973a-06a2fbc9e5b7 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.810239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-070c4cec-d698-453e-9606-19b4fdef6a95 req-df5d285d-c745-4603-973a-06a2fbc9e5b7 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 944 time: 0.0722244 Jul 06 11:51:03.866681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e06fcd0-dba5-44dc-bf08-9aba10bb1362 req-85a66c5e-cce9-44fd-a2cf-2e1d5cc49083 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0432889 Jul 06 11:51:03.886987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-070c4cec-d698-453e-9606-19b4fdef6a95 req-44265a1e-1cc0-4878-b32f-a408321ffd20 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704315 Jul 06 11:51:04.313084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0980a5d5-2ccc-400f-b2b7-9dd89200baae up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:04.360111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 0980a5d5-2ccc-400f-b2b7-9dd89200baae completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:04.363864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 0980a5d5-2ccc-400f-b2b7-9dd89200baae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:04.364330 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.457754 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.496751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0980a5d5-2ccc-400f-b2b7-9dd89200baae'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:04.499385 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb49c1e-2908-4acc-b8fa-93e4802d04f0" -d '{"events": [{"server_uuid": "bd9ceabd-ec6d-4f4a-9661-17565d30bcca", "name": "network-vif-plugged", "status": "completed", "tag": "0980a5d5-2ccc-400f-b2b7-9dd89200baae"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:04.516777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.522235 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.523584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fcec1210-1be8-46a1-bf75-b6c46ca953a0 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:04.613297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0980a5d5-2ccc-400f-b2b7-9dd89200baae,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.658145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0270ad-8d92-47b0-b3a1-bca2eb732fcc req-603bc6af-3260-4c0e-9420-c68520db86d9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.659927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0270ad-8d92-47b0-b3a1-bca2eb732fcc req-603bc6af-3260-4c0e-9420-c68520db86d9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 945 time: 0.1124175 Jul 06 11:51:04.664253 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.682935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6167-6799-4b85-8d93-087c798a5272 req-2a4d3f0c-7d86-4742-b013-cf264527a4cf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.684453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e7c6167-6799-4b85-8d93-087c798a5272 req-2a4d3f0c-7d86-4742-b013-cf264527a4cf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 945 time: 0.1065967 Jul 06 11:51:04.700076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.704385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.736966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0270ad-8d92-47b0-b3a1-bca2eb732fcc req-b7ab30df-22f3-4adf-ad39-598dc305ba2b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697281 Jul 06 11:51:04.744906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0e7c6167-6799-4b85-8d93-087c798a5272 req-a8c11932-ec12-4565-94dc-2b2a6dc0eedc tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527720 Jul 06 11:51:04.772427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.850348 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030dcf85-d479-490b-8250-46030e6c378c x-openstack-request-id: req-030dcf85-d479-490b-8250-46030e6c378c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:04.851112 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9ceabd-ec6d-4f4a-9661-17565d30bcca", "name": "network-vif-plugged", "status": "completed", "tag": "0980a5d5-2ccc-400f-b2b7-9dd89200baae", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:04.851431 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-030dcf85-d479-490b-8250-46030e6c378c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:04.851899 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0980a5d5-2ccc-400f-b2b7-9dd89200baae', 'code': 200} Jul 06 11:51:05.017200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f44e6-d8e9-4da8-b886-af5f531898f7 req-86a74ec4-0226-4ac0-9a87-b36f3c418aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.019078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-787f44e6-d8e9-4da8-b886-af5f531898f7 req-86a74ec4-0226-4ac0-9a87-b36f3c418aed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 1096 time: 0.0775142 Jul 06 11:51:05.059823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-787f44e6-d8e9-4da8-b886-af5f531898f7 req-15eae458-c8cf-4188-a948-3f0b0d674e52 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Jul 06 11:51:05.129736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea172ad0-d4aa-47a5-8aed-f830e0a39571 req-434cfe5f-7ada-41af-8f7c-d5047ea127c1 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0403106 Jul 06 11:51:05.188915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60327e24-32aa-47b7-b40d-ca69d4845abd req-be6da9ba-ec3b-4693-9d33-e88b96e3a786 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.190421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60327e24-32aa-47b7-b40d-ca69d4845abd req-be6da9ba-ec3b-4693-9d33-e88b96e3a786 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 945 time: 0.0894613 Jul 06 11:51:05.228137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60327e24-32aa-47b7-b40d-ca69d4845abd req-c4b6466a-fb61-4c47-9afc-1aca590220af tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Jul 06 11:51:05.997911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f947b0-507a-4d4f-bd3d-488cefcbfbc1 req-9228afca-4387-4d23-b620-71b9d1f3bb03 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.001643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21f947b0-507a-4d4f-bd3d-488cefcbfbc1 req-9228afca-4387-4d23-b620-71b9d1f3bb03 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 943 time: 0.1323943 Jul 06 11:51:06.019466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32a413-fdfa-47f7-b1ae-ec912bdc8521 req-d34f40bf-2ede-4474-a198-e26dd40e88d5 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.021334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a32a413-fdfa-47f7-b1ae-ec912bdc8521 req-d34f40bf-2ede-4474-a198-e26dd40e88d5 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 945 time: 0.1387808 Jul 06 11:51:06.083605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21f947b0-507a-4d4f-bd3d-488cefcbfbc1 req-d9fb0b48-8ce3-4d80-b734-e7061e8b8b3b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751810 Jul 06 11:51:06.095305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a32a413-fdfa-47f7-b1ae-ec912bdc8521 req-2fcb5087-370a-4592-94b8-28ed4e56b651 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661473 Jul 06 11:51:06.343633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 663993d0-6f2c-4222-9fe4-4cba891a10f5 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:06.394529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72c0e-5ef7-4167-8a69-a72ef928864e req-745f840e-8e5d-493e-b084-be86ac56d66e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.396525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4d72c0e-5ef7-4167-8a69-a72ef928864e req-745f840e-8e5d-493e-b084-be86ac56d66e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0834014 Jul 06 11:51:06.399123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 663993d0-6f2c-4222-9fe4-4cba891a10f5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:06.403483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 663993d0-6f2c-4222-9fe4-4cba891a10f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:06.406436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.460310 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe1935a9-5455-4b59-9366-1bf451b62648 req-ab96228a-9fee-4684-9843-022b964e2ee1 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0461273 Jul 06 11:51:06.488238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4d72c0e-5ef7-4167-8a69-a72ef928864e req-30a80bc7-aa68-468b-9f40-b9b76b945a19 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784271 Jul 06 11:51:06.510520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.552924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 663993d0-6f2c-4222-9fe4-4cba891a10f5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:06.557667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.558665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fcec1210-1be8-46a1-bf75-b6c46ca953a0 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:06.646066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=663993d0-6f2c-4222-9fe4-4cba891a10f5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:06.685428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86bf3-aec6-46e1-957b-1fe7b409d54b req-5814bc9f-3542-44b0-a31a-de7a71ab23ff tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.687142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-add86bf3-aec6-46e1-957b-1fe7b409d54b req-5814bc9f-3542-44b0-a31a-de7a71ab23ff tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 945 time: 0.1169267 Jul 06 11:51:06.718346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88455-927a-459f-90ec-f7fa4e06811f req-472f4316-8b72-4f79-ae3a-9d6608ebb866 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.719797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaf88455-927a-459f-90ec-f7fa4e06811f req-472f4316-8b72-4f79-ae3a-9d6608ebb866 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1054626 Jul 06 11:51:06.755605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-add86bf3-aec6-46e1-957b-1fe7b409d54b req-cf0102f9-3415-4180-84b2-b6a3bfc48516 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613806 Jul 06 11:51:06.776597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaf88455-927a-459f-90ec-f7fa4e06811f req-3639e09b-d271-41d4-8da3-e1576e3e2c60 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504208 Jul 06 11:51:06.852753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0'}, {'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:06.855373 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182bc069-f515-41ca-ac39-e88a71382723" -d '{"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-unplugged", "status": "completed", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0"}, {"server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "name": "network-vif-plugged", "status": "completed", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:06.899039 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a071d810-884b-4692-b99c-17343110e031 x-openstack-request-id: req-a071d810-884b-4692-b99c-17343110e031 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:06.899448 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-unplugged", "status": "failed", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0", "code": 422}, {"server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "name": "network-vif-plugged", "status": "completed", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:06.899835 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a071d810-884b-4692-b99c-17343110e031 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:06.900400 n-d-799528-2 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'code': 422} returned with failed status Jul 06 11:51:06.900739 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'code': 200} Jul 06 11:51:07.065210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92548cf5-7b5c-401e-856a-c109bad7969f req-5320c5c6-8244-4157-b306-064a94f4fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.066937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92548cf5-7b5c-401e-856a-c109bad7969f req-5320c5c6-8244-4157-b306-064a94f4fec7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 1097 time: 0.0597165 Jul 06 11:51:07.148994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92548cf5-7b5c-401e-856a-c109bad7969f req-46890b01-815f-4f48-9b46-c78cf999f369 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693002 Jul 06 11:51:07.178657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973b73-d4d7-43a6-9275-391304cd7818 req-c8188b59-b01a-432f-a358-8c496894f09d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.180169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5973b73-d4d7-43a6-9275-391304cd7818 req-c8188b59-b01a-432f-a358-8c496894f09d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0850902 Jul 06 11:51:07.221885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5973b73-d4d7-43a6-9275-391304cd7818 req-34f35a1f-f999-4a41-8b45-66dc33356e52 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360808 Jul 06 11:51:07.286808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e6f1-4ae0-426c-95a4-e82dd19cf229 req-88cb607c-bd01-49ff-9635-755d3e1fb225 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.288341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1971e6f1-4ae0-426c-95a4-e82dd19cf229 req-88cb607c-bd01-49ff-9635-755d3e1fb225 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.0656133 Jul 06 11:51:07.337716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1971e6f1-4ae0-426c-95a4-e82dd19cf229 req-6fd929b2-de1b-47da-bf3e-55751d10d4a8 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Jul 06 11:51:07.430232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfc5871c-7bb4-4745-a457-3d0109711cee req-90d9b84b-ef9b-4e01-a605-800f75f0ad61 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0300081 Jul 06 11:51:07.820243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-077603b7-935a-46d9-a7f4-c957867f734b req-e5096b2d-f998-44e3-a43d-8d240a6467d8 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0324268 Jul 06 11:51:07.845376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2d57f-5207-42f6-b729-1bba6a79e680 req-fe04c72c-a5fc-47e7-9f5c-4fd58c565194 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.846892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38f2d57f-5207-42f6-b729-1bba6a79e680 req-fe04c72c-a5fc-47e7-9f5c-4fd58c565194 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 945 time: 0.0983150 Jul 06 11:51:07.885418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38f2d57f-5207-42f6-b729-1bba6a79e680 req-3e59ba86-8544-4a9d-8d4b-758b2ee4e591 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Jul 06 11:51:08.409279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af5daf-4a09-429c-b489-1c05bfdc9a42 req-3dc3c892-7cab-483f-8519-30f55d69411a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.410889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49af5daf-4a09-429c-b489-1c05bfdc9a42 req-3dc3c892-7cab-483f-8519-30f55d69411a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0760107 Jul 06 11:51:08.451523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49af5daf-4a09-429c-b489-1c05bfdc9a42 req-fbefc6cf-a597-4817-8310-54e6b77b56e8 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Jul 06 11:51:08.544703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccc9a8-15f5-42f1-99e2-36297ea26fa2 req-8498a8f3-6813-4102-84e8-d066dd59b500 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.546141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03ccc9a8-15f5-42f1-99e2-36297ea26fa2 req-8498a8f3-6813-4102-84e8-d066dd59b500 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.0771708 Jul 06 11:51:08.587062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03ccc9a8-15f5-42f1-99e2-36297ea26fa2 req-987d65da-3fad-4240-aa6d-8c69da9f7b50 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350707 Jul 06 11:51:08.772182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475df2a3-c0a7-466d-94ae-10c6820441da req-67e1e3fd-fdcb-4d5e-b1ad-102fb6b53e26 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.773760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-475df2a3-c0a7-466d-94ae-10c6820441da req-67e1e3fd-fdcb-4d5e-b1ad-102fb6b53e26 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.0661209 Jul 06 11:51:08.783429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.789686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Request body: {'floatingip': {'port_id': '663993d0-6f2c-4222-9fe4-4cba891a10f5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:08.832919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.994697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebd7e306-3619-4df4-b80a-d5aa28aef08c req-6df0ada2-f86c-483b-ab15-500384be44ff tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Jul 06 11:51:09.080651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241549-17b7-4468-8e1e-78b07a238790 req-d6210cf6-088b-45cd-86d8-6a23a1a9123f tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.082344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65241549-17b7-4468-8e1e-78b07a238790 req-d6210cf6-088b-45cd-86d8-6a23a1a9123f tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 945 time: 0.0788503 Jul 06 11:51:09.129277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65241549-17b7-4468-8e1e-78b07a238790 req-d7146479-833f-472e-a80d-0dbfbb8ffecd tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Jul 06 11:51:09.346393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.351235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.371633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d83a656a-2b00-4ae3-82de-f7951226d0b9 req-fabcacbf-dafd-4cd3-b943-b4f4ce9d9186 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0112da77f5a454c95cec77f7c9b7053&device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0451696 Jul 06 11:51:09.418097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6690cb1-b698-4b5c-a5c1-691008a5a9e0 req-28819336-ab23-4610-8c4a-004e880069fc tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0488384 Jul 06 11:51:09.420093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d83a656a-2b00-4ae3-82de-f7951226d0b9 req-2740f87b-ba72-4f28-9475-f22c1603105c service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a0112da77f5a454c95cec77f7c9b7053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365322 Jul 06 11:51:09.458731 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Floating IP fa251d7e-d82f-4a90-bbbf-88581b4a870f associated. External IP: 172.25.7.157, port: 663993d0-6f2c-4222-9fe4-4cba891a10f5. Jul 06 11:51:09.560354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a656a-2b00-4ae3-82de-f7951226d0b9 req-6cc1de58-fc3e-4daf-afff-118c8866fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.562881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d83a656a-2b00-4ae3-82de-f7951226d0b9 req-6cc1de58-fc3e-4daf-afff-118c8866fdd5 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360509 Jul 06 11:51:09.585232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-1c90f153-440d-4051-86d6-af8e9a70ed4d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.586796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-1c90f153-440d-4051-86d6-af8e9a70ed4d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 945 time: 0.1112511 Jul 06 11:51:09.686184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:09.749378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587a54c-5ecb-49b1-8228-350964a543ed req-8df2c5a9-543a-4c89-82e6-a9ebcb8c46d0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.750905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3587a54c-5ecb-49b1-8228-350964a543ed req-8df2c5a9-543a-4c89-82e6-a9ebcb8c46d0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1631041 Jul 06 11:51:09.798868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:09.804775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.813060 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] Sync routers for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:09.824927 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:09.825971 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:51:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:09.830971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3587a54c-5ecb-49b1-8228-350964a543ed req-9ff58028-910b-4f12-b89e-dded2c4c8bb9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691104 Jul 06 11:51:09.834593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Deleting port 0980a5d5-2ccc-400f-b2b7-9dd89200baae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:09.834915 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.843431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03d9131f-75fc-42ac-8f39-6b7da4755381 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "PUT /v2.0/floatingips/fa251d7e-d82f-4a90-bbbf-88581b4a870f HTTP/1.1" status: 200 len: 992 time: 1.0554240 Jul 06 11:51:09.843431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:09.846591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-31a6a2da-8715-4785-9d13-680610087c50 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1460698 Jul 06 11:51:09.852537 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca8515-88da-4750-a197-4da0dc983a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:09.987820 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:09.989853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] For port 0980a5d5-2ccc-400f-b2b7-9dd89200baae, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0980a5d5-2ccc-400f-b2b7-9dd89200baae,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:09.990295 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.011955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.012467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.013041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.013418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.013887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.015030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.015584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.017593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-182df955-e325-49ff-b0ad-bdc14a25914a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6493 time: 0.1295772 Jul 06 11:51:10.018646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Calling delete_port for 0980a5d5-2ccc-400f-b2b7-9dd89200baae owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:10.087220 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb257a0-e86f-4c6b-9498-9d14c42ad10f x-openstack-request-id: req-feb257a0-e86f-4c6b-9498-9d14c42ad10f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:10.087793 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:10.088295 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-feb257a0-e86f-4c6b-9498-9d14c42ad10f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:10.088886 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'status': 'completed', 'code': 200} Jul 06 11:51:10.192940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-410f3c8a-5314-4652-abdc-fed2c3d6761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.193165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-9c6f1930-763d-4a0b-9fb8-fb5d997bec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.193487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-410f3c8a-5314-4652-abdc-fed2c3d6761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.193900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-410f3c8a-5314-4652-abdc-fed2c3d6761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.195033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-9c6f1930-763d-4a0b-9fb8-fb5d997bec5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=17035c1a5fb942568242e57cf0f1b648&device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 1097 time: 0.0699832 Jul 06 11:51:10.195550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-410f3c8a-5314-4652-abdc-fed2c3d6761d service neutron] 10.222.0.79 "GET /v2.0/networks?id=62e399e8-f6e9-4926-bc2f-26ed4524240e&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93 HTTP/1.1" status: 200 len: 2292 time: 0.1354213 Jul 06 11:51:10.276922 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'fa251d7e-d82f-4a90-bbbf-88581b4a870f', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'port_id': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'mac_address': 'fa:16:3e:7c:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b0535-f922-4043-99a4-3836f8486e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:50:51Z', 'updated_at': '2021-07-06T11:51:09Z', 'revision_number': 1, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:54Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:10.312889 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] Checking router: 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:10.324957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:10.326271 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:51:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:10.330827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-bb1d0c6e-ac60-458a-b512-7ec6d5c0c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.331636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-986804eb-db70-4862-a752-67869473005c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e015561b-6c49-4012-ad5b-f494b5ed1767 HTTP/1.1" status: 200 len: 1001 time: 0.1124301 Jul 06 11:51:10.332735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-bb1d0c6e-ac60-458a-b512-7ec6d5c0c7eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a26ecad-a877-4acd-b618-81f212bae5ef HTTP/1.1" status: 200 len: 913 time: 0.1157510 Jul 06 11:51:10.335500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.348163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0980a5d5-2ccc-400f-b2b7-9dd89200baae'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:10.378513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Pushing event deleted for resources: {'Port': ['ID=0980a5d5-2ccc-400f-b2b7-9dd89200baae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:10.421622 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-c20286c2-1b77-4bc3-bdce-8b75f83081d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5 HTTP/1.1" status: 200 len: 1000 time: 0.0735557 Jul 06 11:51:10.453400 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:10.468188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] No DVR routers for this DVR port 0980a5d5-2ccc-400f-b2b7-9dd89200baae on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:10.477238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddc2c8-efac-418d-af76-0db5cc250c03 req-11507c40-df83-4437-b4f3-9bfbf0d76545 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.478832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34ddc2c8-efac-418d-af76-0db5cc250c03 req-11507c40-df83-4437-b4f3-9bfbf0d76545 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd9ceabd-ec6d-4f4a-9661-17565d30bcca HTTP/1.1" status: 200 len: 867 time: 0.2147388 Jul 06 11:51:10.479945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.481848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db0713f4-24c7-4c2f-98e4-f8369159e18b req-0818de5f-04d5-449e-b597-60f3cf86e273 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "DELETE /v2.0/ports/0980a5d5-2ccc-400f-b2b7-9dd89200baae HTTP/1.1" status: 204 len: 173 time: 0.8634977 Jul 06 11:51:10.482457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'name': 'network-vif-deleted', 'tag': '0980a5d5-2ccc-400f-b2b7-9dd89200baae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:10.485107 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb78909-0fb5-47ec-bd42-de3a7606588a" -d '{"events": [{"server_uuid": "bd9ceabd-ec6d-4f4a-9661-17565d30bcca", "name": "network-vif-deleted", "tag": "0980a5d5-2ccc-400f-b2b7-9dd89200baae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:10.488008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-3a46dd00-a486-448a-967f-d2f022461f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.488468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-aaf298c7-20b6-49a6-b597-2b0ea5750ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.489957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-aaf298c7-20b6-49a6-b597-2b0ea5750ed1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19f4daac-96a6-4e0f-99b4-287a8db1bfb7 HTTP/1.1" status: 200 len: 850 time: 0.1426795 Jul 06 11:51:10.490114 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-3a46dd00-a486-448a-967f-d2f022461f18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=72dc5de5-ce8f-44fe-b8ca-1010ceeb2639 HTTP/1.1" status: 200 len: 851 time: 0.0608268 Jul 06 11:51:10.554747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34ddc2c8-efac-418d-af76-0db5cc250c03 req-ada37eb7-3c96-49e1-b873-da3392e0600e tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630791 Jul 06 11:51:10.597563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-a5db9893-d0e2-40df-8a06-1cd27fabb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.603887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-a5db9893-d0e2-40df-8a06-1cd27fabb9fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62e399e8-f6e9-4926-bc2f-26ed4524240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877442 Jul 06 11:51:10.627160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-820efa3b-d3d2-4470-a1ed-b751d21f1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.628764 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-820efa3b-d3d2-4470-a1ed-b751d21f1bc4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a26ecad-a877-4acd-b618-81f212bae5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178632 Jul 06 11:51:10.633483 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e28478b-3b30-400e-add2-97ba7753977a x-openstack-request-id: req-7e28478b-3b30-400e-add2-97ba7753977a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:10.633776 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9ceabd-ec6d-4f4a-9661-17565d30bcca", "name": "network-vif-deleted", "tag": "0980a5d5-2ccc-400f-b2b7-9dd89200baae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:10.634066 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e28478b-3b30-400e-add2-97ba7753977a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:10.634475 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9ceabd-ec6d-4f4a-9661-17565d30bcca', 'name': 'network-vif-deleted', 'tag': '0980a5d5-2ccc-400f-b2b7-9dd89200baae', 'status': 'completed', 'code': 200} Jul 06 11:51:10.696368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a32f159-ef1b-49f7-bf03-8d5495cda399 req-8a305f02-e2f7-490e-8a1c-7970bbb28a02 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0752907 Jul 06 11:51:10.742472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-9c93b184-4a03-47c6-a88a-d6ba2c94f602 service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318960 Jul 06 11:51:10.751241 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-3a7ee02d-c0d9-429a-860d-8a8aca46aeb9 service neutron] 10.222.0.79 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130822 Jul 06 11:51:10.874769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a4ca8515-88da-4750-a197-4da0dc983a8a req-c61ef1ee-8cd8-4e67-a90c-bfcf02c26657 service neutron] 10.222.0.79 "GET /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077855 Jul 06 11:51:10.885640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-7db60af1-ad84-4364-9d72-71387974bfca service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201167 Jul 06 11:51:10.925562 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'fa251d7e-d82f-4a90-bbbf-88581b4a870f', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'port_id': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'mac_address': 'fa:16:3e:7c:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b0535-f922-4043-99a4-3836f8486e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:50:51Z', 'updated_at': '2021-07-06T11:51:09Z', 'revision_number': 1, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:54Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:10.939791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-6533841d-ee65-45c7-ad2e-611ea567ae22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 217 time: 0.0416958 Jul 06 11:51:10.953983 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa9be6-0907-4e0f-84cb-62383595a1e4 None None] The sync data for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 is: [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'fa251d7e-d82f-4a90-bbbf-88581b4a870f', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'port_id': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'mac_address': 'fa:16:3e:7c:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b0535-f922-4043-99a4-3836f8486e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:50:51Z', 'updated_at': '2021-07-06T11:51:09Z', 'revision_number': 1, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:54Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:11.049192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-6d57f542-1798-4683-b707-a7197cff986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.050692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-6d57f542-1798-4683-b707-a7197cff986a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.1018970 Jul 06 11:51:11.118447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f080f-a004-4c3c-be01-7488b3f5a7ae req-1ab936cd-379c-4144-b48c-a9862d57e6c1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.119993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b01f080f-a004-4c3c-be01-7488b3f5a7ae req-1ab936cd-379c-4144-b48c-a9862d57e6c1 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1161442 Jul 06 11:51:11.154673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-c0b52bf7-4e2b-425a-b5f0-0cb9d3c40caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.157574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-c0b52bf7-4e2b-425a-b5f0-0cb9d3c40caf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963652 Jul 06 11:51:11.215167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d83a656a-2b00-4ae3-82de-f7951226d0b9 req-3eba4044-9755-4ca6-96e3-20c74e656b91 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0393646 Jul 06 11:51:11.239134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b7b9da-2bec-48d4-a976-4f6bb49b7639 None None] New status for floating IP fa251d7e-d82f-4a90-bbbf-88581b4a870f: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:51:11.253303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b01f080f-a004-4c3c-be01-7488b3f5a7ae req-12f738c9-1732-4c85-80ec-38ecaa91acb7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267877 Jul 06 11:51:11.317577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-507c0f7b-6ffc-474c-8b22-6c45e29b5390 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406612 Jul 06 11:51:11.428958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-fd1b6855-d2a0-4c6c-9fec-3b8e9f8bbe40 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980494 Jul 06 11:51:11.479906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-a90e94c9-c646-4e67-bedd-c9ec8ffb0bea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 217 time: 0.0431364 Jul 06 11:51:11.922439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-acaf9131-3e1a-4a5a-9165-c2a63983cd25 req-ade01922-740f-4aec-95d0-51ad9b5bb9b7 tempest-ServerShowV254Test-486350313 tempest-ServerShowV254Test-486350313-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea6581e7-98a8-4ae0-bfc8-a0bd09cdfb47 HTTP/1.1" status: 200 len: 210 time: 0.0561671 Jul 06 11:51:11.976341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-82618b43-9de5-4659-8518-d1d99e201eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.977909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-82618b43-9de5-4659-8518-d1d99e201eb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.4916303 Jul 06 11:51:12.048417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-5756c978-aabd-4c55-b65f-f2a8be65a8c7 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.054892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-5756c978-aabd-4c55-b65f-f2a8be65a8c7 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/networks?id=e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 200 len: 809 time: 0.1900237 Jul 06 11:51:12.068899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-002ec626-72c4-4e5e-9f83-a9f3e3658898 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/quotas/c8072324bce844709c22fd3884996f95 HTTP/1.1" status: 200 len: 375 time: 0.0131931 Jul 06 11:51:12.112813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-9a4aa83b-7a4c-4f13-a9ae-9818163d5b30 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c8072324bce844709c22fd3884996f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379753 Jul 06 11:51:12.117455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-d613ca19-4d12-48a7-9b2e-3cecc8e5e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.118936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-d613ca19-4d12-48a7-9b2e-3cecc8e5e6a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1316724 Jul 06 11:51:12.278790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-a794a652-0f27-46ec-b5e5-c7ad3d9137b3 service neutron] 10.222.0.78 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578944 Jul 06 11:51:12.284046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-67899aec-e227-46e4-b207-b01286ceb576 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550193 Jul 06 11:51:12.474884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-9e4ca070-933c-4f85-8fe8-e6ca40714b00 service neutron] 10.222.0.78 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899405 Jul 06 11:51:12.483717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-da5857b4-9557-4535-9928-7225736a3a51 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799076 Jul 06 11:51:12.542616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5143ae-f281-4334-aceb-65460bd5f4cf req-0dbb04da-d95a-463a-af89-80393ccb6447 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.544170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe5143ae-f281-4334-aceb-65460bd5f4cf req-0dbb04da-d95a-463a-af89-80393ccb6447 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1466312 Jul 06 11:51:12.546071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-ec743ef2-8c87-4857-b3a7-9d070ce5573e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56 HTTP/1.1" status: 200 len: 217 time: 0.0531464 Jul 06 11:51:12.626094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe5143ae-f281-4334-aceb-65460bd5f4cf req-c131bad5-d00a-4637-84d1-b70ca7485ec5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743713 Jul 06 11:51:12.627663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-19294b10-2470-4d35-a276-f8fae1224c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.629125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-19294b10-2470-4d35-a276-f8fae1224c1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0757210 Jul 06 11:51:12.720522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3dc9351-b82e-4ae5-ad6c-f98afe749c61 req-26ea7f4a-67db-44c3-8d17-c028ce667347 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 210 time: 0.0395405 Jul 06 11:51:12.738056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-79fdf9dd-ee42-4918-803c-807b61713997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.739757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-79fdf9dd-ee42-4918-803c-807b61713997 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037982 Jul 06 11:51:12.837834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-77031f4a-dff8-44b9-95a7-1ebfdefd0fa1 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901177 Jul 06 11:51:12.939678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-2e983249-c395-48af-bb64-acfc34d01648 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939891 Jul 06 11:51:12.987525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-b81e92b5-41f0-4e98-967a-5afbee712a47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=6aee4ddd-f7a0-4815-8110-582f100350bd HTTP/1.1" status: 200 len: 217 time: 0.0423572 Jul 06 11:51:13.039579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-449a7eeb-171a-4b5c-978e-6d74bceb5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.041962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-449a7eeb-171a-4b5c-978e-6d74bceb5778 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0482275 Jul 06 11:51:13.117061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-0c2c4fb6-d6f1-44dd-9153-ae10791d54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.118598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-0c2c4fb6-d6f1-44dd-9153-ae10791d54ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677755 Jul 06 11:51:13.236281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-224c7560-13ce-4b4d-9fb8-cee9f443d8b4 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060035 Jul 06 11:51:13.249349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.374467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-1a2fefe6-b9b4-41ac-8474-aabda0fddf9b service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289780 Jul 06 11:51:13.403611 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.423895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-14ee8a9d-80a9-4eee-8c50-d78ec5d2a68c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33 HTTP/1.1" status: 200 len: 217 time: 0.0410490 Jul 06 11:51:13.480449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-39121a7e-42b1-43a4-b927-30a30775f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.481955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-39121a7e-42b1-43a4-b927-30a30775f4c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.0492020 Jul 06 11:51:13.494732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.498672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.537040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b100e8f-dc02-4f65-94c0-8e655fbe2505,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.540750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-111db9f2-175d-4511-9f78-25baa24b42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.541769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0112da77f5a454c95cec77f7c9b7053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911882 Jul 06 11:51:13.542253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-111db9f2-175d-4511-9f78-25baa24b42b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532298 Jul 06 11:51:13.544264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.546963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.547371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.547656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.548025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.548367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.548717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.549058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.549389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.549719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.550047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.550373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.550698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6213e6f3-98ff-4308-bb7c-6d985d6980d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:13.665617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3441749d-d13a-4ebf-98e7-f8d07a366934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.683879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-2c277f80-4aea-437e-868e-65e22635d1ce service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332021 Jul 06 11:51:13.693534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3441749d-d13a-4ebf-98e7-f8d07a366934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.859654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-28e7d0e7-170b-428a-9acf-c4efa88de649 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640692 Jul 06 11:51:13.884481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3441749d-d13a-4ebf-98e7-f8d07a366934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.887409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3441749d-d13a-4ebf-98e7-f8d07a366934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.888605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3441749d-d13a-4ebf-98e7-f8d07a366934 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b100e8f-dc02-4f65-94c0-8e655fbe2505 HTTP/1.1" status: 204 len: 168 time: 0.3434327 Jul 06 11:51:13.930838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-52b959bb-2ed5-45b6-8678-8fa1a6eb6052 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e HTTP/1.1" status: 200 len: 217 time: 0.0557523 Jul 06 11:51:13.934333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441749d-d13a-4ebf-98e7-f8d07a366934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b100e8f-dc02-4f65-94c0-8e655fbe2505,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.946253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48386b2-0628-49ea-986a-cd8c3124896a req-ed278dca-06f3-4154-a2f7-df168979d1f2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.954724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f48386b2-0628-49ea-986a-cd8c3124896a req-ed278dca-06f3-4154-a2f7-df168979d1f2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1697729 Jul 06 11:51:13.958018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-dcc863ed-0cb4-470a-93a2-17e9534c99a3 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.962832 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-dcc863ed-0cb4-470a-93a2-17e9534c99a3 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "GET /v2.0/networks?id=e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 200 len: 809 time: 0.1919861 Jul 06 11:51:13.976429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Request body: {'port': {'device_id': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559', 'admin_state_up': True, 'tenant_id': 'c8072324bce844709c22fd3884996f95'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:14.049741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f48386b2-0628-49ea-986a-cd8c3124896a req-dcded1e3-ee01-438c-8bf1-7fb9e3a75df6 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941367 Jul 06 11:51:14.051508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-886317c7-1377-4aa9-894e-f2e8b1a83201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.053265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-886317c7-1377-4aa9-894e-f2e8b1a83201 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.1154315 Jul 06 11:51:14.116313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb768ddc-fd07-4963-8f4b-f24e7f5d875b req-b82439cd-30a0-48d0-8273-dd749b9dea52 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 210 time: 0.0999141 Jul 06 11:51:14.144004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Made reservation on behalf of c8072324bce844709c22fd3884996f95 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:14.147598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.149694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-ef38907a-8dc8-4ca0-9ddc-522b37f5991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.151411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-ef38907a-8dc8-4ca0-9ddc-522b37f5991b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871210 Jul 06 11:51:14.253237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-ed21f3db-fb7c-41ce-8983-4669d919a4c3 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944343 Jul 06 11:51:14.321059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Allocated IP 172.20.0.9 (e13c0fbf-e13f-4baf-944e-ee5eff001559/c6b7f49f-3f6e-4940-8719-3a0faf39fb58/c1258242-b5a1-4ffb-927c-fd3841f53b1d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:14.372862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694903f2-e44c-449e-94a0-1dfa8d4cd566 req-6ff5b06e-616a-47f0-9293-bb7701268bb5 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112626 Jul 06 11:51:14.391252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0980a5d5-2ccc-400f-b2b7-9dd89200baae no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:14.439679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 0980a5d5-2ccc-400f-b2b7-9dd89200baae {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:14.442115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0980a5d5-2ccc-400f-b2b7-9dd89200baae not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:14.532730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.573749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.625285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Network e13c0fbf-e13f-4baf-944e-ee5eff001559 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:14.630328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:14.634112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:14.658128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Pushing event updated for resources: {'Port': ['ID=c1258242-b5a1-4ffb-927c-fd3841f53b1d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.688898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.689519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.709750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-bf218b5e-0cf5-4205-bca9-5e08d6dc0253 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382679 Jul 06 11:51:14.726121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Request body: {'port': {'device_id': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:14.808623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.113037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1258242-b5a1-4ffb-927c-fd3841f53b1d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:15.125396 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.131063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2c1ec-5cc6-44e3-bfd2-73e670070d9d req-3306a66c-ac87-439d-8ce3-061bf7cf81f8 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0409234 Jul 06 11:51:15.140160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Transition to ACTIVE for port object c1258242-b5a1-4ffb-927c-fd3841f53b1d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:15.156823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.211640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1258242-b5a1-4ffb-927c-fd3841f53b1d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:15.289416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d095733-5811-4f3f-8de9-c9a89d082367 req-be9ed94e-6c7f-4fbf-b71a-087f14bba5ad tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.291302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d095733-5811-4f3f-8de9-c9a89d082367 req-be9ed94e-6c7f-4fbf-b71a-087f14bba5ad tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0962486 Jul 06 11:51:15.386184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d095733-5811-4f3f-8de9-c9a89d082367 req-bc1dbb42-47cf-44aa-a18d-eb0d7691385f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722091 Jul 06 11:51:15.415782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd192-f194-46ef-afb1-9e7bfd96b9ab req-1f6c60a8-87ef-4739-8809-813cbe5fa957 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.417730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-957dd192-f194-46ef-afb1-9e7bfd96b9ab req-1f6c60a8-87ef-4739-8809-813cbe5fa957 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 943 time: 0.1464138 Jul 06 11:51:15.476347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-957dd192-f194-46ef-afb1-9e7bfd96b9ab req-286895f7-019d-42d4-b691-c3e0f3676895 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515008 Jul 06 11:51:15.631707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Attempting to bind port c1258242-b5a1-4ffb-927c-fd3841f53b1d on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:15.632303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Attempting to bind port c1258242-b5a1-4ffb-927c-fd3841f53b1d by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:15.632417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Attempting to bind port c1258242-b5a1-4ffb-927c-fd3841f53b1d on network e13c0fbf-e13f-4baf-944e-ee5eff001559 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:15.636766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Port c1258242-b5a1-4ffb-927c-fd3841f53b1d on network e13c0fbf-e13f-4baf-944e-ee5eff001559 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:15.637039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Attempting to bind port c1258242-b5a1-4ffb-927c-fd3841f53b1d on network e13c0fbf-e13f-4baf-944e-ee5eff001559 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:15.642444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:15.642785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Checking segment: {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:15.643163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Bound using segment: {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:15.643836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Bound port: c1258242-b5a1-4ffb-927c-fd3841f53b1d, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55ea2f8-b579-4b07-9687-be884607fb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:15.644134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.715851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] For port c1258242-b5a1-4ffb-927c-fd3841f53b1d, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:15.720110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] For port c1258242-b5a1-4ffb-927c-fd3841f53b1d, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:15.725033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.759837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.760550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.761952 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/c1258242-b5a1-4ffb-927c-fd3841f53b1d HTTP/1.1" status: 200 len: 1091 time: 1.0402102 Jul 06 11:51:15.762650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'tag': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:15.765522 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bebaafe-ca7f-4fb9-9e84-01609c7da672" -d '{"events": [{"name": "network-changed", "server_uuid": "e50e2851-17e3-41c9-8284-604d34dda46d", "tag": "c1258242-b5a1-4ffb-927c-fd3841f53b1d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:15.794252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180a3f6-98e9-4ac9-98cc-2aaf8b87f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1258242-b5a1-4ffb-927c-fd3841f53b1d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:15.806173 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6cff9-e00c-4945-96d2-add184c457c6 x-openstack-request-id: req-7be6cff9-e00c-4945-96d2-add184c457c6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:15.806464 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50e2851-17e3-41c9-8284-604d34dda46d", "tag": "c1258242-b5a1-4ffb-927c-fd3841f53b1d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:15.806853 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7be6cff9-e00c-4945-96d2-add184c457c6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:15.807260 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'tag': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d', 'status': 'completed', 'code': 200} Jul 06 11:51:15.916776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-37949f4e-acbc-4121-bd19-f464c60056d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.918250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-37949f4e-acbc-4121-bd19-f464c60056d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8072324bce844709c22fd3884996f95&device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 1094 time: 0.0622840 Jul 06 11:51:15.959566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-155c908c-b56b-4366-9e61-7c898d744134 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d HTTP/1.1" status: 200 len: 217 time: 0.0339634 Jul 06 11:51:16.010357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-063edc0b-38ed-481a-b7f4-70e7aaa8853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.011786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-063edc0b-38ed-481a-b7f4-70e7aaa8853d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6b7f49f-3f6e-4940-8719-3a0faf39fb58 HTTP/1.1" status: 200 len: 849 time: 0.0429630 Jul 06 11:51:16.049398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-0892e36e-b41e-4626-b1ef-a9beb6db2f7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e13c0fbf-e13f-4baf-944e-ee5eff001559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297165 Jul 06 11:51:16.142592 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-9616986f-b233-4956-8df4-0e414ae58ed9 service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836978 Jul 06 11:51:16.236859 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d08991ac-f73d-4221-9b70-a80361dd57c4 req-ca9a19dc-fb00-4c3d-a69f-853e13c658bd service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876834 Jul 06 11:51:16.286700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f44f2697-c5f3-4615-9d84-a7a9883c0d49 req-4ab9b2a5-aca1-4e71-8f05-7a9ff7c42852 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0327225 Jul 06 11:51:16.385395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-4433756a-992e-4049-9554-cf9453e82999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.386960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-4433756a-992e-4049-9554-cf9453e82999 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8072324bce844709c22fd3884996f95&device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 1094 time: 0.0584929 Jul 06 11:51:16.501766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-3247fdfe-5db9-42f5-94fc-48ceb2fa8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.503294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-3247fdfe-5db9-42f5-94fc-48ceb2fa8546 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 200 len: 910 time: 0.1077743 Jul 06 11:51:16.563270 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-b6f28808-65ac-4c0f-9559-f0866cdd5c8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d HTTP/1.1" status: 200 len: 217 time: 0.0509183 Jul 06 11:51:16.585074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b86a-f658-4cb7-848d-03e9a992b67c req-cf8a4bb2-7480-4388-acbe-ff5d42aff7e2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.586777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9386b86a-f658-4cb7-848d-03e9a992b67c req-cf8a4bb2-7480-4388-acbe-ff5d42aff7e2 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0690880 Jul 06 11:51:16.618193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-def3ea19-2323-433c-98a6-7b811a7ea1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.619699 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-def3ea19-2323-433c-98a6-7b811a7ea1bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6b7f49f-3f6e-4940-8719-3a0faf39fb58 HTTP/1.1" status: 200 len: 849 time: 0.0477726 Jul 06 11:51:16.654913 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-b4053586-e253-4658-9380-677eb5ce7ab9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e13c0fbf-e13f-4baf-944e-ee5eff001559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263314 Jul 06 11:51:16.662905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9386b86a-f658-4cb7-848d-03e9a992b67c req-5e881db2-094e-41e9-9044-70c942671f8b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696673 Jul 06 11:51:16.694636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026cec3-78f8-401b-8ce6-ea8d55af2684 req-54c872ac-ca02-4724-9d68-8eb7c961b47f tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.696407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1026cec3-78f8-401b-8ce6-ea8d55af2684 req-54c872ac-ca02-4724-9d68-8eb7c961b47f tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 943 time: 0.0970178 Jul 06 11:51:16.738084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1026cec3-78f8-401b-8ce6-ea8d55af2684 req-b4973260-9d6d-4bd7-8fc2-a1ede61e5455 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358369 Jul 06 11:51:16.766669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-8243424b-216b-422e-83bc-1732dfd7e2ee service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973656 Jul 06 11:51:16.875569 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bebaafe-ca7f-4fb9-9e84-01609c7da672 req-5f9a1719-8704-40ac-aa68-f160fdc9f69f service neutron] 10.222.0.79 "GET /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986922 Jul 06 11:51:17.444348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3e41409-0274-4573-8611-3ad0867d796e req-924797d6-3a4d-4ff5-8ece-d53024d56f89 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0302036 Jul 06 11:51:17.861892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7c92f-a772-44de-92b8-92a41f0442bd req-40948fc7-32db-4147-a601-24580eaa0f82 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.863463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72f7c92f-a772-44de-92b8-92a41f0442bd req-40948fc7-32db-4147-a601-24580eaa0f82 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0761909 Jul 06 11:51:17.939986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72f7c92f-a772-44de-92b8-92a41f0442bd req-a1efbad3-a41c-4c0e-8ebf-cefc03d2dd2b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694184 Jul 06 11:51:17.978764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ee422-17c6-4504-9a3a-301e5e5cc5fd req-9734eccf-321f-463b-8252-79cbde2c9e73 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.980385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d05ee422-17c6-4504-9a3a-301e5e5cc5fd req-9734eccf-321f-463b-8252-79cbde2c9e73 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 943 time: 0.1111250 Jul 06 11:51:18.022378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d05ee422-17c6-4504-9a3a-301e5e5cc5fd req-daab5f5a-0ce0-4f10-9aa2-b0b9b1e28bcb tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Jul 06 11:51:18.156528 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36bcfbd5-c001-4f5c-b51f-28380063b3bf req-91f16f70-c5dd-4bee-b9ca-49a844f8d9c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0295963 Jul 06 11:51:18.403683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c1258242-b5a1-4ffb-927c-fd3841f53b1d details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:18.540588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-074493d9-286b-4cda-aea0-95ad1aa66327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.542985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-074493d9-286b-4cda-aea0-95ad1aa66327 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1095 time: 0.0852730 Jul 06 11:51:18.548430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c1258242-b5a1-4ffb-927c-fd3841f53b1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:18.563757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d', 'network_id': 'e13c0fbf-e13f-4baf-944e-ee5eff001559', 'port_id': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d', 'mac_address': 'fa:16:3e:f3:9f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b7f49f-3f6e-4940-8719-3a0faf39fb58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:18.608925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41998-5270-4896-88cb-0d91f493c6cc req-11debe98-98dd-4f60-b5d9-7e1c24e2bcfd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.611245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.612198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e41998-5270-4896-88cb-0d91f493c6cc req-11debe98-98dd-4f60-b5d9-7e1c24e2bcfd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1583736 Jul 06 11:51:18.656087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1258242-b5a1-4ffb-927c-fd3841f53b1d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:18.674468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98e41998-5270-4896-88cb-0d91f493c6cc req-1083cef7-9a7c-4d64-b83d-671eadf93cfd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512831 Jul 06 11:51:18.692096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-b85726a7-349a-4e36-b92e-7da71d1748db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.697884 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-b85726a7-349a-4e36-b92e-7da71d1748db service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.1441379 Jul 06 11:51:18.702390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c1258242-b5a1-4ffb-927c-fd3841f53b1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:18.707311 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.737391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc2a9cb7-8d18-4d4f-b5df-ffd4bda7adef req-1b604cf9-a58b-46ae-960b-0b93d13a2f6b tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Jul 06 11:51:18.768234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c1258242-b5a1-4ffb-927c-fd3841f53b1d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:18.807388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-c2bdf38d-4456-48a1-8bc5-132fba47a894 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.1063342 Jul 06 11:51:18.859221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-42901f93-2d21-494b-a4f1-34c37a2f5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.860796 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-42901f93-2d21-494b-a4f1-34c37a2f5ff3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0460801 Jul 06 11:51:18.927010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-b08ffae6-7503-48ef-9a43-f3f8e5483068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.928585 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-b08ffae6-7503-48ef-9a43-f3f8e5483068 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552053 Jul 06 11:51:19.040546 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-d36a5512-a5b7-4df8-a82f-d5b8ead19b2e service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946791 Jul 06 11:51:19.162880 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0409f798-c499-493b-a5ee-4bf1b6bcfa9e req-7ffe339f-bfa6-4d15-aee6-3637f3574d80 service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155717 Jul 06 11:51:19.208922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c1258242-b5a1-4ffb-927c-fd3841f53b1d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:19.232717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d712c-41a8-4608-aefc-4851a22bb75a req-abc6ff76-ee2a-4406-ab9b-ec5c116e5bd5 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.241588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e97d712c-41a8-4608-aefc-4851a22bb75a req-abc6ff76-ee2a-4406-ab9b-ec5c116e5bd5 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 944 time: 0.0955222 Jul 06 11:51:19.308934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e97d712c-41a8-4608-aefc-4851a22bb75a req-b70cb405-6447-4369-b7bd-504967d04cee tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658653 Jul 06 11:51:19.849631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96db5-8a97-4b25-8220-de6c560fccf9 req-bd592957-2121-4486-8884-5e22afb8cb1b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.851100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49e96db5-8a97-4b25-8220-de6c560fccf9 req-bd592957-2121-4486-8884-5e22afb8cb1b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0656791 Jul 06 11:51:19.918145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49e96db5-8a97-4b25-8220-de6c560fccf9 req-09ac65bf-c4b5-4399-b548-5687eed31530 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612235 Jul 06 11:51:19.920402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41227d24-5712-4a87-9462-e71777462560 req-fee1fff8-edd8-4423-9cbf-713d8f1a7220 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0374246 Jul 06 11:51:20.100430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff60d80-6117-4463-896c-0d82e9ac5bf0 req-95cf49ee-58c4-46ae-bf6f-46acb6cb62d8 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.101891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ff60d80-6117-4463-896c-0d82e9ac5bf0 req-95cf49ee-58c4-46ae-bf6f-46acb6cb62d8 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0682626 Jul 06 11:51:20.141228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ff60d80-6117-4463-896c-0d82e9ac5bf0 req-031aacd1-df08-4b42-8db8-b3da5f46a22f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Jul 06 11:51:20.329287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120587f-4681-4061-9b71-657355f57744 req-9d166d1c-17d4-4659-9b4d-6815f022560d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.330869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c120587f-4681-4061-9b71-657355f57744 req-9d166d1c-17d4-4659-9b4d-6815f022560d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0758257 Jul 06 11:51:20.370145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c120587f-4681-4061-9b71-657355f57744 req-291c1ca0-6b9f-4e2f-83e6-36c123ad1b73 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332744 Jul 06 11:51:20.526116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87bd0128-3808-490d-9e74-7fbf83c8a90a req-7fd446f6-9cbf-435d-91e4-07330186ec23 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0344965 Jul 06 11:51:20.597671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48766401-0a8d-4804-8e29-28e2b5a869cd req-3b788ff4-e0c2-42ba-83e7-63f646a6016d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.599175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48766401-0a8d-4804-8e29-28e2b5a869cd req-3b788ff4-e0c2-42ba-83e7-63f646a6016d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 944 time: 0.0756917 Jul 06 11:51:20.640190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48766401-0a8d-4804-8e29-28e2b5a869cd req-f00ae21f-7624-415d-8d05-d521b804f99b tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Jul 06 11:51:21.119086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912cff2-40fe-422c-9df1-8efb59a53116 req-28f87da7-61e6-4697-ae06-d66c563a597f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.120633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7912cff2-40fe-422c-9df1-8efb59a53116 req-28f87da7-61e6-4697-ae06-d66c563a597f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0737858 Jul 06 11:51:21.189084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7912cff2-40fe-422c-9df1-8efb59a53116 req-462829f6-e2fe-4d94-a536-36c5c6f88ef4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622103 Jul 06 11:51:21.221473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc534-44b3-4620-8baa-8828fc285204 req-3f7d387e-451d-47c9-a5a3-5c51381356b9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.222876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b1bc534-44b3-4620-8baa-8828fc285204 req-3f7d387e-451d-47c9-a5a3-5c51381356b9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0769789 Jul 06 11:51:21.261154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b1bc534-44b3-4620-8baa-8828fc285204 req-1316eb40-bfa6-4f00-87fe-fe5095db49dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325506 Jul 06 11:51:21.332033 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:51:21.681767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2222874d-a4fe-4228-8fe7-ac9b9b284429 req-77a76f58-dd78-4b9c-b169-393811f75f44 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0319614 Jul 06 11:51:21.863335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221befd4-4ef7-4be1-9353-bd79caa4bcc4 req-1ef15a6f-551a-4143-b8c8-e7e1e994fd34 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.865109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-221befd4-4ef7-4be1-9353-bd79caa4bcc4 req-1ef15a6f-551a-4143-b8c8-e7e1e994fd34 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 944 time: 0.0658791 Jul 06 11:51:21.902602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-221befd4-4ef7-4be1-9353-bd79caa4bcc4 req-b1a34bd8-71bf-4924-892e-62ec0a9f9d73 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jul 06 11:51:22.368157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055542f4-56cf-430b-b671-38589f094c8e req-b3d331d4-1406-41a3-82d1-733a0b331cbf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.369558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-055542f4-56cf-430b-b671-38589f094c8e req-b3d331d4-1406-41a3-82d1-733a0b331cbf tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0675168 Jul 06 11:51:22.413020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c1258242-b5a1-4ffb-927c-fd3841f53b1d up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:22.439471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-055542f4-56cf-430b-b671-38589f094c8e req-c26e45ce-e5eb-4d7d-9368-f94534b6fbc6 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636022 Jul 06 11:51:22.465233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c1258242-b5a1-4ffb-927c-fd3841f53b1d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:22.466164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759c23a-a4df-4aeb-8109-53e1efa4f191 req-b93aa922-d21d-4171-97d8-85d10cf5396d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.468452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b759c23a-a4df-4aeb-8109-53e1efa4f191 req-b93aa922-d21d-4171-97d8-85d10cf5396d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0861537 Jul 06 11:51:22.469519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c1258242-b5a1-4ffb-927c-fd3841f53b1d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:22.469951 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.508529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b759c23a-a4df-4aeb-8109-53e1efa4f191 req-c5746e96-df08-4b68-914c-3b0015d4ace7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343363 Jul 06 11:51:22.563673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.582583 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.594382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:22.596845 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c2ce7-f8e7-42ba-8bac-b9d955dc339e" -d '{"events": [{"server_uuid": "e50e2851-17e3-41c9-8284-604d34dda46d", "name": "network-vif-plugged", "status": "completed", "tag": "c1258242-b5a1-4ffb-927c-fd3841f53b1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:22.610297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c1258242-b5a1-4ffb-927c-fd3841f53b1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:22.614383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.678211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c1258242-b5a1-4ffb-927c-fd3841f53b1d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.693818 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0366e72-bda6-4874-821f-a37e83e38f1f x-openstack-request-id: req-e0366e72-bda6-4874-821f-a37e83e38f1f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:22.694177 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50e2851-17e3-41c9-8284-604d34dda46d", "name": "network-vif-plugged", "status": "completed", "tag": "c1258242-b5a1-4ffb-927c-fd3841f53b1d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:22.694490 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0366e72-bda6-4874-821f-a37e83e38f1f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:22.694957 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d', 'code': 200} Jul 06 11:51:22.839050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad162d3-ad37-4e24-9b00-28f93b5d362b req-da02d13f-40f7-4463-ad00-c13b855ff5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.840640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ad162d3-ad37-4e24-9b00-28f93b5d362b req-da02d13f-40f7-4463-ad00-c13b855ff5b2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 1096 time: 0.0563993 Jul 06 11:51:22.860794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f194488c-ab12-4518-a07f-d08456e004b1 req-35b01fe6-2f7e-43ff-9e4a-4cb96f6ff9b2 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0403965 Jul 06 11:51:22.890360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ad162d3-ad37-4e24-9b00-28f93b5d362b req-6cfe43d5-0cf4-43ef-b310-82d55865fafc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Jul 06 11:51:22.902257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7384-b5f2-4e60-91c9-11e359d01226 req-9b41addd-156e-47d0-bd10-019e1dcdba49 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.903734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c01a7384-b5f2-4e60-91c9-11e359d01226 req-9b41addd-156e-47d0-bd10-019e1dcdba49 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1523225 Jul 06 11:51:22.907346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-1eecee4b-d180-4611-8461-e297f1bb0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.908760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-1eecee4b-d180-4611-8461-e297f1bb0585 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 1095 time: 0.1231694 Jul 06 11:51:22.943893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c01a7384-b5f2-4e60-91c9-11e359d01226 req-fe600751-deb4-4555-8310-750248d3dc5e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jul 06 11:51:23.038004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-dd3966ca-bc88-48d4-ae25-ef3dd3a55bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.039548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-dd3966ca-bc88-48d4-ae25-ef3dd3a55bc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 200 len: 913 time: 0.0951469 Jul 06 11:51:23.143760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-66981ad0-6a2c-4c1c-9041-e38d67ed12ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 200 len: 999 time: 0.0960732 Jul 06 11:51:23.200631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefd1b6-88dc-4cf8-a81a-b2535ea1307c req-6406918b-0a4e-4477-b07e-e7981a871220 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.202687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaefd1b6-88dc-4cf8-a81a-b2535ea1307c req-6406918b-0a4e-4477-b07e-e7981a871220 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 945 time: 0.1495237 Jul 06 11:51:23.211355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-c808c035-5f74-4d80-8716-400f3bb8662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.212746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-c808c035-5f74-4d80-8716-400f3bb8662a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 200 len: 851 time: 0.0622282 Jul 06 11:51:23.270002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaefd1b6-88dc-4cf8-a81a-b2535ea1307c req-60e6a9f8-a554-427d-8bf3-2713ad71e2d3 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608907 Jul 06 11:51:23.291253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-78db79ea-a036-4a8d-bd4c-c0a1e2f46be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.292868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-78db79ea-a036-4a8d-bd4c-c0a1e2f46be8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad120c1c-1715-453c-8ad9-c03d02436880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679190 Jul 06 11:51:23.391097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-755cd72b-b676-443d-9734-5df5a9e9a48c service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855432 Jul 06 11:51:23.482403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a394e60-4a5f-4590-a223-5f068ff24401 req-b79fe39b-75e4-4f4d-94cf-a130312db79d service neutron] 10.222.0.79 "GET /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850463 Jul 06 11:51:23.703681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86489-301f-4a62-a5a1-2f0cb5db998d req-86178366-3641-476f-a208-53732d823a23 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.705181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4b86489-301f-4a62-a5a1-2f0cb5db998d req-86178366-3641-476f-a208-53732d823a23 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0709059 Jul 06 11:51:23.743195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4b86489-301f-4a62-a5a1-2f0cb5db998d req-7de1bb2a-bf66-4adb-9d48-5163e218e7b8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Jul 06 11:51:24.016530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-611e5c28-06e6-4583-9ffd-5196353aed51 req-fa85e597-a69f-46e3-b107-122c516bc39c tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0301435 Jul 06 11:51:24.122869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e4bd-efbb-4561-bbee-5cf40ad7381a req-9695109f-c2cd-46a3-ab4e-6d09f91b100c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.125251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a11e4bd-efbb-4561-bbee-5cf40ad7381a req-9695109f-c2cd-46a3-ab4e-6d09f91b100c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0632138 Jul 06 11:51:24.162429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a11e4bd-efbb-4561-bbee-5cf40ad7381a req-53742113-fe36-474a-87eb-53f7d4982e1d tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Jul 06 11:51:24.795957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e5f3-4f18-4ef8-8920-aba8fed8559d req-335b13dc-38d6-4516-8b9e-a0ca87589059 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.797619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3915e5f3-4f18-4ef8-8920-aba8fed8559d req-335b13dc-38d6-4516-8b9e-a0ca87589059 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 945 time: 0.4171212 Jul 06 11:51:24.844053 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3915e5f3-4f18-4ef8-8920-aba8fed8559d req-748aa832-11fc-44dc-9790-79dd3a7a2311 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355165 Jul 06 11:51:25.003137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970aca8-ca11-4363-8815-2972c3278894 req-c31bbae0-0c26-44ac-86fc-6cf91ab1972d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.004648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c970aca8-ca11-4363-8815-2972c3278894 req-c31bbae0-0c26-44ac-86fc-6cf91ab1972d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0659709 Jul 06 11:51:25.042694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c970aca8-ca11-4363-8815-2972c3278894 req-a0eb06b0-2e28-4fc8-8504-16545cd427a2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324242 Jul 06 11:51:25.166318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f72c505-d57d-465d-ae53-eebaf50807b9 req-c8fcd53b-689d-4524-bb24-d535f8ae18f8 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0290692 Jul 06 11:51:25.337843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2bc82-dff1-42d0-884e-332c46b8b682 req-ba60e0b7-0d97-4c02-b2b9-eb768bba3655 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.339344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5a2bc82-dff1-42d0-884e-332c46b8b682 req-ba60e0b7-0d97-4c02-b2b9-eb768bba3655 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0664203 Jul 06 11:51:25.380657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5a2bc82-dff1-42d0-884e-332c46b8b682 req-e9acd6b3-826c-4d65-a546-9cfab0aac6bc tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354249 Jul 06 11:51:25.554544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfe303-9056-4860-b7c8-03f2a6d014b2 req-1b563b82-a17a-4527-be1b-1b4faf89eff5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.556045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8dfe303-9056-4860-b7c8-03f2a6d014b2 req-1b563b82-a17a-4527-be1b-1b4faf89eff5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0628583 Jul 06 11:51:25.593089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8dfe303-9056-4860-b7c8-03f2a6d014b2 req-2f5768fd-fc0b-415c-abd0-58694b7397f3 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Jul 06 11:51:26.022640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08c251-1b47-4c76-86be-cfc8f6d70d35 req-b02d0c48-64b8-44fb-a102-d7be49f04af5 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.024326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df08c251-1b47-4c76-86be-cfc8f6d70d35 req-b02d0c48-64b8-44fb-a102-d7be49f04af5 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 945 time: 0.0700152 Jul 06 11:51:26.064970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df08c251-1b47-4c76-86be-cfc8f6d70d35 req-df07177a-adce-42f7-bcb6-93075ed3d4c0 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345943 Jul 06 11:51:26.392205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a4d81-6b81-494b-9060-44722c2e11aa req-a4a41ce7-c8e2-4380-ae65-c9c6f22276e1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.393777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-647a4d81-6b81-494b-9060-44722c2e11aa req-a4a41ce7-c8e2-4380-ae65-c9c6f22276e1 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1004233 Jul 06 11:51:26.430533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-301f800b-a483-4bc9-97f4-d91f4acea798 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.432054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-301f800b-a483-4bc9-97f4-d91f4acea798 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2d94488-9b2a-4387-807a-375e2294ebb5 HTTP/1.1" status: 200 len: 943 time: 0.1048629 Jul 06 11:51:26.457511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-647a4d81-6b81-494b-9060-44722c2e11aa req-5526c957-df6c-4c39-b04d-8dacb52d554e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557570 Jul 06 11:51:26.565345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Deleting port fcec1210-1be8-46a1-bf75-b6c46ca953a0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:26.565685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.640190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bca0478-8fec-4fbf-805e-f15d3940e42d req-743f8170-1bfb-444f-b615-f83d3f6ef287 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0605710 Jul 06 11:51:26.682854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] For port fcec1210-1be8-46a1-bf75-b6c46ca953a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fcec1210-1be8-46a1-bf75-b6c46ca953a0,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:26.683217 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.696851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Calling delete_port for fcec1210-1be8-46a1-bf75-b6c46ca953a0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:26.825442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.839674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2', 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:26.862962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'Port': ['ID=fcec1210-1be8-46a1-bf75-b6c46ca953a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.923277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] No DVR routers for this DVR port fcec1210-1be8-46a1-bf75-b6c46ca953a0 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:26.926046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.928272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb81fe2-5c40-4735-8b8d-636a94013f46 req-fd5f43e1-2981-414c-8b40-8e9f938619ab tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "DELETE /v2.0/ports/fcec1210-1be8-46a1-bf75-b6c46ca953a0 HTTP/1.1" status: 204 len: 173 time: 0.4863586 Jul 06 11:51:26.928727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-deleted', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:26.931109 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba2676-5320-4173-a7c0-9e8c5e5be12a" -d '{"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-deleted", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:27.109668 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-096897ca-a65c-499b-913f-7432deb022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.192161 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c61cd-3166-443b-943c-fa8acbd66706 x-openstack-request-id: req-7c2c61cd-3166-443b-943c-fa8acbd66706 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:27.192665 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d94488-9b2a-4387-807a-375e2294ebb5", "name": "network-vif-deleted", "tag": "fcec1210-1be8-46a1-bf75-b6c46ca953a0", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:27.192860 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c2c61cd-3166-443b-943c-fa8acbd66706 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:27.193432 n-d-799528-2 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2d94488-9b2a-4387-807a-375e2294ebb5', 'name': 'network-vif-deleted', 'tag': 'fcec1210-1be8-46a1-bf75-b6c46ca953a0', 'status': 'failed', 'code': 422} returned with failed status Jul 06 11:51:27.339388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dadda-6619-4d2d-905e-d5da38a1f2c4 req-e4e9f71a-8dcd-40c2-824e-7831a7579cdb tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.340939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9dadda-6619-4d2d-905e-d5da38a1f2c4 req-e4e9f71a-8dcd-40c2-824e-7831a7579cdb tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 945 time: 0.0650949 Jul 06 11:51:27.379424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe9dadda-6619-4d2d-905e-d5da38a1f2c4 req-a5d461e6-fc11-45d9-b9f0-624f663e7182 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Jul 06 11:51:27.655514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963e6ef-b44f-4f15-9439-24ee14d6277f req-d8c3c790-74e4-432e-886b-dd46c21045d9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.657082 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9963e6ef-b44f-4f15-9439-24ee14d6277f req-d8c3c790-74e4-432e-886b-dd46c21045d9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0700676 Jul 06 11:51:27.695223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9963e6ef-b44f-4f15-9439-24ee14d6277f req-fc307008-1653-49db-bd6b-a2c54c3712ad tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327034 Jul 06 11:51:27.836945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-973a57ad-3c47-4e70-b6af-98d090e85239 req-eab44f86-d995-4597-a179-94f726de8166 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0292227 Jul 06 11:51:27.906647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524fd33-9c8c-4dde-a411-26ae0eebe5bb req-d54714c4-648a-4896-b244-20c218896f73 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.908218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6524fd33-9c8c-4dde-a411-26ae0eebe5bb req-d54714c4-648a-4896-b244-20c218896f73 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 908 time: 0.0699174 Jul 06 11:51:28.566034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848a09b-cdd9-445a-9d0c-58ed921ffb3a req-8fe1081a-2453-4baf-84d2-9fcd77bee55f tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.567599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6848a09b-cdd9-445a-9d0c-58ed921ffb3a req-8fe1081a-2453-4baf-84d2-9fcd77bee55f tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 945 time: 0.0759945 Jul 06 11:51:28.605679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6848a09b-cdd9-445a-9d0c-58ed921ffb3a req-472df20e-0833-4f8e-a517-738b65689387 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jul 06 11:51:28.878990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8296c-25bc-411c-884b-31d2f46d322d req-b7928a8e-7a97-4e4f-89a0-f37d32e2847f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.880623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc8296c-25bc-411c-884b-31d2f46d322d req-b7928a8e-7a97-4e4f-89a0-f37d32e2847f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0667610 Jul 06 11:51:28.919314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc8296c-25bc-411c-884b-31d2f46d322d req-a84f7f29-3f8b-4368-92d8-914cd3172188 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330575 Jul 06 11:51:28.991319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c4275e5-4092-4ca0-910b-33a14b2db73d req-5b20c6e7-ec4b-4a4f-978d-afb58ccbaade tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0301156 Jul 06 11:51:29.099156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa8859-4943-4ae6-8574-af79e6278bcd req-c901d27b-e62b-424f-94a5-c9df53f7b833 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.100706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3efa8859-4943-4ae6-8574-af79e6278bcd req-c901d27b-e62b-424f-94a5-c9df53f7b833 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 908 time: 0.0756702 Jul 06 11:51:29.407813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-a7756730-2c0c-401f-a626-d1b27e758f74 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.409310 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-a7756730-2c0c-401f-a626-d1b27e758f74 tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 945 time: 0.0625076 Jul 06 11:51:29.507897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Deleting port c1258242-b5a1-4ffb-927c-fd3841f53b1d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:29.508265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.599692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] For port c1258242-b5a1-4ffb-927c-fd3841f53b1d, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c1258242-b5a1-4ffb-927c-fd3841f53b1d,segment=NetworkSegment(e55ea2f8-b579-4b07-9687-be884607fb17),segment_id=e55ea2f8-b579-4b07-9687-be884607fb17)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:29.600409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.612010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Calling delete_port for c1258242-b5a1-4ffb-927c-fd3841f53b1d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:29.616538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da7bbab7-a151-4900-b573-a83e111c991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.791328 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.802984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c1258242-b5a1-4ffb-927c-fd3841f53b1d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:29.828460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Pushing event deleted for resources: {'Port': ['ID=c1258242-b5a1-4ffb-927c-fd3841f53b1d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:29.846549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749def5-a027-44e1-b524-fdf272389d10 req-e0fefc26-5cb0-4f78-92f5-12e4286dcf3a tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.848064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7749def5-a027-44e1-b524-fdf272389d10 req-e0fefc26-5cb0-4f78-92f5-12e4286dcf3a tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/ports?device_id=e50e2851-17e3-41c9-8284-604d34dda46d HTTP/1.1" status: 200 len: 867 time: 0.1127477 Jul 06 11:51:29.901438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] No DVR routers for this DVR port c1258242-b5a1-4ffb-927c-fd3841f53b1d on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:29.904770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.906823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82fbd311-830b-4e75-922c-82321c56a5f2 req-8b4c8bfd-0644-4adf-9cd1-633a569dd68d tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.79 "DELETE /v2.0/ports/c1258242-b5a1-4ffb-927c-fd3841f53b1d HTTP/1.1" status: 204 len: 173 time: 0.4914858 Jul 06 11:51:29.907059 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.907262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'name': 'network-vif-deleted', 'tag': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:29.909634 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5112bd5e-b084-468d-a611-e277beed254e" -d '{"events": [{"server_uuid": "e50e2851-17e3-41c9-8284-604d34dda46d", "name": "network-vif-deleted", "tag": "c1258242-b5a1-4ffb-927c-fd3841f53b1d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:29.931086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7749def5-a027-44e1-b524-fdf272389d10 req-88a4126a-f87d-4b64-9b15-74b3f7e775ff tempest-VolumesActionsTest-556335126 tempest-VolumesActionsTest-556335126-project] 10.222.0.78 "GET /v2.0/security-groups?id=dfda29a4-6172-4877-b2ae-5ca3c17f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632529 Jul 06 11:51:29.968323 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b45a337-1918-44db-9cb7-40ee305fe93c x-openstack-request-id: req-7b45a337-1918-44db-9cb7-40ee305fe93c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:29.968679 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50e2851-17e3-41c9-8284-604d34dda46d", "name": "network-vif-deleted", "tag": "c1258242-b5a1-4ffb-927c-fd3841f53b1d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:29.968908 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b45a337-1918-44db-9cb7-40ee305fe93c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:29.969363 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50e2851-17e3-41c9-8284-604d34dda46d', 'name': 'network-vif-deleted', 'tag': 'c1258242-b5a1-4ffb-927c-fd3841f53b1d', 'status': 'completed', 'code': 200} Jul 06 11:51:30.004649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.012927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23af3b-3839-49ca-a41a-adec91440882 req-265a9f52-9d50-49e6-9412-806970603d5e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.016471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8a23af3b-3839-49ca-a41a-adec91440882 req-265a9f52-9d50-49e6-9412-806970603d5e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 908 time: 0.1199808 Jul 06 11:51:30.147383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Deleting port 7a75b24d-06b2-4224-9747-160a80bb433b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:30.147868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.172439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-372fe5b7-c1fd-470b-a9b9-ce10550c2c6e req-038799be-2fd5-45c5-8f4c-f3f45bdf5e3b tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0366824 Jul 06 11:51:30.188131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26f03-7e1e-4290-bdc6-f0386f9c0d10 req-af7e02de-3cc8-4a1c-9d08-c25ae572f88e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.189646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56b26f03-7e1e-4290-bdc6-f0386f9c0d10 req-af7e02de-3cc8-4a1c-9d08-c25ae572f88e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0947986 Jul 06 11:51:30.233559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56b26f03-7e1e-4290-bdc6-f0386f9c0d10 req-c435c008-8f33-4455-bb2b-e9f47170cfac tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361261 Jul 06 11:51:30.242760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] For port 7a75b24d-06b2-4224-9747-160a80bb433b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7a75b24d-06b2-4224-9747-160a80bb433b,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:30.243130 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.262631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Calling delete_port for 7a75b24d-06b2-4224-9747-160a80bb433b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:30.396008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.423864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13555a9a-6735-4d4a-9538-556468d1e1e4 req-975f977e-cc16-422d-acb4-f83b13a13d6e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.425430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13555a9a-6735-4d4a-9538-556468d1e1e4 req-975f977e-cc16-422d-acb4-f83b13a13d6e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=54614879-06d9-4ddb-9d00-397f34389381 HTTP/1.1" status: 200 len: 829 time: 0.0709631 Jul 06 11:51:30.430193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'Port': ['ID=7a75b24d-06b2-4224-9747-160a80bb433b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:30.473000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] No DVR routers for this DVR port 7a75b24d-06b2-4224-9747-160a80bb433b on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:30.475673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.478146 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8a23af3b-3839-49ca-a41a-adec91440882 req-962da5a7-1751-43fa-a9ca-e0a9b41365b7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "DELETE /v2.0/ports/7a75b24d-06b2-4224-9747-160a80bb433b HTTP/1.1" status: 204 len: 173 time: 0.4455583 Jul 06 11:51:30.478615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'name': 'network-vif-deleted', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:30.480919 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e19ed-a3cd-4f42-8bce-d17d673a5df1" -d '{"events": [{"server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "name": "network-vif-deleted", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:30.520449 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a11fc-688c-4daa-9f39-f53dd7e181b7 x-openstack-request-id: req-109a11fc-688c-4daa-9f39-f53dd7e181b7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:30.520755 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54614879-06d9-4ddb-9d00-397f34389381", "name": "network-vif-deleted", "tag": "7a75b24d-06b2-4224-9747-160a80bb433b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:30.521061 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-109a11fc-688c-4daa-9f39-f53dd7e181b7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:30.521473 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54614879-06d9-4ddb-9d00-397f34389381', 'name': 'network-vif-deleted', 'tag': '7a75b24d-06b2-4224-9747-160a80bb433b', 'status': 'completed', 'code': 200} Jul 06 11:51:30.866354 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.340915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-802fa580-5609-49ab-a938-9c63177e79e5 req-5f64f0c1-76dc-485b-b8ec-c7a2ddde2652 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0419559 Jul 06 11:51:31.446165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8dbea-f798-48a0-a9c6-ae8549a852a8 req-627ba754-442c-40a3-892c-60bd90b87cd2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.447768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ec8dbea-f798-48a0-a9c6-ae8549a852a8 req-627ba754-442c-40a3-892c-60bd90b87cd2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0833213 Jul 06 11:51:31.494278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ec8dbea-f798-48a0-a9c6-ae8549a852a8 req-8d3c45ab-08a2-45f2-8994-b1251c7ef758 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Jul 06 11:51:31.979579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b23e-e54e-458e-b838-7397295bf255 req-fa4a8a77-f407-4f1c-9d62-27d65900ac46 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.981129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd9b23e-e54e-458e-b838-7397295bf255 req-fa4a8a77-f407-4f1c-9d62-27d65900ac46 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 945 time: 0.0701582 Jul 06 11:51:32.021633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd9b23e-e54e-458e-b838-7397295bf255 req-d057cb09-3ed8-4f93-9615-86fb5e1a3e7c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Jul 06 11:51:32.345214 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:32.520999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6508685d-1fcc-4c86-8b5a-ec78d46cac6c req-ccad0e1d-e370-4c67-a29e-fdea13c27529 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0353162 Jul 06 11:51:32.739484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3854e4-e53e-48d5-8bb7-4593cd7f801f req-a2744090-d33b-4e5e-82d0-e66c33fed84f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.744931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b3854e4-e53e-48d5-8bb7-4593cd7f801f req-a2744090-d33b-4e5e-82d0-e66c33fed84f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0898731 Jul 06 11:51:32.789551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b3854e4-e53e-48d5-8bb7-4593cd7f801f req-c94f7fe3-31df-47ae-aad1-5404bddf1570 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Jul 06 11:51:33.259999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ee9ab-28b2-4d21-9b91-5211419ab24a req-6b7b94e8-9bd9-4e24-b245-061ca648b691 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.265430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b8ee9ab-28b2-4d21-9b91-5211419ab24a req-6b7b94e8-9bd9-4e24-b245-061ca648b691 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 945 time: 0.0859692 Jul 06 11:51:33.315664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b8ee9ab-28b2-4d21-9b91-5211419ab24a req-5b24af89-6e93-40e0-b561-a57613e162c9 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Jul 06 11:51:33.736485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-602a660f-6bbb-4adf-9683-1bf8d1d1e611 req-063109fd-72a4-4d34-af4c-26b0bf0a2f93 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0513875 Jul 06 11:51:33.753976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-468e3032-55f1-430d-8d07-cca0e53795ae tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.755678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-468e3032-55f1-430d-8d07-cca0e53795ae tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 945 time: 0.1542084 Jul 06 11:51:33.947375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Deleting port a90d6943-1d6d-47dd-8b52-3179493c6cf1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:33.947841 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.052407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] For port a90d6943-1d6d-47dd-8b52-3179493c6cf1, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a90d6943-1d6d-47dd-8b52-3179493c6cf1,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:34.052887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.067884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Calling delete_port for a90d6943-1d6d-47dd-8b52-3179493c6cf1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:34.112960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb32b0-0ac9-4849-8e21-cda5fd26d54a req-4c003da1-8ead-4ccc-8826-50a9912e7ef2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.114528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ddb32b0-0ac9-4849-8e21-cda5fd26d54a req-4c003da1-8ead-4ccc-8826-50a9912e7ef2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1198602 Jul 06 11:51:34.200947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ddb32b0-0ac9-4849-8e21-cda5fd26d54a req-75b46846-7595-42f3-b7e3-fb356c0dda9d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783648 Jul 06 11:51:34.254564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.267025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2', 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:34.294135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'Port': ['ID=a90d6943-1d6d-47dd-8b52-3179493c6cf1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:34.361456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] No DVR routers for this DVR port a90d6943-1d6d-47dd-8b52-3179493c6cf1 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:34.364719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.367322 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a0dc0c53-9f5f-4a55-a7c8-602b0f3c396b req-e245870e-6c5a-49be-a58b-581b0a5b6cc0 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "DELETE /v2.0/ports/a90d6943-1d6d-47dd-8b52-3179493c6cf1 HTTP/1.1" status: 204 len: 173 time: 0.5976820 Jul 06 11:51:34.367981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'name': 'network-vif-deleted', 'tag': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:34.370984 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63da22e-83b3-4ff4-b3c6-1001da32c45c" -d '{"events": [{"server_uuid": "5e7c936c-a8eb-4697-b2c0-d40a0279ee47", "name": "network-vif-deleted", "tag": "a90d6943-1d6d-47dd-8b52-3179493c6cf1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:34.420978 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091cbb1b-bb1e-4c20-87f5-7e93f20f4893 x-openstack-request-id: req-091cbb1b-bb1e-4c20-87f5-7e93f20f4893 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:34.421508 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7c936c-a8eb-4697-b2c0-d40a0279ee47", "name": "network-vif-deleted", "tag": "a90d6943-1d6d-47dd-8b52-3179493c6cf1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:34.422143 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-091cbb1b-bb1e-4c20-87f5-7e93f20f4893 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:34.422755 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7c936c-a8eb-4697-b2c0-d40a0279ee47', 'name': 'network-vif-deleted', 'tag': 'a90d6943-1d6d-47dd-8b52-3179493c6cf1', 'status': 'completed', 'code': 200} Jul 06 11:51:34.482361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7a75b24d-06b2-4224-9747-160a80bb433b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:34.525177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d5ae798-9306-425e-a740-4388d94ce532 req-78f14c79-87ff-4810-9688-7dea68c63db8 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e7c936c-a8eb-4697-b2c0-d40a0279ee47 HTTP/1.1" status: 200 len: 210 time: 0.0401337 Jul 06 11:51:34.547793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7a75b24d-06b2-4224-9747-160a80bb433b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:34.548282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7a75b24d-06b2-4224-9747-160a80bb433b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:34.548826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c1258242-b5a1-4ffb-927c-fd3841f53b1d no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:34.583792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c1258242-b5a1-4ffb-927c-fd3841f53b1d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:34.584862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c1258242-b5a1-4ffb-927c-fd3841f53b1d not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:34.938420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d5bbfd4-9500-4adb-a5e1-cfbdda2b27fd req-ad8aff71-d465-4152-8f33-80458a169ef1 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0424547 Jul 06 11:51:35.433610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23754770-369c-4f65-86ef-277dfe47b1d3 req-a2822f1f-7834-4ffb-8fea-19fd88283daa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.436563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23754770-369c-4f65-86ef-277dfe47b1d3 req-a2822f1f-7834-4ffb-8fea-19fd88283daa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0949454 Jul 06 11:51:35.509010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23754770-369c-4f65-86ef-277dfe47b1d3 req-231fb649-a4c2-426c-acfa-fd1d17f71084 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670269 Jul 06 11:51:36.076681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617b68-0395-495e-8ee7-beb7dc8ef427 req-2e846d59-afb5-4456-a079-611cb4eb25a5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.078492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe617b68-0395-495e-8ee7-beb7dc8ef427 req-2e846d59-afb5-4456-a079-611cb4eb25a5 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.0948043 Jul 06 11:51:36.151165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-feee7224-73cc-4104-b1d5-6abba0564428 req-c3d2a144-3b61-407c-b7be-097ad17c2e20 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0364122 Jul 06 11:51:36.184216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe617b68-0395-495e-8ee7-beb7dc8ef427 req-3d9136d1-59ca-4389-b8c2-a9783c9e5791 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968602 Jul 06 11:51:36.711469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173828-070e-4d74-b01a-146fda66d8d2 req-f3540264-ec2e-42d3-bd94-0a72b8ec53c2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.722280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2173828-070e-4d74-b01a-146fda66d8d2 req-f3540264-ec2e-42d3-bd94-0a72b8ec53c2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0875282 Jul 06 11:51:36.770799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2173828-070e-4d74-b01a-146fda66d8d2 req-7c4ef076-161f-4fd8-b029-6688660b672f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473332 Jul 06 11:51:37.366831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6918fe17-28b5-4667-a318-16b0890e8c02 req-c7793d40-fc0e-406d-bb74-eada67c5728f tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0617032 Jul 06 11:51:37.460343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c6b1b-34f2-4934-bcd4-b768296ba2ac req-54f3281b-5723-487d-9b2f-39e180d0d8c4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.462277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b0c6b1b-34f2-4934-bcd4-b768296ba2ac req-54f3281b-5723-487d-9b2f-39e180d0d8c4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.0944753 Jul 06 11:51:37.515036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b0c6b1b-34f2-4934-bcd4-b768296ba2ac req-4b66eb2e-5d00-4fb9-8d7f-d043bd3c905e tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=63f8679d-c8ed-4222-9672-67039439d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Jul 06 11:51:37.792015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-84e3ac77-f409-4697-872e-30da859824dd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.793765 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-84e3ac77-f409-4697-872e-30da859824dd tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 945 time: 0.1039245 Jul 06 11:51:37.937571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Deleting port 67b96779-3998-4ef6-b675-30cc06acc9f2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:37.938231 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.032650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fbc4f-213b-4085-8c22-30fb23f00109 req-d6111ed3-b53e-4539-ab7d-fdff6a3f7663 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.035228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d8fbc4f-213b-4085-8c22-30fb23f00109 req-d6111ed3-b53e-4539-ab7d-fdff6a3f7663 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0947666 Jul 06 11:51:38.072636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] For port 67b96779-3998-4ef6-b675-30cc06acc9f2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=67b96779-3998-4ef6-b675-30cc06acc9f2,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:38.073274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.079323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d8fbc4f-213b-4085-8c22-30fb23f00109 req-178c1fd9-f5a9-4971-a168-84e20c7fac6d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Jul 06 11:51:38.103040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Calling delete_port for 67b96779-3998-4ef6-b675-30cc06acc9f2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:38.260954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.275802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['67b96779-3998-4ef6-b675-30cc06acc9f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:38.297043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'Port': ['ID=67b96779-3998-4ef6-b675-30cc06acc9f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:38.363522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] No DVR routers for this DVR port 67b96779-3998-4ef6-b675-30cc06acc9f2 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:38.369074 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.371352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fbeacfcc-e0da-408b-8aab-878112c56722 req-c649adf6-1d2f-48d6-baf0-81ed4a23810b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "DELETE /v2.0/ports/67b96779-3998-4ef6-b675-30cc06acc9f2 HTTP/1.1" status: 204 len: 173 time: 0.5691094 Jul 06 11:51:38.371854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'name': 'network-vif-deleted', 'tag': '67b96779-3998-4ef6-b675-30cc06acc9f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:38.377915 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfeca59-c084-4191-ab55-968d87962d71" -d '{"events": [{"server_uuid": "dce3c92d-7623-42a6-803f-e0b5bd6cfc89", "name": "network-vif-deleted", "tag": "67b96779-3998-4ef6-b675-30cc06acc9f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:38.497648 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42888935-c496-4e78-b8ad-0f52ee2be1d2 x-openstack-request-id: req-42888935-c496-4e78-b8ad-0f52ee2be1d2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:38.498637 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce3c92d-7623-42a6-803f-e0b5bd6cfc89", "name": "network-vif-deleted", "tag": "67b96779-3998-4ef6-b675-30cc06acc9f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:38.498904 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42888935-c496-4e78-b8ad-0f52ee2be1d2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:38.499336 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce3c92d-7623-42a6-803f-e0b5bd6cfc89', 'name': 'network-vif-deleted', 'tag': '67b96779-3998-4ef6-b675-30cc06acc9f2', 'status': 'completed', 'code': 200} Jul 06 11:51:38.501789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a90d6943-1d6d-47dd-8b52-3179493c6cf1 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:38.534969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: a90d6943-1d6d-47dd-8b52-3179493c6cf1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:38.535570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a90d6943-1d6d-47dd-8b52-3179493c6cf1 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:38.631779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47610e2f-dd5a-40c9-9b65-3b6fd8aeb3fa req-22d47cfb-ad1e-452b-97c7-ce068b0aaf3c tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0515721 Jul 06 11:51:38.819008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e7dfa18-762b-49bd-842c-c93e51a9a3b1 req-ede0683f-8b0d-4a71-a110-9f543d69ff1a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=dce3c92d-7623-42a6-803f-e0b5bd6cfc89 HTTP/1.1" status: 200 len: 210 time: 0.0409780 Jul 06 11:51:39.376761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455eabd-0c33-4b26-9f6b-7cadfb7ed82b req-82cdce40-7830-48a1-9165-6592c86615f8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.386723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e455eabd-0c33-4b26-9f6b-7cadfb7ed82b req-82cdce40-7830-48a1-9165-6592c86615f8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1312273 Jul 06 11:51:39.441147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e455eabd-0c33-4b26-9f6b-7cadfb7ed82b req-a3177633-3f92-4069-82d7-0791428c9611 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511549 Jul 06 11:51:39.848190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d7ea364-663d-4f8a-a0f7-81656c303a16 req-f22d746b-c1e3-4056-bc20-a552021ce75e tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0388491 Jul 06 11:51:40.462453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce7ff-acd9-4b43-a888-fa984a6558ed req-442b882d-483c-4f1d-8f3a-cd1c90bdaae7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.470325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac6ce7ff-acd9-4b43-a888-fa984a6558ed req-442b882d-483c-4f1d-8f3a-cd1c90bdaae7 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0825169 Jul 06 11:51:40.519955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:40.546109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac6ce7ff-acd9-4b43-a888-fa984a6558ed req-9d0feffb-5bc2-4293-b2a7-a3595af4bb8c tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742414 Jul 06 11:51:40.762955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:40.784096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'mac_address': 'fa:16:3e:62:69:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:40.990768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.011605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5f5af-e030-4f98-b0b3-2039660c35a3 req-b96c2328-b757-4a15-be4c-b1ef1b9307e4 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.021239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbc5f5af-e030-4f98-b0b3-2039660c35a3 req-b96c2328-b757-4a15-be4c-b1ef1b9307e4 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.2590067 Jul 06 11:51:41.040836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d35ca1d-238a-4823-afbb-230b27c82ea5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:41.089734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:41.094338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbc5f5af-e030-4f98-b0b3-2039660c35a3 req-b6226462-ab99-48a1-ae6b-78b0cb3b7842 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619199 Jul 06 11:51:41.099210 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.247543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:41.332245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7d35ca1d-238a-4823-afbb-230b27c82ea5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:41.396165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19bdb394-488d-4e88-b9a6-f79ea782eaa7 req-d94ce5f1-6552-4077-8cc2-df3ac22d8e04 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0888643 Jul 06 11:51:41.850787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0acc-3fc2-4ce3-9fd6-4527c88c1759 req-dd1e0cd3-0d97-4891-a003-0726aa780a71 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.859228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-552a0acc-3fc2-4ce3-9fd6-4527c88c1759 req-dd1e0cd3-0d97-4891-a003-0726aa780a71 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1266980 Jul 06 11:51:41.931951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-552a0acc-3fc2-4ce3-9fd6-4527c88c1759 req-983034ce-6df8-4a57-bb0a-2d0d0314bf88 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684645 Jul 06 11:51:42.358232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-046f5693-ac7d-4da3-9cda-0ae1c3e44b29 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.366682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-046f5693-ac7d-4da3-9cda-0ae1c3e44b29 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.1941099 Jul 06 11:51:42.535400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:42.558213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a045178-8f9f-47da-a40d-ffbff4ea82b2 req-ad6518ea-4ed3-431d-bfcf-77f69d9d510f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.571299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a045178-8f9f-47da-a40d-ffbff4ea82b2 req-ad6518ea-4ed3-431d-bfcf-77f69d9d510f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.2615492 Jul 06 11:51:42.657085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a045178-8f9f-47da-a40d-ffbff4ea82b2 req-07252f73-570f-459c-b948-75d89144cccc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833566 Jul 06 11:51:42.726187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Deleting port cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:42.726578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.731492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7d35ca1d-238a-4823-afbb-230b27c82ea5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:42.734591 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.922989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5951fc4-887e-4049-ac2b-aba0f3c2c331 req-9e784bf8-6962-486f-8f61-2bfaf38d7a2a tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0754149 Jul 06 11:51:42.971338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.979452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] For port cff7fe3a-035d-426c-9f9f-0156365349ba, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=cff7fe3a-035d-426c-9f9f-0156365349ba,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:42.980019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.031764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:43.033132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:43.037350 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605be89-a4ba-4196-a237-171fbafc3b04" -d '{"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:43.041368 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.042421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 67b96779-3998-4ef6-b675-30cc06acc9f2 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:43.135637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 67b96779-3998-4ef6-b675-30cc06acc9f2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:43.136417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 67b96779-3998-4ef6-b675-30cc06acc9f2 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:43.141986 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd6a84-38da-40f9-a21c-1bf09d7594d7 x-openstack-request-id: req-1ebd6a84-38da-40f9-a21c-1bf09d7594d7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:43.142689 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:43.143113 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ebd6a84-38da-40f9-a21c-1bf09d7594d7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:43.143665 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'code': 200} Jul 06 11:51:43.144487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:43.251622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be458cd5-1589-4e2e-8c21-148aed39dbdd req-e2e40685-794a-4e62-bc4a-21f22cc5ad6a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.253270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be458cd5-1589-4e2e-8c21-148aed39dbdd req-e2e40685-794a-4e62-bc4a-21f22cc5ad6a tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 944 time: 0.0863397 Jul 06 11:51:43.314609 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.315089 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.315484 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Floating IP 0a331388-2a45-41d9-98d4-0d5832cda076 disassociated. External IP: 172.25.7.175, port: cff7fe3a-035d-426c-9f9f-0156365349ba. Jul 06 11:51:43.315944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Calling delete_port for cff7fe3a-035d-426c-9f9f-0156365349ba owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:43.359651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be458cd5-1589-4e2e-8c21-148aed39dbdd req-f009f92e-e29c-456b-959b-80d7fccc3f8f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups?id=45976bc6-9a18-481c-bdb3-a502a883ac5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005740 Jul 06 11:51:43.579774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.673807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'Port': ['ID=cff7fe3a-035d-426c-9f9f-0156365349ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:43.931741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Router 07096356-eba2-46b6-bf54-4b89bb6ada6f has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:44.037402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801087-42eb-44d5-af92-390f8ca25283 req-2a65a939-c7ff-4843-aeae-3ae0cdb19a7f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.042679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62801087-42eb-44d5-af92-390f8ca25283 req-2a65a939-c7ff-4843-aeae-3ae0cdb19a7f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1800640 Jul 06 11:51:44.119532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62801087-42eb-44d5-af92-390f8ca25283 req-581db24c-3b5b-4739-9ed5-d068a881c4be tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707169 Jul 06 11:51:44.245710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:44.259928 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] Sync routers for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:44.279314 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:44.280248 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:51:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:44.390861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] No DVR routers for this DVR port cff7fe3a-035d-426c-9f9f-0156365349ba on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:44.393814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.396117 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cc6cb943-b98c-4304-b0f5-e63a157c332f req-50d02b95-6e19-4e1d-88af-b55062b21aef tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.79 "DELETE /v2.0/ports/cff7fe3a-035d-426c-9f9f-0156365349ba HTTP/1.1" status: 204 len: 173 time: 2.0207210 Jul 06 11:51:44.408458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-deleted', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:44.410408 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d70577-5845-4026-8ea3-d00a4d188022" -d '{"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-deleted", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:44.422763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa44aba2-1fae-4ec9-a2b2-52b6121b052f req-65f25d96-9e0e-46cc-9663-bb7479add91e tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.1347513 Jul 06 11:51:44.576383 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb8a3c0-bf8c-4e9a-b509-17ab31e851c6 x-openstack-request-id: req-ceb8a3c0-bf8c-4e9a-b509-17ab31e851c6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:44.576784 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f27fa-c62a-40f9-a806-acc21aa0f0db", "name": "network-vif-deleted", "tag": "cff7fe3a-035d-426c-9f9f-0156365349ba", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:44.577183 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ceb8a3c0-bf8c-4e9a-b509-17ab31e851c6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:44.577689 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f27fa-c62a-40f9-a806-acc21aa0f0db', 'name': 'network-vif-deleted', 'tag': 'cff7fe3a-035d-426c-9f9f-0156365349ba', 'status': 'completed', 'code': 200} Jul 06 11:51:44.679699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-077c0d73-5917-4674-aa24-c15afe9116b8 req-fb5c9191-87bc-43ff-966a-bea55cb9e69b tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/ports?device_id=f69f27fa-c62a-40f9-a806-acc21aa0f0db HTTP/1.1" status: 200 len: 210 time: 0.0796957 Jul 06 11:51:44.688910 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:45.251778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:45.314595 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] Checking router: 07096356-eba2-46b6-bf54-4b89bb6ada6f for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:45.336716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:45.336983 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:51:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:45.479470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62c17a-a637-4455-ac33-5492111dd55f req-a3683f7a-9d34-4603-9966-809660f59239 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:45.481072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f62c17a-a637-4455-ac33-5492111dd55f req-a3683f7a-9d34-4603-9966-809660f59239 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1554852 Jul 06 11:51:45.642559 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:45.650399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f62c17a-a637-4455-ac33-5492111dd55f req-d1518e02-3e03-488c-9ef6-646502d2e8d8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586292 Jul 06 11:51:45.866140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c1245b6-2ac4-44b1-aa23-099a407ba3ce req-3b07e21b-1759-484a-a84f-1501c40a523e tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0753567 Jul 06 11:51:46.123362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:46.143998 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:46.210543 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab3db4-98f2-4207-8a7e-500c662fb76c None None] The sync data for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 is: [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:37Z', 'revision_number': 4, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '78a019b2-1eb5-4695-99b6-e1bb503c0b0f', 'name': '', 'network_id': 'ad120c1c-1715-453c-8ad9-c03d02436880', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'mac_address': 'fa:16:3e:a0:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:36Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'subnets': [{'id': '6c487dbd-9673-4a10-b0f8-28248becbd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:46.235558 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.261421 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.372339 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.375746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.377378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "DELETE /v2.0/security-groups/45976bc6-9a18-481c-bdb3-a502a883ac5e HTTP/1.1" status: 204 len: 168 time: 0.2525198 Jul 06 11:51:46.381060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:46.397548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45976bc6-9a18-481c-bdb3-a502a883ac5e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:46.415322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.415607 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-85e14174-7b78-4437-b0f4-3c24dad2afb4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] show failed (client error): The resource could not be found. Jul 06 11:51:46.417156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-85e14174-7b78-4437-b0f4-3c24dad2afb4 tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "GET /v2.0/security-groups/45976bc6-9a18-481c-bdb3-a502a883ac5e HTTP/1.1" status: 404 len: 347 time: 0.0350866 Jul 06 11:51:46.419014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.419543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.420277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.420517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:46.420986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.421535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.422041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.423691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.424266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.424771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.425906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.426418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb10ab6-5dd4-491e-9054-e2fc74aa150f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:46.558799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:46.634854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: cff7fe3a-035d-426c-9f9f-0156365349ba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:46.639665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device cff7fe3a-035d-426c-9f9f-0156365349ba not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:46.736815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6b95f-029f-423f-bced-19b9f14afb0b None None] New status for floating IP 0a331388-2a45-41d9-98d4-0d5832cda076: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:51:46.811169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Deleting port 28e0849e-9535-492c-abeb-67bed42c96a9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:46.816063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.043077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.043850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.061560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Calling delete_port for 28e0849e-9535-492c-abeb-67bed42c96a9 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:47.376845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1838dc9a-1b15-4785-af5f-9fca8489ff88 req-1bffdd21-502e-4e39-ac36-bb3b4f118e2b tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.1378024 Jul 06 11:51:47.393653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.468388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd719ea-2b00-4835-a3d1-41af023fbc78 req-f2bd687f-bf4f-4478-bde7-e85140b21501 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.477108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fd719ea-2b00-4835-a3d1-41af023fbc78 req-f2bd687f-bf4f-4478-bde7-e85140b21501 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.3496361 Jul 06 11:51:47.568585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Pushing event deleted for resources: {'Port': ['ID=28e0849e-9535-492c-abeb-67bed42c96a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:47.589217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fd719ea-2b00-4835-a3d1-41af023fbc78 req-3d0dcc60-8c6d-4690-aa71-8e3c08c5ce13 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067922 Jul 06 11:51:47.696947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.699638 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.701496 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-41ed2771-e975-44e1-a00d-3147749f9c5f tempest-ServerActionsTestJSON-1914307094 tempest-ServerActionsTestJSON-1914307094-project] 10.222.0.78 "DELETE /v2.0/floatingips/0a331388-2a45-41d9-98d4-0d5832cda076 HTTP/1.1" status: 204 len: 168 time: 1.2792323 Jul 06 11:51:47.704633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:48.861546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd618d50-6d6a-4364-adcd-ad32d8d0b0eb req-dae6c4ba-f021-4eb5-97fe-85ae447adbac tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.1145434 Jul 06 11:51:49.052073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c5a24-768a-421d-bb10-48a7790f355c req-dae99977-6735-4bfe-8962-e3873910bd9f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.054338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-222c5a24-768a-421d-bb10-48a7790f355c req-dae99977-6735-4bfe-8962-e3873910bd9f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1592271 Jul 06 11:51:49.193282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-222c5a24-768a-421d-bb10-48a7790f355c req-f458259a-fe3a-48b7-a775-9c80ec73f410 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267998 Jul 06 11:51:49.574280 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.156554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e23598cc-986e-43a9-b687-412139430707 req-3208db9e-429c-44a0-a3ec-7ab9feb1baee tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0795143 Jul 06 11:51:50.164278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Deleting port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:50.165702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.328291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] For port 78a019b2-1eb5-4695-99b6-e1bb503c0b0f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:50.328684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.362942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Calling delete_port for 78a019b2-1eb5-4695-99b6-e1bb503c0b0f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:50.663618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025723d-2e6a-4d8a-8a32-b514aa920aec req-1595272c-fd62-409f-9965-612702eed6d6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:50.672792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e025723d-2e6a-4d8a-8a32-b514aa920aec req-1595272c-fd62-409f-9965-612702eed6d6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.2290747 Jul 06 11:51:50.785383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e025723d-2e6a-4d8a-8a32-b514aa920aec req-052ea87f-c7d4-4ae4-9166-96c21e07c2d7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064732 Jul 06 11:51:50.876231 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.928437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a019b2-1eb5-4695-99b6-e1bb503c0b0f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:51.262986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.610974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8a0ea70-3c48-4080-ba82-559858fa871f req-11658892-a5e5-44fa-97f5-e2d1beb53b74 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0802255 Jul 06 11:51:51.901518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Router 07096356-eba2-46b6-bf54-4b89bb6ada6f has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:52.212497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:52.229101 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] Sync routers for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:52.230976 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d561ac7-c90b-4f0a-9d58-8c67de57a0d4 admin admin] 10.222.0.78 "PUT /v2.0/routers/07096356-eba2-46b6-bf54-4b89bb6ada6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5242386 Jul 06 11:51:52.233152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:52.277190 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:52.277823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:51:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:52.340287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b644d-af10-4330-9a32-3db81bbd5777 req-253e5018-8d0c-4002-a58a-f2d6e817df04 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.342320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce1b644d-af10-4330-9a32-3db81bbd5777 req-253e5018-8d0c-4002-a58a-f2d6e817df04 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1905444 Jul 06 11:51:52.399448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce1b644d-af10-4330-9a32-3db81bbd5777 req-6dab0950-9354-4288-9281-8efee29e0e41 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Jul 06 11:51:52.436852 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:52.459373 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.604551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.740631 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'cbac5154-7407-4b30-90bc-19d029591521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:51:50Z', 'revision_number': 5, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port': {'id': 'cbac5154-7407-4b30-90bc-19d029591521', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:33Z', 'updated_at': '2021-07-06T11:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:52.765643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.771957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] Checking router: 07096356-eba2-46b6-bf54-4b89bb6ada6f for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:52.788149 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] Routers {'07096356-eba2-46b6-bf54-4b89bb6ada6f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:52.790009 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:51:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['07096356-eba2-46b6-bf54-4b89bb6ada6f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:52.978019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Deleting port cbac5154-7407-4b30-90bc-19d029591521 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:52.978640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.999178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e328d692-1f61-475a-9ade-6476372247cd req-bcd60d08-764e-4c84-a49c-ff92686c0f12 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0496137 Jul 06 11:51:53.343293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] For port cbac5154-7407-4b30-90bc-19d029591521, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbac5154-7407-4b30-90bc-19d029591521,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:53.343719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.380813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Calling delete_port for cbac5154-7407-4b30-90bc-19d029591521 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:53.403713 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] Set router 07096356-eba2-46b6-bf54-4b89bb6ada6f gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:53.513627 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:51:52Z', 'revision_number': 6, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:53.558081 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ee35-5c40-4b77-8b5c-77c71add2002 None None] The sync data for ids ['07096356-eba2-46b6-bf54-4b89bb6ada6f'] in n-d-799528-2 is: [{'id': '07096356-eba2-46b6-bf54-4b89bb6ada6f', 'name': 'tempest-ServerActionsTestJSON-1988714757-router', 'tenant_id': '13f1cc569da24b2b94eec1c827c7ab46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:51:52Z', 'revision_number': 6, 'project_id': '13f1cc569da24b2b94eec1c827c7ab46', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:53.686601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18655eec-cb09-427e-af8b-2d6086cb13fb req-629879fc-1544-4ca3-9efb-82b8649990d4 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.694329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18655eec-cb09-427e-af8b-2d6086cb13fb req-629879fc-1544-4ca3-9efb-82b8649990d4 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0913627 Jul 06 11:51:53.724032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.738151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18655eec-cb09-427e-af8b-2d6086cb13fb req-0985c566-87a3-4bf4-85fb-7ef5dd371390 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Jul 06 11:51:53.757586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbac5154-7407-4b30-90bc-19d029591521,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:53.901172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.129068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.132651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.220067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.220610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07096356-eba2-46b6-bf54-4b89bb6ada6f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:51:54.230018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.234637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:54.236983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b83111d-ec1c-4a98-b5b2-b35107b5b7f6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/07096356-eba2-46b6-bf54-4b89bb6ada6f HTTP/1.1" status: 204 len: 168 time: 2.0026693 Jul 06 11:51:54.322992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Deleting subnet 6c487dbd-9673-4a10-b0f8-28248becbd1a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:54.340305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.434836 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.573713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16ca9c38-4ad1-47f0-9c14-2f96bb76a404 req-9ea98583-2cc9-4c81-801c-cc54c406c2b5 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.2541149 Jul 06 11:51:54.666109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.691136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 78a019b2-1eb5-4695-99b6-e1bb503c0b0f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:54.744726 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.754627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 78a019b2-1eb5-4695-99b6-e1bb503c0b0f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:54.755125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 78a019b2-1eb5-4695-99b6-e1bb503c0b0f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:54.755695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbac5154-7407-4b30-90bc-19d029591521 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:54.809310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c487dbd-9673-4a10-b0f8-28248becbd1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:54.812469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.814625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1f68080-06b5-48d9-b470-8ae11962e0ad admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6c487dbd-9673-4a10-b0f8-28248becbd1a HTTP/1.1" status: 204 len: 168 time: 0.5788400 Jul 06 11:51:54.819822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:54.832081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b03cb-a441-4598-b4d3-6c1447695105 None None] Network ad120c1c-1715-453c-8ad9-c03d02436880 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:54.840201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: cbac5154-7407-4b30-90bc-19d029591521 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:54.840681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbac5154-7407-4b30-90bc-19d029591521 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:55.014175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.119291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14b8d-ad08-4ccc-9bdc-0b8e3ee8209b req-ac22aa10-d722-44ea-ba04-a712ef72bf9e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.145178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01c14b8d-ad08-4ccc-9bdc-0b8e3ee8209b req-ac22aa10-d722-44ea-ba04-a712ef72bf9e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.2202191 Jul 06 11:51:55.234815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01c14b8d-ad08-4ccc-9bdc-0b8e3ee8209b req-a6419b71-a32a-4cd6-aff5-6791a43b6fa3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839589 Jul 06 11:51:55.242173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Deleting port 57356f80-f144-49af-9746-4c09aba2ce74 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:55.242720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.363370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] For port 57356f80-f144-49af-9746-4c09aba2ce74, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57356f80-f144-49af-9746-4c09aba2ce74,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:55.363763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.384380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Calling delete_port for 57356f80-f144-49af-9746-4c09aba2ce74 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:55.458034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] DHCP port deletion for ad120c1c-1715-453c-8ad9-c03d02436880 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:55.529877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Deleting port 57356f80-f144-49af-9746-4c09aba2ce74 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:55.530272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.593518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.636522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] For port 57356f80-f144-49af-9746-4c09aba2ce74, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57356f80-f144-49af-9746-4c09aba2ce74,segment=NetworkSegment(fb9f09b6-8c81-491e-b023-f041b4a66178),segment_id=fb9f09b6-8c81-491e-b023-f041b4a66178)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:55.637898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.640881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=57356f80-f144-49af-9746-4c09aba2ce74,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.645884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] No DVR routers for this DVR port 57356f80-f144-49af-9746-4c09aba2ce74 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:55.677386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Calling delete_port for 57356f80-f144-49af-9746-4c09aba2ce74 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:55.768542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.789808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad120c1c-1715-453c-8ad9-c03d02436880']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:55.807893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.817584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9f09b6-8c81-491e-b023-f041b4a66178') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:55.817889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9f09b6-8c81-491e-b023-f041b4a66178') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:55.834802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.865398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.879304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:55.879695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:55.884240 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:55.887090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] No DVR routers for this DVR port 57356f80-f144-49af-9746-4c09aba2ce74 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:55.889840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Pushing event deleted for resources: {'Port': ['ID=57356f80-f144-49af-9746-4c09aba2ce74,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.917692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.918040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.918391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.920112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.923214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.925864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.926239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.926590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.926936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.927278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.927619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.927987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e008ed-ec6c-4331-97aa-46696ca571ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:55.986013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.994214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.012458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6060651c-5267-45b2-8ebf-c3e4f6b31000 req-000ced14-502b-4fa1-9073-acdfc8f6a757 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0837581 Jul 06 11:51:56.019577 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ad120c1c-1715-453c-8ad9-c03d02436880 HTTP/1.1" status: 204 len: 168 time: 1.1949899 Jul 06 11:51:56.042078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e33a82-830d-42cf-b5d5-6ec0d3161e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad120c1c-1715-453c-8ad9-c03d02436880,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:56.208926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:56.258685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a107e6d-cbaa-47c5-8ec3-a50360274ad4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=13f1cc569da24b2b94eec1c827c7ab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459754 Jul 06 11:51:56.259412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:56.343365 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24340a9-3331-4848-a348-721719552800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.367251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24340a9-3331-4848-a348-721719552800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.484609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb61f-ad8e-47e2-8b29-d6f7c7ab24f1 req-4253c298-66ff-4996-9b21-425c49ee5e81 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.486186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0cb61f-ad8e-47e2-8b29-d6f7c7ab24f1 req-4253c298-66ff-4996-9b21-425c49ee5e81 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0872221 Jul 06 11:51:56.487037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24340a9-3331-4848-a348-721719552800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.490132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24340a9-3331-4848-a348-721719552800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.493704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b24340a9-3331-4848-a348-721719552800 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63f8679d-c8ed-4222-9672-67039439d2db HTTP/1.1" status: 204 len: 168 time: 0.2312324 Jul 06 11:51:56.587347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0cb61f-ad8e-47e2-8b29-d6f7c7ab24f1 req-ca9eedbd-90f2-4c1e-8953-c580ec762c02 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929310 Jul 06 11:51:56.591944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24340a9-3331-4848-a348-721719552800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8679d-c8ed-4222-9672-67039439d2db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:56.623889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57356f80-f144-49af-9746-4c09aba2ce74 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:56.668783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 57356f80-f144-49af-9746-4c09aba2ce74 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:56.669208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57356f80-f144-49af-9746-4c09aba2ce74 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:57.114627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b889f262-4b15-49a3-8ec7-2314abf58f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.353926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b30fa13f-f09e-475b-ade4-c4bdf0eb2d29 req-cd7b718b-8ea4-4b91-899d-b8212da30470 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0542934 Jul 06 11:51:57.842444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c6ef-ebc6-4525-afc7-93ac65714429 req-e7fd2b42-20ad-406c-977f-31e11095d5da tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:57.844818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b97c6ef-ebc6-4525-afc7-93ac65714429 req-e7fd2b42-20ad-406c-977f-31e11095d5da tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0822575 Jul 06 11:51:57.911388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b97c6ef-ebc6-4525-afc7-93ac65714429 req-499a53af-4b70-403b-bd79-acd7dabf9436 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548067 Jul 06 11:51:58.191495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fac5b399-4c39-4ab3-882e-2842881125d2 req-13e31488-8890-4e61-8175-50093d17fd1d tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0304699 Jul 06 11:51:58.333020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:51:58.659008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610168d-dd2c-490b-aec3-c278a558081e req-2e24016a-4e55-485d-a7a2-45a44c4fb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.661045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-2e24016a-4e55-485d-a7a2-45a44c4fb361 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1097 time: 0.0828903 Jul 06 11:51:58.736826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71045761-6642-4f42-9f3a-71d902251aa0 req-b980a8c5-7ca1-43e4-82cf-ae1df2e9ae82 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0699339 Jul 06 11:51:58.809066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610168d-dd2c-490b-aec3-c278a558081e req-d26efb93-b837-459f-87da-330477ea1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.811720 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-d26efb93-b837-459f-87da-330477ea1b61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.1355810 Jul 06 11:51:58.905283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf382967-a495-4861-a003-32b036d36844 req-aef67fd0-0e49-4b18-aa57-645b22121351 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0537291 Jul 06 11:51:58.909184 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-89d474df-db1f-4cf1-b1a3-c2a118b399f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0892880 Jul 06 11:51:59.042311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610168d-dd2c-490b-aec3-c278a558081e req-5b82e0e1-4c81-4eeb-a90f-1802ec5173f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.044414 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-5b82e0e1-4c81-4eeb-a90f-1802ec5173f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.1281381 Jul 06 11:51:59.178016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f35317-0fcc-449a-851e-b5cd70b0c51d req-a60d4fb2-ef48-4e65-8b83-b7d9bc10ba4b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0511279 Jul 06 11:51:59.190657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610168d-dd2c-490b-aec3-c278a558081e req-c31e2b0e-549c-4fce-a09c-2151ee11602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.192324 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-c31e2b0e-549c-4fce-a09c-2151ee11602e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402659 Jul 06 11:51:59.281785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d035d-161a-4095-92c4-4688fd500892 req-88aa6701-f674-47a0-843f-b554553d42d8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.283716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a8d035d-161a-4095-92c4-4688fd500892 req-88aa6701-f674-47a0-843f-b554553d42d8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0945022 Jul 06 11:51:59.326946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a8d035d-161a-4095-92c4-4688fd500892 req-4388acb7-b532-4e98-805f-d09222954a27 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373790 Jul 06 11:51:59.363303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-f9d0e22a-7deb-4968-9c1f-8fef13815377 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123133 Jul 06 11:51:59.456199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6610168d-dd2c-490b-aec3-c278a558081e req-f56546ac-fb0d-4cc7-b9f4-7de34c5ed547 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Jul 06 11:51:59.628613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b21e53-4cbc-4159-a045-ce40a36a52e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.921462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.927687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b635736e-4e8d-4958-87d1-203798d90990 req-3f44ae01-58d8-448e-9578-71c2fde03afc tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0340278 Jul 06 11:51:59.997277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.067116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.100708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db4511b3-635b-4afb-ab8d-1d2cd1ae0b6a req-ebfd75e0-5171-473c-9312-f2617c4bfdee tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0483143 Jul 06 11:52:00.152358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Deleting subnet c6b7f49f-3f6e-4940-8719-3a0faf39fb58 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:00.155772 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.201141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.250208 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.319317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.355995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b7f49f-3f6e-4940-8719-3a0faf39fb58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:00.363745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.365933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aad5aa83-b801-43d8-9512-8361e01e97a7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c6b7f49f-3f6e-4940-8719-3a0faf39fb58 HTTP/1.1" status: 204 len: 168 time: 0.2976270 Jul 06 11:52:00.368582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.449806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.551323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.562327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13c0fbf-e13f-4baf-944e-ee5eff001559']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:00.572747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f2caa-f36f-4e18-b08a-ff1f42151846 req-24023b4d-d6d2-4380-8104-34893f59ee54 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:00.574210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-457f2caa-f36f-4e18-b08a-ff1f42151846 req-24023b4d-d6d2-4380-8104-34893f59ee54 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0720809 Jul 06 11:52:00.574787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55ea2f8-b579-4b07-9687-be884607fb17') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:00.575089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55ea2f8-b579-4b07-9687-be884607fb17') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:00.585566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.599832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.605673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:00.606062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:00.608320 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:00.615107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-457f2caa-f36f-4e18-b08a-ff1f42151846 req-e0276a0e-305e-495d-974c-8a6986905876 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Jul 06 11:52:00.667614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.678602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.684115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e13c0fbf-e13f-4baf-944e-ee5eff001559 HTTP/1.1" status: 204 len: 168 time: 0.3137348 Jul 06 11:52:00.697163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59def044-2ab1-4cd6-9383-c3dd4062fe54 admin admin] Pushing event deleted for resources: {'Network': ['ID=e13c0fbf-e13f-4baf-944e-ee5eff001559,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:00.865185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.872396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.905897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5547ee1d-78dd-4edd-b6a9-2238cb5af835 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8072324bce844709c22fd3884996f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394988 Jul 06 11:52:00.908287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.954746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e53c033-332f-4fcd-b890-f36de4056b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.976307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e53c033-332f-4fcd-b890-f36de4056b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.032375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e53c033-332f-4fcd-b890-f36de4056b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.035072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e53c033-332f-4fcd-b890-f36de4056b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.036391 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5e53c033-332f-4fcd-b890-f36de4056b2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfda29a4-6172-4877-b2ae-5ca3c17f99b0 HTTP/1.1" status: 204 len: 168 time: 0.1272047 Jul 06 11:52:01.045513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53c033-332f-4fcd-b890-f36de4056b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda29a4-6172-4877-b2ae-5ca3c17f99b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.107305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-060b6065-a7a8-48d8-9f1b-c207a8abac48 req-dab14c9a-e814-41f3-809d-6d514fac7bc9 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0407958 Jul 06 11:52:01.179126 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12acf5c3-7ad9-4cf8-96f9-c7b22dc1e0c5 req-ec9d8f56-d2e0-4259-9a60-821c11b3ab43 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0387859 Jul 06 11:52:01.292716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad13521b-e34a-4a1f-b802-aab453680a96 req-17e4f1b9-b9c5-46e3-8bb6-1f82efd1ab1e tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0351005 Jul 06 11:52:01.517839 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f6e39296-ee55-4dee-8045-d823701dc2d8 req-4ec594b8-db9e-40e1-a1ca-a481faa23861 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ed8494b3065448e9468a951b32b596b&device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0696714 Jul 06 11:52:01.540237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba0e5184-4325-40ee-850f-82fa43d81d20 req-028108c6-2b49-41b5-9252-b280149c8edd tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0395770 Jul 06 11:52:01.567178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f6e39296-ee55-4dee-8045-d823701dc2d8 req-dc509904-4d8a-423e-9b25-f1b5379dca41 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=8ed8494b3065448e9468a951b32b596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415637 Jul 06 11:52:01.835889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fe686-6dbb-4267-9337-c89fe4034a9e req-bca78fd0-ae36-4963-b1e6-32dfe98b3f8c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.838043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-514fe686-6dbb-4267-9337-c89fe4034a9e req-bca78fd0-ae36-4963-b1e6-32dfe98b3f8c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0962305 Jul 06 11:52:01.931080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-514fe686-6dbb-4267-9337-c89fe4034a9e req-aebf57b7-b44e-4107-9a68-2b755bc1446e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680997 Jul 06 11:52:02.030663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07980165-2de5-46bc-99e0-aa74918d98d3 req-0fc4f330-d9e8-4f4c-b0c3-ba1699227a69 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0362284 Jul 06 11:52:02.183723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e39296-ee55-4dee-8045-d823701dc2d8 req-af896a88-9092-4068-9089-f115fde58a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.185879 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f6e39296-ee55-4dee-8045-d823701dc2d8 req-af896a88-9092-4068-9089-f115fde58a9f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6084206 Jul 06 11:52:02.380789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.503981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2e19994-b31f-4039-9f78-b2154897f5e0 req-b5975080-018c-4452-a691-b5d22cd2ba12 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0290291 Jul 06 11:52:02.651421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:02.721024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37e86a84-ba7a-4476-bc73-bfd55aae383e req-554fd17a-f3d7-486a-b316-dabb91f0dfa6 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0610878 Jul 06 11:52:02.782111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.827736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:02.832267 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f8041-ebd8-46b9-9b7c-dd17de4e030f" -d '{"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:02.867663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:02.891800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.900738 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67984c6-98b1-41d3-b707-12f3f27e374b x-openstack-request-id: req-f67984c6-98b1-41d3-b707-12f3f27e374b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:02.901355 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-unplugged", "status": "failed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:02.901780 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f67984c6-98b1-41d3-b707-12f3f27e374b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:02.902353 n-d-799528-2 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'code': 422} returned with failed status Jul 06 11:52:02.962448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368d6f3-28c6-4eed-9000-769a6a12768d req-569c217b-3379-4ef0-bab1-fe7a666c1bb7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.967084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3368d6f3-28c6-4eed-9000-769a6a12768d req-569c217b-3379-4ef0-bab1-fe7a666c1bb7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0956328 Jul 06 11:52:03.018624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:03.057013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3368d6f3-28c6-4eed-9000-769a6a12768d req-3956aa33-7784-456c-85bb-99ec5426621d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844586 Jul 06 11:52:03.254098 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-327dae56-2eaf-44d4-b511-a94ae417b9b8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1755624 Jul 06 11:52:03.569182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-422e3a41-52b1-4094-a909-2b79eafaf18d tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=57d3f455f727468d91e41a1c0b572f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248566 Jul 06 11:52:03.639233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f6e39296-ee55-4dee-8045-d823701dc2d8 req-488b2f7c-200f-4fd6-a8b0-ea2baf4eafde tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0430503 Jul 06 11:52:03.696395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-318e1cdb-58bd-4651-a478-e4e9bacdac3a req-11ec5889-ced9-4596-b077-404b279234cd tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0548151 Jul 06 11:52:03.725950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-f743c340-2948-417c-b55d-cd9d071eb46c tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.727439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-f743c340-2948-417c-b55d-cd9d071eb46c tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500587 Jul 06 11:52:03.744425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-36841109-962b-45ee-b1e1-a3693f754752 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/quotas/57d3f455f727468d91e41a1c0b572f5e HTTP/1.1" status: 200 len: 375 time: 0.0106258 Jul 06 11:52:03.792120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-5b0b60b4-1cbb-48a0-9353-eb6276132c15 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=57d3f455f727468d91e41a1c0b572f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406313 Jul 06 11:52:04.084715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9e62ed7-b38b-4968-a47f-8ad309ea59ec req-f41d4210-f9be-41a1-b2f8-8dff51242967 tempest-ServerShowV257Test-1642520939 tempest-ServerShowV257Test-1642520939-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b14c03b-27a8-4037-8f27-c8f0a0648f30 HTTP/1.1" status: 200 len: 210 time: 0.0424197 Jul 06 11:52:04.322800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66af741a-7753-467a-97ac-4e79b49b19d3 req-57930fa7-0181-4504-bda5-8be7d3a08cf1 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 210 time: 0.0479572 Jul 06 11:52:04.563705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5114f85-3009-457f-9887-bf687da1a9d5 req-76ce422d-4755-49dc-b807-16c9478f007b tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0313735 Jul 06 11:52:04.603437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2510f5-2571-4ed7-b485-0f6aa4283800 req-2a121585-5638-4eb7-87ff-05bc8abd39b3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.612539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec2510f5-2571-4ed7-b485-0f6aa4283800 req-2a121585-5638-4eb7-87ff-05bc8abd39b3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1243911 Jul 06 11:52:04.672307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec2510f5-2571-4ed7-b485-0f6aa4283800 req-b63d845c-51be-4132-8c88-49686a3f1f36 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510809 Jul 06 11:52:05.477016 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-83a04ae3-1797-4a0c-8464-6a62e6fcfddf tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=57d3f455f727468d91e41a1c0b572f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325587 Jul 06 11:52:05.561052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0517f2b6-0154-497c-94e9-b722ede41797 req-14683eca-b8c4-4255-a2e2-5c16850efd76 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 210 time: 0.0716293 Jul 06 11:52:05.563219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:05.590647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.604626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.618350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.633832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.640186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-0d124188-ea17-4d2f-a183-2995fb35cc95 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.642370 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-0d124188-ea17-4d2f-a183-2995fb35cc95 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583531 Jul 06 11:52:05.642794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.649672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.658543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.663308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Request body: {'port': {'device_id': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '57d3f455f727468d91e41a1c0b572f5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:05.667034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-a0a03740-fb76-46fb-803a-5096a4321677 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.3045616 Jul 06 11:52:05.724689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1d524de-3aaa-4c4b-ae2e-6590a0d22b52 req-5fb0fc04-56e6-449a-a51b-75cdb03542bc tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558667 Jul 06 11:52:05.798818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad91bcc-47c4-4347-bca8-7c41fe4f8afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.937442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-620a5e1a-a4e6-45b8-9ed8-6af2ba1f6935 req-4181f3d8-6746-44c1-b207-6c32278efe77 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0590320 Jul 06 11:52:05.949223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad91bcc-47c4-4347-bca8-7c41fe4f8afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.956284 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ad91bcc-47c4-4347-bca8-7c41fe4f8afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.989957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195baec-a1b2-4f4f-8da3-f47783506e4d req-123d1426-8b7a-47da-b61d-24607b8d8ebe tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.992500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a195baec-a1b2-4f4f-8da3-f47783506e4d req-123d1426-8b7a-47da-b61d-24607b8d8ebe tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1115601 Jul 06 11:52:06.008068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Made reservation on behalf of 57d3f455f727468d91e41a1c0b572f5e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:06.011698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.017753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ad91bcc-47c4-4347-bca8-7c41fe4f8afc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ed8494b3065448e9468a951b32b596b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534993 Jul 06 11:52:06.021328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.023147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad91bcc-47c4-4347-bca8-7c41fe4f8afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8f276-7688-4bb7-8e03-a0188d01a580,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.039300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.072232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a195baec-a1b2-4f4f-8da3-f47783506e4d req-19526d61-1122-4277-91f0-246cf4d0082b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739098 Jul 06 11:52:06.129943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-351d32ff-2450-4a0c-b2c1-9a13972d5ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.159762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-351d32ff-2450-4a0c-b2c1-9a13972d5ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.167718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.172067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.213659 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-351d32ff-2450-4a0c-b2c1-9a13972d5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.217361 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-351d32ff-2450-4a0c-b2c1-9a13972d5ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.221090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-351d32ff-2450-4a0c-b2c1-9a13972d5ed9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42c8f276-7688-4bb7-8e03-a0188d01a580 HTTP/1.1" status: 204 len: 168 time: 0.1959605 Jul 06 11:52:06.227460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d32ff-2450-4a0c-b2c1-9a13972d5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8f276-7688-4bb7-8e03-a0188d01a580,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.238171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff69841f-aa3b-4ce7-a317-91041a2605cf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.363456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Allocated IP 192.168.233.225 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/49fbcced-3b0f-4e62-a196-03b206064756) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:06.560386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.575053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Transition to ACTIVE for port object 49fbcced-3b0f-4e62-a196-03b206064756 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:06.611235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.672788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Pushing event updated for resources: {'Port': ['ID=49fbcced-3b0f-4e62-a196-03b206064756,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.675595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:06.703129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:06.705476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:06.709765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:06.773966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.774999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.794314 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-17b7a88e-72dc-48bb-9d67-c560691b04e9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1385155 Jul 06 11:52:06.807538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Request body: {'port': {'device_id': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:06.921803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.964690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8bc5-c81b-4e16-a29d-e2dc327e7f5b req-ca80aa51-a9de-4cec-94d0-e423ba103dde tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.980457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cef8bc5-c81b-4e16-a29d-e2dc327e7f5b req-ca80aa51-a9de-4cec-94d0-e423ba103dde tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 936 time: 0.2732661 Jul 06 11:52:07.070713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.077021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.083421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.089916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.096710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.103334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.112672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.114766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-7c47e49c-59f0-4a09-aea4-169bdb10d471 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.3322639 Jul 06 11:52:07.150489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cef8bc5-c81b-4e16-a29d-e2dc327e7f5b req-5ec7458d-2d26-4956-b09c-10492709c89e tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687679 Jul 06 11:52:07.240370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-52360ac0-22ff-4071-84d1-623967f6a0b4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.250021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-52360ac0-22ff-4071-84d1-623967f6a0b4 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "GET /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1256037 Jul 06 11:52:07.303424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fbcced-3b0f-4e62-a196-03b206064756 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:07.312326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.337927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Transition to ACTIVE for port object 49fbcced-3b0f-4e62-a196-03b206064756 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:07.344887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.411108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Pushing event updated for resources: {'Port': ['ID=49fbcced-3b0f-4e62-a196-03b206064756,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:07.448435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a546669d-30f4-4813-a794-3eb0cb5ee0c3 req-39165586-541f-45c6-8adc-b1fcd6558413 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0536189 Jul 06 11:52:07.523276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af77bba2-29c7-4fa9-adbc-5a90a9c42fd0 None None] Provisioning for port 49fbcced-3b0f-4e62-a196-03b206064756 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:07.526377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Attempting to bind port 49fbcced-3b0f-4e62-a196-03b206064756 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:07.526764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Attempting to bind port 49fbcced-3b0f-4e62-a196-03b206064756 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:07.527106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Attempting to bind port 49fbcced-3b0f-4e62-a196-03b206064756 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:07.543468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Port 49fbcced-3b0f-4e62-a196-03b206064756 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:07.544827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Attempting to bind port 49fbcced-3b0f-4e62-a196-03b206064756 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:07.557163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:07.560329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:07.563396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:07.564098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Bound port: 49fbcced-3b0f-4e62-a196-03b206064756, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:07.564426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.596203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.602558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.613616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.635110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.644908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.653581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.662149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.671603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-0ac873f4-c45c-4582-92b3-1169ae0501c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 5444 time: 0.4185264 Jul 06 11:52:07.709948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] For port 49fbcced-3b0f-4e62-a196-03b206064756, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:07.715057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] For port 49fbcced-3b0f-4e62-a196-03b206064756, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49fbcced-3b0f-4e62-a196-03b206064756,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:07.726806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.738889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-c0a2db20-1151-4068-a1ad-3d96ee70ca38 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "GET /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4768670 Jul 06 11:52:07.771401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:07.819289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.820342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.822243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] 10.222.0.79 "PUT /v2.0/ports/49fbcced-3b0f-4e62-a196-03b206064756 HTTP/1.1" status: 200 len: 1096 time: 1.0189216 Jul 06 11:52:07.824421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'tag': '49fbcced-3b0f-4e62-a196-03b206064756'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:07.828158 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fc6154-185b-4cc7-ae59-8e892fd035b7" -d '{"events": [{"name": "network-changed", "server_uuid": "930ef5a4-1573-45b5-8f19-0f42e57a2454", "tag": "49fbcced-3b0f-4e62-a196-03b206064756"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:07.830245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a6a41cd-5ad0-4860-8d99-021c0c45171f req-93144350-118f-4658-bceb-ae977ebcdc52 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573799 Jul 06 11:52:07.902075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2945e8e-d813-46d2-bebf-cda88c9a940b service neutron] Pushing event updated for resources: {'Port': ['ID=49fbcced-3b0f-4e62-a196-03b206064756,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:07.966688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.998267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-4eb88633-52e2-4af1-9c6f-9ea060b2a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.999826 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-4eb88633-52e2-4af1-9c6f-9ea060b2a925 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=57d3f455f727468d91e41a1c0b572f5e&device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 1099 time: 0.0931056 Jul 06 11:52:08.070027 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-2681d51a-0367-431d-8713-f475057477c1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49fbcced-3b0f-4e62-a196-03b206064756 HTTP/1.1" status: 200 len: 217 time: 0.0620873 Jul 06 11:52:08.147333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-7669c98e-b937-4896-9060-ddbfecdb10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.148884 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-7669c98e-b937-4896-9060-ddbfecdb10ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0681019 Jul 06 11:52:08.245469 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-f9e0211e-1acf-47b1-8e68-a212a4429b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.247196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-f9e0211e-1acf-47b1-8e68-a212a4429b25 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889659 Jul 06 11:52:08.298140 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe238bc7-5e73-4643-88f4-f3757fd92eae x-openstack-request-id: req-fe238bc7-5e73-4643-88f4-f3757fd92eae {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:08.298536 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930ef5a4-1573-45b5-8f19-0f42e57a2454", "tag": "49fbcced-3b0f-4e62-a196-03b206064756", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:08.298847 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe238bc7-5e73-4643-88f4-f3757fd92eae {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:08.299495 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'tag': '49fbcced-3b0f-4e62-a196-03b206064756', 'status': 'completed', 'code': 200} Jul 06 11:52:08.425177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-7f718223-dd0a-4120-a662-8ae46a27957f service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710408 Jul 06 11:52:08.525240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5abce-2aa2-4334-9bbf-78fdd5dc801d req-f89f8ff7-47f5-4304-80ea-0e942b11788d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.534002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27b5abce-2aa2-4334-9bbf-78fdd5dc801d req-f89f8ff7-47f5-4304-80ea-0e942b11788d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.8297067 Jul 06 11:52:08.549150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4f336519-4ef6-43d4-827f-a0dc0751adae req-4fedd23c-a1c1-49b8-ab01-3beb6e56e162 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158850 Jul 06 11:52:08.687263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27b5abce-2aa2-4334-9bbf-78fdd5dc801d req-07fd399c-16d8-4c42-aecb-dc3e34cc6502 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519644 Jul 06 11:52:08.717314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-f9462908-e2a2-4892-bcab-b367632a132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.721387 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-f9462908-e2a2-4892-bcab-b367632a132e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=57d3f455f727468d91e41a1c0b572f5e&device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 1099 time: 0.0964761 Jul 06 11:52:08.767145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f568a-15e3-499e-8157-986d74c3523c req-c5a4af2a-48eb-469b-aae8-179d3f1508be tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.774357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9f568a-15e3-499e-8157-986d74c3523c req-c5a4af2a-48eb-469b-aae8-179d3f1508be tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 948 time: 0.2348423 Jul 06 11:52:08.795592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9e819801-5472-45e4-aa04-b040bc49c295,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:08.846840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9f568a-15e3-499e-8157-986d74c3523c req-b92af95b-683c-4cb9-80cb-509bdd56f290 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712521 Jul 06 11:52:08.906095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-036291d4-0ff5-46df-bf7f-b7232d3046e2 req-0c27ec18-17b5-4bae-b60f-2ab3fead5822 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0768325 Jul 06 11:52:08.922424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] For port 9e819801-5472-45e4-aa04-b040bc49c295, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:08.961422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-6383ef2f-5d38-4e2e-81c5-132384eb741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.969646 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-6383ef2f-5d38-4e2e-81c5-132384eb741b service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.2393625 Jul 06 11:52:08.982240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] device_id is not set on port 9e819801-5472-45e4-aa04-b040bc49c295 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:08.992598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.015999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.020916 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-9079ae3f-07e6-4297-80be-b2ee94e0d072 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49fbcced-3b0f-4e62-a196-03b206064756 HTTP/1.1" status: 200 len: 217 time: 0.0441630 Jul 06 11:52:09.119837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] No DVR routers for this DVR port 9e819801-5472-45e4-aa04-b040bc49c295 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:09.132353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-97095b39-8f03-4170-9547-e44715a5a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.134913 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-97095b39-8f03-4170-9547-e44715a5a406 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1010277 Jul 06 11:52:09.148265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:09.201322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.217914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.228281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.236291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.241940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-c85c47bf-c1c1-429a-91f5-ae620fcc3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.245831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.248797 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-c85c47bf-c1c1-429a-91f5-ae620fcc3a10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051404 Jul 06 11:52:09.254854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.264202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-8e24097e-9c27-42e1-930f-4e0882395ba6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 4664 time: 0.2655213 Jul 06 11:52:09.272728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] In _notify_port_updated(), no bound segment for port 9e819801-5472-45e4-aa04-b040bc49c295 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:09.273603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.274557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.276322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-507c530c-3a1d-4da3-ac8b-3ee7c42f24a8 service neutron] 10.222.0.79 "PUT /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 200 len: 1033 time: 1.5113869 Jul 06 11:52:09.389993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82e94dda-165c-4766-8cd1-75c3ba12eec5 req-b8f10b34-5ad6-4b3b-b2c0-c1a0ddc26b59 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&id=cc1e729e-71ce-4a1c-a326-56856d95da1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247656 Jul 06 11:52:09.411448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-4b829468-94a1-4b3f-a8f7-6570e2816ba2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.412915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-4b829468-94a1-4b3f-a8f7-6570e2816ba2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "GET /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1265929 Jul 06 11:52:09.427834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:09.429434 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-ccea02b4-dadc-43a0-b9a9-09679947edec service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731994 Jul 06 11:52:09.536248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-649d31d2-4b7b-4fea-8625-a6cbd391b63a None None] Provisioning complete for port 9e819801-5472-45e4-aa04-b040bc49c295 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:09.537327 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649d31d2-4b7b-4fea-8625-a6cbd391b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.578292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.595823 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55fc6154-185b-4cc7-ae59-8e892fd035b7 req-d2696810-b7ee-45fe-a8bc-534fca7e5b02 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555896 Jul 06 11:52:09.625256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-649d31d2-4b7b-4fea-8625-a6cbd391b63a None None] Port 9e819801-5472-45e4-aa04-b040bc49c295 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:09.740772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a0a003c0-fafe-4a8d-9210-e8752df40348,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:09.786522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] For port a0a003c0-fafe-4a8d-9210-e8752df40348, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:09.838614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] device_id is not set on port a0a003c0-fafe-4a8d-9210-e8752df40348 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:09.850323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.884961 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.940302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:09.996207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] No DVR routers for this DVR port a0a003c0-fafe-4a8d-9210-e8752df40348 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:10.065213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e247190-d135-4d63-8b19-075c0f51a0cb req-ae7d65af-5833-4910-a0bc-4752664bef73 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.066775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e247190-d135-4d63-8b19-075c0f51a0cb req-ae7d65af-5833-4910-a0bc-4752664bef73 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.2222247 Jul 06 11:52:10.099593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] In _notify_port_updated(), no bound segment for port a0a003c0-fafe-4a8d-9210-e8752df40348 on network 736d3730-7b25-4156-b3e5-94f33f2e90a0 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:10.100538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.101156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.102478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-531509cb-579d-4e45-9670-c50a22774125 service neutron] 10.222.0.79 "PUT /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 200 len: 1031 time: 0.6819088 Jul 06 11:52:10.195050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194c5c-b918-4afa-87a4-a02bad6f9f07 req-23c7f3ea-8d4b-49f1-84c1-1865d0be24f3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.202839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25194c5c-b918-4afa-87a4-a02bad6f9f07 req-23c7f3ea-8d4b-49f1-84c1-1865d0be24f3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 948 time: 0.1836827 Jul 06 11:52:10.232954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e247190-d135-4d63-8b19-075c0f51a0cb req-ed8e5402-bb94-4421-afa7-61f315142107 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472769 Jul 06 11:52:10.257103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58e3638d-ce09-4fab-8762-1b7d284e274c None None] Provisioning complete for port a0a003c0-fafe-4a8d-9210-e8752df40348 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:10.258061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58e3638d-ce09-4fab-8762-1b7d284e274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.281559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25194c5c-b918-4afa-87a4-a02bad6f9f07 req-bb88b8b8-e9bf-45fd-b459-984b026582ba tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777771 Jul 06 11:52:10.313533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-58e3638d-ce09-4fab-8762-1b7d284e274c None None] Port a0a003c0-fafe-4a8d-9210-e8752df40348 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:10.335579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:10.336056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.426655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84831923-386a-45c6-b1e6-a0ce3259442e req-666a180a-bddc-4f17-8848-0c427ba0a30b tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0423677 Jul 06 11:52:10.483373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] For port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:10.483853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.505779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:10.581185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:10.652617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867302-138c-4932-9dd4-801c4d58fd92 req-62336d33-3c14-46c2-b7a1-7a757a592fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.655866 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-62336d33-3c14-46c2-b7a1-7a757a592fc0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5&tenant_id=c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 1095 time: 0.1512775 Jul 06 11:52:10.685490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9e819801-5472-45e4-aa04-b040bc49c295 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:10.719648 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.743062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9e819801-5472-45e4-aa04-b040bc49c295 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:10.743896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:10.744413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867302-138c-4932-9dd4-801c4d58fd92 req-573b9c9a-3964-4138-9469-9703973892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.746076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-573b9c9a-3964-4138-9469-9703973892b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1095 time: 0.0664470 Jul 06 11:52:10.759470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79841c82-54d2-4949-8d87-9a4fa0ca47f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.771113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=3cf3d113-5c46-42f0-9055-b0f0ed72a9c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.780067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:10.780655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:10.781278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 675b4a62-abb0-4b0d-a570-1e81729afd4e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:10.849183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] No DVR routers for this DVR port 3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:10.853102 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.854790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867302-138c-4932-9dd4-801c4d58fd92 req-a6c1025e-d8b5-4816-be68-0762fe71027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.855091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-16b12ffd-e943-44d9-8288-04e6e4520844 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "DELETE /v2.0/ports/3cf3d113-5c46-42f0-9055-b0f0ed72a9c8 HTTP/1.1" status: 204 len: 173 time: 0.7442148 Jul 06 11:52:10.855702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:10.858079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-a6c1025e-d8b5-4816-be68-0762fe71027a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.1053653 Jul 06 11:52:10.858226 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6691f-c61e-4b35-85a4-9d4066550ce9" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "3cf3d113-5c46-42f0-9055-b0f0ed72a9c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:10.861386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.870273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-04d861cf-6c6f-4314-b6a6-271ec4a95e1c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.877270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-04d861cf-6c6f-4314-b6a6-271ec4a95e1c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.883319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-04d861cf-6c6f-4314-b6a6-271ec4a95e1c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.890275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-04d861cf-6c6f-4314-b6a6-271ec4a95e1c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.891665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:10.894086 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be0a48b-6958-40d4-8e9c-2ac3ae257e2b" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:10.896328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-04d861cf-6c6f-4314-b6a6-271ec4a95e1c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.898486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-04d861cf-6c6f-4314-b6a6-271ec4a95e1c tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 3809 time: 0.2935476 Jul 06 11:52:10.908828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:10.912988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.914055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 21a9ba3c-3c8c-4ea0-9361-1940bcd669da no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:10.962141 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-658c9377-97a3-492c-8af2-fb690cdbcb79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0939364 Jul 06 11:52:10.964052 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b67343e-c3b7-457d-8f8b-5adff34d0bf5 x-openstack-request-id: req-7b67343e-c3b7-457d-8f8b-5adff34d0bf5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:10.964424 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:10.964768 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b67343e-c3b7-457d-8f8b-5adff34d0bf5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:10.965233 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e', 'code': 200} Jul 06 11:52:10.988635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.993305 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34087b9-f1ce-4a05-859f-853a059086e3 x-openstack-request-id: req-b34087b9-f1ce-4a05-859f-853a059086e3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:10.994028 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "3cf3d113-5c46-42f0-9055-b0f0ed72a9c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:10.994028 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b34087b9-f1ce-4a05-859f-853a059086e3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:10.994271 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': '3cf3d113-5c46-42f0-9055-b0f0ed72a9c8', 'status': 'completed', 'code': 200} Jul 06 11:52:11.028610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2850ce9a-d724-4ec0-9f73-31de7bbc433d req-2f87ea51-d455-460d-ad80-3f53a6de9dd3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145079 Jul 06 11:52:11.033724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867302-138c-4932-9dd4-801c4d58fd92 req-915f20d2-f2ac-40d5-ad18-31abaa37568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.035607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-915f20d2-f2ac-40d5-ad18-31abaa37568a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.0653286 Jul 06 11:52:11.072004 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.093804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port bd31c251-c5c6-4045-8877-0cd117ff66ed {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:11.096579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.106919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:11.110819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79841c82-54d2-4949-8d87-9a4fa0ca47f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.111636 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.112909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bd31c251-c5c6-4045-8877-0cd117ff66ed no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:11.124778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867302-138c-4932-9dd4-801c4d58fd92 req-2aef491c-bb89-4fd7-a855-e539847ac95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.126611 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-2aef491c-bb89-4fd7-a855-e539847ac95a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749683 Jul 06 11:52:11.149306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79841c82-54d2-4949-8d87-9a4fa0ca47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.198066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.203161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-79841c82-54d2-4949-8d87-9a4fa0ca47f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9999f5422d7459a818a8c3b5701d019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181757 Jul 06 11:52:11.203658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:11.211023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79841c82-54d2-4949-8d87-9a4fa0ca47f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19d3b1-370a-4d6d-9971-067888c80194,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.250292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:11.250661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.271003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for bd31c251-c5c6-4045-8877-0cd117ff66ed owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:11.271326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.295948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-8023654e-01dc-46f2-b691-f26c55f4854f service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616876 Jul 06 11:52:11.297263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba616e6-538b-4414-9bfb-fe2acf28c3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.355194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bd31c251-c5c6-4045-8877-0cd117ff66ed, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bd31c251-c5c6-4045-8877-0cd117ff66ed,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:11.364286 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.365521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a0a003c0-fafe-4a8d-9210-e8752df40348 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:11.381098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba616e6-538b-4414-9bfb-fe2acf28c3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.427281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.472710 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80867302-138c-4932-9dd4-801c4d58fd92 req-6b3ba74c-26e1-4596-86b5-3ebad97f1e36 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682372 Jul 06 11:52:11.478748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.498874 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba616e6-538b-4414-9bfb-fe2acf28c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.501788 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba616e6-538b-4414-9bfb-fe2acf28c3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.502887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a0a003c0-fafe-4a8d-9210-e8752df40348 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:11.503145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ba616e6-538b-4414-9bfb-fe2acf28c3b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e19d3b1-370a-4d6d-9971-067888c80194 HTTP/1.1" status: 204 len: 168 time: 0.2981501 Jul 06 11:52:11.503803 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c9a13a9a-be88-43f6-819a-ca7a129ae5f6 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:11.514258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba616e6-538b-4414-9bfb-fe2acf28c3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19d3b1-370a-4d6d-9971-067888c80194,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.530656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=bd31c251-c5c6-4045-8877-0cd117ff66ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.611402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.625284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] No DVR routers for this DVR port bd31c251-c5c6-4045-8877-0cd117ff66ed on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:11.628224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.631160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-ab713061-2fde-40c3-bb42-080c950a6879 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "DELETE /v2.0/ports/bd31c251-c5c6-4045-8877-0cd117ff66ed HTTP/1.1" status: 204 len: 173 time: 0.7287936 Jul 06 11:52:11.649114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:11.652613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.714141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.715145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1ea1b-1aa9-4b1d-a6a5-863006b38795 req-0cb4aac6-25e7-4925-9457-75f8a737518d tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.716920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9f1ea1b-1aa9-4b1d-a6a5-863006b38795 req-0cb4aac6-25e7-4925-9457-75f8a737518d tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 948 time: 0.2033935 Jul 06 11:52:11.752078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee195-b058-44d0-a435-d7adaf4b2aab req-a3102a11-65b1-4bd4-9232-7d76e991ef84 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.756412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a0ee195-b058-44d0-a435-d7adaf4b2aab req-a3102a11-65b1-4bd4-9232-7d76e991ef84 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.3236842 Jul 06 11:52:11.843296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:11.859106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec88c80b-08d7-4325-bfc5-29e88380ea9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.860872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9f1ea1b-1aa9-4b1d-a6a5-863006b38795 req-d05a130d-9567-444b-a7e6-44930fb225e2 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263666 Jul 06 11:52:11.891027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a0ee195-b058-44d0-a435-d7adaf4b2aab req-38bb3cb8-d318-459b-b953-634feabc15f9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244516 Jul 06 11:52:11.930449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port 675b4a62-abb0-4b0d-a570-1e81729afd4e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:11.936112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.011790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec88c80b-08d7-4325-bfc5-29e88380ea9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.016705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec88c80b-08d7-4325-bfc5-29e88380ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.076536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ec88c80b-08d7-4325-bfc5-29e88380ea9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=983730e503da473dbd1953bb3dd0062f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319832 Jul 06 11:52:12.077472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:12.091262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c80b-08d7-4325-bfc5-29e88380ea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e63d44c-2603-4c7a-b536-51692ca4f411,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:12.212343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-745557e7-a716-46da-84c3-9adf4636b843 req-59d09985-04ad-40d1-b9cd-3c4f6a2931b9 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0813925 Jul 06 11:52:12.241807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] For port 675b4a62-abb0-4b0d-a570-1e81729afd4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=675b4a62-abb0-4b0d-a570-1e81729afd4e,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:12.242186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.291537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for 675b4a62-abb0-4b0d-a570-1e81729afd4e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:12.324408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e548ff-c12d-40b3-9652-1b582e0fccd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.367016 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e548ff-c12d-40b3-9652-1b582e0fccd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.426546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e548ff-c12d-40b3-9652-1b582e0fccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.429369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1e548ff-c12d-40b3-9652-1b582e0fccd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.432805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e1e548ff-c12d-40b3-9652-1b582e0fccd5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e63d44c-2603-4c7a-b536-51692ca4f411 HTTP/1.1" status: 204 len: 168 time: 0.3520837 Jul 06 11:52:12.571427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e548ff-c12d-40b3-9652-1b582e0fccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e63d44c-2603-4c7a-b536-51692ca4f411,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:12.659488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49eedc-dee7-4ed3-96d5-e8d255acb0cd req-559eb9f1-f875-49f1-8d39-c9385607e559 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.665851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49eedc-dee7-4ed3-96d5-e8d255acb0cd req-559eb9f1-f875-49f1-8d39-c9385607e559 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.672608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49eedc-dee7-4ed3-96d5-e8d255acb0cd req-559eb9f1-f875-49f1-8d39-c9385607e559 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.674357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee49eedc-dee7-4ed3-96d5-e8d255acb0cd req-559eb9f1-f875-49f1-8d39-c9385607e559 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 2411 time: 0.2518234 Jul 06 11:52:12.690071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49fbcced-3b0f-4e62-a196-03b206064756 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:12.778432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.783214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee49eedc-dee7-4ed3-96d5-e8d255acb0cd req-2d261340-a1da-455a-be4b-eae3ced54430 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896122 Jul 06 11:52:12.867613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=675b4a62-abb0-4b0d-a570-1e81729afd4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:12.900768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 49fbcced-3b0f-4e62-a196-03b206064756, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49fbcced-3b0f-4e62-a196-03b206064756,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:12.955105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '49fbcced-3b0f-4e62-a196-03b206064756', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '49fbcced-3b0f-4e62-a196-03b206064756', 'mac_address': 'fa:16:3e:39:95:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:12.985937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] No DVR routers for this DVR port 675b4a62-abb0-4b0d-a570-1e81729afd4e on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:12.994680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da'}, {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed'}, {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:12.994978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.998232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-31df3c11-1c34-4b43-8906-1bf85281e1b3 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "DELETE /v2.0/ports/675b4a62-abb0-4b0d-a570-1e81729afd4e HTTP/1.1" status: 204 len: 173 time: 1.3588710 Jul 06 11:52:12.998696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed'}, {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:12.998820 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdac7f62-7080-433f-bc3b-8a03525e906a" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da"}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed"}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:13.001182 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ae51e-f0f6-480a-9df4-e6c58d9d2430" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed"}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:13.033642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.055016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fbcced-3b0f-4e62-a196-03b206064756 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:13.079624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 49fbcced-3b0f-4e62-a196-03b206064756, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49fbcced-3b0f-4e62-a196-03b206064756,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:13.098811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.172453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b1c15-951c-4da7-8d59-d81af0454123 req-32f8e371-f236-4712-bfec-becf06c077d3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.174228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-875b1c15-951c-4da7-8d59-d81af0454123 req-32f8e371-f236-4712-bfec-becf06c077d3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 948 time: 0.1335092 Jul 06 11:52:13.180829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=49fbcced-3b0f-4e62-a196-03b206064756,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:13.222523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-875b1c15-951c-4da7-8d59-d81af0454123 req-90817637-fff4-460a-86f4-6ed625a1d6c0 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396786 Jul 06 11:52:13.486968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bcfe4-8845-450d-b404-248edc4d0b17 req-d45157fe-b9e2-4a84-ac28-2aba3d82027b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.489347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b0bcfe4-8845-450d-b404-248edc4d0b17 req-d45157fe-b9e2-4a84-ac28-2aba3d82027b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1110110 Jul 06 11:52:13.544676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b0bcfe4-8845-450d-b404-248edc4d0b17 req-c7217eb3-b92b-46c6-88d5-a274f19b9f51 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494816 Jul 06 11:52:13.545484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['49fbcced-3b0f-4e62-a196-03b206064756'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:13.608771 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c723b55-5b1b-44dc-9dd9-091f815a3545 x-openstack-request-id: req-7c723b55-5b1b-44dc-9dd9-091f815a3545 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:13.609071 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da", "code": 200}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed", "code": 200}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:13.609325 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c723b55-5b1b-44dc-9dd9-091f815a3545 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:13.609724 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da', 'code': 200} Jul 06 11:52:13.609979 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed', 'code': 200} Jul 06 11:52:13.610229 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'code': 200} Jul 06 11:52:15.231268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.353281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.448102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.452533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.480456 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b87a60b2d2c42ccaf81db592ab28375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471004 Jul 06 11:52:15.482773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.528937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983805e1-b1ac-4d31-860b-c86a17874801,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.537719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.538072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.538417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.538761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.539114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.539449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.539901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.540248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.540582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.540918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.541242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.541569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6075607-89bd-408e-9cba-d91a0ea2a8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:15.575555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d642502-12f5-4c3c-907c-aa77bff3699f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.596847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d642502-12f5-4c3c-907c-aa77bff3699f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.647245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d642502-12f5-4c3c-907c-aa77bff3699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.649890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d642502-12f5-4c3c-907c-aa77bff3699f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.651055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d642502-12f5-4c3c-907c-aa77bff3699f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/983805e1-b1ac-4d31-860b-c86a17874801 HTTP/1.1" status: 204 len: 168 time: 0.1673830 Jul 06 11:52:15.659960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d642502-12f5-4c3c-907c-aa77bff3699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983805e1-b1ac-4d31-860b-c86a17874801,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.926311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.941090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811a6a29-945c-454d-8615-063d94a6010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.038081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811a6a29-945c-454d-8615-063d94a6010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.041991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811a6a29-945c-454d-8615-063d94a6010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.081096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-811a6a29-945c-454d-8615-063d94a6010b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0bc9bedece04b28ab45fab96178e7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535280 Jul 06 11:52:16.081957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a6a29-945c-454d-8615-063d94a6010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64e567-e6b7-41ab-a109-2a8dce17242a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:16.084862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:16.141386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a2df-917d-487b-848e-87a519b9502d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.162509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a2df-917d-487b-848e-87a519b9502d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.211724 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a2df-917d-487b-848e-87a519b9502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.214927 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a2df-917d-487b-848e-87a519b9502d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.218810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1aa5a2df-917d-487b-848e-87a519b9502d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b64e567-e6b7-41ab-a109-2a8dce17242a HTTP/1.1" status: 204 len: 168 time: 0.1311138 Jul 06 11:52:16.224307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5a2df-917d-487b-848e-87a519b9502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64e567-e6b7-41ab-a109-2a8dce17242a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:16.717964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49fbcced-3b0f-4e62-a196-03b206064756 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:16.771767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 49fbcced-3b0f-4e62-a196-03b206064756 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:16.776172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 49fbcced-3b0f-4e62-a196-03b206064756 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:16.776610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.866639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.891792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbcced-3b0f-4e62-a196-03b206064756'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:16.894099 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bea8c27-83e4-4bad-956e-0df266bd9b2b" -d '{"events": [{"server_uuid": "930ef5a4-1573-45b5-8f19-0f42e57a2454", "name": "network-vif-plugged", "status": "completed", "tag": "49fbcced-3b0f-4e62-a196-03b206064756"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:16.908591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 49fbcced-3b0f-4e62-a196-03b206064756, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49fbcced-3b0f-4e62-a196-03b206064756,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:16.917300 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.967947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=49fbcced-3b0f-4e62-a196-03b206064756,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.193814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:18.311351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35f9892-36fa-4ce0-97c5-55673c31a03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.407605 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35f9892-36fa-4ce0-97c5-55673c31a03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.411464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35f9892-36fa-4ce0-97c5-55673c31a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.449558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e35f9892-36fa-4ce0-97c5-55673c31a03e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e35364f5c0d44da9800646a7d64a1667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546666 Jul 06 11:52:18.450637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f9892-36fa-4ce0-97c5-55673c31a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c23a15-24ad-4008-8965-1a18a009903a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.452295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:18.505571 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ab03cf-6aca-4381-b2b8-df9b952ec10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.538239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ab03cf-6aca-4381-b2b8-df9b952ec10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.596036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ab03cf-6aca-4381-b2b8-df9b952ec10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.598687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ab03cf-6aca-4381-b2b8-df9b952ec10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.599873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-55ab03cf-6aca-4381-b2b8-df9b952ec10c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22c23a15-24ad-4008-8965-1a18a009903a HTTP/1.1" status: 204 len: 168 time: 0.1465814 Jul 06 11:52:18.609276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab03cf-6aca-4381-b2b8-df9b952ec10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c23a15-24ad-4008-8965-1a18a009903a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.906222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:18.919522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f55c98-6be1-41df-9714-ad5134f2dae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.018061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f55c98-6be1-41df-9714-ad5134f2dae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.021992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f55c98-6be1-41df-9714-ad5134f2dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.064527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-33f55c98-6be1-41df-9714-ad5134f2dae5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=485b48e2830e4fa2b47f980780afa3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571236 Jul 06 11:52:19.065586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f55c98-6be1-41df-9714-ad5134f2dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e94620-ed4f-415e-8c8b-5caf96171f8a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:19.067143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:19.138981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9212fc-adaf-4731-8913-11cdb77dd04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.162125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9212fc-adaf-4731-8913-11cdb77dd04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.217815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9212fc-adaf-4731-8913-11cdb77dd04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.221458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa9212fc-adaf-4731-8913-11cdb77dd04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.222914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa9212fc-adaf-4731-8913-11cdb77dd04b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8e94620-ed4f-415e-8c8b-5caf96171f8a HTTP/1.1" status: 204 len: 168 time: 0.1533797 Jul 06 11:52:19.235254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9212fc-adaf-4731-8913-11cdb77dd04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e94620-ed4f-415e-8c8b-5caf96171f8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.341647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.451830 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6955267-98ea-4497-aa18-6a50be0d48da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.561317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6955267-98ea-4497-aa18-6a50be0d48da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.565302 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6955267-98ea-4497-aa18-6a50be0d48da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.612591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6955267-98ea-4497-aa18-6a50be0d48da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fe3bea9ca6b46d49f28c681cda93de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696929 Jul 06 11:52:20.612843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.614308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955267-98ea-4497-aa18-6a50be0d48da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2496d5c0-2604-44d0-b64a-01eb0a36d917,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.673654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cefbf976-3449-4597-90d2-f75a7583b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.696532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cefbf976-3449-4597-90d2-f75a7583b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.747669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cefbf976-3449-4597-90d2-f75a7583b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.750441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cefbf976-3449-4597-90d2-f75a7583b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.751764 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cefbf976-3449-4597-90d2-f75a7583b80c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2496d5c0-2604-44d0-b64a-01eb0a36d917 HTTP/1.1" status: 204 len: 168 time: 0.1381805 Jul 06 11:52:20.760042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf976-3449-4597-90d2-f75a7583b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2496d5c0-2604-44d0-b64a-01eb0a36d917,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.253708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.363466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e365-a933-4526-8d75-1bec76da881d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.455350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e365-a933-4526-8d75-1bec76da881d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.459243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e365-a933-4526-8d75-1bec76da881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.498046 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ad7e365-a933-4526-8d75-1bec76da881d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62754c7e3be14b76a1fe3c5f4511fb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432475 Jul 06 11:52:22.499006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7e365-a933-4526-8d75-1bec76da881d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8660a99e-035e-4ae0-a74e-cef29579083c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.500846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.562890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b429f0-2923-441f-9383-32e6f02eafb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.588720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.593206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b429f0-2923-441f-9383-32e6f02eafb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.655427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b429f0-2923-441f-9383-32e6f02eafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.658974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b429f0-2923-441f-9383-32e6f02eafb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.660355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d3b429f0-2923-441f-9383-32e6f02eafb9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8660a99e-035e-4ae0-a74e-cef29579083c HTTP/1.1" status: 204 len: 168 time: 0.1585693 Jul 06 11:52:22.669622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b429f0-2923-441f-9383-32e6f02eafb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8660a99e-035e-4ae0-a74e-cef29579083c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.030506 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01839b77-580a-4e21-a48f-9f92c7dc9a58 x-openstack-request-id: req-01839b77-580a-4e21-a48f-9f92c7dc9a58 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:25.031634 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "bd31c251-c5c6-4045-8877-0cd117ff66ed", "status": "completed", "code": 200}, {"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "675b4a62-abb0-4b0d-a570-1e81729afd4e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:25.032059 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01839b77-580a-4e21-a48f-9f92c7dc9a58 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:25.032733 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': 'bd31c251-c5c6-4045-8877-0cd117ff66ed', 'status': 'completed', 'code': 200} Jul 06 11:52:25.033223 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': '675b4a62-abb0-4b0d-a570-1e81729afd4e', 'status': 'completed', 'code': 200} Jul 06 11:52:25.115759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-281c1b8b-ec41-453e-a634-50b66824a131 req-c6ea0154-1afd-468d-b2c8-8b76fe1e14c5 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0469100 Jul 06 11:52:25.118719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:25.119540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.278697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] For port c9a13a9a-be88-43f6-819a-ca7a129ae5f6, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:25.279324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.382827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d483fc8-5c0c-4261-8b3a-75d911697d13 req-cb412792-002a-42b8-b0e1-3142ebaf1388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.389307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d483fc8-5c0c-4261-8b3a-75d911697d13 req-cb412792-002a-42b8-b0e1-3142ebaf1388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.393927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d483fc8-5c0c-4261-8b3a-75d911697d13 req-cb412792-002a-42b8-b0e1-3142ebaf1388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 1678 time: 0.2035525 Jul 06 11:52:25.518189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d47c9f-59a5-4376-8653-883d4260cc6d req-615a92e5-ecbc-42dd-8187-5d5a3f06494b tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.519704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09d47c9f-59a5-4376-8653-883d4260cc6d req-615a92e5-ecbc-42dd-8187-5d5a3f06494b tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.2293932 Jul 06 11:52:25.533368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d483fc8-5c0c-4261-8b3a-75d911697d13 req-da58dd04-ab01-472b-8ebd-2f4ae8f1c559 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195993 Jul 06 11:52:25.609825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09d47c9f-59a5-4376-8653-883d4260cc6d req-2f6d6ebd-8b6d-4b46-920c-33294ab27638 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832405 Jul 06 11:52:25.616595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.617220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.617582 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Floating IP 5e597ec5-52fd-4c78-87bb-1ebd359270dd disassociated. External IP: 172.25.7.143, port: c9a13a9a-be88-43f6-819a-ca7a129ae5f6. Jul 06 11:52:25.617997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for c9a13a9a-be88-43f6-819a-ca7a129ae5f6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:25.677752 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c572ce1b-dfe8-4f12-bba0-5e17b2c5b7c5 x-openstack-request-id: req-c572ce1b-dfe8-4f12-bba0-5e17b2c5b7c5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:25.678306 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930ef5a4-1573-45b5-8f19-0f42e57a2454", "name": "network-vif-plugged", "status": "completed", "tag": "49fbcced-3b0f-4e62-a196-03b206064756", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:25.678408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c572ce1b-dfe8-4f12-bba0-5e17b2c5b7c5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:25.679208 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbcced-3b0f-4e62-a196-03b206064756', 'code': 200} Jul 06 11:52:25.773898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1cdf-89f8-4290-9723-81e3e0fd2925 req-52b751b6-5f06-4ddc-894e-18b728856f20 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.775470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8f1cdf-89f8-4290-9723-81e3e0fd2925 req-52b751b6-5f06-4ddc-894e-18b728856f20 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1060252 Jul 06 11:52:25.823135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411be17c-778e-4d65-9972-b6980e94dabb req-ce27fac9-66ca-4909-920b-5d93068b198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.825247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-411be17c-778e-4d65-9972-b6980e94dabb req-ce27fac9-66ca-4909-920b-5d93068b198f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 1101 time: 0.0585930 Jul 06 11:52:25.847574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.873818 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-411be17c-778e-4d65-9972-b6980e94dabb req-6e14e41a-04fc-426a-9f15-ad0cbeefeb90 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Jul 06 11:52:25.905552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8f1cdf-89f8-4290-9723-81e3e0fd2925 req-202a3bcc-a4bb-4649-b6d9-9190d1a1025e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228397 Jul 06 11:52:25.906969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.941593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=c9a13a9a-be88-43f6-819a-ca7a129ae5f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.964395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01f65b-7422-4ba3-bc3f-30ef9c47be2e req-bfbc9bbf-4113-4a4d-8f65-aa45e15e3f33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.969841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b01f65b-7422-4ba3-bc3f-30ef9c47be2e req-bfbc9bbf-4113-4a4d-8f65-aa45e15e3f33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1835873 Jul 06 11:52:25.996264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9515e8d8-e031-4fcd-ab5c-a01db5cf7a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.086802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b01f65b-7422-4ba3-bc3f-30ef9c47be2e req-87b200ea-4874-48c6-831f-4896d3182689 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842972 Jul 06 11:52:26.098949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9515e8d8-e031-4fcd-ab5c-a01db5cf7a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.103671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9515e8d8-e031-4fcd-ab5c-a01db5cf7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.132052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Router 18055923-51a6-4b90-ab50-77392a7c7600 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:26.150162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9515e8d8-e031-4fcd-ab5c-a01db5cf7a28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a57d358a6030435199f582fd8bacb69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015137 Jul 06 11:52:26.152874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:26.161714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515e8d8-e031-4fcd-ab5c-a01db5cf7a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f341f8-1263-42a7-8b92-6792479100dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:26.214979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64ec811d-39ed-4634-9391-a6a2af896546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.239754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64ec811d-39ed-4634-9391-a6a2af896546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.297365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64ec811d-39ed-4634-9391-a6a2af896546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.300785 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64ec811d-39ed-4634-9391-a6a2af896546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.303402 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-64ec811d-39ed-4634-9391-a6a2af896546 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6f341f8-1263-42a7-8b92-6792479100dc HTTP/1.1" status: 204 len: 168 time: 0.1494355 Jul 06 11:52:26.316240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec811d-39ed-4634-9391-a6a2af896546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f341f8-1263-42a7-8b92-6792479100dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:26.624594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-284f008a-8014-4e17-b192-0eb9b673f8bc req-9cacc6cf-3123-4604-949b-7f50479c121b tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0335910 Jul 06 11:52:26.628365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:26.641305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:26.649310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a2339b-aea1-4985-ac32-affabc422f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.652501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48883836-f746-4f1e-911c-7b651f501779 None None] Sync routers for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:26.662637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:26.663351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:52:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:26.729357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] No DVR routers for this DVR port c9a13a9a-be88-43f6-819a-ca7a129ae5f6 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:26.733028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.735250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-8f1f04d9-c5a5-4b84-aa73-87f1f92644e6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "DELETE /v2.0/ports/c9a13a9a-be88-43f6-819a-ca7a129ae5f6 HTTP/1.1" status: 204 len: 173 time: 1.8560326 Jul 06 11:52:26.771021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a2339b-aea1-4985-ac32-affabc422f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.775690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2a2339b-aea1-4985-ac32-affabc422f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.780737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:26.802089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2339b-aea1-4985-ac32-affabc422f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740f5b05-7d35-4701-b0b3-4bfb8663a71f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:26.838640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f2a2339b-aea1-4985-ac32-affabc422f4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9415b9e9fd08481dbe79a4b4771c7296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059627 Jul 06 11:52:26.839330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:26.901362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59ddb401-3ba5-41d1-b463-d339c07448d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.924040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59ddb401-3ba5-41d1-b463-d339c07448d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.932252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93479-a4bb-401e-aadc-ccc0545531ec req-cfe7d264-4feb-4c36-955f-22e27b62c75b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.933784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f93479-a4bb-401e-aadc-ccc0545531ec req-cfe7d264-4feb-4c36-955f-22e27b62c75b tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 943 time: 0.2058215 Jul 06 11:52:26.942655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ee8d-6951-490b-930d-bec1d4b1d20f req-97eb2fb1-8193-440a-aebe-5cd1b47324b3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.944203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5940ee8d-6951-490b-930d-bec1d4b1d20f req-97eb2fb1-8193-440a-aebe-5cd1b47324b3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.1706340 Jul 06 11:52:26.985474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59ddb401-3ba5-41d1-b463-d339c07448d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.988458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59ddb401-3ba5-41d1-b463-d339c07448d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.991750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59ddb401-3ba5-41d1-b463-d339c07448d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/740f5b05-7d35-4701-b0b3-4bfb8663a71f HTTP/1.1" status: 204 len: 168 time: 0.1495323 Jul 06 11:52:26.999766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddb401-3ba5-41d1-b463-d339c07448d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f5b05-7d35-4701-b0b3-4bfb8663a71f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.005215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:27.005478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.037819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:27.037946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:27.040025 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482e4e6-05b2-49ff-bba9-1a756669441a" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:27.067706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48883836-f746-4f1e-911c-7b651f501779 None None] Checking router: 18055923-51a6-4b90-ab50-77392a7c7600 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:27.079486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:27.081553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:52:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:27.089032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f93479-a4bb-401e-aadc-ccc0545531ec req-bf8d8b36-d02c-47f9-9b99-c29a33d2ca00 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups?id=82cc5cb4-9d26-44ff-8be7-103f95a711ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437480 Jul 06 11:52:27.092949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5940ee8d-6951-490b-930d-bec1d4b1d20f req-292ad5ad-731f-4d00-93cb-98fd5bf705f5 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352379 Jul 06 11:52:27.147783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac5774ea-c849-4fd3-bde5-d3f5b62e3d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.192101 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a617c5d-9b55-44a8-808c-f4a4bebc0656 x-openstack-request-id: req-7a617c5d-9b55-44a8-808c-f4a4bebc0656 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:27.192506 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "c9a13a9a-be88-43f6-819a-ca7a129ae5f6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:27.192774 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a617c5d-9b55-44a8-808c-f4a4bebc0656 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:27.193209 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': 'c9a13a9a-be88-43f6-819a-ca7a129ae5f6', 'status': 'completed', 'code': 200} Jul 06 11:52:27.242381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:27.251661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] For port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:27.252067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.280942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for 21a9ba3c-3c8c-4ea0-9361-1940bcd669da owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:27.452255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772330-46dc-434a-b215-15055fc97b21 req-450a7dbf-83cb-45b7-9b24-1d1216209b13 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.454095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c772330-46dc-434a-b215-15055fc97b21 req-450a7dbf-83cb-45b7-9b24-1d1216209b13 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1083167 Jul 06 11:52:27.534497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.539572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c772330-46dc-434a-b215-15055fc97b21 req-f85d64f1-09e1-497c-83be-2a5217b69518 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664327 Jul 06 11:52:27.558402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48883836-f746-4f1e-911c-7b651f501779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:27.589873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=21a9ba3c-3c8c-4ea0-9361-1940bcd669da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.599520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48883836-f746-4f1e-911c-7b651f501779 None None] The sync data for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 is: [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '1386b943-f88e-4e0b-ba90-79f9f84661ea', 'name': '', 'network_id': '9dd0294b-6a6b-46ad-b0f7-3c43c848250d', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'mac_address': 'fa:16:3e:c4:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:45Z', 'updated_at': '2021-07-06T11:41:57Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'subnets': [{'id': '3813d467-4a25-4a8c-9fd0-e5bb76e7c900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:27.651603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] No DVR routers for this DVR port 21a9ba3c-3c8c-4ea0-9361-1940bcd669da on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:27.655025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.657169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18505590-1c02-44bd-9fab-5cc34aa83005 req-5b7c17ef-361f-4656-98ec-dbe298493dba tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.79 "DELETE /v2.0/ports/21a9ba3c-3c8c-4ea0-9361-1940bcd669da HTTP/1.1" status: 204 len: 173 time: 0.9106529 Jul 06 11:52:27.837578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5c984b0-f931-4c89-8b69-5b8bf4746a49 req-bfc38a8f-e22e-4fde-b43d-979910068475 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0521612 Jul 06 11:52:28.019365 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff73099-1feb-425b-9d10-5dc1806bcff2 None None] New status for floating IP 5e597ec5-52fd-4c78-87bb-1ebd359270dd: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:52:28.131136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8743-a967-4e12-8053-03b4634afb7e req-173dfcf7-70d0-4432-9e92-0111bbdb397b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.140311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7f8743-a967-4e12-8053-03b4634afb7e req-173dfcf7-70d0-4432-9e92-0111bbdb397b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1173942 Jul 06 11:52:28.220736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7f8743-a967-4e12-8053-03b4634afb7e req-668d1ad6-8647-46d5-a36f-1ba8005095a9 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769022 Jul 06 11:52:28.303463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5061c9-b763-4079-ae96-91fd96e10a9d req-ddc37982-0dc1-4a6c-8821-4fae65deb35a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0366230 Jul 06 11:52:28.463826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388074f5-8b20-4ac0-9193-9bbcb0bc4b87 req-847402dd-811c-4a63-bf75-e51018b09a90 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.465531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-388074f5-8b20-4ac0-9193-9bbcb0bc4b87 req-847402dd-811c-4a63-bf75-e51018b09a90 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.1238227 Jul 06 11:52:28.517731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-388074f5-8b20-4ac0-9193-9bbcb0bc4b87 req-d06a27d9-4521-45ad-808a-aa0a610bf9dd tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Jul 06 11:52:28.817955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:28.826033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cd023-1121-42ba-85fd-8af22d4c0732 req-27137f1c-3a43-4af5-98e2-b9fab205b0fe tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.827514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-049cd023-1121-42ba-85fd-8af22d4c0732 req-27137f1c-3a43-4af5-98e2-b9fab205b0fe tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0829256 Jul 06 11:52:28.874322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-049cd023-1121-42ba-85fd-8af22d4c0732 req-3f5d2414-c488-4f25-991c-28c9d7eaa196 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 Jul 06 11:52:29.001699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f815ea-9415-491d-a2c6-0adf35707bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.107151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c48e5d65-7bc8-4e25-be59-9e6330b655b7 req-98b69961-cdb5-422f-b8db-4b2c530e0a17 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0402226 Jul 06 11:52:29.162939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f815ea-9415-491d-a2c6-0adf35707bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.167544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50f815ea-9415-491d-a2c6-0adf35707bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.194902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:29.198367 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3497f5-1963-4e85-9644-db5e00ea8ef9" -d '{"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:29.226845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:29.231979 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50f815ea-9415-491d-a2c6-0adf35707bb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=669186fc51964d8d825bdc88df52635d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120843 Jul 06 11:52:29.233527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f815ea-9415-491d-a2c6-0adf35707bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f132d0-3c9e-496a-b341-3eb0c1494d83,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:29.259858 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2fc66-797c-44f1-ad3a-679f62c29e21 x-openstack-request-id: req-0fd2fc66-797c-44f1-ad3a-679f62c29e21 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:29.260271 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be8fa9e-ef3c-4b04-9618-65e292eae7cf", "name": "network-vif-deleted", "tag": "21a9ba3c-3c8c-4ea0-9361-1940bcd669da", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:29.261284 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fd2fc66-797c-44f1-ad3a-679f62c29e21 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:29.261780 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be8fa9e-ef3c-4b04-9618-65e292eae7cf', 'name': 'network-vif-deleted', 'tag': '21a9ba3c-3c8c-4ea0-9361-1940bcd669da', 'status': 'completed', 'code': 200} Jul 06 11:52:29.314649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fd443c2-533f-47be-bfcb-423a3ba4ce73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.343192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fd443c2-533f-47be-bfcb-423a3ba4ce73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.407714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fd443c2-533f-47be-bfcb-423a3ba4ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.410521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fd443c2-533f-47be-bfcb-423a3ba4ce73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.411877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9fd443c2-533f-47be-bfcb-423a3ba4ce73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5f132d0-3c9e-496a-b341-3eb0c1494d83 HTTP/1.1" status: 204 len: 168 time: 0.1837411 Jul 06 11:52:29.441863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd443c2-533f-47be-bfcb-423a3ba4ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f132d0-3c9e-496a-b341-3eb0c1494d83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:29.494745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ffab1-8a29-47d2-8c0d-32a163cde613 req-8b14a44b-05e2-4f28-9897-6eb0b6cea2fb tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.497585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e30ffab1-8a29-47d2-8c0d-32a163cde613 req-8b14a44b-05e2-4f28-9897-6eb0b6cea2fb tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1013801 Jul 06 11:52:29.564204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f34cd074-a021-467b-8f89-4b3bdc326ae7 req-cd67f513-cdf3-419f-82c7-86feeb8d49ac tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0343859 Jul 06 11:52:29.591968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e30ffab1-8a29-47d2-8c0d-32a163cde613 req-b973113b-a5a4-4a25-b941-b50a34cc1cc7 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874903 Jul 06 11:52:29.639019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0d00-b87d-497f-933a-d4849a21e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.929658 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.016257 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.075109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffa3b-6ecb-42c3-8aaf-578b1d410a89 req-1e96d9d5-bdeb-43cf-9652-93eadc2c319f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.081974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ecffa3b-6ecb-42c3-8aaf-578b1d410a89 req-1e96d9d5-bdeb-43cf-9652-93eadc2c319f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0760658 Jul 06 11:52:30.116088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ecffa3b-6ecb-42c3-8aaf-578b1d410a89 req-0ebf9119-6591-4e1e-9a85-5bf64f7f33ec tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332632 Jul 06 11:52:30.231680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.267775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2876a1f4-9745-4102-95e0-3f1aa5dcd6d5 req-be56d164-4323-4a83-80de-2100577edbae tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0301785 Jul 06 11:52:30.331167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1994530514'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:30.352810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:30.356794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.366235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.465011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.469681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.498803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:30.507687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe432c-88c2-4c28-9ee4-0a0bfba1c23e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.516642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.516844 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Added segment 5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d of type vlan for network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d Jul 06 11:52:30.562004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.591126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.596691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.597276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.663976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4260278 Jul 06 11:52:30.663976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.666920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'subnet': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:30.742358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2267d-cf29-4e57-8019-9f3878be88e7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Network': ['ID=261843d8-b35e-4e15-bdea-6b26a8a5dd8d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.755774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:30.779032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c825fda-a0e3-4f2d-9bc4-e9ad5f20cde4 req-832b79f2-8fb5-415f-be7c-8c11e5a46a0a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0516295 Jul 06 11:52:30.873376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591a98-07bf-4c15-8ef2-e0f84994ab88 req-ae78208d-5a60-4c3f-8f41-8c7eafff07b3 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.875097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64591a98-07bf-4c15-8ef2-e0f84994ab88 req-ae78208d-5a60-4c3f-8f41-8c7eafff07b3 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1038847 Jul 06 11:52:30.876507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:30.880142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.983948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.992459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64591a98-07bf-4c15-8ef2-e0f84994ab88 req-4cd2da24-821a-4b2a-800f-aa2e1ce02188 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080015 Jul 06 11:52:31.157873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.239937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Subnet': ['ID=c030b002-65ab-4d83-86d3-ff2034ee6475,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.298021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Checking segment: {'id': '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:31.298379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network hostable DHCP agents. Network: 261843d8-b35e-4e15-bdea-6b26a8a5dd8d, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:31.340467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:31.360302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 261843d8-b35e-4e15-bdea-6b26a8a5dd8d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:31.368205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69578cc8-68c5-4ff9-baf8-27e334642d45 None None] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:31.372708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.378672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.384577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.390975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.397182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.403767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.409718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.411673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-fbeff545-01e8-4712-85ba-4c51cbb373de tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.1892393 Jul 06 11:52:31.418109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.419563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.472164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f80d26-69b1-414b-bb3c-2c19ae485a05 req-95355a9d-9fd8-468a-9428-f49dc15ef019 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.473668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96f80d26-69b1-414b-bb3c-2c19ae485a05 req-95355a9d-9fd8-468a-9428-f49dc15ef019 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.2141683 Jul 06 11:52:31.490944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b0cde17-777c-4315-ae8a-867867b541f2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8280470 Jul 06 11:52:31.493726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:31.505561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-983427488'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:31.539165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5711e0b-3afb-490e-8e60-b44dfe6b0c9e req-a259416c-2a0d-458d-a3c2-cc4ec00a2d3c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083052 Jul 06 11:52:31.548483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'tenant_id': '186a14b1b3e54739b298a456112c4d9b', 'fixed_ips': [{'subnet_id': 'c030b002-65ab-4d83-86d3-ff2034ee6475'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:31.549372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.602261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96f80d26-69b1-414b-bb3c-2c19ae485a05 req-1b3e6fbf-3484-4f33-96df-70f82f3d1bb2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158490 Jul 06 11:52:31.643267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-3a200226-21d5-447f-8a73-7a932eb0676b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.658328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-3a200226-21d5-447f-8a73-7a932eb0676b tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.79 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.2417076 Jul 06 11:52:31.698536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:31.706492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.736430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] device_id is not set on port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:31.745635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f144f06b-246c-4f27-b59f-8d9da3a35d51 req-60682ef5-5e5b-457f-9adb-b224a1eb8c3a tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0391738 Jul 06 11:52:31.780971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Allocated IP 2001:db8::2 (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/2f0b4fa4-21c7-4d72-aed6-0b49414609f1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:31.897059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Deleting port c607d7c8-ff95-46ea-ad49-383c6149f826 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:31.897442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.976318 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.985347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Transition to ACTIVE for port object 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:31.996015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94c4856f-32c4-4df1-a308-2475b1e5ee12 req-da41f805-6da0-4066-966f-1f426e5ce7bb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0503755 Jul 06 11:52:32.004377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Transition to ACTIVE for port object 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:32.023371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.026776 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.029849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.036663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.044877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:32.046949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:32.057941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.068366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:32.075069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.086821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.104107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.106274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-423017a3-d661-4a1f-ab72-fbfdb7cedea6 req-5cbec0d6-488f-4818-8db4-ce80473d2ca6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.2737796 Jul 06 11:52:32.144637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Allocated IP 2001:db8::125 (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/12f58cf9-0188-40d9-8947-4ffa9c4625a5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:32.177026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] For port c607d7c8-ff95-46ea-ad49-383c6149f826, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c607d7c8-ff95-46ea-ad49-383c6149f826,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:32.179201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.185852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Pushing event updated for resources: {'Port': ['ID=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:32.210270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Attempting to bind port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:32.210566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Attempting to bind port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:32.210933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Attempting to bind port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 on network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:32.230044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:32.230447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Checking segment: {'id': '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:32.231449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.231852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Bound using segment: {'id': '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:32.232305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Bound port: 2f0b4fa4-21c7-4d72-aed6-0b49414609f1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:32.232688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.354500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] For port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:32.357916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] For port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,segment=NetworkSegment(5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d),segment_id=5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:32.359329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.362467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.371294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.394131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Transition to ACTIVE for port object 12f58cf9-0188-40d9-8947-4ffa9c4625a5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:32.422881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c4891-fe5f-4196-95ec-720f3448a214 None None] Pushing event updated for resources: {'Port': ['ID=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:32.447653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.513198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cbd6-5beb-4397-a3ec-cb478038854c req-5ba53219-fab9-4c4e-9a3e-0e2e055a72ec tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.514921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f20cbd6-5beb-4397-a3ec-cb478038854c req-5ba53219-fab9-4c4e-9a3e-0e2e055a72ec tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 946 time: 0.1964283 Jul 06 11:52:32.533159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:32.537908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:32.540377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=12f58cf9-0188-40d9-8947-4ffa9c4625a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:32.542910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:32.549791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.551264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.564735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.565320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.565681 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Floating IP 27c87952-b6bc-472d-82de-d9e88c90708a disassociated. External IP: 172.25.7.241, port: c607d7c8-ff95-46ea-ad49-383c6149f826. Jul 06 11:52:32.566188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Calling delete_port for c607d7c8-ff95-46ea-ad49-383c6149f826 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:32.571074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a747c76-0afa-4b68-9509-9b6aead0b6eb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0745995 Jul 06 11:52:32.575740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:32.584214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1790697244', 'allowed_address_pairs': [{'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:7d:76:15'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:32.652985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f20cbd6-5beb-4397-a3ec-cb478038854c req-c7087838-a265-4d4e-b076-93e2cb932281 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287084 Jul 06 11:52:32.731648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:32.912996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.936378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.958977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event deleted for resources: {'Port': ['ID=c607d7c8-ff95-46ea-ad49-383c6149f826,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:32.980089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] device_id is not set on port 7913f547-1ae1-450a-971d-c1073bab3136 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:33.001313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd6430-4221-4736-8fd6-c94625fb9074 req-2982fd11-3521-460c-bcaa-d5f205a4bb7b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.002913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dd6430-4221-4736-8fd6-c94625fb9074 req-2982fd11-3521-460c-bcaa-d5f205a4bb7b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1580167 Jul 06 11:52:33.084821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d72113f-9118-48dc-96f0-29ae4a2e1cb7 req-5b22d8b4-5634-4e05-941f-fcd46e8a4fea tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0953183 Jul 06 11:52:33.126137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Allocated IP 2001:db8::383 (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/7913f547-1ae1-450a-971d-c1073bab3136) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:33.128478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dd6430-4221-4736-8fd6-c94625fb9074 req-62e95652-40f4-40ec-b0bb-04613729ade4 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106422 Jul 06 11:52:33.211231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:33.353275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.393151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Transition to ACTIVE for port object 7913f547-1ae1-450a-971d-c1073bab3136 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:33.415211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e51dc2ae-4962-405c-b5a3-ae46c435f2fc req-105bda1f-8379-42f0-8061-44b7428fc2c2 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.1070137 Jul 06 11:52:33.438766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:33.457645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] Sync routers for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:33.471683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:33.472625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:33.477962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.524022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] No DVR routers for this DVR port c607d7c8-ff95-46ea-ad49-383c6149f826 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:33.532576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.537086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0effd2ad-0d54-4cc9-8174-ffe5260a3a2b req-7ed4a594-c0b4-474c-9fec-a743021fbc33 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.79 "DELETE /v2.0/ports/c607d7c8-ff95-46ea-ad49-383c6149f826 HTTP/1.1" status: 204 len: 173 time: 1.8716488 Jul 06 11:52:33.537572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'name': 'network-vif-deleted', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:33.540534 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a49cf-4a39-4e69-a5ef-5bb32af73138" -d '{"events": [{"server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "name": "network-vif-deleted", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:33.587390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=7913f547-1ae1-450a-971d-c1073bab3136,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:33.593025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:33.600285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:33.608176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:33.617279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.619304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.640425 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb6a55f-13cd-469a-9725-c88067e4759e x-openstack-request-id: req-2cb6a55f-13cd-469a-9725-c88067e4759e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:33.640907 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef5a1c8-838b-41ae-b84f-cbc94c56f920", "name": "network-vif-deleted", "tag": "c607d7c8-ff95-46ea-ad49-383c6149f826", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:33.641165 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cb6a55f-13cd-469a-9725-c88067e4759e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:33.642431 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef5a1c8-838b-41ae-b84f-cbc94c56f920', 'name': 'network-vif-deleted', 'tag': 'c607d7c8-ff95-46ea-ad49-383c6149f826', 'status': 'completed', 'code': 200} Jul 06 11:52:33.642627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-610e71b3-db27-45d8-b72b-ab2cdec51d42 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0646713 Jul 06 11:52:33.644944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:33.695799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:33.734991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c4eb30-dbb4-461d-9e37-616da1968108 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.741699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c4eb30-dbb4-461d-9e37-616da1968108 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.751470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c4eb30-dbb4-461d-9e37-616da1968108 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.753597 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3c4eb30-dbb4-461d-9e37-616da1968108 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1071005 Jul 06 11:52:33.757443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:33.877473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8317184-1684-45c7-8e02-c4d0978f435b req-12d3c180-92e7-4d3a-8a7e-0261e5e3c969 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0671942 Jul 06 11:52:33.933599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec561806-f255-4a50-aada-1d30c284573e None None] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:33.974478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 7913f547-1ae1-450a-971d-c1073bab3136 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:33.975207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.034611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-afe9f823-20af-4add-9494-1abe3b1da394 None None] Provisioning for port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:34.107653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.123450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 7913f547-1ae1-450a-971d-c1073bab3136 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:34.294848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d801ed64-4599-4ce1-bbf5-6e7bdfef0612 req-b9c9a7ea-3831-45ee-bd5b-8336f6273d3a tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0391746 Jul 06 11:52:34.306366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:44Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:34.380076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.385968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] Checking router: 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:34.406055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:34.412755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:34.477257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=7913f547-1ae1-450a-971d-c1073bab3136,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.599267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:34.737622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5310785-22b2-449c-81b8-0eda78dd8fe3 req-096cec4f-d632-4356-9367-38d6160d5a06 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.739132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5310785-22b2-449c-81b8-0eda78dd8fe3 req-096cec4f-d632-4356-9367-38d6160d5a06 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.3555875 Jul 06 11:52:34.768771 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.770685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c271672d-b050-4157-870f-d6123f25dfaa tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/ports/7913f547-1ae1-450a-971d-c1073bab3136 HTTP/1.1" status: 204 len: 168 time: 1.0121708 Jul 06 11:52:34.771749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:34.773641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:34.850045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:34.856551 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee4c6e1-0135-4e3b-91ab-7756ddc7c204 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] GET failed (client error): The resource could not be found. Jul 06 11:52:34.861215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ee4c6e1-0135-4e3b-91ab-7756ddc7c204 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "GET /v2.0/ports/7913f547-1ae1-450a-971d-c1073bab3136 HTTP/1.1" status: 404 len: 333 time: 0.0831184 Jul 06 11:52:34.861215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c20dc078-454e-46cf-bafa-5c2f73cb317c req-14b5f7cb-a27d-4123-9afb-a893ac6028ff tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0880260 Jul 06 11:52:34.864433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:34.870471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-539102346'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:34.905165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5310785-22b2-449c-81b8-0eda78dd8fe3 req-148ede1b-076b-4247-a566-f7ed462e6c61 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554835 Jul 06 11:52:34.956501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c607d7c8-ff95-46ea-ad49-383c6149f826 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:34.998629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c607d7c8-ff95-46ea-ad49-383c6149f826 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:34.998981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c607d7c8-ff95-46ea-ad49-383c6149f826 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:35.022102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:35.087454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:35.116583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:35.118120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d327519-ca45-4e4f-a493-bda398f3daab req-74fe5495-9caa-4e83-b1bb-fcb5371e33ac tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0704260 Jul 06 11:52:35.124539 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.146087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] device_id is not set on port 19e6a145-a6a9-4cdf-98bb-5235111437f9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:35.158131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'port_id': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'mac_address': 'fa:16:3e:62:69:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:35.184462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Provisioning for port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:35.195010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.195586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.196099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.196711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.197460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.198034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.198578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.211319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-a8d2f6bc-0d1f-432b-9c6e-eec5a8416716 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6493 time: 0.1876812 Jul 06 11:52:35.222656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Provisioning complete for port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:35.223034 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.260663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-5ce6e364-d909-451e-873e-ca644259cd36 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8c1ce377-942d-442b-b95f-b0d60133d95f&id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483105 Jul 06 11:52:35.335756 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:52:35.336689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Allocated IP 2001:db8::15f (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/19e6a145-a6a9-4cdf-98bb-5235111437f9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:35.534374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:35.537517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.545608 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:35.548035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ecba37c-cf44-4d84-9e7f-81a303a6ace5 req-d1436da1-2f25-4099-babc-3349afb1eb76 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0733013 Jul 06 11:52:35.573684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:35.574338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.576487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.589032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d35ca1d-238a-4823-afbb-230b27c82ea5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:35.596992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Transition to ACTIVE for port object 19e6a145-a6a9-4cdf-98bb-5235111437f9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:35.629874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Provisioning complete for port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:35.630462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.649216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.699526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:35.708675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:44Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:35.712715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:35.718595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:35.726712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:35.737815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.740510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.749514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9d3a7-0257-4a8d-8428-4e02caa6a0e2 None None] The sync data for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 is: [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a67fb700-dca6-4cd7-845d-64c690d872d0', 'name': '', 'network_id': '62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'mac_address': 'fa:16:3e:dd:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:37Z', 'updated_at': '2021-07-06T11:49:44Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'subnets': [{'id': '603298b6-e596-40ea-932f-9c30af4a04b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:35.760452 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.768552 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9001446 Jul 06 11:52:35.768855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:35.771394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bac5b-b723-451f-8a0b-729c131ad653 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=19e6a145-a6a9-4cdf-98bb-5235111437f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.775138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:7d:76:15'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:35.944949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.946634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.991598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.039233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,segment=NetworkSegment(5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d),segment_id=5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:36.059290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.124183 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.162811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:52:36.162811 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:52:36.178876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:36.207340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7d35ca1d-238a-4823-afbb-230b27c82ea5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:36.214347 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf5cc4-8191-4e0c-b150-644a7062d00b None None] New status for floating IP 27c87952-b6bc-472d-82de-d9e88c90708a: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:52:36.358311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c56ca60-84dd-4170-8802-fd3b2b6820aa req-d4d85dfe-4fab-4e76-8222-863b002cb010 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.1963418 Jul 06 11:52:36.477401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea6afc-27b4-48e7-9972-fc76a66e9dc6 req-7f07bca1-8bdd-4139-b4f8-46928971daac tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.485125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfea6afc-27b4-48e7-9972-fc76a66e9dc6 req-7f07bca1-8bdd-4139-b4f8-46928971daac tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.3208189 Jul 06 11:52:36.512299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.525528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.576484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfea6afc-27b4-48e7-9972-fc76a66e9dc6 req-92070b1d-67da-40be-b9f2-5e808708edf6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902419 Jul 06 11:52:36.627356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10525632-f589-4d4e-a3af-42fb09dfd5d0 req-46a55ab8-dc6e-4461-bf5d-e542bbd2e5a2 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0963945 Jul 06 11:52:36.629788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] In _notify_port_updated(), no bound segment for port 19e6a145-a6a9-4cdf-98bb-5235111437f9 on network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:36.668672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.669743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.674917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:36.683702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "PUT /v2.0/ports/19e6a145-a6a9-4cdf-98bb-5235111437f9 HTTP/1.1" status: 200 len: 1002 time: 0.9136350 Jul 06 11:52:36.703760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:36.706125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab01c1-4c0c-4dd1-8508-62c42f677c64 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=19e6a145-a6a9-4cdf-98bb-5235111437f9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:36.822288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-434e51f4-ffa8-427f-962f-039235d5a5ba None None] Could not find standard attr ID for object 7913f547-1ae1-450a-971d-c1073bab3136. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:36.849895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:36.850270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.908231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 19e6a145-a6a9-4cdf-98bb-5235111437f9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:36.908882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.995494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Provisioning complete for port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:36.996612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.047448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:37.050795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Could not find standard attr ID for object 7913f547-1ae1-450a-971d-c1073bab3136. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:37.060991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.062708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Provisioning for port 19e6a145-a6a9-4cdf-98bb-5235111437f9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:37.067377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Provisioning complete for port 19e6a145-a6a9-4cdf-98bb-5235111437f9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:37.067762 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.076915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 19e6a145-a6a9-4cdf-98bb-5235111437f9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:37.110267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dc699-6234-4d2d-abbf-f525e18dbaa8 None None] Port 19e6a145-a6a9-4cdf-98bb-5235111437f9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:37.227655 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.228473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b692e480-0ec5-4efc-8d10-087e8eacbc23 None None] Could not find standard attr ID for object 19e6a145-a6a9-4cdf-98bb-5235111437f9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:37.267100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=19e6a145-a6a9-4cdf-98bb-5235111437f9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:37.276489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0856e33-ad81-4531-8823-e3e18780e236 req-3b77163d-79f8-4218-901f-47280b45cacb tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.5153859 Jul 06 11:52:37.364825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.367108 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c7e118b-89d4-40b8-b934-9fd3cb6ae882 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/ports/19e6a145-a6a9-4cdf-98bb-5235111437f9 HTTP/1.1" status: 204 len: 168 time: 0.6912982 Jul 06 11:52:37.369643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:37.403652 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1e913b-0873-4dd5-85d8-775787f01734 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] GET failed (client error): The resource could not be found. Jul 06 11:52:37.405385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-be1e913b-0873-4dd5-85d8-775787f01734 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "GET /v2.0/ports/19e6a145-a6a9-4cdf-98bb-5235111437f9 HTTP/1.1" status: 404 len: 333 time: 0.0342646 Jul 06 11:52:37.411374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:37.419796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1836897863'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:37.538980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:37.544049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.544428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e4bbd71-820a-46bd-9aaf-dc4e6d65dab3 req-9446488d-b15e-46c4-ac48-9440ea60b354 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0337589 Jul 06 11:52:37.564040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] device_id is not set on port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:37.808267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9e474cf-9e17-46a0-beb1-bdf3eaf2bc10 req-eb7d89d5-2315-482d-82f7-5a38038b5a41 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0367491 Jul 06 11:52:37.822956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9faf6-3af1-4067-98ce-9f29310b2a51 req-34558ad2-4c1b-4c0b-93db-82278ef84b48 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.828444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38b9faf6-3af1-4067-98ce-9f29310b2a51 req-34558ad2-4c1b-4c0b-93db-82278ef84b48 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1145642 Jul 06 11:52:37.872112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38b9faf6-3af1-4067-98ce-9f29310b2a51 req-266794c9-9606-4cfc-8dfd-d3511c967daf tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408669 Jul 06 11:52:38.010464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Allocated IP 2001:db8::214 (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/8ee3b0b7-9006-482c-baa1-b36cd86b3027) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:38.161867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.174998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Transition to ACTIVE for port object 8ee3b0b7-9006-482c-baa1-b36cd86b3027 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:38.208616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.251617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:38.256590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:38.260390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:38.266742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.267358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.273695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=8ee3b0b7-9006-482c-baa1-b36cd86b3027,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.288571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-277cbe52-be78-4486-bbd5-1369e365ea8d tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8730352 Jul 06 11:52:38.291107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:38.296941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7d:76:15'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:38.487977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17fe52ab-1fe5-486e-9fcc-95b7aaa1d937 req-78714742-417c-42c8-9bfc-402f58b60a88 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0509822 Jul 06 11:52:38.508884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e18762c8-4fcc-4e56-90fe-caf6bb8ec2a9 req-9392e0e7-8ebb-4270-8906-572c88da6bc7 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0370536 Jul 06 11:52:38.560703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e979d91f-467d-4781-bfc5-82155ed1d07d None None] Provisioning for port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:38.564787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e979d91f-467d-4781-bfc5-82155ed1d07d None None] Provisioning complete for port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:38.565344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e979d91f-467d-4781-bfc5-82155ed1d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.569995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.601966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e979d91f-467d-4781-bfc5-82155ed1d07d None None] Port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:38.718297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de07380b-8736-41bf-a196-373d6ea91f9c req-3fe06f61-3a16-4a35-80e4-0f4dea1d11f8 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0370831 Jul 06 11:52:38.776304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.781823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.815065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] In _notify_port_updated(), no bound segment for port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 on network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:38.820463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.821080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.825315 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "PUT /v2.0/ports/8ee3b0b7-9006-482c-baa1-b36cd86b3027 HTTP/1.1" status: 200 len: 1003 time: 0.5302014 Jul 06 11:52:38.825315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:38.855265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:38.876154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240b96-75ca-4d6c-a84f-e15872d56842 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=8ee3b0b7-9006-482c-baa1-b36cd86b3027,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.947339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7d35ca1d-238a-4823-afbb-230b27c82ea5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:38.947711 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.017238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-365e625f-5850-48bd-a637-b5c9f0eac9c7 req-fd78503d-c3cf-44e9-bdb5-7e02064e8b13 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0474405 Jul 06 11:52:39.052698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:39.053284 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.167004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea0727-1581-4963-a9af-602cf8214bb1 req-fe49776f-076c-46f1-9542-ab054e4ef45d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.169781 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.170435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77ea0727-1581-4963-a9af-602cf8214bb1 req-fe49776f-076c-46f1-9542-ab054e4ef45d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1029465 Jul 06 11:52:39.221173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:39.222756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77ea0727-1581-4963-a9af-602cf8214bb1 req-7f7f821d-2662-4d9b-8e0c-95ced4cfc2b0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467002 Jul 06 11:52:39.223049 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec1e73-329f-41b7-ade8-314ed7878d2d" -d '{"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:39.238569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.254749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:39.259321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.272080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 8ee3b0b7-9006-482c-baa1-b36cd86b3027 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:39.286343 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e1e98-8a05-4dfe-8018-4e66e4088c33 x-openstack-request-id: req-d25e1e98-8a05-4dfe-8018-4e66e4088c33 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:39.286739 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:39.286990 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d25e1e98-8a05-4dfe-8018-4e66e4088c33 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:39.287405 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'code': 200} Jul 06 11:52:39.295171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c9b8a2c-4380-41af-ba2a-de14ac6cf6b7 None None] Provisioning complete for port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:39.295542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c9b8a2c-4380-41af-ba2a-de14ac6cf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.342808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.347192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b8a2c-4380-41af-ba2a-de14ac6cf6b7 None None] Port 8ee3b0b7-9006-482c-baa1-b36cd86b3027 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:39.429273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.493751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.499204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/ports/8ee3b0b7-9006-482c-baa1-b36cd86b3027 HTTP/1.1" status: 204 len: 168 time: 0.6728821 Jul 06 11:52:39.500064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:39.500485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4081fb-1abe-4e1e-8a77-c934c3d2bc25 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=8ee3b0b7-9006-482c-baa1-b36cd86b3027,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.557102 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-706ad89b-32bf-43f0-916d-96e0be59e941 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] GET failed (client error): The resource could not be found. Jul 06 11:52:39.560662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-706ad89b-32bf-43f0-916d-96e0be59e941 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "GET /v2.0/ports/8ee3b0b7-9006-482c-baa1-b36cd86b3027 HTTP/1.1" status: 404 len: 333 time: 0.0595579 Jul 06 11:52:39.564413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:39.574179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1775172283'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:39.677973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1b21c-fccf-404a-83a7-9fd3471d0ace req-776c1dcd-a61c-43d9-a116-fdc602f9e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.680335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3c1b21c-fccf-404a-83a7-9fd3471d0ace req-776c1dcd-a61c-43d9-a116-fdc602f9e1c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 1098 time: 0.2229683 Jul 06 11:52:39.735398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e1bd86d-8f7a-40e3-b2b4-d005f65ec22f req-46ce6f56-b343-41fb-b683-d45672cb80bc tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0596366 Jul 06 11:52:39.902898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:39.907780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.910820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3c1b21c-fccf-404a-83a7-9fd3471d0ace req-8179e977-2690-44ca-a982-c68e03970957 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662164 Jul 06 11:52:39.938619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-288aa0d2-2255-4632-b010-311901ea3439 req-3a711583-b1bd-4098-bf1e-7f6e46fd2d30 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0457947 Jul 06 11:52:39.945411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] device_id is not set on port 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:40.092777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Allocated IP 2001:db8::2d2 (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/17c1b7bc-c44a-4729-9420-c8414ef8bbe8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:40.131714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb21930b-c05a-4f2f-b2a7-871cf7060ede req-1537c58c-8830-4bb1-8bbb-9f8cffb96ab6 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e&device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0365431 Jul 06 11:52:40.183374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0711eb2e-60d8-4c83-854e-d6ecc4c3af78 req-4ef73196-45bd-424a-94f2-ee83e198a443 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0420399 Jul 06 11:52:40.328084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.345250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Transition to ACTIVE for port object 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:40.405040 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.521673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:40.547750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-525f382e-0e09-40f5-8b8d-7d17b78a3a67 req-c8af8246-2e6b-4921-9a65-e9b7ba422e2a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3138bdabc37b4cc1b77a9f8f07dddfb5&device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0694666 Jul 06 11:52:40.556897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:40.562187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=17c1b7bc-c44a-4729-9420-c8414ef8bbe8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.584131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:40.590054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.590866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.606129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24356efc-501f-43b0-b5cd-9aa7f0869d52 req-f22f4b5d-eedf-40e3-8441-596175208995 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0826073 Jul 06 11:52:40.636433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-525f382e-0e09-40f5-8b8d-7d17b78a3a67 req-5c7d2722-5b8e-4a69-9653-04fc7573074d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=3138bdabc37b4cc1b77a9f8f07dddfb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535080 Jul 06 11:52:40.642108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-76a89c2d-7ec2-4416-93f0-2c8bcc14aa1e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0735655 Jul 06 11:52:40.642462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:40.648197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'network_id': '261843d8-b35e-4e15-bdea-6b26a8a5dd8d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294038539'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:40.672665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11689716-362f-4422-bbbe-5fc48d53db6e req-b5c90a51-ab7f-4224-a08e-1724abcea9fc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.674153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11689716-362f-4422-bbbe-5fc48d53db6e req-b5c90a51-ab7f-4224-a08e-1724abcea9fc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 947 time: 0.2119896 Jul 06 11:52:40.766532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11689716-362f-4422-bbbe-5fc48d53db6e req-9320abe8-4968-4033-867d-61ba02cca052 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817780 Jul 06 11:52:40.788747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f382e-0e09-40f5-8b8d-7d17b78a3a67 req-39fa56c1-8d85-4ca6-b2b4-cfe691cd1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.790779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-525f382e-0e09-40f5-8b8d-7d17b78a3a67 req-39fa56c1-8d85-4ca6-b2b4-cfe691cd1362 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435125 Jul 06 11:52:40.794984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Made reservation on behalf of 186a14b1b3e54739b298a456112c4d9b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:40.798959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.821057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] device_id is not set on port 5f962f8f-0871-427b-a9c1-eb64a04cb67b yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:40.881037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba331c09-d639-475a-9872-fd7094bcdadc None None] Provisioning for port 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:40.885830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba331c09-d639-475a-9872-fd7094bcdadc None None] Provisioning complete for port 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:40.886201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba331c09-d639-475a-9872-fd7094bcdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.936423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba331c09-d639-475a-9872-fd7094bcdadc None None] Port 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:40.954055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Allocated IP 2001:db8::158 (261843d8-b35e-4e15-bdea-6b26a8a5dd8d/c030b002-65ab-4d83-86d3-ff2034ee6475/5f962f8f-0871-427b-a9c1-eb64a04cb67b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:41.140525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.163267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Transition to ACTIVE for port object 5f962f8f-0871-427b-a9c1-eb64a04cb67b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:41.172871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-154a8c89-f11d-494b-91c0-439476113177 req-d0dac3f0-2f4b-4135-b638-0f8cdf7ed332 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0437498 Jul 06 11:52:41.207787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.262177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:41.266572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:41.269331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:41.275306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.275953 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.304742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:41.305014 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6606088 Jul 06 11:52:41.305942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f05029-6b0e-468d-a7b1-8fce26c6128e tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=5f962f8f-0871-427b-a9c1-eb64a04cb67b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:41.311825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:7d:76:15'}, {'ip_address': '2001:db8::2d2', 'mac_address': 'fa:16:3e:ba:74:94'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:41.452568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ab1c11b-8478-4315-9e58-041e3c34065e req-43a48dd4-0cb6-4a48-a904-dfa113a41b25 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0788236 Jul 06 11:52:41.702512 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.721445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-0a688c7c-9485-43be-9a32-c91a62f60b09 req-047e1f71-5e3e-4c41-8445-a61a7f9394d0 service neutron] (93766) timed out ('10.222.0.64', 55972) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:52:41.765063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3272463-8b6e-42c9-8d9f-a853f0d501fd None None] Provisioning for port 5f962f8f-0871-427b-a9c1-eb64a04cb67b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:41.770886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3272463-8b6e-42c9-8d9f-a853f0d501fd None None] Provisioning complete for port 5f962f8f-0871-427b-a9c1-eb64a04cb67b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:41.771508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3272463-8b6e-42c9-8d9f-a853f0d501fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.821156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f3272463-8b6e-42c9-8d9f-a853f0d501fd None None] Port 5f962f8f-0871-427b-a9c1-eb64a04cb67b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:41.831539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-065f661f-edf2-4d42-9ca6-663bc778148e req-142d792a-85c2-4366-b7cb-ca1c81c9e552 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0526721 Jul 06 11:52:42.009714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.014783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.064665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] In _notify_port_updated(), no bound segment for port 5f962f8f-0871-427b-a9c1-eb64a04cb67b on network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:42.070337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.071026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.075077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "PUT /v2.0/ports/5f962f8f-0871-427b-a9c1-eb64a04cb67b HTTP/1.1" status: 200 len: 1067 time: 0.7664726 Jul 06 11:52:42.075643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.088773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7795ef1-f495-41e4-a638-ebd11f8324fb tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event updated for resources: {'Port': ['ID=5f962f8f-0871-427b-a9c1-eb64a04cb67b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.118335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeba81-07e1-4c77-be89-b9c0e38afb28 req-43a2e52d-d741-4cf0-8877-3b0039eec95f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.129727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61eeba81-07e1-4c77-be89-b9c0e38afb28 req-43a2e52d-d741-4cf0-8877-3b0039eec95f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 947 time: 0.1670160 Jul 06 11:52:42.175865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61eeba81-07e1-4c77-be89-b9c0e38afb28 req-4c542bd7-2e48-48b0-9389-f2d61563170a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Jul 06 11:52:42.251137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 5f962f8f-0871-427b-a9c1-eb64a04cb67b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:42.251685 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.362160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.378273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 5f962f8f-0871-427b-a9c1-eb64a04cb67b owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:42.384507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c025ff8-e52f-4a68-a626-4ba6c3082728 req-c210711f-7614-4b3a-8f2a-cf8c6359368e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0395110 Jul 06 11:52:42.443633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-954e91be-d61c-4253-8914-fbfefdb2a511 None None] Provisioning complete for port 5f962f8f-0871-427b-a9c1-eb64a04cb67b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.444246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-954e91be-d61c-4253-8914-fbfefdb2a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.483392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-954e91be-d61c-4253-8914-fbfefdb2a511 None None] Port 5f962f8f-0871-427b-a9c1-eb64a04cb67b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:42.546703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.577612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=5f962f8f-0871-427b-a9c1-eb64a04cb67b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.619242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a236db41-b21b-4964-96e2-b1da6c753a86 req-3125fbc9-47bc-42b1-8910-4e830df6f6c0 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0379407 Jul 06 11:52:42.730110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-525f382e-0e09-40f5-8b8d-7d17b78a3a67 req-49e205eb-79b9-4b82-aaa9-1c0ddc99ad10 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.79 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0483487 Jul 06 11:52:42.786015 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.794168 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a4e164e8-6d2a-4647-acb6-f144d119bfd7 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/ports/5f962f8f-0871-427b-a9c1-eb64a04cb67b HTTP/1.1" status: 204 len: 168 time: 0.7109275 Jul 06 11:52:42.794264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.822602 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0100c4-9c03-40fc-a1c6-8bcc5c38faa2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] GET failed (client error): The resource could not be found. Jul 06 11:52:42.827574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c0100c4-9c03-40fc-a1c6-8bcc5c38faa2 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "GET /v2.0/ports/5f962f8f-0871-427b-a9c1-eb64a04cb67b HTTP/1.1" status: 404 len: 333 time: 0.0332003 Jul 06 11:52:42.828140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.946687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:42.947087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.026192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08732c6d-b36f-469a-a133-fc58d0b7e67b req-3fc01316-4ddd-4685-9244-fbb64796c7b9 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=116b576e-d97e-4e1a-bf13-f4eece1b950e HTTP/1.1" status: 200 len: 210 time: 0.0345559 Jul 06 11:52:43.054956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.068055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 17c1b7bc-c44a-4729-9420-c8414ef8bbe8 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:43.198773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.229187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=17c1b7bc-c44a-4729-9420-c8414ef8bbe8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:43.261116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.266536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a8de6bf-1eb8-45a0-a69d-238e2f25dd71 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/ports/17c1b7bc-c44a-4729-9420-c8414ef8bbe8 HTTP/1.1" status: 204 len: 168 time: 0.4349444 Jul 06 11:52:43.267008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:43.320380 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca50d6c-b13c-4b5f-8e23-15e93aca7b7c tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] GET failed (client error): The resource could not be found. Jul 06 11:52:43.329037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:43.330138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bca50d6c-b13c-4b5f-8e23-15e93aca7b7c tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "GET /v2.0/ports/17c1b7bc-c44a-4729-9420-c8414ef8bbe8 HTTP/1.1" status: 404 len: 333 time: 0.0603638 Jul 06 11:52:43.421768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326d063-0c98-4b00-84e6-8fa7b8405d3f req-c62f415c-4fae-40e6-96bb-7ab33ba1e235 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.423367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8326d063-0c98-4b00-84e6-8fa7b8405d3f req-c62f415c-4fae-40e6-96bb-7ab33ba1e235 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 947 time: 0.0918863 Jul 06 11:52:43.470541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 12f58cf9-0188-40d9-8947-4ffa9c4625a5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:43.471260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.507196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8326d063-0c98-4b00-84e6-8fa7b8405d3f req-26884dc9-f130-4830-87eb-955724e7bf06 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772262 Jul 06 11:52:43.607320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21a480f7-fd45-442a-9b60-5b5bb9d02bb4 req-2801e4a4-8ffd-49c7-ac22-81a19ac6e9ab tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0357237 Jul 06 11:52:43.644684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.659984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 12f58cf9-0188-40d9-8947-4ffa9c4625a5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:43.785389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b61989d-dc1c-481a-afa8-478e4ef5eaa6 req-6691ce88-9fb6-4c93-afea-a96379d0a826 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0414805 Jul 06 11:52:43.832728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.868251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=12f58cf9-0188-40d9-8947-4ffa9c4625a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:43.895379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.897525 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a12c263f-fc45-484c-8656-8811450af455 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/ports/12f58cf9-0188-40d9-8947-4ffa9c4625a5 HTTP/1.1" status: 204 len: 168 time: 0.5676808 Jul 06 11:52:43.899846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:43.954677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting subnet c030b002-65ab-4d83-86d3-ff2034ee6475 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:43.958262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.015157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.107697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.171406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.199792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Subnet': ['ID=c030b002-65ab-4d83-86d3-ff2034ee6475,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:44.203544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.205483 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4d1a9ab0-9393-452d-ab15-19507e92a8d8 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/subnets/c030b002-65ab-4d83-86d3-ff2034ee6475 HTTP/1.1" status: 204 len: 168 time: 0.3046010 Jul 06 11:52:44.207865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:44.213506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ac5ed-4ed2-4654-b954-013e472bca27 None None] Network 261843d8-b35e-4e15-bdea-6b26a8a5dd8d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:44.292175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.356503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Deleting port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:44.357103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.452968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] For port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,segment=NetworkSegment(5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d),segment_id=5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:44.453342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.457757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] DHCP port deletion for 261843d8-b35e-4e15-bdea-6b26a8a5dd8d request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:44.475358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Calling delete_port for 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:44.497127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6c6d05-6768-48d0-b2fa-75cdab6ca38f req-247fde2f-95d7-40f6-8067-4934051cd023 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3138bdabc37b4cc1b77a9f8f07dddfb5&device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0563817 Jul 06 11:52:44.518008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] Deleting port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:44.518915 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.544317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-145fcf84-f27f-492a-a56e-03fe074438d9 req-72215ad3-c486-4d10-b15b-2b19f3fbf24f tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0412769 Jul 06 11:52:44.555876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6c6d05-6768-48d0-b2fa-75cdab6ca38f req-352f5003-8b84-4ca9-be3e-650679afef26 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=3138bdabc37b4cc1b77a9f8f07dddfb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393004 Jul 06 11:52:44.614569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.628678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] For port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,segment=NetworkSegment(5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d),segment_id=5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:44.629343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.659643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Port': ['ID=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:44.660943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] Calling delete_port for 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:44.672815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] No DVR routers for this DVR port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:44.689460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c6d05-6768-48d0-b2fa-75cdab6ca38f req-299b2616-9465-45a8-9690-cae2ec8a8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.690982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6c6d05-6768-48d0-b2fa-75cdab6ca38f req-299b2616-9465-45a8-9690-cae2ec8a8560 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270678 Jul 06 11:52:44.739768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:44.768736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:44.769153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:44.787209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.799979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261843d8-b35e-4e15-bdea-6b26a8a5dd8d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:44.812472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:44.812800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6cf4cd-163e-4f73-8f14-558cfc5b8e7d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.819793 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:44.822724 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 11:52:44.823718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.829359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.839425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.851122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:44.851756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] No DVR routers for this DVR port 2f0b4fa4-21c7-4d72-aed6-0b49414609f1 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:44.852515 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.885767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defbb71-944d-4fdf-8b6e-1cd9fe5e5ab1 None None] Pushing event deleted for resources: {'Port': ['ID=2f0b4fa4-21c7-4d72-aed6-0b49414609f1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:44.901699 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:44.908481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d7e91c6-8530-45fb-b97e-f493a58b32a9 req-724159fb-732c-4aef-8f36-c95e2da28c0d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.1033669 Jul 06 11:52:44.930705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.939550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.942105 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] 10.222.0.78 "DELETE /v2.0/networks/261843d8-b35e-4e15-bdea-6b26a8a5dd8d HTTP/1.1" status: 204 len: 168 time: 0.7331192 Jul 06 11:52:44.983242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7ec61-c51b-40ed-a6bc-a2d4d5cd3626 tempest-AllowedAddressPairIpV6TestJSON-2063881081 tempest-AllowedAddressPairIpV6TestJSON-2063881081-project] Pushing event deleted for resources: {'Network': ['ID=261843d8-b35e-4e15-bdea-6b26a8a5dd8d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:45.013631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eac8f77d-f258-44c2-bbb4-e52732ae65e2 req-063b3a88-2731-4ce5-bb02-269769943c3f tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0341532 Jul 06 11:52:45.232571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:45.371809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:45.372070 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd2c5adc-9df3-411f-8b64-a153f57b18d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=186a14b1b3e54739b298a456112c4d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381967 Jul 06 11:52:45.438578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f2b-4621-4651-8b13-9ef1ebcc6f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.460765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f2b-4621-4651-8b13-9ef1ebcc6f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.520126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f2b-4621-4651-8b13-9ef1ebcc6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.524503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f2b-4621-4651-8b13-9ef1ebcc6f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.528807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-86eb0f2b-4621-4651-8b13-9ef1ebcc6f9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fbe432c-88c2-4c28-9ee4-0a0bfba1c23e HTTP/1.1" status: 204 len: 168 time: 0.1526322 Jul 06 11:52:45.534873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb0f2b-4621-4651-8b13-9ef1ebcc6f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe432c-88c2-4c28-9ee4-0a0bfba1c23e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:45.743540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab7f8216-3586-4a65-bdd8-59b0b2b34c39 req-c836db99-1b0c-4838-ae45-b0d7d1a34a14 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0468218 Jul 06 11:52:46.122508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c61471c-6619-4275-b754-515d41371124 req-c52b3afe-eb15-46b9-8f99-8fbed9017d47 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0458081 Jul 06 11:52:46.294024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a1e3a6d-ad3b-496e-adf3-f64099a02531 req-3092dfed-6948-44f8-9078-bac153336100 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef5a1c8-838b-41ae-b84f-cbc94c56f920 HTTP/1.1" status: 200 len: 210 time: 0.0625052 Jul 06 11:52:46.341343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:46.454374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'networks': [{'name': 'tempest-network--1933124407'}, {'name': 'tempest-network--1274190202'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:46.454786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'network': {'name': 'tempest-network--1933124407'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:46.455320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'network': {'name': 'tempest-network--1274190202'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:46.492663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a6c6d05-6768-48d0-b2fa-75cdab6ca38f req-232443da-53de-4e20-8cce-907765bf1967 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0337539 Jul 06 11:52:46.507036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'network': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:46.512769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.523391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.645246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.649596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.650470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.698494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c5b218-9e78-4533-bf15-9e5dcb0dd5c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:46.704061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:46.714917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.715396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.715794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.716171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.716516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.716852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.717186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.717520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.717850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.718179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.718506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.718829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:46.726348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.726964 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Added segment 3ba52f5e-55d6-4601-9573-18b886f8f72e of type vlan for network cc019c5a-aab6-451a-a881-1d17c944c589 Jul 06 11:52:46.771473 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.806571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:46.816972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.817318 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Added segment ef69b60d-fdc5-4ddb-bb27-2df45fa81854 of type vlan for network c884310d-0ed4-4f08-95f3-79ac8f2e9710 Jul 06 11:52:46.863831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.917685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1dc41628-cc9e-40ff-ae17-881a5d5d9a9c req-381ccefb-9f54-45ae-94da-93abcb5e30e2 tempest-ServerShowV247Test-1017971224 tempest-ServerShowV247Test-1017971224-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4d98130-5f78-46f9-bee4-b46f71d4bdea HTTP/1.1" status: 200 len: 210 time: 0.0396764 Jul 06 11:52:46.928763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.929444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.935557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.940713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.941400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.007019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6645575 Jul 06 11:52:47.009741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.095642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Network': ['ID=cc019c5a-aab6-451a-a881-1d17c944c589,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:47.107363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network cc019c5a-aab6-451a-a881-1d17c944c589 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:47.283468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2054b-37e3-4898-8dd5-056f2594199e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Network': ['ID=c884310d-0ed4-4f08-95f3-79ac8f2e9710,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:47.296921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c884310d-0ed4-4f08-95f3-79ac8f2e9710 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:47.358520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8d80-5704-42d8-9685-1c86040ec65c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.367567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8d80-5704-42d8-9685-1c86040ec65c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.376321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8d80-5704-42d8-9685-1c86040ec65c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.383326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8d80-5704-42d8-9685-1c86040ec65c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.388501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5dfd8d80-5704-42d8-9685-1c86040ec65c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3746130 Jul 06 11:52:47.388853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.461359 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81bb795d-dae3-4ab8-a8ad-3828277c1e2b req-bf4be9cd-f2c7-4fd8-a232-38b06bc3c6c6 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0739944 Jul 06 11:52:47.491083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.571211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.593282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.604855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc019c5a-aab6-451a-a881-1d17c944c589']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:47.618161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba52f5e-55d6-4601-9573-18b886f8f72e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:47.618572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba52f5e-55d6-4601-9573-18b886f8f72e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:47.628894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.651090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.658820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:47.659807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:47.662790 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:47.665391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5489247a-f39b-4e85-8e73-b0eda5efdec8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.705296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5489247a-f39b-4e85-8e73-b0eda5efdec8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.741420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.757316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.759531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/networks/cc019c5a-aab6-451a-a881-1d17c944c589 HTTP/1.1" status: 204 len: 168 time: 0.3691006 Jul 06 11:52:47.763711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.774451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd997029-feee-411d-899e-5a4abcf2d02b tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Network': ['ID=cc019c5a-aab6-451a-a881-1d17c944c589,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:47.874239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5489247a-f39b-4e85-8e73-b0eda5efdec8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.876971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5489247a-f39b-4e85-8e73-b0eda5efdec8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.878117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5489247a-f39b-4e85-8e73-b0eda5efdec8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "DELETE /v2.0/security-groups/bc2af2f2-6df9-4fb9-8dd0-87f036b253c3 HTTP/1.1" status: 204 len: 168 time: 0.3058786 Jul 06 11:52:47.880670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.888503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.898627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489247a-f39b-4e85-8e73-b0eda5efdec8 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2af2f2-6df9-4fb9-8dd0-87f036b253c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:47.912706 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dd2fb48e-e391-4f89-a43a-77f7f210e983 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] show failed (client error): The resource could not be found. Jul 06 11:52:47.917173 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dd2fb48e-e391-4f89-a43a-77f7f210e983 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "GET /v2.0/security-groups/bc2af2f2-6df9-4fb9-8dd0-87f036b253c3 HTTP/1.1" status: 404 len: 347 time: 0.0353935 Jul 06 11:52:47.918510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.029140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.041733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c884310d-0ed4-4f08-95f3-79ac8f2e9710']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:48.063730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef69b60d-fdc5-4ddb-bb27-2df45fa81854') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:48.064112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef69b60d-fdc5-4ddb-bb27-2df45fa81854') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:48.084041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.110170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.113735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Deleting port 7774479c-3fb6-4feb-b5ea-b47d0e857785 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:48.114209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.119449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:48.119866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:52:48.123491 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:48.128757 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:48.209714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.229647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.229938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.230092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.234593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.238939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/networks/c884310d-0ed4-4f08-95f3-79ac8f2e9710 HTTP/1.1" status: 204 len: 168 time: 0.4736223 Jul 06 11:52:48.269110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Calling delete_port for 7774479c-3fb6-4feb-b5ea-b47d0e857785 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:48.272759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d7a49-2a8b-4554-8a7d-3fd53a72231d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Network': ['ID=c884310d-0ed4-4f08-95f3-79ac8f2e9710,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.428506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c60b7-d346-4feb-9b52-207f0c24b9bc tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.436145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c60b7-d346-4feb-9b52-207f0c24b9bc tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.441418 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f01c60b7-d346-4feb-9b52-207f0c24b9bc tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2021770 Jul 06 11:52:48.441646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.447748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1842527986'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:48.481267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.493094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:48.497824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.556090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:48.576177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.576546 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Added segment bb3f7125-3f4c-4e65-a8fa-87d967331515 of type vlan for network a657b216-1260-410d-b662-5a8497171182 Jul 06 11:52:48.585541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.639352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Pushing event deleted for resources: {'Port': ['ID=7774479c-3fb6-4feb-b5ea-b47d0e857785,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.662317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2736412-705d-4f19-9605-a47d14656e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.704603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.749622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.752830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.754002 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99f9184e-67f3-4101-8a6e-ac649d7f8a92 tempest-ServersTestBootFromVolume-2036812902 tempest-ServersTestBootFromVolume-2036812902-project] 10.222.0.78 "DELETE /v2.0/floatingips/27c87952-b6bc-472d-82de-d9e88c90708a HTTP/1.1" status: 204 len: 168 time: 0.8343296 Jul 06 11:52:48.758301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.765858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c962288b-092f-4c05-84ed-834d2557f2a4 req-2fc87e34-e783-4228-9a44-2ba9ec515b16 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0498605 Jul 06 11:52:48.827465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.833398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.834055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.875104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2736412-705d-4f19-9605-a47d14656e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.884233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2736412-705d-4f19-9605-a47d14656e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.913898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736412-705d-4f19-9605-a47d14656e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9e899-0783-407a-93de-be93728da9b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.948565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2736412-705d-4f19-9605-a47d14656e44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3138bdabc37b4cc1b77a9f8f07dddfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652917 Jul 06 11:52:48.948826 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5060623 Jul 06 11:52:48.948930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.955626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.961118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1595909928'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:48.979847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213d481-194f-4710-88a6-0fcd71f6fe40 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Network': ['ID=a657b216-1260-410d-b662-5a8497171182,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.995193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a657b216-1260-410d-b662-5a8497171182 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:48.998390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:49.002259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.034195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:49.045930 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.046337 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Added segment 1b181183-ecd8-4740-bc7b-a225da02f6fb of type vlan for network ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4 Jul 06 11:52:49.116170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.146603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd929cc-c245-40db-9c91-c6dc4c2424f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.187503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd929cc-c245-40db-9c91-c6dc4c2424f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.197046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.203418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.204071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.287934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3311772 Jul 06 11:52:49.293211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:49.300289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'ports': [{'network_id': 'a657b216-1260-410d-b662-5a8497171182', 'name': 'tempest-port--195985021', 'admin_state_up': True}, {'network_id': 'ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4', 'admin_state_up': False}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:49.300796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'port': {'network_id': 'a657b216-1260-410d-b662-5a8497171182', 'name': 'tempest-port--195985021', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:49.301624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'port': {'network_id': 'ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:49.303006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7bce9-1217-4884-8c15-f748281b38be tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Network': ['ID=ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:49.314555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:49.328079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd929cc-c245-40db-9c91-c6dc4c2424f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.333088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edd929cc-c245-40db-9c91-c6dc4c2424f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.346816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-edd929cc-c245-40db-9c91-c6dc4c2424f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7eb9e899-0783-407a-93de-be93728da9b4 HTTP/1.1" status: 204 len: 168 time: 0.3967996 Jul 06 11:52:49.357814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd929cc-c245-40db-9c91-c6dc4c2424f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb9e899-0783-407a-93de-be93728da9b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:49.537423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.540165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:49.545689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.614938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.842632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] device_id is not set on port 60d54b25-4d10-4012-ba8a-9edb4b5a84bf yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:50.095282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5824455-dfe9-467e-937e-df13d4a33cce req-bac27c4f-0552-48bf-8de2-c4ea5d6d889a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/ports?device_id=9be8fa9e-ef3c-4b04-9618-65e292eae7cf HTTP/1.1" status: 200 len: 210 time: 0.0457284 Jul 06 11:52:50.505695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Deleting port a67fb700-dca6-4cd7-845d-64c690d872d0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:50.506025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.512488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.655122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] device_id is not set on port 7ea82398-84f1-45a8-b5a0-5d55eba040ff yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:50.682441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] For port a67fb700-dca6-4cd7-845d-64c690d872d0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a67fb700-dca6-4cd7-845d-64c690d872d0,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:50.682820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.707545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Calling delete_port for a67fb700-dca6-4cd7-845d-64c690d872d0 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:50.767337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:50.912115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bb98fc2-e176-4a84-bef1-394fcc88187d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.916816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.025811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bb98fc2-e176-4a84-bef1-394fcc88187d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.030065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bb98fc2-e176-4a84-bef1-394fcc88187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.096260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bb98fc2-e176-4a84-bef1-394fcc88187d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=716048fb9cbc4c1495ce886dd9f7804a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275216 Jul 06 11:52:51.097043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.098858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:51.114293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb98fc2-e176-4a84-bef1-394fcc88187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a731f5-13d1-4c4f-860c-510fc543e7e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.168350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Port': ['ID=60d54b25-4d10-4012-ba8a-9edb4b5a84bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.238386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Checking segment: {'id': 'bb3f7125-3f4c-4e65-a8fa-87d967331515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a657b216-1260-410d-b662-5a8497171182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:51.238720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network hostable DHCP agents. Network: a657b216-1260-410d-b662-5a8497171182, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:51.244051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:51.244337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.283324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67fb700-dca6-4cd7-845d-64c690d872d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.319107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b357396-bf84-4dc8-82ca-610176fe81eb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.323449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c77f6f-1162-4a9c-888e-fc780876db64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.353832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b357396-bf84-4dc8-82ca-610176fe81eb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.358311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network a657b216-1260-410d-b662-5a8497171182 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:51.390545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a657b216-1260-410d-b662-5a8497171182) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:51.395253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c77f6f-1162-4a9c-888e-fc780876db64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.406248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:51.407184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.420644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c6f59-ed0b-43ef-97b0-fea569975610 None None] Network a657b216-1260-410d-b662-5a8497171182 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:51.440360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b357396-bf84-4dc8-82ca-610176fe81eb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.443098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b357396-bf84-4dc8-82ca-610176fe81eb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.446810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b357396-bf84-4dc8-82ca-610176fe81eb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/security-groups/82cc5cb4-9d26-44ff-8be7-103f95a711ad HTTP/1.1" status: 204 len: 168 time: 0.1992474 Jul 06 11:52:51.447257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:51.503031 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-01313b6b-18fd-4cc6-b3bf-5e2339e00e7a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] show failed (client error): The resource could not be found. Jul 06 11:52:51.504055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-01313b6b-18fd-4cc6-b3bf-5e2339e00e7a tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "GET /v2.0/security-groups/82cc5cb4-9d26-44ff-8be7-103f95a711ad HTTP/1.1" status: 404 len: 347 time: 0.0523844 Jul 06 11:52:51.504967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b357396-bf84-4dc8-82ca-610176fe81eb tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc5cb4-9d26-44ff-8be7-103f95a711ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.506899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:51.700258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Port': ['ID=7ea82398-84f1-45a8-b5a0-5d55eba040ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.738567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port 2af67957-4d83-43e2-8594-f1d553b478a6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:51.738838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c77f6f-1162-4a9c-888e-fc780876db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.739384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.741267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c77f6f-1162-4a9c-888e-fc780876db64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.742433 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-09c77f6f-1162-4a9c-888e-fc780876db64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25a731f5-13d1-4c4f-860c-510fc543e7e8 HTTP/1.1" status: 204 len: 168 time: 0.6424093 Jul 06 11:52:51.752333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Checking segment: {'id': '1b181183-ecd8-4740-bc7b-a225da02f6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:51.752701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network hostable DHCP agents. Network: ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:51.758460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.762726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c77f6f-1162-4a9c-888e-fc780876db64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a731f5-13d1-4c4f-860c-510fc543e7e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.902355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.902693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.905119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:51.915477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:51.924355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578874b2-3b52-46c5-95fa-bacf2711311e None None] Network ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:51.950708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for 2af67957-4d83-43e2-8594-f1d553b478a6 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:51.965910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:51.972349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:51.978129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:51.978863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.999472 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8d0e3f8-1730-4878-b0c3-c6d3871448d4 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7045946 Jul 06 11:52:52.001741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.154060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e282087-e6cd-4e9e-8d15-ff5cb83e9e95 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.160220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e282087-e6cd-4e9e-8d15-ff5cb83e9e95 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.164511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e282087-e6cd-4e9e-8d15-ff5cb83e9e95 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1592152 Jul 06 11:52:52.165223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.220410 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.270347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:52.272367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=2af67957-4d83-43e2-8594-f1d553b478a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.304083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Deleting port 60d54b25-4d10-4012-ba8a-9edb4b5a84bf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:52.304444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.406544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.422856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Calling delete_port for 60d54b25-4d10-4012-ba8a-9edb4b5a84bf owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:52.458435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.465158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.470566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae49efa0-0a24-41db-a788-c05dcc468388 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/floatingips/5e597ec5-52fd-4c78-87bb-1ebd359270dd HTTP/1.1" status: 204 len: 168 time: 0.9626667 Jul 06 11:52:52.474214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.598325 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.607892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.638778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Port': ['ID=60d54b25-4d10-4012-ba8a-9edb4b5a84bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.687281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.689486 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac31d3cd-e874-4f53-b5b9-d472a4ac6199 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/ports/60d54b25-4d10-4012-ba8a-9edb4b5a84bf HTTP/1.1" status: 204 len: 168 time: 0.5231531 Jul 06 11:52:52.692000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.722112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port 9e819801-5472-45e4-aa04-b040bc49c295 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:52.722462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.764059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:52.776386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e139c0d6-bf70-4a29-bb8e-58e10ca34798 admin admin] 10.222.0.78 "PUT /v2.0/routers/2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0148463 Jul 06 11:52:52.776697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.786167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] Sync routers for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:52.810589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:52.811975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:52.894282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.923493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for 9e819801-5472-45e4-aa04-b040bc49c295 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:52.962729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:53.058931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.162195 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.217423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Deleting port 7ea82398-84f1-45a8-b5a0-5d55eba040ff {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:53.217781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.248905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=9e819801-5472-45e4-aa04-b040bc49c295,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.327481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:52:51Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.353715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.357081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-45ab893c-3637-4b73-93ac-25eba927fc5d tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/ports/9e819801-5472-45e4-aa04-b040bc49c295 HTTP/1.1" status: 204 len: 168 time: 0.8815706 Jul 06 11:52:53.359579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:53.371520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] Checking router: 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:53.383342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] Routers {'2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:53.384091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.463274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.487421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.573129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Calling delete_port for 7ea82398-84f1-45a8-b5a0-5d55eba040ff owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:53.591988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port a0a003c0-fafe-4a8d-9210-e8752df40348 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:53.592459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.608734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] Set router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:53.706286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Deleting port 95dbd404-99d2-4650-9ff0-15bbd1d88586 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:53.706726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.900702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.988334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Port': ['ID=7ea82398-84f1-45a8-b5a0-5d55eba040ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.021008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] For port 95dbd404-99d2-4650-9ff0-15bbd1d88586, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=95dbd404-99d2-4650-9ff0-15bbd1d88586,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:54.021599 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.038046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Calling delete_port for 95dbd404-99d2-4650-9ff0-15bbd1d88586 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:54.150511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.160292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2b1bf6a-fd66-41bf-915f-9f93ed863f41 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/ports/7ea82398-84f1-45a8-b5a0-5d55eba040ff HTTP/1.1" status: 204 len: 168 time: 1.4649858 Jul 06 11:52:54.162703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:54.214901 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-354d3c9f-6bf8-46cf-9883-aa6d1f0fdc04 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0487776 Jul 06 11:52:54.215990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:54.225846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1342809146'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:54.299491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:54.309896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.384500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.389688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:52:51Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:54.418917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:54.431755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for a0a003c0-fafe-4a8d-9210-e8752df40348 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:54.444807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b956d2f-225e-45f8-a6f5-b9c3e0c5f39a None None] The sync data for ids ['2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3'] in n-d-799528-2 is: [{'id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'name': 'tempest-ServersTestBootFromVolume-1780570261-router', 'tenant_id': '984372ace94a45008b484764aa1bddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:32Z', 'updated_at': '2021-07-06T11:52:51Z', 'revision_number': 5, 'project_id': '984372ace94a45008b484764aa1bddf8', 'gw_port': {'id': '95dbd404-99d2-4650-9ff0-15bbd1d88586', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:33Z', 'updated_at': '2021-07-06T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:54.470316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.471198 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Added segment 6040534f-19fe-46ec-a31a-c5bde10469cb of type vlan for network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 Jul 06 11:52:54.535495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.555806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.584932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Pushing event deleted for resources: {'Port': ['ID=95dbd404-99d2-4650-9ff0-15bbd1d88586,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.675633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.681944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.688395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.689046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.747817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.759490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=a0a003c0-fafe-4a8d-9210-e8752df40348,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.799566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5805566 Jul 06 11:52:54.821589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:54.827841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-168954281'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:54.884486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee209f-ca84-4fe4-b0fb-0137fd3349c0 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Network': ['ID=4f603e9a-6ecc-4d38-81f8-d76261b211e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.912762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:54.947758 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.953758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9e6b77a-d3b5-4f5b-8022-5f9525261446 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/ports/a0a003c0-fafe-4a8d-9210-e8752df40348 HTTP/1.1" status: 204 len: 168 time: 1.5921354 Jul 06 11:52:54.956517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:54.959056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:54.968197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.996682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.001230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.042100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:55.051778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a67fb700-dca6-4cd7-845d-64c690d872d0 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:55.057910 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.059440 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Added segment d1fd3db0-1ab9-40a2-878d-e7be5b409822 of type vlan for network b578708f-5fa3-4cb7-b199-50eb55653796 Jul 06 11:52:55.070108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting subnet 9e5d487c-01a6-42fd-b7df-d640b84d2afa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:55.075327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.096701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a67fb700-dca6-4cd7-845d-64c690d872d0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:55.098150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a67fb700-dca6-4cd7-845d-64c690d872d0 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:55.118844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.120064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:52:55.120890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.130268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.134391 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-40d0646a-d81d-4392-9314-95d6539c047a admin admin] 10.222.0.78 "DELETE /v2.0/routers/2a5ba201-c5c1-41f3-a623-84c0a0a9a1c3 HTTP/1.1" status: 204 len: 168 time: 2.3556786 Jul 06 11:52:55.136717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:55.159590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.234258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.240794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:55.241554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.260692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Deleting subnet 603298b6-e596-40ea-932f-9c30af4a04b0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:55.271751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.284864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.382878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.433764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Network': ['ID=b578708f-5fa3-4cb7-b199-50eb55653796,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:55.447285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b578708f-5fa3-4cb7-b199-50eb55653796 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:55.460287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5d487c-01a6-42fd-b7df-d640b84d2afa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:55.473106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.483605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c43985b-8087-49d5-8a8b-024bf03ea5bd tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/subnets/9e5d487c-01a6-42fd-b7df-d640b84d2afa HTTP/1.1" status: 204 len: 168 time: 0.5239327 Jul 06 11:52:55.484493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:55.491401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.545885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting subnet 2840c85b-16dd-403c-9795-f890e8f14b86 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:55.547871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.570554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e3d44-2dbd-4ebf-8467-a72c6134f612 None None] Network 3679393b-3105-453f-9148-d457d7fafec4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:55.591963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.643733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.708007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0a9b29a-427e-4489-b707-6055b4fd270d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8753517 Jul 06 11:52:55.708285 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.735245 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.803530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603298b6-e596-40ea-932f-9c30af4a04b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:55.813046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.815140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd998fd5-6750-4d22-9020-45edce60b813 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/603298b6-e596-40ea-932f-9c30af4a04b0 HTTP/1.1" status: 204 len: 168 time: 0.6754453 Jul 06 11:52:55.819048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:55.835520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847bba70-22b5-4ab7-92de-41322eeb8b94 None None] Network 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:55.882025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.991260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] DHCP port deletion for 3679393b-3105-453f-9148-d457d7fafec4 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:56.018884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Subnet': ['ID=2840c85b-16dd-403c-9795-f890e8f14b86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.035999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.040582 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b706fa9f-c7e6-4d66-9587-7ca1fefe9fad tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/subnets/2840c85b-16dd-403c-9795-f890e8f14b86 HTTP/1.1" status: 204 len: 168 time: 0.5531085 Jul 06 11:52:56.040900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:56.080516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46f7f02-35e5-4dd7-a1e5-317d943aa598 None None] Network 736d3730-7b25-4156-b3e5-94f33f2e90a0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:56.102664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.257655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Deleting port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:56.260810 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.308929 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.408711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:56.436106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] For port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,segment=NetworkSegment(60658fbc-639f-403a-9417-ff15d8705b51),segment_id=60658fbc-639f-403a-9417-ff15d8705b51)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:56.440160 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.470853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Calling delete_port for ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:56.629790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.679826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.699165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] No DVR routers for this DVR port ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:56.730794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] Deleting port cbd83d81-543e-40ad-9184-a5b85540c648 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:56.731309 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.796015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cbd83d81-543e-40ad-9184-a5b85540c648 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:56.901658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237e683-3233-4113-9dd4-2e33fdbda7b7 None None] DHCP port deletion for 62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:56.931800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f78a3f-d4c1-416e-a1cd-6550d3c98e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.942214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] For port cbd83d81-543e-40ad-9184-a5b85540c648, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbd83d81-543e-40ad-9184-a5b85540c648,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:56.942753 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.969970 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.998928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] Calling delete_port for cbd83d81-543e-40ad-9184-a5b85540c648 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:57.130704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Deleting port cbd83d81-543e-40ad-9184-a5b85540c648 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:57.132408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.196457 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.203524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] DHCP port deletion for 736d3730-7b25-4156-b3e5-94f33f2e90a0 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:57.248365 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f78a3f-d4c1-416e-a1cd-6550d3c98e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.262756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:57.278837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f78a3f-d4c1-416e-a1cd-6550d3c98e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.294444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72d4e4fc-9375-491e-b401-ede91f5d4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.303628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] For port cbd83d81-543e-40ad-9184-a5b85540c648, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbd83d81-543e-40ad-9184-a5b85540c648,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:57.306504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.315146 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60658fbc-639f-403a-9417-ff15d8705b51') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:57.315484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60658fbc-639f-403a-9417-ff15d8705b51') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:57.318446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f78a3f-d4c1-416e-a1cd-6550d3c98e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89be3793-c41e-4a08-8add-0bf330a4e6da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.344459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Calling delete_port for cbd83d81-543e-40ad-9184-a5b85540c648 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:57.346315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.378137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port cbd83d81-543e-40ad-9184-a5b85540c648, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cbd83d81-543e-40ad-9184-a5b85540c648,segment=NetworkSegment(9bc884d2-22f9-4574-ad1d-cf0f42e449b8),segment_id=9bc884d2-22f9-4574-ad1d-cf0f42e449b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:57.384372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.385443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 95dbd404-99d2-4650-9ff0-15bbd1d88586 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:57.387588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4f78a3f-d4c1-416e-a1cd-6550d3c98e95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=088b904bc9fa4bf19ab25511c0459996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9744391 Jul 06 11:52:57.388724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.410556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.425600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:57.426823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:57.430040 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:57.487851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 95dbd404-99d2-4650-9ff0-15bbd1d88586 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:57.488789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 95dbd404-99d2-4650-9ff0-15bbd1d88586 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:57.542908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1266c9-0ce9-4692-8192-377cc1dde721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.569494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1266c9-0ce9-4692-8192-377cc1dde721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.588433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] Deleting port 8edebbbc-ad04-454e-8014-13dbe7ff24ad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:57.589986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.662139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.674600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.679155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] 10.222.0.78 "DELETE /v2.0/networks/62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e HTTP/1.1" status: 204 len: 168 time: 1.8566952 Jul 06 11:52:57.679649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1266c9-0ce9-4692-8192-377cc1dde721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.682348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b1266c9-0ce9-4692-8192-377cc1dde721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.686128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b1266c9-0ce9-4692-8192-377cc1dde721 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89be3793-c41e-4a08-8add-0bf330a4e6da HTTP/1.1" status: 204 len: 168 time: 0.2933776 Jul 06 11:52:57.709257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1266c9-0ce9-4692-8192-377cc1dde721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89be3793-c41e-4a08-8add-0bf330a4e6da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.711706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a7ef6-d21d-49d8-9f7e-7f6a602a894e admin admin] Pushing event deleted for resources: {'Network': ['ID=62bfdfa9-c8c0-454c-84b4-73b0b4f1d13e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.717863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] For port 8edebbbc-ad04-454e-8014-13dbe7ff24ad, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8edebbbc-ad04-454e-8014-13dbe7ff24ad,segment=NetworkSegment(34b800d0-83d0-4b89-9e68-adaeb1a67c06),segment_id=34b800d0-83d0-4b89-9e68-adaeb1a67c06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:57.718270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.733860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=cbd83d81-543e-40ad-9184-a5b85540c648,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.749994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] Calling delete_port for 8edebbbc-ad04-454e-8014-13dbe7ff24ad owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:57.760779 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.762323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.769017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.769395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.769716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.770060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.770398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.770793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.771051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.771550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.772002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.772337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.772672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.773196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:57.821295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] Pushing event deleted for resources: {'Port': ['ID=cbd83d81-543e-40ad-9184-a5b85540c648,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.823345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a72f63-88da-4b2f-b30f-68587885fa71 None None] No DVR routers for this DVR port cbd83d81-543e-40ad-9184-a5b85540c648 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:57.884540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Port': ['ID=cbd83d81-543e-40ad-9184-a5b85540c648,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.899534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] No DVR routers for this DVR port cbd83d81-543e-40ad-9184-a5b85540c648 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:57.951788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.966050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.032559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] Pushing event deleted for resources: {'Port': ['ID=8edebbbc-ad04-454e-8014-13dbe7ff24ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.038203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5d0f206-bdbd-4ed9-872d-f2c0f07ae20d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=984372ace94a45008b484764aa1bddf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840793 Jul 06 11:52:58.041920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c2945-9bb9-4f42-95b6-3a6c8e19ce31 None None] No DVR routers for this DVR port 8edebbbc-ad04-454e-8014-13dbe7ff24ad on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:58.048541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.091378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.112603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3679393b-3105-453f-9148-d457d7fafec4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:58.128675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc884d2-22f9-4574-ad1d-cf0f42e449b8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:58.128905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc884d2-22f9-4574-ad1d-cf0f42e449b8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:58.140370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.161400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49e37896-14c8-4403-a885-8b645e537405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.175787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.190939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:58.191269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:58.194681 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:58.208502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49e37896-14c8-4403-a885-8b645e537405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.347250 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.371232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.385415 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/networks/3679393b-3105-453f-9148-d457d7fafec4 HTTP/1.1" status: 204 len: 168 time: 2.3435366 Jul 06 11:52:58.388787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.425050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab17b3-01f8-4525-9cdb-a0d86d418934 tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Network': ['ID=3679393b-3105-453f-9148-d457d7fafec4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.445311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49e37896-14c8-4403-a885-8b645e537405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.447905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49e37896-14c8-4403-a885-8b645e537405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.452158 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49e37896-14c8-4403-a885-8b645e537405 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb3bda69-05bb-4afa-9d97-005f7b5481c8 HTTP/1.1" status: 204 len: 168 time: 0.3991692 Jul 06 11:52:58.462641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37896-14c8-4403-a885-8b645e537405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3bda69-05bb-4afa-9d97-005f7b5481c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.505832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.530727 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.536842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db052b7b-4dec-4d02-b6c3-0d2056a195a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.729496 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.745626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736d3730-7b25-4156-b3e5-94f33f2e90a0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:58.757776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b800d0-83d0-4b89-9e68-adaeb1a67c06') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:58.758197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b800d0-83d0-4b89-9e68-adaeb1a67c06') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:58.764814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:58.770739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.788405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.795890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:58.797447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:58.868652 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:58.871658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.898526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.904659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] 10.222.0.78 "DELETE /v2.0/networks/736d3730-7b25-4156-b3e5-94f33f2e90a0 HTTP/1.1" status: 204 len: 168 time: 0.5144215 Jul 06 11:52:58.920527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:58.920527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffca3ef7-0b04-49f2-b8de-d2ce51ac64c1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:58.920527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8edebbbc-ad04-454e-8014-13dbe7ff24ad no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:58.964765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7430e2-2f24-4c7b-86d3-617a023dc38e tempest-TaggedBootDevicesTest_v242-962055952 tempest-TaggedBootDevicesTest_v242-962055952-project] Pushing event deleted for resources: {'Network': ['ID=736d3730-7b25-4156-b3e5-94f33f2e90a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.965192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8edebbbc-ad04-454e-8014-13dbe7ff24ad {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:58.965744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8edebbbc-ad04-454e-8014-13dbe7ff24ad not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:58.978254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db052b7b-4dec-4d02-b6c3-0d2056a195a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.983622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db052b7b-4dec-4d02-b6c3-0d2056a195a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.058678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-db052b7b-4dec-4d02-b6c3-0d2056a195a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69883dbea6e94820991f1132340ddd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507960 Jul 06 11:52:59.062895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:59.080926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db052b7b-4dec-4d02-b6c3-0d2056a195a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd52c78-e3db-4417-ab7e-6ca9c5654a91,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.145202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:59.150836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'subnets': [{'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--255724531', 'ip_version': 6}, {'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:59.151231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'subnet': {'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--255724531', 'ip_version': 6}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:59.152381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Request body: {'subnet': {'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:59.202249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca36c899-491e-4e63-8476-37ef6a7491c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.235386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca36c899-491e-4e63-8476-37ef6a7491c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.325917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca36c899-491e-4e63-8476-37ef6a7491c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.335121 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca36c899-491e-4e63-8476-37ef6a7491c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.341630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca36c899-491e-4e63-8476-37ef6a7491c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/edd52c78-e3db-4417-ab7e-6ca9c5654a91 HTTP/1.1" status: 204 len: 168 time: 0.2767920 Jul 06 11:52:59.360758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36c899-491e-4e63-8476-37ef6a7491c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd52c78-e3db-4417-ab7e-6ca9c5654a91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.480906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Made reservation on behalf of 2bbbb4147ba64e6c8b1f477c2095abe7 for: {'subnet': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:59.490197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.490860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.662496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5957-f4cc-45c9-9092-de5466dc1f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.934868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.014551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.159792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:00.367408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-250279902-network', 'tenant_id': 'e7d94e169b1448f3aacc292864ffe646'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:00.397460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.442931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Made reservation on behalf of e7d94e169b1448f3aacc292864ffe646 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:00.445948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.461811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.497941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Subnet': ['ID=7232ebb5-b6d9-430e-a478-4f4c166d7557,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.538270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Checking segment: {'id': '6040534f-19fe-46ec-a31a-c5bde10469cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:00.538635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network hostable DHCP agents. Network: 4f603e9a-6ecc-4d38-81f8-d76261b211e1, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:00.579281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:00.591078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 4f603e9a-6ecc-4d38-81f8-d76261b211e1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:00.595842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.600937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91f88c-0f73-4c02-8c91-6dab5c6b1302 None None] Network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:00.756787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event updated for resources: {'Subnet': ['ID=348a41da-a9ec-49ff-9cdc-8d927128c5cb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.784516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Checking segment: {'id': 'd1fd3db0-1ab9-40a2-878d-e7be5b409822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:00.784775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network hostable DHCP agents. Network: b578708f-5fa3-4cb7-b199-50eb55653796, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:00.826610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.842070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.885462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:00.887421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Network b578708f-5fa3-4cb7-b199-50eb55653796 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:00.907506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b578708f-5fa3-4cb7-b199-50eb55653796) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:00.925776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:00.926265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:00.926925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.932646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021b167a-e389-4f60-8f16-c23fc02fcd6a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.952318 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.953580 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.954075 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Added segment c48a91ae-e722-492b-976d-433db3b40a98 of type vlan for network 96ffda7e-c97c-484a-9578-7699473061f5 Jul 06 11:53:00.956939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575129c-c52b-40c1-a7f2-c518b4a440dc None None] Network b578708f-5fa3-4cb7-b199-50eb55653796 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:00.985430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-4f603e9a-6ecc-4d38-81f8-d76261b211e1', 'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1', 'tenant_id': '2bbbb4147ba64e6c8b1f477c2095abe7', 'fixed_ips': [{'subnet_id': '7232ebb5-b6d9-430e-a478-4f4c166d7557'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:00.992478 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.081404 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-65e50b16-43e3-4d1c-be41-27ea5cb94d9c tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9325414 Jul 06 11:53:01.083162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.108948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.191022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.197745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.203257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.233653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039163a-31db-4e1e-9055-554120722e5e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.235385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039163a-31db-4e1e-9055-554120722e5e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.237000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039163a-31db-4e1e-9055-554120722e5e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.238743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9039163a-31db-4e1e-9055-554120722e5e tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1498220 Jul 06 11:53:01.250534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.319533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7537e92-e385-405c-8398-011d16bb7e75 req-2d138c67-47f6-4022-a50f-8fd49f4275be tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.321145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7537e92-e385-405c-8398-011d16bb7e75 req-2d138c67-47f6-4022-a50f-8fd49f4275be tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.2500827 Jul 06 11:53:01.328552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Deleting subnet 7232ebb5-b6d9-430e-a478-4f4c166d7557 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:01.386277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Allocated IP 2001:db8::1 (4f603e9a-6ecc-4d38-81f8-d76261b211e1/7232ebb5-b6d9-430e-a478-4f4c166d7557/1dc0cd03-ae24-4186-87f0-cb8e0a949e05) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:01.387967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7537e92-e385-405c-8398-011d16bb7e75 req-76cffdcb-b1b7-475e-985c-b11c0b18018a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501902 Jul 06 11:53:01.427280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] Pushing event updated for resources: {'Network': ['ID=96ffda7e-c97c-484a-9578-7699473061f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.453806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 96ffda7e-c97c-484a-9578-7699473061f5 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:01.460758 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0d8a3b83-8cf1-490e-9d62-6bae030e807e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2940955 Jul 06 11:53:01.461462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.466152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Request body: {'subnet': {'network_id': '96ffda7e-c97c-484a-9578-7699473061f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-250279902-subnet', 'tenant_id': 'e7d94e169b1448f3aacc292864ffe646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:01.520818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Made reservation on behalf of e7d94e169b1448f3aacc292864ffe646 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:01.525681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.900762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-b578708f-5fa3-4cb7-b199-50eb55653796', 'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796', 'tenant_id': '2bbbb4147ba64e6c8b1f477c2095abe7', 'fixed_ips': [{'subnet_id': '348a41da-a9ec-49ff-9cdc-8d927128c5cb'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:01.902427 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.930041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.059684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.084245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b502b3-e7d1-4cca-b9ab-3025f77ebaee,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.090223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Checking segment: {'id': 'c48a91ae-e722-492b-976d-433db3b40a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:02.090584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Network hostable DHCP agents. Network: 96ffda7e-c97c-484a-9578-7699473061f5, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:02.108731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Transition to ACTIVE for port object 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:02.130933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Network 96ffda7e-c97c-484a-9578-7699473061f5 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:02.140203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Transition to ACTIVE for port object 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:02.146125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 96ffda7e-c97c-484a-9578-7699473061f5) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:02.148965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Allocated IP 2001:db8:0:1::1 (b578708f-5fa3-4cb7-b199-50eb55653796/348a41da-a9ec-49ff-9cdc-8d927128c5cb/32d6f790-9684-4a36-95e7-ca2f14e384e1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:02.151880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.155313 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.162117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348fb71-0fb8-4aa0-b912-732f327ee754 None None] Network 96ffda7e-c97c-484a-9578-7699473061f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:02.163824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:02.164689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.226299 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61d0235f-5549-4449-b054-0afdcea8cf4d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7622228 Jul 06 11:53:02.259140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:02.272389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:02.285392 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.337666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:02.519007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.688441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.691142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.715948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Transition to ACTIVE for port object 32d6f790-9684-4a36-95e7-ca2f14e384e1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:02.783274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Subnet': ['ID=7232ebb5-b6d9-430e-a478-4f4c166d7557,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.791746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Transition to ACTIVE for port object 32d6f790-9684-4a36-95e7-ca2f14e384e1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:02.803238 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.818696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.822975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42b9b898-471d-4584-b306-a1851da7cece tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/subnets/7232ebb5-b6d9-430e-a478-4f4c166d7557 HTTP/1.1" status: 204 len: 168 time: 1.5667140 Jul 06 11:53:02.935635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Pushing event updated for resources: {'Port': ['ID=1dc0cd03-ae24-4186-87f0-cb8e0a949e05,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.954697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.958818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Deleting subnet 348a41da-a9ec-49ff-9cdc-8d927128c5cb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:02.969464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.005035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.060923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.107538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Attempting to bind port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:03.108911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Attempting to bind port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6040534f-19fe-46ec-a31a-c5bde10469cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:03.108911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Attempting to bind port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 on network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:03.126938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:03.127355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Checking segment: {'id': '6040534f-19fe-46ec-a31a-c5bde10469cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:03.129396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.129396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Bound using segment: {'id': '6040534f-19fe-46ec-a31a-c5bde10469cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:03.129396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Bound port: 1dc0cd03-ae24-4186-87f0-cb8e0a949e05, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6040534f-19fe-46ec-a31a-c5bde10469cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f603e9a-6ecc-4d38-81f8-d76261b211e1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:03.129396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.199730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Network b578708f-5fa3-4cb7-b199-50eb55653796 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:03.220864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:03.267095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:03.316381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05cc91b-f40e-4d70-8268-2f5e8e886930 None None] Network 96ffda7e-c97c-484a-9578-7699473061f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:03.385270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.473589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Pushing event updated for resources: {'Port': ['ID=32d6f790-9684-4a36-95e7-ca2f14e384e1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:03.555167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.624211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Subnet': ['ID=348a41da-a9ec-49ff-9cdc-8d927128c5cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:03.634730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.639224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6f3d8772-cbc8-4337-a9c0-87f40a521824 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/subnets/348a41da-a9ec-49ff-9cdc-8d927128c5cb HTTP/1.1" status: 204 len: 168 time: 0.8171759 Jul 06 11:53:03.640984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:03.729015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] For port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:03.793587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-756dc2b1-eb35-47db-8532-dc2c36182119 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:03.795889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608625f-e847-4004-81ed-f993f3edb74f tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:03.795889 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4608625f-e847-4004-81ed-f993f3edb74f tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1512163 Jul 06 11:53:03.801993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:03.807078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-756dc2b1-eb35-47db-8532-dc2c36182119 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/networks?id=96ffda7e-c97c-484a-9578-7699473061f5 HTTP/1.1" status: 200 len: 808 time: 0.2802835 Jul 06 11:53:03.830705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-7d2916da-396b-4d93-9a09-5fe083833dd4 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/quotas/e7d94e169b1448f3aacc292864ffe646 HTTP/1.1" status: 200 len: 375 time: 0.0225801 Jul 06 11:53:03.845359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Attempting to bind port 32d6f790-9684-4a36-95e7-ca2f14e384e1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:03.845743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Attempting to bind port 32d6f790-9684-4a36-95e7-ca2f14e384e1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd1fd3db0-1ab9-40a2-878d-e7be5b409822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:03.846113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Attempting to bind port 32d6f790-9684-4a36-95e7-ca2f14e384e1 on network b578708f-5fa3-4cb7-b199-50eb55653796 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:03.875669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] For port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1dc0cd03-ae24-4186-87f0-cb8e0a949e05,segment=NetworkSegment(6040534f-19fe-46ec-a31a-c5bde10469cb),segment_id=6040534f-19fe-46ec-a31a-c5bde10469cb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:03.893413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:03.893804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Checking segment: {'id': 'd1fd3db0-1ab9-40a2-878d-e7be5b409822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:03.894264 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.900551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Bound using segment: {'id': 'd1fd3db0-1ab9-40a2-878d-e7be5b409822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:03.901108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Bound port: 32d6f790-9684-4a36-95e7-ca2f14e384e1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fd3db0-1ab9-40a2-878d-e7be5b409822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b578708f-5fa3-4cb7-b199-50eb55653796'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:03.903390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.905940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.986306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-0cfdeb88-e400-435e-9afb-92d5e900b9bd tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7d94e169b1448f3aacc292864ffe646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1545153 Jul 06 11:53:04.110828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f2db3-1d6d-4ca5-a816-4f557742e4c0 None None] Network 4f603e9a-6ecc-4d38-81f8-d76261b211e1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:04.182086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.329153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Deleting port 32d6f790-9684-4a36-95e7-ca2f14e384e1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:04.329641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.390500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-a1644bf2-27d3-4468-aa39-3f3e448633b7 service neutron] 10.222.0.78 "GET /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021795 Jul 06 11:53:04.472921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcd3b4-0d65-4944-ae45-eb429b80f532 None None] Pushing event updated for resources: {'Port': ['ID=1dc0cd03-ae24-4186-87f0-cb8e0a949e05,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:04.572072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] For port 32d6f790-9684-4a36-95e7-ca2f14e384e1, host n-d-799528-2, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:04.577452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.684316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] For port 32d6f790-9684-4a36-95e7-ca2f14e384e1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:04.691573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Calling delete_port for 32d6f790-9684-4a36-95e7-ca2f14e384e1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:04.739260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-19e5a0b5-d688-4a04-97c4-32405bf1baa0 service neutron] 10.222.0.78 "GET /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345175 Jul 06 11:53:04.806905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] For port 32d6f790-9684-4a36-95e7-ca2f14e384e1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=32d6f790-9684-4a36-95e7-ca2f14e384e1,segment=NetworkSegment(d1fd3db0-1ab9-40a2-878d-e7be5b409822),segment_id=d1fd3db0-1ab9-40a2-878d-e7be5b409822)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:04.826074 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.893007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.991452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Port': ['ID=32d6f790-9684-4a36-95e7-ca2f14e384e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.000053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] No DVR routers for this DVR port 32d6f790-9684-4a36-95e7-ca2f14e384e1 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:05.019595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61204b-b7f3-49ed-8bf7-275edaaa10be req-e378b042-daf8-4e51-bddb-c92bf1d171d8 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.032357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f61204b-b7f3-49ed-8bf7-275edaaa10be req-e378b042-daf8-4e51-bddb-c92bf1d171d8 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.2469733 Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-b84b2799-727a-4a19-b2ee-a4e95ec8d836 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 32d6f790-9684-4a36-95e7-ca2f14e384e1 could not be found. Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:53:05.046091 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 32d6f790-9684-4a36-95e7-ca2f14e384e1 could not be found. Jul 06 11:53:05.050236 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:53:05.071539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e543e6d-737d-485b-9122-00358e1e49e1 None None] Network b578708f-5fa3-4cb7-b199-50eb55653796 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:05.193020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6d0e4b2-785b-40ff-9434-7081f5a57d54 req-1a929121-802b-42ab-bcae-b22123f04b4e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 210 time: 0.0725505 Jul 06 11:53:05.215548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f61204b-b7f3-49ed-8bf7-275edaaa10be req-6d2307dd-6afe-492f-8558-7fe6b8075125 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797688 Jul 06 11:53:05.232945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d668b-b687-4b3f-934a-c7763464adac None None] Pushing event updated for resources: {'Port': ['ID=32d6f790-9684-4a36-95e7-ca2f14e384e1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.273659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.305683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b578708f-5fa3-4cb7-b199-50eb55653796']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:05.370064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fd3db0-1ab9-40a2-878d-e7be5b409822') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:05.370655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fd3db0-1ab9-40a2-878d-e7be5b409822') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:05.392797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.408546 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.416100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:05.417911 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:05.421745 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:05.453569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acc4f2-ac9e-4534-b550-eb329a0e5ee9 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:53:05.514603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.529702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.533345 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/networks/b578708f-5fa3-4cb7-b199-50eb55653796 HTTP/1.1" status: 204 len: 168 time: 1.7301884 Jul 06 11:53:05.535753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:05.547050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918b2f-ba21-4a75-bf35-d1682bc2b19d tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Network': ['ID=b578708f-5fa3-4cb7-b199-50eb55653796,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.675908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acc4f2-ac9e-4534-b550-eb329a0e5ee9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:53:05.804269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.981526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Deleting port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:05.982477 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.106037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] For port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1dc0cd03-ae24-4186-87f0-cb8e0a949e05,segment=NetworkSegment(6040534f-19fe-46ec-a31a-c5bde10469cb),segment_id=6040534f-19fe-46ec-a31a-c5bde10469cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:06.109088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.144059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Calling delete_port for 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:06.259178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.330382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Port': ['ID=1dc0cd03-ae24-4186-87f0-cb8e0a949e05,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.336575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] No DVR routers for this DVR port 1dc0cd03-ae24-4186-87f0-cb8e0a949e05 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:06.483703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1cc5b1-24ff-473a-9467-280e0344f122 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:53:06.635157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1b4b24f-98a0-4dd8-a2ea-a0471cb83467 req-0cd7849d-fc54-4c87-b6cb-6248a1ade135 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 210 time: 0.1198266 Jul 06 11:53:06.640515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.659983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f603e9a-6ecc-4d38-81f8-d76261b211e1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:06.670685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6040534f-19fe-46ec-a31a-c5bde10469cb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:06.671038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6040534f-19fe-46ec-a31a-c5bde10469cb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:06.709617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.749848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2402ff-193b-4def-92d2-94bc61116763 req-f39de678-426d-4ad3-81ff-fb4d1cd10f06 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.765607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc2402ff-193b-4def-92d2-94bc61116763 req-f39de678-426d-4ad3-81ff-fb4d1cd10f06 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.3558321 Jul 06 11:53:06.811734 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.812047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1cc5b1-24ff-473a-9467-280e0344f122 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:53:06.862091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc2402ff-193b-4def-92d2-94bc61116763 req-03044474-0f54-4902-9b90-54a821dc5344 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868595 Jul 06 11:53:06.867716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:06.868963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:06.876972 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:06.978841 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.000785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.005429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/networks/4f603e9a-6ecc-4d38-81f8-d76261b211e1 HTTP/1.1" status: 204 len: 168 time: 1.4658506 Jul 06 11:53:07.005429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486b1f-c6d5-402f-9541-b7870495bd10 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Network': ['ID=4f603e9a-6ecc-4d38-81f8-d76261b211e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:07.006039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:07.140526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.258686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.280763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:07.292875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b181183-ecd8-4740-bc7b-a225da02f6fb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:07.293475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b181183-ecd8-4740-bc7b-a225da02f6fb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:07.312688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.340522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.353323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:07.353943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:07.357714 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:07.451739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.474213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.484467 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/networks/ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4 HTTP/1.1" status: 204 len: 168 time: 0.4734569 Jul 06 11:53:07.489396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:07.573123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755f9ee-c925-4e8f-a3f7-303019f809ff tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Network': ['ID=ba6f31ca-9f1f-4c80-ae36-2dbb754eedc4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:07.649292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-5c333292-b177-4853-b58f-39c3961138ed tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.654245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-5c333292-b177-4853-b58f-39c3961138ed tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.79 "GET /v2.0/networks?id=96ffda7e-c97c-484a-9578-7699473061f5 HTTP/1.1" status: 200 len: 808 time: 0.2318897 Jul 06 11:53:07.663829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Request body: {'port': {'device_id': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5', 'admin_state_up': True, 'tenant_id': 'e7d94e169b1448f3aacc292864ffe646'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:07.692160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.835308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.860967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a657b216-1260-410d-b662-5a8497171182']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:07.905122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3f7125-3f4c-4e65-a8fa-87d967331515') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:07.905427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3f7125-3f4c-4e65-a8fa-87d967331515') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:07.914836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Made reservation on behalf of e7d94e169b1448f3aacc292864ffe646 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:07.923323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.932488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.968624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.007293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:08.008049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:08.016028 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:08.021123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64cc223b-44e1-47ff-b204-7314f711ee8f req-e30e14c2-affb-4862-a7ae-f5355694aa61 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 210 time: 0.0628288 Jul 06 11:53:08.102534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc4662-19fe-40d0-a515-e24c2d35857e req-bef58b14-8bb2-449f-a0b9-8add1019ccd4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:08.110950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22bc4662-19fe-40d0-a515-e24c2d35857e req-bef58b14-8bb2-449f-a0b9-8add1019ccd4 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.0885978 Jul 06 11:53:08.156964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22bc4662-19fe-40d0-a515-e24c2d35857e req-4c531035-1d9f-4d06-82b1-f6b727108841 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups?id=575e4d77-d9e9-48a7-85bb-6140e60e6c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Jul 06 11:53:08.158046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-d75709fc-deaf-4314-9ca9-a624effd77d5 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:08.159683 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-d75709fc-deaf-4314-9ca9-a624effd77d5 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.79 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 946 time: 0.3009403 Jul 06 11:53:08.226946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.239177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.241534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] 10.222.0.78 "DELETE /v2.0/networks/a657b216-1260-410d-b662-5a8497171182 HTTP/1.1" status: 204 len: 168 time: 0.7509940 Jul 06 11:53:08.342606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a473b-dbcb-42ef-81e5-9ef01e175170 tempest-BulkNetworkOpsIpV6Test-180936116 tempest-BulkNetworkOpsIpV6Test-180936116-project] Pushing event deleted for resources: {'Network': ['ID=a657b216-1260-410d-b662-5a8497171182,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:08.393792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Allocated IP 172.20.0.10 (96ffda7e-c97c-484a-9578-7699473061f5/a2b502b3-e7d1-4cca-b9ab-3025f77ebaee/4254c3b5-0665-427e-a799-2ecd1229640a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:08.405995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Deleting port 663993d0-6f2c-4222-9fe4-4cba891a10f5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:08.406408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.562972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] For port 663993d0-6f2c-4222-9fe4-4cba891a10f5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=663993d0-6f2c-4222-9fe4-4cba891a10f5,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:08.562972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.732720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:08.747472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.799296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.877954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Network 96ffda7e-c97c-484a-9578-7699473061f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:08.882273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:08.888971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:08.961329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:08.962284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.974855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Pushing event updated for resources: {'Port': ['ID=4254c3b5-0665-427e-a799-2ecd1229640a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:08.980901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-fa1a2150-79f3-4cd1-9ca6-cbc9e3ce7e1e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3212528 Jul 06 11:53:08.996606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.996960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.997219 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Floating IP fa251d7e-d82f-4a90-bbbf-88581b4a870f disassociated. External IP: 172.25.7.157, port: 663993d0-6f2c-4222-9fe4-4cba891a10f5. Jul 06 11:53:08.997691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Calling delete_port for 663993d0-6f2c-4222-9fe4-4cba891a10f5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:08.999933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Request body: {'port': {'device_id': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:09.040593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aaa135c3-8826-4e97-a413-734feeadc46a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bbbb4147ba64e6c8b1f477c2095abe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066173 Jul 06 11:53:09.043994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:09.112103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.162560 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e3eefd-0401-4f89-8fe3-0c65d24ef508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.226016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e3eefd-0401-4f89-8fe3-0c65d24ef508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.295446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e3eefd-0401-4f89-8fe3-0c65d24ef508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.299616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e3eefd-0401-4f89-8fe3-0c65d24ef508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.301106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-44e3eefd-0401-4f89-8fe3-0c65d24ef508 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28c5b218-9e78-4533-bf15-9e5dcb0dd5c3 HTTP/1.1" status: 204 len: 168 time: 0.2560942 Jul 06 11:53:09.347679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3eefd-0401-4f89-8fe3-0c65d24ef508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c5b218-9e78-4533-bf15-9e5dcb0dd5c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:09.460144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.529945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event deleted for resources: {'Port': ['ID=663993d0-6f2c-4222-9fe4-4cba891a10f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:09.586964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-451bcd8b-a538-447f-a554-e46e26670814 req-467ff879-9e62-4316-884b-a36d86f20b5b tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 210 time: 0.2368538 Jul 06 11:53:09.716336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:09.943725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e9ca7-0337-47bf-80ed-64c72e99b83c req-d21f0c57-fc63-4e29-b972-574abead2e66 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:09.969392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac2e9ca7-0337-47bf-80ed-64c72e99b83c req-d21f0c57-fc63-4e29-b972-574abead2e66 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 932 time: 0.7207005 Jul 06 11:53:09.976183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:09.988360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] Sync routers for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:10.016292 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:10.020127 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:10.133660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] No DVR routers for this DVR port 663993d0-6f2c-4222-9fe4-4cba891a10f5 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:10.143552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.145800 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9ad4f415-2e00-483d-a53f-7b41eb03d49d req-15691d75-a240-47a3-8fb6-4b5887f4d70a tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.79 "DELETE /v2.0/ports/663993d0-6f2c-4222-9fe4-4cba891a10f5 HTTP/1.1" status: 204 len: 173 time: 1.9720151 Jul 06 11:53:10.146299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'name': 'network-vif-deleted', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:10.153885 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c63353-3b52-4896-bdc8-5b53eb640ac7" -d '{"events": [{"server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "name": "network-vif-deleted", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:10.240825 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1715da-d693-4ae4-996a-b10e8b051392 x-openstack-request-id: req-6e1715da-d693-4ae4-996a-b10e8b051392 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:10.241395 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21b0535-f922-4043-99a4-3836f8486e99", "name": "network-vif-deleted", "tag": "663993d0-6f2c-4222-9fe4-4cba891a10f5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:10.241862 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e1715da-d693-4ae4-996a-b10e8b051392 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:10.242825 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21b0535-f922-4043-99a4-3836f8486e99', 'name': 'network-vif-deleted', 'tag': '663993d0-6f2c-4222-9fe4-4cba891a10f5', 'status': 'completed', 'code': 200} Jul 06 11:53:10.286317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4254c3b5-0665-427e-a799-2ecd1229640a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:10.296894 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.308536 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:10.320634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Transition to ACTIVE for port object 4254c3b5-0665-427e-a799-2ecd1229640a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:10.334041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.654887 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:54Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:10.713633 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] Checking router: 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:10.728868 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:10.746360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:10.795169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac2e9ca7-0337-47bf-80ed-64c72e99b83c req-4b8c23fa-5c42-42c3-948d-3877bea82c9a tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248596 Jul 06 11:53:10.946969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Pushing event updated for resources: {'Port': ['ID=4254c3b5-0665-427e-a799-2ecd1229640a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.992443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 663993d0-6f2c-4222-9fe4-4cba891a10f5 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:10.995267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:11.039837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 663993d0-6f2c-4222-9fe4-4cba891a10f5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:11.054204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 663993d0-6f2c-4222-9fe4-4cba891a10f5 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:11.077701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5dc059b-a903-4eec-8201-b4012c7ef516 req-85ba630d-d01c-45ee-86d7-83a6644c2996 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/ports?device_id=e21b0535-f922-4043-99a4-3836f8486e99 HTTP/1.1" status: 200 len: 210 time: 0.2597027 Jul 06 11:53:11.100403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-236c9836-76a3-4c56-964c-38aeced7cbab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.3045137 Jul 06 11:53:11.109936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.160648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Attempting to bind port 4254c3b5-0665-427e-a799-2ecd1229640a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:11.161192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Attempting to bind port 4254c3b5-0665-427e-a799-2ecd1229640a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'c48a91ae-e722-492b-976d-433db3b40a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:11.161965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Attempting to bind port 4254c3b5-0665-427e-a799-2ecd1229640a on network 96ffda7e-c97c-484a-9578-7699473061f5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:11.170496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Port 4254c3b5-0665-427e-a799-2ecd1229640a on network 96ffda7e-c97c-484a-9578-7699473061f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:11.170876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Attempting to bind port 4254c3b5-0665-427e-a799-2ecd1229640a on network 96ffda7e-c97c-484a-9578-7699473061f5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:11.244639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:11.246331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Checking segment: {'id': 'c48a91ae-e722-492b-976d-433db3b40a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:11.246956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Bound using segment: {'id': 'c48a91ae-e722-492b-976d-433db3b40a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:11.248303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Bound port: 4254c3b5-0665-427e-a799-2ecd1229640a, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48a91ae-e722-492b-976d-433db3b40a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:11.248707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.290639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1221363306'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:11.331781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.332330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.332810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.333283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.333752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.334221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.334685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.336738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-30485677-a0b1-437e-afe9-d13d8ca25faf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 6493 time: 0.1619532 Jul 06 11:53:11.343173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Made reservation on behalf of 0f926593940a4eab8f2772352f8834c4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:11.349732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.366025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.372770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] For port 4254c3b5-0665-427e-a799-2ecd1229640a, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:11.378849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] For port 4254c3b5-0665-427e-a799-2ecd1229640a, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4254c3b5-0665-427e-a799-2ecd1229640a,segment=NetworkSegment(c48a91ae-e722-492b-976d-433db3b40a98),segment_id=c48a91ae-e722-492b-976d-433db3b40a98)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:11.407059 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.423169 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:54Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:11.495876 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6154a14-321b-45d4-a029-3e56ff6cc9bc None None] The sync data for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 is: [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:50:47Z', 'revision_number': 4, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '0fe92af2-cec7-4edb-afaf-f59a1edd140b', 'name': '', 'network_id': '7a26ecad-a877-4acd-b618-81f212bae5ef', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'mac_address': 'fa:16:3e:e4:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:46Z', 'updated_at': '2021-07-06T11:50:54Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'subnets': [{'id': '72dc5de5-ce8f-44fe-b8ca-1010ceeb2639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:11.506368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.512917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.515022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] 10.222.0.79 "PUT /v2.0/ports/4254c3b5-0665-427e-a799-2ecd1229640a HTTP/1.1" status: 200 len: 1092 time: 2.5251467 Jul 06 11:53:11.515708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'tag': '4254c3b5-0665-427e-a799-2ecd1229640a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:11.518520 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279cf326-f0df-4698-9d03-cf9443f12da7" -d '{"events": [{"name": "network-changed", "server_uuid": "29538133-1bdf-46c7-ab80-f1ef3ec82b0e", "tag": "4254c3b5-0665-427e-a799-2ecd1229640a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:11.568875 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.580160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.598634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:11.611682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.611898 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Added segment b8abccd1-e800-4222-945c-c3909d2a2394 of type vlan for network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc Jul 06 11:53:11.660184 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b2fecb-9ae9-44b6-95d3-58f7c0270cfe x-openstack-request-id: req-67b2fecb-9ae9-44b6-95d3-58f7c0270cfe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:11.660511 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29538133-1bdf-46c7-ab80-f1ef3ec82b0e", "tag": "4254c3b5-0665-427e-a799-2ecd1229640a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:11.660792 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67b2fecb-9ae9-44b6-95d3-58f7c0270cfe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:11.661400 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'tag': '4254c3b5-0665-427e-a799-2ecd1229640a', 'status': 'completed', 'code': 200} Jul 06 11:53:11.665180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2f95-9032-4dc7-9c6d-0585454d9d69 service neutron] Pushing event updated for resources: {'Port': ['ID=4254c3b5-0665-427e-a799-2ecd1229640a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.666254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.700594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a7e27bc6-2ac5-420f-b0c0-c339e23f1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.701188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a7e27bc6-2ac5-420f-b0c0-c339e23f1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.701792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a7e27bc6-2ac5-420f-b0c0-c339e23f1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.703631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a7e27bc6-2ac5-420f-b0c0-c339e23f1b65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=62e399e8-f6e9-4926-bc2f-26ed4524240e&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93 HTTP/1.1" status: 200 len: 2292 time: 0.3274529 Jul 06 11:53:11.711050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.722069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e4b631-0b78-439c-b390-1d38c204fdd7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.765379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.773190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-f85715a3-b58c-43a2-8ebf-90671a1ba3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.774675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-f85715a3-b58c-43a2-8ebf-90671a1ba3a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7d94e169b1448f3aacc292864ffe646&device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 1095 time: 0.1988018 Jul 06 11:53:11.783679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.784360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.844330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-dc411415-206c-407e-85c9-8fb2c5c29c54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4254c3b5-0665-427e-a799-2ecd1229640a HTTP/1.1" status: 200 len: 217 time: 0.0605221 Jul 06 11:53:11.852150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-2bba6a91-5c94-464b-a349-01ee604eff71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e015561b-6c49-4012-ad5b-f494b5ed1767 HTTP/1.1" status: 200 len: 1001 time: 0.1353807 Jul 06 11:53:11.879451 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7680738 Jul 06 11:53:11.884629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.899608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Request body: {'subnet': {'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:11.920668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8dfd9-872f-44fb-902a-2251ee4c9d12 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event updated for resources: {'Network': ['ID=1ebda0d2-f12f-4ce0-945d-15cf762b88fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.923002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dba998-82eb-49a6-913d-6a33bc51acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.934986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:11.990804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-ed145c46-483d-4f13-bc55-f85e1e1974b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.997187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-ed145c46-483d-4f13-bc55-f85e1e1974b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2b502b3-e7d1-4cca-b9ab-3025f77ebaee HTTP/1.1" status: 200 len: 848 time: 0.1360786 Jul 06 11:53:12.022866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477c16f-4a72-418c-91c9-5c8ed536651e None None] New status for floating IP fa251d7e-d82f-4a90-bbbf-88581b4a870f: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:53:12.039976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-2d2106e4-14f9-4027-887e-a5f378b27d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.041514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-2d2106e4-14f9-4027-887e-a5f378b27d37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19f4daac-96a6-4e0f-99b4-287a8db1bfb7 HTTP/1.1" status: 200 len: 850 time: 0.1695986 Jul 06 11:53:12.096196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dba998-82eb-49a6-913d-6a33bc51acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.130850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-3950545b-8d97-48e7-ba70-35263a8f66a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96ffda7e-c97c-484a-9578-7699473061f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865169 Jul 06 11:53:12.132854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19dba998-82eb-49a6-913d-6a33bc51acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.194344 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-19dba998-82eb-49a6-913d-6a33bc51acba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=340d470e850949ccb2a53b4a4be383d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818711 Jul 06 11:53:12.196785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.200377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dba998-82eb-49a6-913d-6a33bc51acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cadf21-5eca-48c5-9c7e-d59d3fcbaf16,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.264114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Made reservation on behalf of 0f926593940a4eab8f2772352f8834c4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:12.269982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.274849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.341528 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:53:12.403768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bc117-3c02-4f2a-b02b-639995e02cbf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.404653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef200-ee02-4f1d-89af-e58e631151f4 req-983572be-1816-4b98-a6a8-47aa99cce120 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.406866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ef200-ee02-4f1d-89af-e58e631151f4 req-983572be-1816-4b98-a6a8-47aa99cce120 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 944 time: 0.3637855 Jul 06 11:53:12.424156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-cb92dd60-d361-4d48-8e18-9e2a4dda2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.425645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-cb92dd60-d361-4d48-8e18-9e2a4dda2624 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62e399e8-f6e9-4926-bc2f-26ed4524240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720167 Jul 06 11:53:12.427395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-ddbd6829-5b99-4867-9a72-bd4ba6483c6d service neutron] 10.222.0.79 "GET /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424376 Jul 06 11:53:12.433022 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1677-26c8-428f-af20-1dd732ac8b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.436554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bc117-3c02-4f2a-b02b-639995e02cbf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.556673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bc117-3c02-4f2a-b02b-639995e02cbf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.560233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bc117-3c02-4f2a-b02b-639995e02cbf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.561689 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-365bc117-3c02-4f2a-b02b-639995e02cbf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "DELETE /v2.0/security-groups/575e4d77-d9e9-48a7-85bb-6140e60e6c34 HTTP/1.1" status: 204 len: 168 time: 0.2860157 Jul 06 11:53:12.568832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.581124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1677-26c8-428f-af20-1dd732ac8b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.584236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.597187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8ef200-ee02-4f1d-89af-e58e631151f4 req-0fcbe01d-f29d-459f-85b7-d2cef28785fd tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787186 Jul 06 11:53:12.597960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc117-3c02-4f2a-b02b-639995e02cbf tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575e4d77-d9e9-48a7-85bb-6140e60e6c34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.652033 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0719abd6-7e0d-4b24-bd10-a1071a0d9c74 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] show failed (client error): The resource could not be found. Jul 06 11:53:12.653468 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0719abd6-7e0d-4b24-bd10-a1071a0d9c74 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "GET /v2.0/security-groups/575e4d77-d9e9-48a7-85bb-6140e60e6c34 HTTP/1.1" status: 404 len: 347 time: 0.0834851 Jul 06 11:53:12.659869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.720465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae6e734b-ddb9-4261-ae40-6d6483dea2e1 req-f47e6ca8-6e23-4e5d-b466-d2a060ac5442 service neutron] 10.222.0.79 "GET /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745147 Jul 06 11:53:12.724270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-be05820d-2fda-4022-9242-a1d9cacdb426 service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810693 Jul 06 11:53:12.726035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1677-26c8-428f-af20-1dd732ac8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.729032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1677-26c8-428f-af20-1dd732ac8b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.732599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b5fc1677-26c8-428f-af20-1dd732ac8b9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02cadf21-5eca-48c5-9c7e-d59d3fcbaf16 HTTP/1.1" status: 204 len: 168 time: 0.5324266 Jul 06 11:53:12.741791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc1677-26c8-428f-af20-1dd732ac8b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cadf21-5eca-48c5-9c7e-d59d3fcbaf16,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.790216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event updated for resources: {'Subnet': ['ID=9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.842030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a966daad-10ba-46a1-9fd1-06328e2eb809 service neutron] 10.222.0.79 "GET /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013877 Jul 06 11:53:12.916863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-01843e71-fba7-4e06-81d1-0424ce82413f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 217 time: 0.0651453 Jul 06 11:53:12.930896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Checking segment: {'id': 'b8abccd1-e800-4222-945c-c3909d2a2394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:12.936471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Network hostable DHCP agents. Network: 1ebda0d2-f12f-4ce0-945d-15cf762b88fc, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:12.978818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:12.994763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1ebda0d2-f12f-4ce0-945d-15cf762b88fc) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:12.995263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-e5c9e638-0436-42b3-b78b-532d4d3e1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.996996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-e5c9e638-0436-42b3-b78b-532d4d3e1b33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7d94e169b1448f3aacc292864ffe646&device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 1095 time: 0.1540277 Jul 06 11:53:13.004889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397b95c-ff18-4856-88aa-274a97ed9086 None None] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:13.009844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.010497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.033492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Deleting port 38a71255-3566-486f-9c71-2ea682fd18e3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:13.033839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.038164 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-26623a0e-ef24-4074-afc4-8cf8dab32004 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1521187 Jul 06 11:53:13.042653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-41b4aeb7-21fc-4d62-9bb3-60bab8298c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.044189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-41b4aeb7-21fc-4d62-9bb3-60bab8298c4b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.1148658 Jul 06 11:53:13.049128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:13.054270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Request body: {'port': {'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc', 'name': 'tempest-TagsExtTest-303681884'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:13.172924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-0936fa4c-2ef4-46b3-90dc-d76d09b9d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.174839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-0936fa4c-2ef4-46b3-90dc-d76d09b9d4cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021559 Jul 06 11:53:13.175940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-ffa9dac3-9196-496a-acac-21ae03f505fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.177324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-ffa9dac3-9196-496a-acac-21ae03f505fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=96ffda7e-c97c-484a-9578-7699473061f5 HTTP/1.1" status: 200 len: 909 time: 0.1720753 Jul 06 11:53:13.274367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1ebda0d2-f12f-4ce0-945d-15cf762b88fc', 'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc', 'tenant_id': '0f926593940a4eab8f2772352f8834c4', 'fixed_ips': [{'subnet_id': '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:13.276035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.299882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.300241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.320250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Calling delete_port for 38a71255-3566-486f-9c71-2ea682fd18e3 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:13.333675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:13.379908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-73b3ae90-65db-41f5-aa4b-f5f0b9a9d03e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4254c3b5-0665-427e-a799-2ecd1229640a HTTP/1.1" status: 200 len: 217 time: 0.1849875 Jul 06 11:53:13.425450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-428e896a-3d21-49af-a143-46b6cc26b9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.472914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Made reservation on behalf of 0f926593940a4eab8f2772352f8834c4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:13.476484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.481281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Allocated IP 172.20.0.2 (1ebda0d2-f12f-4ce0-945d-15cf762b88fc/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/4eebe04b-dcdf-4497-ba19-37c8e46c9e4a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:13.488273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-7c4795f3-46df-4d7f-9351-641ecc0e329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.490137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-7c4795f3-46df-4d7f-9351-641ecc0e329f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2b502b3-e7d1-4cca-b9ab-3025f77ebaee HTTP/1.1" status: 200 len: 848 time: 0.1010485 Jul 06 11:53:13.556185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] device_id is not set on port e5080fd0-7fb6-4232-a210-cb200c8d1921 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:53:13.557572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-76d23603-0674-4ea8-b485-d8cba84c6b84 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96ffda7e-c97c-484a-9578-7699473061f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563993 Jul 06 11:53:13.658389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-08ebd020-974b-4812-bf2f-4e54c1afe051 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658842 Jul 06 11:53:13.682935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.709973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Transition to ACTIVE for port object 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:13.744080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Transition to ACTIVE for port object 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:13.753289 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.801340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-f7a2776d-03e8-439f-ab04-1f5082c56cea service neutron] 10.222.0.79 "GET /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347214 Jul 06 11:53:13.835164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.871065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:13.878606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:13.884010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:13.888140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Pushing event updated for resources: {'Port': ['ID=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:13.913153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-dc346e0a-d70c-4db3-8720-3b7bd806424d service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459459 Jul 06 11:53:13.973674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Attempting to bind port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:13.974470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Attempting to bind port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'b8abccd1-e800-4222-945c-c3909d2a2394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:13.975399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Attempting to bind port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a on network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:13.982133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:13.982920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Checking segment: {'id': 'b8abccd1-e800-4222-945c-c3909d2a2394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:13.983566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.984236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Bound using segment: {'id': 'b8abccd1-e800-4222-945c-c3909d2a2394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:13.984798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-34f3d20f-cb0a-4bd9-9396-919396bece9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 217 time: 0.0449922 Jul 06 11:53:13.985436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Bound port: 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8abccd1-e800-4222-945c-c3909d2a2394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebda0d2-f12f-4ce0-945d-15cf762b88fc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:13.986078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.078579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] For port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:14.082316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] For port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,segment=NetworkSegment(b8abccd1-e800-4222-945c-c3909d2a2394),segment_id=b8abccd1-e800-4222-945c-c3909d2a2394)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:14.087587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.134756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-279cf326-f0df-4698-9d03-cf9443f12da7 req-5e11d4bb-c4ba-4f76-92a5-b60e29c59c28 service neutron] 10.222.0.79 "GET /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216767 Jul 06 11:53:14.215197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299944-357c-4824-9ecb-6d09a297ffac None None] Pushing event updated for resources: {'Port': ['ID=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:14.228363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-7b08fa73-a80f-408d-aa30-bef1d35e10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.230767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-7b08fa73-a80f-408d-aa30-bef1d35e10ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.2220886 Jul 06 11:53:14.258337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5664c76-0a5a-42f3-bda7-a4f7836c982e req-9a7f8b5a-95c0-4b6e-bda0-2a4afce7def2 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.260452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5664c76-0a5a-42f3-bda7-a4f7836c982e req-9a7f8b5a-95c0-4b6e-bda0-2a4afce7def2 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 944 time: 0.3528986 Jul 06 11:53:14.332476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-428e896a-3d21-49af-a143-46b6cc26b9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.341250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Allocated IP 172.20.0.7 (1ebda0d2-f12f-4ce0-945d-15cf762b88fc/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/e5080fd0-7fb6-4232-a210-cb200c8d1921) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:14.421131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5664c76-0a5a-42f3-bda7-a4f7836c982e req-6b8cdb68-165b-4a96-b23f-0b1c54afa970 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531374 Jul 06 11:53:14.433253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-8ad5f0fa-8a01-4a10-8d06-320915e78b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.439834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-8ad5f0fa-8a01-4a10-8d06-320915e78b5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2004490 Jul 06 11:53:14.522426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-428e896a-3d21-49af-a143-46b6cc26b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.541161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Pushing event deleted for resources: {'Port': ['ID=38a71255-3566-486f-9c71-2ea682fd18e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:14.667286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-428e896a-3d21-49af-a143-46b6cc26b9a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49b75be7ca844f2f8c74e4df0d5efa01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3308957 Jul 06 11:53:14.671812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a648ff22-9cca-499f-a385-012ecbff3b7b service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206719 Jul 06 11:53:14.673809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:14.686226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e896a-3d21-49af-a143-46b6cc26b9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5047010-ee1c-4255-a12d-c8927322afd6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:14.740526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.751859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.756327 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a91c2d2-34fa-4a55-be86-e22a536c9c71 tempest-ServersTestManualDisk-727553343 tempest-ServersTestManualDisk-727553343-project] 10.222.0.78 "DELETE /v2.0/floatingips/fa251d7e-d82f-4a90-bbbf-88581b4a870f HTTP/1.1" status: 204 len: 168 time: 2.0951264 Jul 06 11:53:14.762806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:14.796930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:14.871059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-3ef2dee3-fe80-440c-8e7a-822f6e172e86 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802886 Jul 06 11:53:14.872847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d44a807-3c21-44d6-a846-18c34778547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.881657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:14.929843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.950545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-5538e86f-22f0-44c0-80d0-68bad99af818 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56 HTTP/1.1" status: 200 len: 217 time: 0.0732470 Jul 06 11:53:14.961178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Transition to ACTIVE for port object e5080fd0-7fb6-4232-a210-cb200c8d1921 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:14.973116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d44a807-3c21-44d6-a846-18c34778547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.030599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4254c3b5-0665-427e-a799-2ecd1229640a details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:15.036130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-1ba48a55-9d57-44a8-9602-87c6ffeaa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:15.037728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-1ba48a55-9d57-44a8-9602-87c6ffeaa37c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0789330 Jul 06 11:53:15.108386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d44a807-3c21-44d6-a846-18c34778547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.111358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d44a807-3c21-44d6-a846-18c34778547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.112575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d44a807-3c21-44d6-a846-18c34778547c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5047010-ee1c-4255-a12d-c8927322afd6 HTTP/1.1" status: 204 len: 168 time: 0.4366889 Jul 06 11:53:15.113385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.130700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44a807-3c21-44d6-a846-18c34778547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5047010-ee1c-4255-a12d-c8927322afd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:15.154258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-49dbeafc-10e6-43dc-832b-9cd1a8c6e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:15.155746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-49dbeafc-10e6-43dc-832b-9cd1a8c6e524 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102734 Jul 06 11:53:15.259830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event updated for resources: {'Port': ['ID=e5080fd0-7fb6-4232-a210-cb200c8d1921,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:15.266956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:15.272157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:15.277154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:15.322613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4254c3b5-0665-427e-a799-2ecd1229640a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4254c3b5-0665-427e-a799-2ecd1229640a,segment=NetworkSegment(c48a91ae-e722-492b-976d-433db3b40a98),segment_id=c48a91ae-e722-492b-976d-433db3b40a98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:15.369839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '4254c3b5-0665-427e-a799-2ecd1229640a', 'network_id': '96ffda7e-c97c-484a-9578-7699473061f5', 'port_id': '4254c3b5-0665-427e-a799-2ecd1229640a', 'mac_address': 'fa:16:3e:ed:64:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b502b3-e7d1-4cca-b9ab-3025f77ebaee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:15.406700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:15.407708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.413560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-5cb78aad-5890-4585-94db-4ca3b3f9eace service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407570 Jul 06 11:53:15.460747 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a1fc6665-45e3-4b32-9387-8e54f34d5b5a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4077089 Jul 06 11:53:15.462360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.476544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.490456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1405828700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:15.517462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.519751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4254c3b5-0665-427e-a799-2ecd1229640a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:15.566022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4254c3b5-0665-427e-a799-2ecd1229640a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4254c3b5-0665-427e-a799-2ecd1229640a,segment=NetworkSegment(c48a91ae-e722-492b-976d-433db3b40a98),segment_id=c48a91ae-e722-492b-976d-433db3b40a98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:15.574544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.657068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-a95c2bab-9317-44f6-ac38-1bb83e6d5e8f service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360969 Jul 06 11:53:15.691211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.694720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.722755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4254c3b5-0665-427e-a799-2ecd1229640a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:15.877957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf863ae9-646a-4c94-9262-3c81cfed82b7 None None] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:15.894237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['4254c3b5-0665-427e-a799-2ecd1229640a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:16.061006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] Provisioning for port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:16.063646 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.076702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] Provisioning complete for port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:16.077398 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.124566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.144779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-cfea1f2c-6022-4595-b584-48e13af645ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=6aee4ddd-f7a0-4815-8110-582f100350bd HTTP/1.1" status: 200 len: 217 time: 0.4781654 Jul 06 11:53:16.155338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.250080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.251447 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-071aab63-2863-4913-bcb4-4641e94ad941 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7714939 Jul 06 11:53:16.257671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:16.268862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4dc8eb1b-7259-4caf-816c-6d0f1f8e4db7 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1587936053', 'prefixes': ['172.20.0.0/16']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:16.293573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-d74e9f82-9546-4cfc-8937-d20228f68cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.295970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-d74e9f82-9546-4cfc-8937-d20228f68cc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 200 len: 797 time: 0.0863168 Jul 06 11:53:16.308931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d960f6-f83e-4964-8f77-19b9ba2b00b2 req-87a21432-41e7-43cb-8250-6f865c94c6de tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.310725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74d960f6-f83e-4964-8f77-19b9ba2b00b2 req-87a21432-41e7-43cb-8250-6f865c94c6de tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 945 time: 0.1723962 Jul 06 11:53:16.370954 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.416412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74d960f6-f83e-4964-8f77-19b9ba2b00b2 req-01f9206b-f515-43b6-a7c4-ac38a28a38a4 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953090 Jul 06 11:53:16.429809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-baa6d7a8-27ca-468b-a429-c78732b818bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.432159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-baa6d7a8-27ca-468b-a429-c78732b818bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=71997ce3-8cbe-49d5-b25f-d9e3cd29213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195488 Jul 06 11:53:16.530974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] For port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,segment=NetworkSegment(b8abccd1-e800-4222-945c-c3909d2a2394),segment_id=b8abccd1-e800-4222-945c-c3909d2a2394)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:16.548856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.571710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc8eb1b-7259-4caf-816c-6d0f1f8e4db7 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.573926 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4dc8eb1b-7259-4caf-816c-6d0f1f8e4db7 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3151577 Jul 06 11:53:16.582443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:16.593303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2d4fc76a-1322-42f0-8105-9947f440d249 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-900085160') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:16.600273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-33a6f007-5efc-4ab4-acad-a8daf9ac85cb service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579723 Jul 06 11:53:16.674391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16d65c-fb91-4403-9a1b-f107dbdd6379 None None] Pushing event updated for resources: {'Port': ['ID=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:16.786643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-d063016f-c9c8-4915-a79d-968ecb7e2a77 service neutron] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810803 Jul 06 11:53:16.852003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-393d8dce-884a-4033-8442-9f1133be322e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33 HTTP/1.1" status: 200 len: 217 time: 0.0545132 Jul 06 11:53:16.900231 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d4fc76a-1322-42f0-8105-9947f440d249 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-900085160 HTTP/1.1" status: 201 len: 201 time: 0.3151000 Jul 06 11:53:16.904209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Deleting port 0fe92af2-cec7-4edb-afaf-f59a1edd140b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:16.904564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.906071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:16.912999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-a3518f84-8bab-4d10-b2fc-4a44e853db6b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-1524998325') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:16.947180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-3cb12bac-0d40-4219-a59f-5ace380dc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.952237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-3cb12bac-0d40-4219-a59f-5ace380dc72b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.0956168 Jul 06 11:53:16.976422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f49901a6-5e0c-4f4c-961d-5e56aafa8a88 None None] Provisioning for port e5080fd0-7fb6-4232-a210-cb200c8d1921 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:16.983338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f49901a6-5e0c-4f4c-961d-5e56aafa8a88 None None] Provisioning complete for port e5080fd0-7fb6-4232-a210-cb200c8d1921 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:16.983980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.987173 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f49901a6-5e0c-4f4c-961d-5e56aafa8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.056384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-d82eba5b-c6d4-41c6-ba5c-596bb8d1dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.058446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-d82eba5b-c6d4-41c6-ba5c-596bb8d1dca1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980935 Jul 06 11:53:17.079372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f49901a6-5e0c-4f4c-961d-5e56aafa8a88 None None] Port e5080fd0-7fb6-4232-a210-cb200c8d1921 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:17.124826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f49901a6-5e0c-4f4c-961d-5e56aafa8a88 None None] Provisioning complete for port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:17.125195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f49901a6-5e0c-4f4c-961d-5e56aafa8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.205503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] For port 0fe92af2-cec7-4edb-afaf-f59a1edd140b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0fe92af2-cec7-4edb-afaf-f59a1edd140b,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:17.205968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.225923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-94d5517c-7f4f-41e6-83ee-c260797112d5 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596072 Jul 06 11:53:17.248126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Calling delete_port for 0fe92af2-cec7-4edb-afaf-f59a1edd140b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:17.262596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3518f84-8bab-4d10-b2fc-4a44e853db6b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-1524998325 HTTP/1.1" status: 201 len: 201 time: 0.3503938 Jul 06 11:53:17.262851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:17.280468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-9a4d43fe-1d90-4637-abc8-7ccb56a03a1d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-1953137561') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:17.436516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-725a712e-976c-43fc-9bed-f075d6f05ce1 None None] Provisioning complete for port e5080fd0-7fb6-4232-a210-cb200c8d1921 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:17.440650 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725a712e-976c-43fc-9bed-f075d6f05ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.490632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-725a712e-976c-43fc-9bed-f075d6f05ce1 None None] Port e5080fd0-7fb6-4232-a210-cb200c8d1921 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:17.547273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-8e1f69ac-e8c4-4ff6-97f5-0b1c30953ec1 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113625 Jul 06 11:53:17.628839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-6284bb10-9edb-48e2-9706-fa2665be93fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e HTTP/1.1" status: 200 len: 217 time: 0.0677888 Jul 06 11:53:17.669517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.681737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a4d43fe-1d90-4637-abc8-7ccb56a03a1d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-1953137561 HTTP/1.1" status: 201 len: 201 time: 0.4101064 Jul 06 11:53:17.683324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:17.689208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7d9c2c55-78a2-4fbc-a58b-f50fcd28dad0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-562368612') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:17.701311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe92af2-cec7-4edb-afaf-f59a1edd140b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.708278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Deleting port 1386b943-f88e-4e0b-ba90-79f9f84661ea {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:17.708624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.779727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.780206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.780556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.780904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.781245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.781581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.781916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.782251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.782564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.782908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.783264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.783537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:17.790086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-13c02718-4cf1-4c98-b549-6056ddbf2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.791396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-13c02718-4cf1-4c98-b549-6056ddbf2ada service neutron] 10.222.0.79 "GET /v2.0/subnets?id=88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 200 len: 797 time: 0.1533973 Jul 06 11:53:17.826967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7d9c2c55-78a2-4fbc-a58b-f50fcd28dad0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-562368612 HTTP/1.1" status: 201 len: 201 time: 0.1416850 Jul 06 11:53:17.851653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:17.858264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-5c06edd6-a7ea-4663-b1e1-46024abb6000 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:17.893110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8b22f-6581-4821-afaa-a5b0ac0222dd req-9842b953-6890-47d6-9e13-796c3fb2f85e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.895608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ff8b22f-6581-4821-afaa-a5b0ac0222dd req-9842b953-6890-47d6-9e13-796c3fb2f85e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 945 time: 0.2135937 Jul 06 11:53:17.950279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-5e7ca3b9-3cb5-451c-8f09-ac93c1868a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.952763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-5e7ca3b9-3cb5-451c-8f09-ac93c1868a87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=211d3f26-7e2c-4c96-ac9b-d7e043d63f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1478634 Jul 06 11:53:17.997693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ff8b22f-6581-4821-afaa-a5b0ac0222dd req-8f5badfe-1da2-4c42-a8e1-97709ce384a0 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Jul 06 11:53:18.030063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] For port 1386b943-f88e-4e0b-ba90-79f9f84661ea, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1386b943-f88e-4e0b-ba90-79f9f84661ea,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:18.031060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.082496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Calling delete_port for 1386b943-f88e-4e0b-ba90-79f9f84661ea owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:18.117758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-5f23a35b-a9d4-4b7c-9967-ad1f8bda5c99 service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362894 Jul 06 11:53:18.144866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.154182 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c06edd6-a7ea-4663-b1e1-46024abb6000 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags HTTP/1.1" status: 200 len: 240 time: 0.2992094 Jul 06 11:53:18.159126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:18.163527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-d9df4808-826a-40fd-a07b-71120b035073 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-900085160') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:18.246903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1558a0-67ca-4f1c-bdb6-95f8613273ee req-2da4a2d4-c01e-4ed4-ab69-fcd6f19b41ad service neutron] 10.222.0.79 "GET /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196542 Jul 06 11:53:18.812532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:18.872139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:18.872846 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.877515 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9df4808-826a-40fd-a07b-71120b035073 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-900085160 HTTP/1.1" status: 204 len: 168 time: 0.7150772 Jul 06 11:53:18.878154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:18.883530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8e2a4101-fcff-4e0e-b172-41bd95ccb83c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-900085160') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.007839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e2a4101-fcff-4e0e-b172-41bd95ccb83c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-900085160 HTTP/1.1" status: 204 len: 168 time: 0.1285157 Jul 06 11:53:19.010313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.018762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-304fa356-5b09-4d64-97eb-e1d76d2b1378 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.041203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4254c3b5-0665-427e-a799-2ecd1229640a up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:19.054661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.075099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:19.126546 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.126776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-304fa356-5b09-4d64-97eb-e1d76d2b1378 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags HTTP/1.1" status: 200 len: 205 time: 0.1133671 Jul 06 11:53:19.128408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.132984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 4254c3b5-0665-427e-a799-2ecd1229640a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:19.138013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8868a14d-c18d-4373-955c-cc7d53e2d75d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.138201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 4254c3b5-0665-427e-a799-2ecd1229640a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:19.138888 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.280711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Pushing event deleted for resources: {'Port': ['ID=1386b943-f88e-4e0b-ba90-79f9f84661ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:19.282372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.320720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 4254c3b5-0665-427e-a799-2ecd1229640a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4254c3b5-0665-427e-a799-2ecd1229640a,segment=NetworkSegment(c48a91ae-e722-492b-976d-433db3b40a98),segment_id=c48a91ae-e722-492b-976d-433db3b40a98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:19.321987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4254c3b5-0665-427e-a799-2ecd1229640a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:19.324234 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86efbf17-d471-4b05-ab3d-a40d321c5f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.324973 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e707db3a-b266-4a50-b8f1-82887af03e44" -d '{"events": [{"server_uuid": "29538133-1bdf-46c7-ab80-f1ef3ec82b0e", "name": "network-vif-plugged", "status": "completed", "tag": "4254c3b5-0665-427e-a799-2ecd1229640a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:19.332266 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.403475 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7d17d2-18f2-4652-83fd-bda46c486236 x-openstack-request-id: req-8e7d17d2-18f2-4652-83fd-bda46c486236 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:19.408737 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29538133-1bdf-46c7-ab80-f1ef3ec82b0e", "name": "network-vif-plugged", "status": "completed", "tag": "4254c3b5-0665-427e-a799-2ecd1229640a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:19.409575 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e7d17d2-18f2-4652-83fd-bda46c486236 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:19.410117 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4254c3b5-0665-427e-a799-2ecd1229640a', 'code': 200} Jul 06 11:53:19.449715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8868a14d-c18d-4373-955c-cc7d53e2d75d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags HTTP/1.1" status: 200 len: 241 time: 0.3196602 Jul 06 11:53:19.458264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61362eeb-a457-4809-9055-5c2d13c7d818 req-a969e493-8458-4e68-95c3-ebf3d60f48fe tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:19.460290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61362eeb-a457-4809-9055-5c2d13c7d818 req-a969e493-8458-4e68-95c3-ebf3d60f48fe tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 945 time: 0.2746768 Jul 06 11:53:19.460800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.469646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-17925b86-478f-45b1-8858-6513b61783ff tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-1524998325') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.492317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=4254c3b5-0665-427e-a799-2ecd1229640a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:19.562479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:19.570505 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-90e48921-6829-49a6-968a-09721e8ed8f8 admin admin] 10.222.0.78 "PUT /v2.0/routers/2e9e0647-07bc-48ec-aef2-d7f5670e5c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8061645 Jul 06 11:53:19.576828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.577700 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] Sync routers for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:19.594125 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:19.595781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.603712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61362eeb-a457-4809-9055-5c2d13c7d818 req-09e6f6db-9d9d-4825-85fb-d9c9042d788f tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265318 Jul 06 11:53:19.678528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-17925b86-478f-45b1-8858-6513b61783ff tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-1524998325 HTTP/1.1" status: 204 len: 168 time: 0.2146270 Jul 06 11:53:19.681108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86efbf17-d471-4b05-ab3d-a40d321c5f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.681964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.689996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-199a62e4-bf08-4b09-a027-e214de84a82b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-1524998325') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.694571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dd71c-057e-46ed-8e87-1a84c751a913 req-ac43e398-2aa8-48e7-8545-3da9ac49cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:19.696119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-455dd71c-057e-46ed-8e87-1a84c751a913 req-ac43e398-2aa8-48e7-8545-3da9ac49cbe3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 1097 time: 0.1834047 Jul 06 11:53:19.702728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.718079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86efbf17-d471-4b05-ab3d-a40d321c5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.748462 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:19.802831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efbf17-d471-4b05-ab3d-a40d321c5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c48db-7480-4a22-871a-5c0dd73ea138,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:19.811894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-86efbf17-d471-4b05-ab3d-a40d321c5f3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e1e536c45b24c83a3587bde46319978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536883 Jul 06 11:53:19.813415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.816442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-455dd71c-057e-46ed-8e87-1a84c751a913 req-a4d8728b-ce87-4951-9823-f697a7e48979 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945127 Jul 06 11:53:19.816544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.846706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-199a62e4-bf08-4b09-a027-e214de84a82b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-1524998325 HTTP/1.1" status: 204 len: 168 time: 0.1607749 Jul 06 11:53:19.848437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.852407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-24ea0a98-e459-4cd0-81eb-7f1039a0dd74 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.923814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-24ea0a98-e459-4cd0-81eb-7f1039a0dd74 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags HTTP/1.1" status: 200 len: 205 time: 0.0730696 Jul 06 11:53:19.924714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:19.931095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-787c4215-44ee-4d4e-b48c-a4459046efca tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.021583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50949e58-a5b6-4566-a0fa-0a6f9e9e26df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.036027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-787c4215-44ee-4d4e-b48c-a4459046efca tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags HTTP/1.1" status: 200 len: 241 time: 0.1100430 Jul 06 11:53:20.039295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.047586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b01a8a70-5638-46c0-aa1e-a61099d5fe34 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-1953137561') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.071627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50949e58-a5b6-4566-a0fa-0a6f9e9e26df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.109956 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:53:17Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.146475 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] Checking router: 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:20.149233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.150709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b01a8a70-5638-46c0-aa1e-a61099d5fe34 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-1953137561 HTTP/1.1" status: 204 len: 168 time: 0.1099646 Jul 06 11:53:20.158008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-d3cf1874-5d2b-4fb0-933e-fa9cca580b40 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-1953137561') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.159255 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] Routers {'2e9e0647-07bc-48ec-aef2-d7f5670e5c63'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:20.159961 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.203699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.274029 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] Set router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:20.354838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50949e58-a5b6-4566-a0fa-0a6f9e9e26df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.357705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50949e58-a5b6-4566-a0fa-0a6f9e9e26df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.359041 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50949e58-a5b6-4566-a0fa-0a6f9e9e26df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da0c48db-7480-4a22-871a-5c0dd73ea138 HTTP/1.1" status: 204 len: 168 time: 0.5444965 Jul 06 11:53:20.397784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Router 18055923-51a6-4b90-ab50-77392a7c7600 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:20.399887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d3cf1874-5d2b-4fb0-933e-fa9cca580b40 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-1953137561 HTTP/1.1" status: 204 len: 168 time: 0.2460363 Jul 06 11:53:20.403456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.408117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-6b2d3be2-a0c6-4b23-92a0-03bef696e6f7 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.412225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Deleting port b1cd431d-5fba-4cba-a3e0-034a19a08d66 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:20.412572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.508583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] For port b1cd431d-5fba-4cba-a3e0-034a19a08d66, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b1cd431d-5fba-4cba-a3e0-034a19a08d66,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:20.508945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.523614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Calling delete_port for b1cd431d-5fba-4cba-a3e0-034a19a08d66 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:20.527823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:53:17Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.535105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b2d3be2-a0c6-4b23-92a0-03bef696e6f7 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags HTTP/1.1" status: 200 len: 205 time: 0.1303706 Jul 06 11:53:20.537836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.542619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-754890a7-d899-4e67-9c02-49090e35e20c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.570247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-754890a7-d899-4e67-9c02-49090e35e20c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags HTTP/1.1" status: 200 len: 240 time: 0.0290036 Jul 06 11:53:20.571071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.574765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50949e58-a5b6-4566-a0fa-0a6f9e9e26df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c48db-7480-4a22-871a-5c0dd73ea138,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:20.578056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ea9bac75-6d5b-4b49-b43e-032d50c7753e tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-562368612') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.591381 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce084af1-8be5-4628-b2e0-dbb27bde03d1 None None] The sync data for ids ['2e9e0647-07bc-48ec-aef2-d7f5670e5c63'] in n-d-799528-2 is: [{'id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'name': 'tempest-ServersTestManualDisk-1285258804-router', 'tenant_id': '17035c1a5fb942568242e57cf0f1b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:41Z', 'updated_at': '2021-07-06T11:53:17Z', 'revision_number': 5, 'project_id': '17035c1a5fb942568242e57cf0f1b648', 'gw_port': {'id': 'b1cd431d-5fba-4cba-a3e0-034a19a08d66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9e0647-07bc-48ec-aef2-d7f5670e5c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:50:42Z', 'updated_at': '2021-07-06T11:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:20.623399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea9bac75-6d5b-4b49-b43e-032d50c7753e tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-562368612 HTTP/1.1" status: 204 len: 168 time: 0.0513105 Jul 06 11:53:20.631976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.639490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-76a8939c-b123-4a96-8106-428867546464 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-562368612') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.721667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-76a8939c-b123-4a96-8106-428867546464 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-562368612 HTTP/1.1" status: 204 len: 168 time: 0.0885777 Jul 06 11:53:20.725539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.732978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-1e7cfb83-e8ec-4baf-bac4-03951fdd38a0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.749963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:20.760034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2662767e-7319-46e1-804d-4a3aa813d139 admin admin] 10.222.0.78 "PUT /v2.0/routers/18055923-51a6-4b90-ab50-77392a7c7600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2321758 Jul 06 11:53:20.762237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] Sync routers for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:20.763587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.802498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:20.803166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.831814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.833886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e7cfb83-e8ec-4baf-bac4-03951fdd38a0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags HTTP/1.1" status: 200 len: 205 time: 0.1072502 Jul 06 11:53:20.859522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.900270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ba365429-c9f1-4005-bba4-7d01035684ff tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:20.926191 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b7b0f3-2bad-494a-8035-fcae46e7c3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.971765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.000158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba365429-c9f1-4005-bba4-7d01035684ff tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags HTTP/1.1" status: 204 len: 168 time: 0.1098571 Jul 06 11:53:21.003707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.026052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-16da0ba0-49a7-4719-8f61-1d2c8d278993 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:21.058889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:21.087803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cd431d-5fba-4cba-a3e0-034a19a08d66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:21.259159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.371784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.410928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:53:18Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:21.457274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.460573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] Checking router: 18055923-51a6-4b90-ab50-77392a7c7600 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:21.461055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.470983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] Routers {'18055923-51a6-4b90-ab50-77392a7c7600'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:21.471890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['18055923-51a6-4b90-ab50-77392a7c7600'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:21.607388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665968-3af5-4d45-85b3-05a06ce00b14 req-00294dc6-3fd9-4669-acdc-027ff6017397 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:21.609714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b665968-3af5-4d45-85b3-05a06ce00b14 req-00294dc6-3fd9-4669-acdc-027ff6017397 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 946 time: 0.8100500 Jul 06 11:53:21.615474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.616304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-16da0ba0-49a7-4719-8f61-1d2c8d278993 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags HTTP/1.1" status: 204 len: 168 time: 0.6099017 Jul 06 11:53:21.623778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.629728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.630174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ce7353db-9ffa-4385-a33a-c85ad72147e9 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:21.630605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e9e0647-07bc-48ec-aef2-d7f5670e5c63 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:21.637540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.639026 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e262fb51-e361-4e32-bde4-a30a44c7a9ad admin admin] 10.222.0.78 "DELETE /v2.0/routers/2e9e0647-07bc-48ec-aef2-d7f5670e5c63 HTTP/1.1" status: 204 len: 168 time: 2.0613513 Jul 06 11:53:21.641707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.725782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b665968-3af5-4d45-85b3-05a06ce00b14 req-45e2db37-4743-4660-b5b6-66afe7cb976f tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063197 Jul 06 11:53:21.742019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Deleting subnet 72dc5de5-ce8f-44fe-b8ca-1010ceeb2639 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:21.751212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.812155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b7b0f3-2bad-494a-8035-fcae46e7c3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.815667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] Set router 18055923-51a6-4b90-ab50-77392a7c7600 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:21.819585 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b7b0f3-2bad-494a-8035-fcae46e7c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.833918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Deleting port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:21.834193 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.841668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.861292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-36b7b0f3-2bad-494a-8035-fcae46e7c3b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa0dac89dbe04c978c2ccba6f4b959c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235739 Jul 06 11:53:21.869355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.903855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b0f3-2bad-494a-8035-fcae46e7c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942fae5d-a1c4-47d5-afc0-99d28af6b964,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:21.911361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce7353db-9ffa-4385-a33a-c85ad72147e9 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags HTTP/1.1" status: 204 len: 168 time: 0.2832654 Jul 06 11:53:21.911657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.917212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-07b5c091-a012-4a38-8b03-62639252d5ea tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.006123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7097e551-c745-48ac-aef5-dcd4fc93ea42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.040920 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7097e551-c745-48ac-aef5-dcd4fc93ea42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.048648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-07b5c091-a012-4a38-8b03-62639252d5ea tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags HTTP/1.1" status: 204 len: 168 time: 0.1321909 Jul 06 11:53:22.051258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.059167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d0bb9d49-5238-41c1-aa2b-f64fe5780b54 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-1586003025') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.100187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:53:18Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.132494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc797515-5c2f-4afc-9bb8-003e7bf19387 None None] The sync data for ids ['18055923-51a6-4b90-ab50-77392a7c7600'] in n-d-799528-2 is: [{'id': '18055923-51a6-4b90-ab50-77392a7c7600', 'name': 'tempest-TaggedBootDevicesTest_v242-755629538-router', 'tenant_id': '95a02af214a749bda91f4142b98f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:41:37Z', 'updated_at': '2021-07-06T11:53:18Z', 'revision_number': 5, 'project_id': '95a02af214a749bda91f4142b98f606f', 'gw_port': {'id': 'f8f9c759-4fc9-48f0-a5f7-70954a9ebc89', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18055923-51a6-4b90-ab50-77392a7c7600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:41:38Z', 'updated_at': '2021-07-06T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:22.160792 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7097e551-c745-48ac-aef5-dcd4fc93ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.163336 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7097e551-c745-48ac-aef5-dcd4fc93ea42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.164847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7097e551-c745-48ac-aef5-dcd4fc93ea42 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/942fae5d-a1c4-47d5-afc0-99d28af6b964 HTTP/1.1" status: 204 len: 168 time: 0.2933116 Jul 06 11:53:22.180317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0bb9d49-5238-41c1-aa2b-f64fe5780b54 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-1586003025 HTTP/1.1" status: 201 len: 201 time: 0.1279519 Jul 06 11:53:22.181246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097e551-c745-48ac-aef5-dcd4fc93ea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942fae5d-a1c4-47d5-afc0-99d28af6b964,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:22.185227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.191672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-49436002-32e5-47f2-86cd-cfba8b05c62e tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-286610137') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.306091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-49436002-32e5-47f2-86cd-cfba8b05c62e tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-286610137 HTTP/1.1" status: 201 len: 201 time: 0.1172521 Jul 06 11:53:22.308390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.315942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-256c3b3a-172b-4ab5-ba2c-dca7969e8bb8 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-441294506') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.424670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-256c3b3a-172b-4ab5-ba2c-dca7969e8bb8 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-441294506 HTTP/1.1" status: 201 len: 201 time: 0.1148093 Jul 06 11:53:22.427071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.434564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-fe3020e3-8a98-41bc-8249-19ffab88b30f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-571862660') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.486845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fe3020e3-8a98-41bc-8249-19ffab88b30f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-571862660 HTTP/1.1" status: 201 len: 201 time: 0.0583746 Jul 06 11:53:22.489654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.500149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-89f98945-ca3b-40c6-86bb-59406cd57823 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', {'tags': ['tempest-TagsExtTest-Tag-331841582', 'tempest-TagsExtTest-Tag-118505803', 'tempest-TagsExtTest-Tag-444380623']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.504658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] For port f8f9c759-4fc9-48f0-a5f7-70954a9ebc89, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:22.505455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.522086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.524080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Calling delete_port for f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:22.617616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-89f98945-ca3b-40c6-86bb-59406cd57823 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags HTTP/1.1" status: 200 len: 315 time: 0.1247535 Jul 06 11:53:22.618678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.618876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.637405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8e8c1923-1052-4dc9-bc9c-47f125c33f17 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.669650 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.704751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dc5de5-ce8f-44fe-b8ca-1010ceeb2639,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:22.715969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed7709-cefa-475a-a6f1-d40f5c43361a None None] Network 7a26ecad-a877-4acd-b618-81f212bae5ef requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:22.716184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.720431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e3448b86-691d-42bc-8598-035a146261b4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/72dc5de5-ce8f-44fe-b8ca-1010ceeb2639 HTTP/1.1" status: 204 len: 168 time: 1.0754423 Jul 06 11:53:22.721195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.784416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0fe92af2-cec7-4edb-afaf-f59a1edd140b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:22.823195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0fe92af2-cec7-4edb-afaf-f59a1edd140b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:22.824755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0fe92af2-cec7-4edb-afaf-f59a1edd140b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:22.825521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1cd431d-5fba-4cba-a3e0-034a19a08d66 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:22.864653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b1cd431d-5fba-4cba-a3e0-034a19a08d66 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:22.874723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1cd431d-5fba-4cba-a3e0-034a19a08d66 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:22.875805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1386b943-f88e-4e0b-ba90-79f9f84661ea no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:22.883442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.886884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e8c1923-1052-4dc9-bc9c-47f125c33f17 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags HTTP/1.1" status: 204 len: 168 time: 0.2614532 Jul 06 11:53:22.891359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-3a1ef474-8b26-4350-bc11-a9fc274367f1 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-331841582') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.931795 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.942001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1386b943-f88e-4e0b-ba90-79f9f84661ea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:22.942669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1386b943-f88e-4e0b-ba90-79f9f84661ea not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:23.086436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.134226 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3a1ef474-8b26-4350-bc11-a9fc274367f1 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:23.138888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a1ef474-8b26-4350-bc11-a9fc274367f1 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-331841582 HTTP/1.1" status: 404 len: 328 time: 0.2495916 Jul 06 11:53:23.144448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.153474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a93c82af-12aa-4633-a543-4cd14768d19d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-118505803') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.156743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f9c759-4fc9-48f0-a5f7-70954a9ebc89,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.159093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] DHCP port deletion for 7a26ecad-a877-4acd-b618-81f212bae5ef request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:23.211860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236e514-3e9e-40e6-931d-7b99f50b0a91 req-cb9ae387-ad5d-461f-93de-10b5a1b9c03c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:23.213459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6236e514-3e9e-40e6-931d-7b99f50b0a91 req-cb9ae387-ad5d-461f-93de-10b5a1b9c03c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 946 time: 0.1751010 Jul 06 11:53:23.222752 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.267801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] Deleting port 9500fea6-01df-4bca-92a8-da5250f89822 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:23.268318 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.269542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Deleting port 9500fea6-01df-4bca-92a8-da5250f89822 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:23.269887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.294953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6236e514-3e9e-40e6-931d-7b99f50b0a91 req-5a58b96e-4fa4-44a1-a381-09156ef36b12 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670574 Jul 06 11:53:23.322113 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a93c82af-12aa-4633-a543-4cd14768d19d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:23.324520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a93c82af-12aa-4633-a543-4cd14768d19d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-118505803 HTTP/1.1" status: 404 len: 328 time: 0.1776292 Jul 06 11:53:23.330976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.335539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-4c4818fb-922f-4553-90f7-3f2a825550e2 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb', 'tempest-TagsExtTest-Tag-444380623') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.356730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] For port 9500fea6-01df-4bca-92a8-da5250f89822, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9500fea6-01df-4bca-92a8-da5250f89822,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:23.357567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.404673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] Calling delete_port for 9500fea6-01df-4bca-92a8-da5250f89822 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:23.434672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.437668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.502506 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4c4818fb-922f-4553-90f7-3f2a825550e2 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:23.503726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c4818fb-922f-4553-90f7-3f2a825550e2 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags/tempest-TagsExtTest-Tag-444380623 HTTP/1.1" status: 404 len: 328 time: 0.1719167 Jul 06 11:53:23.506371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.519257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b1eb2938-fc4c-4312-b0cc-7ae36fead17c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', {'tags': ['tempest-TagsExtTest-Tag-1283823336', 'tempest-TagsExtTest-Tag-560258112', 'tempest-TagsExtTest-Tag-417741344']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.519491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.520053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18055923-51a6-4b90-ab50-77392a7c7600 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:23.530030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.533325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7220c078-d8d6-4ce9-bc1f-62d3fcb11dfc admin admin] 10.222.0.78 "DELETE /v2.0/routers/18055923-51a6-4b90-ab50-77392a7c7600 HTTP/1.1" status: 204 len: 168 time: 2.7542417 Jul 06 11:53:23.545630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.553094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] For port 9500fea6-01df-4bca-92a8-da5250f89822, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9500fea6-01df-4bca-92a8-da5250f89822,segment=NetworkSegment(31bbaf9e-d30e-4d1d-a508-5361aa4a6654),segment_id=31bbaf9e-d30e-4d1d-a508-5361aa4a6654)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:23.553473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.586133 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.618381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Calling delete_port for 9500fea6-01df-4bca-92a8-da5250f89822 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:23.641904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] No DVR routers for this DVR port 9500fea6-01df-4bca-92a8-da5250f89822 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:23.653556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe736e3-2087-45d7-86c4-145f64160e73 None None] Pushing event deleted for resources: {'Port': ['ID=9500fea6-01df-4bca-92a8-da5250f89822,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.683721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1eb2938-fc4c-4312-b0cc-7ae36fead17c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags HTTP/1.1" status: 200 len: 316 time: 0.1759539 Jul 06 11:53:23.687845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.698628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-4eceb49c-9a11-400e-92e2-2224048b3b97 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.742944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Deleting subnet 3813d467-4a25-4a8c-9fd0-e5bb76e7c900 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:23.748446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.796660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.840662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.867634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4eceb49c-9a11-400e-92e2-2224048b3b97 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags HTTP/1.1" status: 204 len: 168 time: 0.1761746 Jul 06 11:53:23.868056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.876436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b3023dcc-9079-434a-afca-60f2ea8e9306 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-1283823336') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.927682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] No DVR routers for this DVR port 9500fea6-01df-4bca-92a8-da5250f89822 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:23.937632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Pushing event deleted for resources: {'Port': ['ID=9500fea6-01df-4bca-92a8-da5250f89822,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.982256 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b3023dcc-9079-434a-afca-60f2ea8e9306 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:23.984779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3023dcc-9079-434a-afca-60f2ea8e9306 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-1283823336 HTTP/1.1" status: 404 len: 329 time: 0.1154208 Jul 06 11:53:23.991309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.996872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b9865fcf-23b1-4bb8-8762-aefd9fac834b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-560258112') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.053526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.067562 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b9865fcf-23b1-4bb8-8762-aefd9fac834b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:24.068926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b9865fcf-23b1-4bb8-8762-aefd9fac834b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-560258112 HTTP/1.1" status: 404 len: 328 time: 0.0765054 Jul 06 11:53:24.071661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.077958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a26ecad-a877-4acd-b618-81f212bae5ef']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.080320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f153a6ed-a171-4503-89b9-686b8213b405 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921', 'tempest-TagsExtTest-Tag-417741344') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.094589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.097998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bbaf9e-d30e-4d1d-a508-5361aa4a6654') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.098373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bbaf9e-d30e-4d1d-a508-5361aa4a6654') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.157527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.180515 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f153a6ed-a171-4503-89b9-686b8213b405 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:24.183468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f153a6ed-a171-4503-89b9-686b8213b405 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags/tempest-TagsExtTest-Tag-417741344 HTTP/1.1" status: 404 len: 328 time: 0.1082578 Jul 06 11:53:24.185287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.187880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.194180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d88ed42e-3dbf-46d7-8107-aa82aa60296f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', {'tags': ['tempest-TagsExtTest-Tag-106106511', 'tempest-TagsExtTest-Tag-164517896', 'tempest-TagsExtTest-Tag-2051590638']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.202244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:24.202723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:24.209189 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:24.332636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d88ed42e-3dbf-46d7-8107-aa82aa60296f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags HTTP/1.1" status: 200 len: 316 time: 0.1422880 Jul 06 11:53:24.334628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.343762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-70828839-7645-47ae-a98f-bf385ab4fac4 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.355825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.438361 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.445968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.447999 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3813d467-4a25-4a8c-9fd0-e5bb76e7c900 HTTP/1.1" status: 204 len: 168 time: 0.9002390 Jul 06 11:53:24.449366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.451062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] 10.222.0.78 "DELETE /v2.0/networks/7a26ecad-a877-4acd-b618-81f212bae5ef HTTP/1.1" status: 204 len: 168 time: 1.7295234 Jul 06 11:53:24.454100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.455637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d3c87-c4a8-4efc-8424-ac9c1870c1fe None None] Network 9dd0294b-6a6b-46ad-b0f7-3c43c848250d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:24.456772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cf2ff-950f-40e2-a9e7-ddc5222e4b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3813d467-4a25-4a8c-9fd0-e5bb76e7c900,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:24.487263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457b8e7-66e0-4af9-b1b4-f55886157dde admin admin] Pushing event deleted for resources: {'Network': ['ID=7a26ecad-a877-4acd-b618-81f212bae5ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:24.565881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-70828839-7645-47ae-a98f-bf385ab4fac4 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags HTTP/1.1" status: 204 len: 168 time: 0.2289970 Jul 06 11:53:24.568620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.580051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-fc909d3f-4933-4403-a5f2-8cfd4082eb3d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-106106511') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.584882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.730950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Deleting port 0228fd58-1a0d-421b-8fa7-7225f8909c4f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:24.733410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.759533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9500fea6-01df-4bca-92a8-da5250f89822 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:24.796813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.815798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 9500fea6-01df-4bca-92a8-da5250f89822 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:24.816462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9500fea6-01df-4bca-92a8-da5250f89822 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:24.817223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:24.842028 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fc909d3f-4933-4403-a5f2-8cfd4082eb3d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:24.852366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:24.855863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fc909d3f-4933-4403-a5f2-8cfd4082eb3d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-106106511 HTTP/1.1" status: 404 len: 328 time: 0.2826188 Jul 06 11:53:24.856477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.857971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f8f9c759-4fc9-48f0-a5f7-70954a9ebc89 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:24.861250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f1e29197-e2de-4606-bdb1-d89e8c9f5baf tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-164517896') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.876630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] For port 0228fd58-1a0d-421b-8fa7-7225f8909c4f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0228fd58-1a0d-421b-8fa7-7225f8909c4f,segment=NetworkSegment(6aba851e-04f8-428c-88df-938231a9671d),segment_id=6aba851e-04f8-428c-88df-938231a9671d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:24.880746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.916202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Calling delete_port for 0228fd58-1a0d-421b-8fa7-7225f8909c4f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:24.960622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b18878ef-11f4-4dda-9c33-40ef6bd818d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17035c1a5fb942568242e57cf0f1b648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608281 Jul 06 11:53:24.964279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.000352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] DHCP port deletion for 9dd0294b-6a6b-46ad-b0f7-3c43c848250d request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:25.044403 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f1e29197-e2de-4606-bdb1-d89e8c9f5baf tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:25.045467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1e29197-e2de-4606-bdb1-d89e8c9f5baf tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-164517896 HTTP/1.1" status: 404 len: 328 time: 0.1882505 Jul 06 11:53:25.048307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.061782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-2ccf7f70-25d7-4cc7-895c-c1006be6db3f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c', 'tempest-TagsExtTest-Tag-2051590638') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.107128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.124052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Deleting port 0228fd58-1a0d-421b-8fa7-7225f8909c4f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:25.128496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.142488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a11b87f-84cc-4ae8-8414-1d17e0f25d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.165964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a11b87f-84cc-4ae8-8414-1d17e0f25d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.192956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0228fd58-1a0d-421b-8fa7-7225f8909c4f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:25.195390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] No DVR routers for this DVR port 0228fd58-1a0d-421b-8fa7-7225f8909c4f on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:25.238284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a11b87f-84cc-4ae8-8414-1d17e0f25d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.240913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a11b87f-84cc-4ae8-8414-1d17e0f25d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.247079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a11b87f-84cc-4ae8-8414-1d17e0f25d35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/901b0d37-baeb-45e4-acbb-100b99cce2b0 HTTP/1.1" status: 204 len: 168 time: 0.2766976 Jul 06 11:53:25.299195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] For port 0228fd58-1a0d-421b-8fa7-7225f8909c4f, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:25.301805 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.326960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Calling delete_port for 0228fd58-1a0d-421b-8fa7-7225f8909c4f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:25.330369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Port 0228fd58-1a0d-421b-8fa7-7225f8909c4f was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:53:25.332365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.386699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.387948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11b87f-84cc-4ae8-8414-1d17e0f25d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b0d37-baeb-45e4-acbb-100b99cce2b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:25.400457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] Pushing event deleted for resources: {'Port': ['ID=0228fd58-1a0d-421b-8fa7-7225f8909c4f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:25.413987 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2ccf7f70-25d7-4cc7-895c-c1006be6db3f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:25.415272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2ccf7f70-25d7-4cc7-895c-c1006be6db3f tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags/tempest-TagsExtTest-Tag-2051590638 HTTP/1.1" status: 404 len: 329 time: 0.3655789 Jul 06 11:53:25.418672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.424308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-76576a4d-1b6d-4bbf-9ecf-be442961625e tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', {'tags': ['tempest-TagsExtTest-Tag-1462411407', 'tempest-TagsExtTest-Tag-1390272216', 'tempest-TagsExtTest-Tag-322102314']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.429605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33418972-d15e-4664-a9d1-3391ea68d632 None None] No DVR routers for this DVR port 0228fd58-1a0d-421b-8fa7-7225f8909c4f on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:25.440287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd0294b-6a6b-46ad-b0f7-3c43c848250d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.475793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aba851e-04f8-428c-88df-938231a9671d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.479790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aba851e-04f8-428c-88df-938231a9671d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.505791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.534103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-76576a4d-1b6d-4bbf-9ecf-be442961625e tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "PUT /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags HTTP/1.1" status: 200 len: 317 time: 0.1141636 Jul 06 11:53:25.538092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.544360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.546799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-aa77cc9f-fabf-418b-8c29-75a57f92e3aa tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.564395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:25.565346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:25.567263 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:25.646223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa77cc9f-fabf-418b-8c29-75a57f92e3aa tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags HTTP/1.1" status: 204 len: 168 time: 0.1068673 Jul 06 11:53:25.650753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.659797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c62d948e-67c7-45a7-9159-d438e9d2f72c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-1462411407') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.712761 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c62d948e-67c7-45a7-9159-d438e9d2f72c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:25.714441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c62d948e-67c7-45a7-9159-d438e9d2f72c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-1462411407 HTTP/1.1" status: 404 len: 329 time: 0.0619452 Jul 06 11:53:25.717600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.727363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-410104e5-7ce4-4dbf-8532-88d5ab23a69d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-1390272216') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.779437 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-410104e5-7ce4-4dbf-8532-88d5ab23a69d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:25.785431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-410104e5-7ce4-4dbf-8532-88d5ab23a69d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-1390272216 HTTP/1.1" status: 404 len: 329 time: 0.0626888 Jul 06 11:53:25.786531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.794209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.794765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-fa490c6c-e652-4095-8749-3bc3da586d0d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64', 'tempest-TagsExtTest-Tag-322102314') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.806300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.810123 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9dd0294b-6a6b-46ad-b0f7-3c43c848250d HTTP/1.1" status: 204 len: 168 time: 1.3544140 Jul 06 11:53:25.822717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ac549-13f7-4f25-951f-5ebb7e7c0db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd0294b-6a6b-46ad-b0f7-3c43c848250d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:25.867883 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fa490c6c-e652-4095-8749-3bc3da586d0d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] show failed (client error): The resource could not be found. Jul 06 11:53:25.870552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa490c6c-e652-4095-8749-3bc3da586d0d tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags/tempest-TagsExtTest-Tag-322102314 HTTP/1.1" status: 404 len: 328 time: 0.0822790 Jul 06 11:53:25.874130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.879957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f4728f85-84ce-4dd8-bffe-c926f162b446 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8901ec51-9ff6-4801-9165-14e23dde2e64') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.981042 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f4728f85-84ce-4dd8-bffe-c926f162b446 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64/tags HTTP/1.1" status: 204 len: 168 time: 0.1062424 Jul 06 11:53:25.983684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.988573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-50d87c6c-8c25-475b-a962-d74e8b9f9560 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c567a785-0b51-4f89-a4e2-07474208241c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:26.099010 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50d87c6c-8c25-475b-a962-d74e8b9f9560 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c/tags HTTP/1.1" status: 204 len: 168 time: 0.1141002 Jul 06 11:53:26.101671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.116134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-53448a25-15ca-43a0-b296-9339cd97f73b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e5080fd0-7fb6-4232-a210-cb200c8d1921') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:26.199744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-53448a25-15ca-43a0-b296-9339cd97f73b tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921/tags HTTP/1.1" status: 204 len: 168 time: 0.0964193 Jul 06 11:53:26.202318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.207009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-238c9c41-3527-4c26-99fe-08138c7e684a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:26.213670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.290597 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-803edb7c-aaac-4e00-bac0-6dfee14593f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95a02af214a749bda91f4142b98f606f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756681 Jul 06 11:53:26.299029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.324938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-238c9c41-3527-4c26-99fe-08138c7e684a tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb/tags HTTP/1.1" status: 204 len: 168 time: 0.1212242 Jul 06 11:53:26.331220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.349154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.497174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f089f87d-5c9c-4440-8343-7992f0dd55b4 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.501240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.509891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f089f87d-5c9c-4440-8343-7992f0dd55b4 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8901ec51-9ff6-4801-9165-14e23dde2e64 HTTP/1.1" status: 204 len: 168 time: 0.1775868 Jul 06 11:53:26.560817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7b8a2766-3dc2-4fb3-8e23-ee5a7030a381 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "GET /v2.0/ports?device_id=c567a785-0b51-4f89-a4e2-07474208241c HTTP/1.1" status: 200 len: 205 time: 0.0581701 Jul 06 11:53:26.568348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.569361 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71c68fcc-668c-4a50-8051-b9a2629dc64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.603106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48430f90-b820-4799-9c68-1b7ea3893204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.678869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48430f90-b820-4799-9c68-1b7ea3893204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.710912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0228fd58-1a0d-421b-8fa7-7225f8909c4f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:26.724774 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.753673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0228fd58-1a0d-421b-8fa7-7225f8909c4f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:26.753939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0228fd58-1a0d-421b-8fa7-7225f8909c4f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:26.809351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48430f90-b820-4799-9c68-1b7ea3893204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.812633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48430f90-b820-4799-9c68-1b7ea3893204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.813829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-48430f90-b820-4799-9c68-1b7ea3893204 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc1e729e-71ce-4a1c-a326-56856d95da1a HTTP/1.1" status: 204 len: 168 time: 0.5130043 Jul 06 11:53:26.831412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430f90-b820-4799-9c68-1b7ea3893204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e729e-71ce-4a1c-a326-56856d95da1a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:27.101866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.111036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fbf32ad-dba5-4eb4-9818-b1eaecd0f5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.116161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.234409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.234943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Fanout notify agent at l3_agent the message router_deleted on router c567a785-0b51-4f89-a4e2-07474208241c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:27.248875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.248875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-de7fd28c-fdea-4279-8e4e-907c1fd88ca0 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/routers/c567a785-0b51-4f89-a4e2-07474208241c HTTP/1.1" status: 204 len: 168 time: 0.6748354 Jul 06 11:53:27.249484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:27.321193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71c68fcc-668c-4a50-8051-b9a2629dc64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.336565 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71c68fcc-668c-4a50-8051-b9a2629dc64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.412890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:27.420891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-71c68fcc-668c-4a50-8051-b9a2629dc64b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3153687d7714ace96e18be2c4e5cf92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0707161 Jul 06 11:53:27.461590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68fcc-668c-4a50-8051-b9a2629dc64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd7c21-6032-462e-be46-8d80729846ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:27.537942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc44776d-3950-4049-a8b7-e1ffaf24fc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.580339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc44776d-3950-4049-a8b7-e1ffaf24fc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.631886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Deleting port e5080fd0-7fb6-4232-a210-cb200c8d1921 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:27.632380 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.684175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc44776d-3950-4049-a8b7-e1ffaf24fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.686665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc44776d-3950-4049-a8b7-e1ffaf24fc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.687839 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc44776d-3950-4049-a8b7-e1ffaf24fc6b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2fd7c21-6032-462e-be46-8d80729846ee HTTP/1.1" status: 204 len: 168 time: 0.2739506 Jul 06 11:53:27.696140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44776d-3950-4049-a8b7-e1ffaf24fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd7c21-6032-462e-be46-8d80729846ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:27.803178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.820304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Calling delete_port for e5080fd0-7fb6-4232-a210-cb200c8d1921 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:28.122152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.180655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event deleted for resources: {'Port': ['ID=e5080fd0-7fb6-4232-a210-cb200c8d1921,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:28.347183 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.350372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6e0cbfa-c8d4-4f90-9b82-c3a0d0fd540c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/ports/e5080fd0-7fb6-4232-a210-cb200c8d1921 HTTP/1.1" status: 204 len: 168 time: 1.1001222 Jul 06 11:53:28.353207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.384689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36613c08-3fa6-46ee-8d1c-366b17403623 req-d35ad572-f05f-4dca-a25a-8bda6ae9c624 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:28.394977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36613c08-3fa6-46ee-8d1c-366b17403623 req-d35ad572-f05f-4dca-a25a-8bda6ae9c624 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 946 time: 0.1168931 Jul 06 11:53:28.444199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.480005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd7e0-c3d1-4377-a3c0-f9d31d01671a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.493752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36613c08-3fa6-46ee-8d1c-366b17403623 req-393e2e4e-8910-4351-b60c-25e267536e73 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909421 Jul 06 11:53:28.608230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Deleting subnet 9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:28.617592 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.622232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.743261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.767316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1421466353-network', 'tenant_id': '80d83c4c0dcb4cafaf06316e5898b9ec'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:28.862333 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd7e0-c3d1-4377-a3c0-f9d31d01671a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.890766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Made reservation on behalf of 80d83c4c0dcb4cafaf06316e5898b9ec for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:28.893896 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.905491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.908736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd7e0-c3d1-4377-a3c0-f9d31d01671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.003830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a5cd7e0-c3d1-4377-a3c0-f9d31d01671a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7cffef05d04411fa5032c845ac8a011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586958 Jul 06 11:53:29.011588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.021571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cd7e0-c3d1-4377-a3c0-f9d31d01671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da0f82-7d46-4f8f-8628-9ea538dd5f0d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.031428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.078450 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.085529 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.112767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:29.121607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.166255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d26193e-14d2-41ff-a412-02149758a228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.174138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.198759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.199203 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Added segment d6f2f469-af2a-4408-9d55-41c7eff6bdbb of type vlan for network db7a10fa-4b25-4442-9b94-307759d05825 Jul 06 11:53:29.238659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d26193e-14d2-41ff-a412-02149758a228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.294743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.300949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.327575 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.328775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:29.329368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.344014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.346715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a053d27-1d4a-48fc-9748-98e406352606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.352935 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.357807 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b0d27b08-34b6-4e37-8bf0-cb9ee2f0fce5 tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/subnets/9bc9b6c4-3b65-48f7-ad28-c54bdbedfaeb HTTP/1.1" status: 204 len: 168 time: 1.0007102 Jul 06 11:53:29.358657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.411217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094f3c3-5147-4f3a-82fe-8d6e0cf0b536 None None] Network 1ebda0d2-f12f-4ce0-945d-15cf762b88fc requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:29.490606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a053d27-1d4a-48fc-9748-98e406352606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.498348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a053d27-1d4a-48fc-9748-98e406352606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.528659 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5a053d27-1d4a-48fc-9748-98e406352606 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d393c947a40747fc875201d0e87b3b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059880 Jul 06 11:53:29.531730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d26193e-14d2-41ff-a412-02149758a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.536312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d26193e-14d2-41ff-a412-02149758a228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.538339 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0d26193e-14d2-41ff-a412-02149758a228 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2da0f82-7d46-4f8f-8628-9ea538dd5f0d HTTP/1.1" status: 204 len: 168 time: 0.5253589 Jul 06 11:53:29.540216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9165149 Jul 06 11:53:29.542378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.543048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.547758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9aedb-cc2c-4836-916f-a6ce027e7313 admin admin] Pushing event updated for resources: {'Network': ['ID=db7a10fa-4b25-4442-9b94-307759d05825,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.562000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Request body: {'subnet': {'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1421466353-subnet', 'tenant_id': '80d83c4c0dcb4cafaf06316e5898b9ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:29.572015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.600464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Made reservation on behalf of 80d83c4c0dcb4cafaf06316e5898b9ec for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:29.603318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.618634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c9bc7-915b-4084-8746-f880b0072757 req-640f45d2-f8ba-480f-8e78-47d6d5cca7b8 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:29.621002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-028c9bc7-915b-4084-8746-f880b0072757 req-640f45d2-f8ba-480f-8e78-47d6d5cca7b8 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.79 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 946 time: 0.2104681 Jul 06 11:53:29.645179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network db7a10fa-4b25-4442-9b94-307759d05825 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:29.920407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a053d27-1d4a-48fc-9748-98e406352606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a072502-6e2d-4e35-9299-5117999674dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.965979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-164b94b3-11dc-4780-b8db-39da7d6d6d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.968911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26193e-14d2-41ff-a412-02149758a228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da0f82-7d46-4f8f-8628-9ea538dd5f0d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.020479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.111778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92f7968d-dd4f-43e1-b82c-3c190b6309de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.134760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.155008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] DHCP port deletion for 1ebda0d2-f12f-4ce0-945d-15cf762b88fc request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:30.216691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Deleting port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:30.217275 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.238290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92f7968d-dd4f-43e1-b82c-3c190b6309de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.239774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] Deleting port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:30.240427 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.380903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92f7968d-dd4f-43e1-b82c-3c190b6309de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.385714 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92f7968d-dd4f-43e1-b82c-3c190b6309de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.388834 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-92f7968d-dd4f-43e1-b82c-3c190b6309de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a072502-6e2d-4e35-9299-5117999674dc HTTP/1.1" status: 204 len: 168 time: 0.8387940 Jul 06 11:53:30.405898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] For port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,segment=NetworkSegment(b8abccd1-e800-4222-945c-c3909d2a2394),segment_id=b8abccd1-e800-4222-945c-c3909d2a2394)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:30.406535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.454788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7968d-dd4f-43e1-b82c-3c190b6309de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a072502-6e2d-4e35-9299-5117999674dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.456854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.496612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bdd595-6873-4ab0-a3f4-af5b643e0f0e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.497872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Calling delete_port for 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:30.502495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Checking segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:30.503300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Network hostable DHCP agents. Network: db7a10fa-4b25-4442-9b94-307759d05825, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:30.521670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] For port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,segment=NetworkSegment(b8abccd1-e800-4222-945c-c3909d2a2394),segment_id=b8abccd1-e800-4222-945c-c3909d2a2394)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:30.522095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.526781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Network db7a10fa-4b25-4442-9b94-307759d05825 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:30.538921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, db7a10fa-4b25-4442-9b94-307759d05825) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:30.556717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:30.558230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.573739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] Calling delete_port for 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:30.577942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b46961b-2d76-425e-b751-a2c21e014b56 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0206015 Jul 06 11:53:30.659863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d9d53-74d9-4dc9-9f59-9b0dffb9e1c4 req-525e4571-1788-47a1-af26-e488337bef8e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:30.664624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e094f-0bd0-48b9-95d0-afe3833b46db None None] Network db7a10fa-4b25-4442-9b94-307759d05825 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:30.673699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e72d9d53-74d9-4dc9-9f59-9b0dffb9e1c4 req-525e4571-1788-47a1-af26-e488337bef8e tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 946 time: 0.6864982 Jul 06 11:53:30.739077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:30.841529 n-d-799528-2 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No ports have port_id starting with 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a Jul 06 11:53:30.871638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Deleting port 4254c3b5-0665-427e-a799-2ecd1229640a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:30.872126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.883363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.891319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e72d9d53-74d9-4dc9-9f59-9b0dffb9e1c4 req-a6fd0ca6-939a-4914-816e-f66ed7b4034f tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/security-groups?id=021b167a-e389-4f60-8f16-c23fc02fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142131 Jul 06 11:53:30.907296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] No DVR routers for this DVR port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:30.956877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0df9b-2114-43e7-a939-80f61e348ba3 None None] Pushing event deleted for resources: {'Port': ['ID=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.989999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.996654 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.026518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead4353-69c3-40a6-8cc7-07834b5daa4a None None] Network db7a10fa-4b25-4442-9b94-307759d05825 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:31.113700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] No DVR routers for this DVR port 4eebe04b-dcdf-4497-ba19-37c8e46c9e4a on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:31.121620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event deleted for resources: {'Port': ['ID=4eebe04b-dcdf-4497-ba19-37c8e46c9e4a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:31.209596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] For port 4254c3b5-0665-427e-a799-2ecd1229640a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=4254c3b5-0665-427e-a799-2ecd1229640a,segment=NetworkSegment(c48a91ae-e722-492b-976d-433db3b40a98),segment_id=c48a91ae-e722-492b-976d-433db3b40a98)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:31.210044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.295509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.300909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebda0d2-f12f-4ce0-945d-15cf762b88fc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.313531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8abccd1-e800-4222-945c-c3909d2a2394') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.313960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8abccd1-e800-4222-945c-c3909d2a2394') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.325195 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.348468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Calling delete_port for 4254c3b5-0665-427e-a799-2ecd1229640a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:31.349675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.364651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:31.365384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:31.368918 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:31.522196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.533889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.539699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] 10.222.0.78 "DELETE /v2.0/networks/1ebda0d2-f12f-4ce0-945d-15cf762b88fc HTTP/1.1" status: 204 len: 168 time: 2.1785638 Jul 06 11:53:31.695807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857af55e-b2fb-4671-9b2d-c3f996117f9c tempest-TagsExtTest-1796388618 tempest-TagsExtTest-1796388618-project] Pushing event deleted for resources: {'Network': ['ID=1ebda0d2-f12f-4ce0-945d-15cf762b88fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:31.839202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-ecac3c5b-7660-4d45-829b-8173b9a9fe07 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:31.840869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-ecac3c5b-7660-4d45-829b-8173b9a9fe07 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 813 time: 0.3237567 Jul 06 11:53:31.874967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-3c9d7609-3e40-4f6c-9c80-5cd9536e1cc5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/quotas/80d83c4c0dcb4cafaf06316e5898b9ec HTTP/1.1" status: 200 len: 375 time: 0.0269976 Jul 06 11:53:31.940654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-8d6ec5a9-a3c8-4a8c-a04e-08d52e46c688 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538294 Jul 06 11:53:31.951324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.039091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:32.184575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] No DVR routers for this DVR port 4254c3b5-0665-427e-a799-2ecd1229640a on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:32.191249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.193953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-028c9bc7-915b-4084-8746-f880b0072757 req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.79 "DELETE /v2.0/ports/4254c3b5-0665-427e-a799-2ecd1229640a HTTP/1.1" status: 204 len: 173 time: 2.2050171 Jul 06 11:53:32.194788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d835f5f-b80f-460f-bf1b-14b76531002c tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] Pushing event deleted for resources: {'Port': ['ID=4254c3b5-0665-427e-a799-2ecd1229640a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:32.203388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'name': 'network-vif-deleted', 'tag': '4254c3b5-0665-427e-a799-2ecd1229640a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:32.205757 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5783126-2778-4f25-9662-f9d1825cac93" -d '{"events": [{"server_uuid": "29538133-1bdf-46c7-ab80-f1ef3ec82b0e", "name": "network-vif-deleted", "tag": "4254c3b5-0665-427e-a799-2ecd1229640a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:32.265715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e329396-a4d5-4d67-9075-25c3b6fd4922 req-14034b04-cac8-4efd-8690-7f1f6ca027f6 tempest-ServerTagsTestJSON-1298010908 tempest-ServerTagsTestJSON-1298010908-project] 10.222.0.78 "GET /v2.0/ports?device_id=29538133-1bdf-46c7-ab80-f1ef3ec82b0e HTTP/1.1" status: 200 len: 210 time: 0.0668869 Jul 06 11:53:32.356937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-3b67b2a5-461f-44c3-afcd-5ec9d7271530 service neutron] 10.222.0.78 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147749 Jul 06 11:53:32.357721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.422260 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3689b-11d1-4358-8512-d5e1d7530738 x-openstack-request-id: req-13b3689b-11d1-4358-8512-d5e1d7530738 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:32.422715 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29538133-1bdf-46c7-ab80-f1ef3ec82b0e", "name": "network-vif-deleted", "tag": "4254c3b5-0665-427e-a799-2ecd1229640a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:32.423066 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13b3689b-11d1-4358-8512-d5e1d7530738 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:32.423717 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29538133-1bdf-46c7-ab80-f1ef3ec82b0e', 'name': 'network-vif-deleted', 'tag': '4254c3b5-0665-427e-a799-2ecd1229640a', 'status': 'completed', 'code': 200} Jul 06 11:53:32.504033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:32.544796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-8b16a844-12bc-40d8-a9e0-f3aa7f75f348 service neutron] 10.222.0.78 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860893 Jul 06 11:53:32.593176 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9519157e-2cc6-4c05-9933-18f81b4ef20a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f926593940a4eab8f2772352f8834c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520568 Jul 06 11:53:32.595620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:32.723498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1074691211-network', 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:32.736202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aae1-d6cd-41d7-bc42-cac8c2321a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.764761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:32.767246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.774060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aae1-d6cd-41d7-bc42-cac8c2321a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.786470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.984415 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aae1-d6cd-41d7-bc42-cac8c2321a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.987101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5aae1-d6cd-41d7-bc42-cac8c2321a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.992744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4b5aae1-d6cd-41d7-bc42-cac8c2321a98 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4e4b631-0b78-439c-b390-1d38c204fdd7 HTTP/1.1" status: 204 len: 168 time: 0.3956802 Jul 06 11:53:33.120570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4254c3b5-0665-427e-a799-2ecd1229640a no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:33.156782 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.179412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.214666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:33.227954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5aae1-d6cd-41d7-bc42-cac8c2321a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e4b631-0b78-439c-b390-1d38c204fdd7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.253137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 4254c3b5-0665-427e-a799-2ecd1229640a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:33.253534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 4254c3b5-0665-427e-a799-2ecd1229640a not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:33.321390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.321748 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Added segment 29e288eb-972e-4d84-95d9-0b2457be3e83 of type vlan for network b555d574-7927-4c74-a5a9-4cfea3670ee1 Jul 06 11:53:33.386060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:33.405550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-802101ef-3bd2-4e27-ad97-727ac9f3a3d1 req-e624d238-2437-4e6b-8e4b-18adec53d7c1 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 210 time: 0.1813478 Jul 06 11:53:33.449671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a405c84-4308-45f6-84ea-daeb803faf92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.486359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.520525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.523566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:33.525237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.533772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Deleting subnet a2b502b3-e7d1-4cca-b9ab-3025f77ebaee {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:33.542403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.581588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0755293 Jul 06 11:53:33.590908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:33.597502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Request body: {'subnet': {'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1074691211-subnet', 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:33.639595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.709990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3355f-e4ff-46f3-978f-58a4f9a3b8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b555d574-7927-4c74-a5a9-4cfea3670ee1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.725281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:33.748706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:33.759824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.789188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.968068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.052458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b502b3-e7d1-4cca-b9ab-3025f77ebaee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:34.064777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.066971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aee675be-ec6d-4b9a-a443-b6abc597d903 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a2b502b3-e7d1-4cca-b9ab-3025f77ebaee HTTP/1.1" status: 204 len: 168 time: 0.6792574 Jul 06 11:53:34.069608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:34.221570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.233779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.317032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:34.384721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:34.385259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Network hostable DHCP agents. Network: b555d574-7927-4c74-a5a9-4cfea3670ee1, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:34.421497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:34.449740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b555d574-7927-4c74-a5a9-4cfea3670ee1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:34.456299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:34.456907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.458186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedca5b3-a2df-4873-9398-186d518e389c None None] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:34.478698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.489618 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-726cae0a-e49d-4f5e-8afe-a66d3094e17e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8973753 Jul 06 11:53:34.515620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ffda7e-c97c-484a-9578-7699473061f5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:34.553122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48a91ae-e722-492b-976d-433db3b40a98') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:34.555028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48a91ae-e722-492b-976d-433db3b40a98') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:34.589866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.644144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.659792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:34.660757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:34.679831 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:34.781561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88caddb4-680c-467e-97a6-6ba70dd3c9c6 req-ef87d87a-cb4e-4065-b709-90d2a241cd4e tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 210 time: 0.0752873 Jul 06 11:53:34.804357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.815424 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.817943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] 10.222.0.78 "DELETE /v2.0/networks/96ffda7e-c97c-484a-9578-7699473061f5 HTTP/1.1" status: 204 len: 168 time: 0.7469072 Jul 06 11:53:34.826381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e4f56-2002-47eb-9675-598ca58aa1f7 None None] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:34.831718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57bf4f-e3a3-473b-b22a-f34c5b285120 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ffda7e-c97c-484a-9578-7699473061f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:34.854426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b906-1d1f-4d33-9469-f81672e2fd06 req-8ad1bd43-9a32-4529-b629-5e01ac4c5f6e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:34.855826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f322b906-1d1f-4d33-9469-f81672e2fd06 req-8ad1bd43-9a32-4529-b629-5e01ac4c5f6e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 947 time: 0.2595830 Jul 06 11:53:34.966140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f322b906-1d1f-4d33-9469-f81672e2fd06 req-9193e1f8-b6c4-4085-bb8a-0eed91388973 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814438 Jul 06 11:53:35.201524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:35.265855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-67726f2b-6788-4541-aa82-4e52b54c6fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:35.267648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-67726f2b-6788-4541-aa82-4e52b54c6fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 813 time: 0.1555073 Jul 06 11:53:35.283988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Request body: {'port': {'device_id': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'admin_state_up': True, 'tenant_id': '80d83c4c0dcb4cafaf06316e5898b9ec'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:35.293061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9c7a848a-5326-4929-b879-e5a4db6286ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7d94e169b1448f3aacc292864ffe646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895381 Jul 06 11:53:35.294957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:35.440615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f239eda-c799-4741-9ad6-c5188ddbbecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.485035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f239eda-c799-4741-9ad6-c5188ddbbecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.565109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Made reservation on behalf of 80d83c4c0dcb4cafaf06316e5898b9ec for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:35.569197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.600445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f239eda-c799-4741-9ad6-c5188ddbbecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.605504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f239eda-c799-4741-9ad6-c5188ddbbecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.611322 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6f239eda-c799-4741-9ad6-c5188ddbbecc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/021b167a-e389-4f60-8f16-c23fc02fcd6a HTTP/1.1" status: 204 len: 168 time: 0.3151312 Jul 06 11:53:35.626125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f239eda-c799-4741-9ad6-c5188ddbbecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021b167a-e389-4f60-8f16-c23fc02fcd6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:35.931214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-4683b9c8-d075-48a4-a1d0-5496af592e7f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:35.937337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-4683b9c8-d075-48a4-a1d0-5496af592e7f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.2106712 Jul 06 11:53:35.987509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:36.050395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-76cb36b9-5bb9-45e0-bd1e-1141da2caa35 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.1076000 Jul 06 11:53:36.126401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-b54c5327-0bbe-4155-a2b8-952d26daed7b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694866 Jul 06 11:53:36.193370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a48b360d-f82b-46b0-9d21-ac0eea9ca2c9 req-c1ead619-fe76-4477-bbb3-b9fc6064e54b tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 210 time: 0.0638454 Jul 06 11:53:36.194421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Allocated IP 172.20.0.14 (db7a10fa-4b25-4442-9b94-307759d05825/25bdd595-6873-4ab0-a3f4-af5b643e0f0e/1c4891e3-dfc5-4fd3-b391-4c917c50a6be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:36.282574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-245e915f-9961-46ae-ad8a-a5bca1e236c7 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:36.284128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-245e915f-9961-46ae-ad8a-a5bca1e236c7 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 813 time: 0.3431432 Jul 06 11:53:36.322317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e074679-fdd6-4179-a665-15b2147fbd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.335125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Request body: {'port': {'device_id': '9777a327-6979-455f-a896-7ed4c8fac065', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'admin_state_up': True, 'tenant_id': '80d83c4c0dcb4cafaf06316e5898b9ec'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:36.508287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-b104b1b9-ebe9-40ce-a997-4c46fd8d2f6c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:36.518095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-b104b1b9-ebe9-40ce-a997-4c46fd8d2f6c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 947 time: 0.3741879 Jul 06 11:53:36.761513 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e074679-fdd6-4179-a665-15b2147fbd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.767251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e074679-fdd6-4179-a665-15b2147fbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.818003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Deleting port 7d35ca1d-238a-4823-afbb-230b27c82ea5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:36.818367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.846911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1e074679-fdd6-4179-a665-15b2147fbd22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f7b23e90029428c85dc3fb8b55b6bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580012 Jul 06 11:53:36.848069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e074679-fdd6-4179-a665-15b2147fbd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9747b074-2566-47c4-a5b3-4548b073b92b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:36.863288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:37.021058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22a6ac18-f5a9-4630-96a1-1878be206a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.059402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] For port 7d35ca1d-238a-4823-afbb-230b27c82ea5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7d35ca1d-238a-4823-afbb-230b27c82ea5,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:37.060073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.132286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:37.152131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22a6ac18-f5a9-4630-96a1-1878be206a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.259572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.300939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-e8bb316c-2503-46c9-a0ef-19caafcc7e18 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1736567 Jul 06 11:53:37.321471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7f574-0010-4120-9b1f-151a327f2888 req-ddf11314-f628-4899-843f-0bf9f506d1d6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:37.329013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22a6ac18-f5a9-4630-96a1-1878be206a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.330691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71c7f574-0010-4120-9b1f-151a327f2888 req-ddf11314-f628-4899-843f-0bf9f506d1d6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 947 time: 0.8290772 Jul 06 11:53:37.332856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22a6ac18-f5a9-4630-96a1-1878be206a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.334596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-22a6ac18-f5a9-4630-96a1-1878be206a7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9747b074-2566-47c4-a5b3-4548b073b92b HTTP/1.1" status: 204 len: 168 time: 0.4697704 Jul 06 11:53:37.359324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-283960192-network', 'tenant_id': '51fc7e8974c948f6aad22c96a243c6df'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:37.366304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6ac18-f5a9-4630-96a1-1878be206a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9747b074-2566-47c4-a5b3-4548b073b92b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:37.380012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.380931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.381255 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Floating IP 03471486-fc80-4915-9278-30703dda8a5b disassociated. External IP: 172.25.7.190, port: 7d35ca1d-238a-4823-afbb-230b27c82ea5. Jul 06 11:53:37.382965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Calling delete_port for 7d35ca1d-238a-4823-afbb-230b27c82ea5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:37.492877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:53:37.492877 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:53:37.492877 n-d-799528-2 neutron-server[93767]: [parameters: {'project_id_1': '51fc7e8974c948f6aad22c96a243c6df', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 53, 37, 413290)}] Jul 06 11:53:37.492877 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:53:37.493899 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:53:37.510270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Made reservation on behalf of 80d83c4c0dcb4cafaf06316e5898b9ec for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:37.526721 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.566282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71c7f574-0010-4120-9b1f-151a327f2888 req-3a0ef7f7-d977-4d62-b8da-49bbe13957e3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=010f3a61-1ffc-4949-8395-c08e05ae6a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346277 Jul 06 11:53:37.586876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.664930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.742104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event deleted for resources: {'Port': ['ID=7d35ca1d-238a-4823-afbb-230b27c82ea5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:37.761711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event updated for resources: {'Port': ['ID=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:37.765776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-5ac7807b-7bbd-4dc6-a5c3-aee8c99b464d service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569476 Jul 06 11:53:37.821318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Network db7a10fa-4b25-4442-9b94-307759d05825 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:37.843690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:37.861932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1565a5-b1ba-44cc-9c4c-d7423e5e8d7a req-6288fd7a-cafd-449c-bbe4-92bdbc87a356 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 210 time: 0.0911722 Jul 06 11:53:37.868697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:37.952584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:37.958442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:37.959069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.972357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:37.992775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2712aa-8615-4bb0-b028-9b15f8375e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.029976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Made reservation on behalf of 51fc7e8974c948f6aad22c96a243c6df for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:38.032784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.036183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-03833f32-f175-43e8-849d-1adf765e0e33 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7567897 Jul 06 11:53:38.052912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Request body: {'port': {'device_id': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:38.118560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:38.137523 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:38.155306 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:38.155966 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:38.175782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] No DVR routers for this DVR port 7d35ca1d-238a-4823-afbb-230b27c82ea5 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:38.178737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.181229 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe5d9660-d900-46e8-9b1d-55398acf8adf req-04d9a7cb-4a1a-430a-9076-c5c7503a4128 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "DELETE /v2.0/ports/7d35ca1d-238a-4823-afbb-230b27c82ea5 HTTP/1.1" status: 204 len: 173 time: 1.6411073 Jul 06 11:53:38.181715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-deleted', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:38.184168 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db204b0-a1f7-4cbb-a9da-b618a8aafb5f" -d '{"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-deleted", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:38.212411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.216078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.240260 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03376677-99d3-4921-a4bd-eba56cc3528d x-openstack-request-id: req-03376677-99d3-4921-a4bd-eba56cc3528d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:38.240660 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6fce7e-111d-4849-8e25-a240147fd6d5", "name": "network-vif-deleted", "tag": "7d35ca1d-238a-4823-afbb-230b27c82ea5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:38.240918 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03376677-99d3-4921-a4bd-eba56cc3528d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:38.241562 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6fce7e-111d-4849-8e25-a240147fd6d5', 'name': 'network-vif-deleted', 'tag': '7d35ca1d-238a-4823-afbb-230b27c82ea5', 'status': 'completed', 'code': 200} Jul 06 11:53:38.320553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc1807f9-6410-4145-8dd6-66572235084e req-411bc04b-a713-4a81-a468-0e82a6bdc342 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 210 time: 0.1479633 Jul 06 11:53:38.338127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Allocated IP 172.20.0.13 (db7a10fa-4b25-4442-9b94-307759d05825/25bdd595-6873-4ab0-a3f4-af5b643e0f0e/1809b342-f562-489a-8371-ae540fbd24c7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:38.445283 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:38.782906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2712aa-8615-4bb0-b028-9b15f8375e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.798157 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:38.875616 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:38.895487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.905056 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:38.910997 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:53:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:38.931767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2712aa-8615-4bb0-b028-9b15f8375e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.936273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62a46ec3-26db-4ca3-a8cf-ed5b5e2f1f55 req-890086ad-6a89-4a3d-a4c4-9791543f8d2c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af6fce7e-111d-4849-8e25-a240147fd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0385163 Jul 06 11:53:38.962753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.013371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.093835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:39.129763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d2712aa-8615-4bb0-b028-9b15f8375e01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54d3baa5500949e58e76ad6a00e17d49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1600614 Jul 06 11:53:39.132501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:39.135580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2712aa-8615-4bb0-b028-9b15f8375e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa150cb-0482-4324-b70b-0e91b586816e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.146853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.147203 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Added segment 1486b067-9ce6-4d4e-a0e0-3b8bc3c63477 of type vlan for network 5cd75a6b-e361-4da7-898d-cd1533e6841f Jul 06 11:53:39.167571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:39.221392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7d35ca1d-238a-4823-afbb-230b27c82ea5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:39.221785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7d35ca1d-238a-4823-afbb-230b27c82ea5 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:39.242608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.280668 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:39.300352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c267edd9-80d9-4b06-aead-041e0b780685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.336090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0983245-d46e-4dd2-a8b8-a511b350a037 req-184439fc-e7ba-4374-aa43-2f085622702a tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 210 time: 0.1049690 Jul 06 11:53:39.340246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c267edd9-80d9-4b06-aead-041e0b780685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.356087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.389898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.495705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.497117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:39.497985 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.500536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c267edd9-80d9-4b06-aead-041e0b780685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.503370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c267edd9-80d9-4b06-aead-041e0b780685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.505758 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c267edd9-80d9-4b06-aead-041e0b780685 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/faa150cb-0482-4324-b70b-0e91b586816e HTTP/1.1" status: 204 len: 168 time: 0.3708951 Jul 06 11:53:39.538827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267edd9-80d9-4b06-aead-041e0b780685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa150cb-0482-4324-b70b-0e91b586816e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.630767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Network db7a10fa-4b25-4442-9b94-307759d05825 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:39.682507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:39.706642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:39.720206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd97dd90-1986-4989-be37-456d568a9e9e req-a4f4fd14-c821-48a9-86de-43ff8371066b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 210 time: 0.0875747 Jul 06 11:53:39.721664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:39.728641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event updated for resources: {'Port': ['ID=1809b342-f562-489a-8371-ae540fbd24c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.736030 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:39.736464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6001315 Jul 06 11:53:39.746463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Request body: {'subnet': {'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-283960192-subnet', 'tenant_id': '51fc7e8974c948f6aad22c96a243c6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:39.787938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d424a-919f-4623-9382-1c040e6887e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd75a6b-e361-4da7-898d-cd1533e6841f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.790341 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:39.796004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Made reservation on behalf of 51fc7e8974c948f6aad22c96a243c6df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:39.802311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 5cd75a6b-e361-4da7-898d-cd1533e6841f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:39.802575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.835074 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f08ffb-c06d-4661-94e4-daec89376d76 None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:39.909427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:39.910126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.954858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99a09796-53fa-4da1-a547-960963dfe1b9 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6535084 Jul 06 11:53:40.090724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Request body: {'port': {'device_id': '9777a327-6979-455f-a896-7ed4c8fac065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:40.198881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a547-e6b5-42ca-a77c-1118f0ee5904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.237471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4891e3-dfc5-4fd3-b391-4c917c50a6be {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:40.260927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:40.271644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.345269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a67b3-d7f2-4507-94e9-018b7e64f52a None None] New status for floating IP 03471486-fc80-4915-9278-30703dda8a5b: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:53:40.394865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Transition to ACTIVE for port object 1c4891e3-dfc5-4fd3-b391-4c917c50a6be will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:40.404298 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.485113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7f5d-4667-42be-8754-ed953832cfe0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.502160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-af24f00d-b70c-4b4c-8883-62e30f798f29 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:40.503779 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-af24f00d-b70c-4b4c-8883-62e30f798f29 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.4722452 Jul 06 11:53:40.519858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7f5d-4667-42be-8754-ed953832cfe0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.547033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:40.560779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:40.577270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.687996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.737982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2166e8-5da7-436a-9e38-ce052ef060ac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:40.810726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Checking segment: {'id': '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:40.811503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7f5d-4667-42be-8754-ed953832cfe0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.811736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Network hostable DHCP agents. Network: 5cd75a6b-e361-4da7-898d-cd1533e6841f, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:40.814226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7f5d-4667-42be-8754-ed953832cfe0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.817771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bcdc7f5d-4667-42be-8754-ed953832cfe0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "DELETE /v2.0/security-groups/010f3a61-1ffc-4949-8395-c08e05ae6a88 HTTP/1.1" status: 204 len: 168 time: 0.5523949 Jul 06 11:53:40.819635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:40.857431 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a14c8304-cbb3-4667-a740-f2c6886295d9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] show failed (client error): The resource could not be found. Jul 06 11:53:40.861082 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a14c8304-cbb3-4667-a740-f2c6886295d9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups/010f3a61-1ffc-4949-8395-c08e05ae6a88 HTTP/1.1" status: 404 len: 347 time: 0.0313952 Jul 06 11:53:40.866978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc7f5d-4667-42be-8754-ed953832cfe0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010f3a61-1ffc-4949-8395-c08e05ae6a88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:40.866978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:40.883029 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a547-e6b5-42ca-a77c-1118f0ee5904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.905596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a547-e6b5-42ca-a77c-1118f0ee5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.913324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Network 5cd75a6b-e361-4da7-898d-cd1533e6841f is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:40.956156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 5cd75a6b-e361-4da7-898d-cd1533e6841f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:40.965422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d790d-eaa1-42be-a29a-aa70a2b28a39 None None] Network 5cd75a6b-e361-4da7-898d-cd1533e6841f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:40.982571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Attempting to bind port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:40.982985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Attempting to bind port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:40.983241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Attempting to bind port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:41.003867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.005456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.021577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:41.026441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.053028 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3aa4a547-e6b5-42ca-a77c-1118f0ee5904 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ef22f0f976142ed8785f3ff0986557d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3688672 Jul 06 11:53:41.053890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4a547-e6b5-42ca-a77c-1118f0ee5904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b9ffea-ebbd-4531-a151-4bcff5bc49d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.067497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:41.071308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c0cc9-169b-4aa5-abeb-2b919abdb063 req-4cfe3b5c-9d5a-4037-aca7-681b52f6e313 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.073020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-075c0cc9-169b-4aa5-abeb-2b919abdb063 req-4cfe3b5c-9d5a-4037-aca7-681b52f6e313 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 932 time: 0.4728816 Jul 06 11:53:41.076491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8ff6448-234b-4322-8c61-a3300ee8c40b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3392611 Jul 06 11:53:41.101886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be on network db7a10fa-4b25-4442-9b94-307759d05825 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:41.102251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Attempting to bind port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:41.186151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b44ca2-bcd7-4169-a2a9-fecdf0c78d13 None None] Network 5cd75a6b-e361-4da7-898d-cd1533e6841f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:41.187065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-193002a2-b1e7-4f57-ad21-7d11316914fc req-fb27482e-bb46-4d21-ad5c-c3b613b7a620 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 210 time: 0.1902182 Jul 06 11:53:41.255501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:41.255834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Checking segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:41.256265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Bound using segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:41.256929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Bound port: 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:41.257458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.385393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-075c0cc9-169b-4aa5-abeb-2b919abdb063 req-82dd57c3-717a-4c65-8ade-a3dbd9daaabd tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855651 Jul 06 11:53:41.442327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77eb77c5-4408-4c03-b5d9-fc458a81e769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.478579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] For port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:41.513824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.7 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/694e65fc-de91-4e63-ae64-68f7a7000a35) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:41.549024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Deleting port 818496be-8560-4a8a-85f5-4f86e97f014b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:41.549370 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.553790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] For port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:41.571451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77eb77c5-4408-4c03-b5d9-fc458a81e769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.609699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.657811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1809b342-f562-489a-8371-ae540fbd24c7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:41.674502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.675125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.676674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] 10.222.0.79 "PUT /v2.0/ports/1c4891e3-dfc5-4fd3-b391-4c917c50a6be HTTP/1.1" status: 200 len: 1092 time: 3.6290081 Jul 06 11:53:41.678779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.683122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'tag': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:41.685806 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78758192-e920-4535-9888-52acaf0b8c30" -d '{"events": [{"name": "network-changed", "server_uuid": "e773cdfa-1f90-49a9-9cdc-337e74e73e7d", "tag": "1c4891e3-dfc5-4fd3-b391-4c917c50a6be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:41.728991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77eb77c5-4408-4c03-b5d9-fc458a81e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.731353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77eb77c5-4408-4c03-b5d9-fc458a81e769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.732764 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-77eb77c5-4408-4c03-b5d9-fc458a81e769 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45b9ffea-ebbd-4531-a151-4bcff5bc49d5 HTTP/1.1" status: 204 len: 168 time: 0.6547136 Jul 06 11:53:41.758869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb77c5-4408-4c03-b5d9-fc458a81e769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b9ffea-ebbd-4531-a151-4bcff5bc49d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.780239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Transition to ACTIVE for port object 1809b342-f562-489a-8371-ae540fbd24c7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:41.786167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.786928 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.799149 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.817670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.823869 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c6ed41-fbed-4af9-8d0d-5c93d432c593 x-openstack-request-id: req-20c6ed41-fbed-4af9-8d0d-5c93d432c593 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:41.824539 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e773cdfa-1f90-49a9-9cdc-337e74e73e7d", "tag": "1c4891e3-dfc5-4fd3-b391-4c917c50a6be", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:41.824939 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20c6ed41-fbed-4af9-8d0d-5c93d432c593 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:41.825509 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'tag': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be', 'status': 'completed', 'code': 200} Jul 06 11:53:41.831371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882c99f-2b20-4957-9569-efdfd2888490 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.839995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Calling delete_port for 818496be-8560-4a8a-85f5-4f86e97f014b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:41.910943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.956901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:41.959767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:41.962271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:42.018998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=694e65fc-de91-4e63-ae64-68f7a7000a35,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:42.047839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.048557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.065696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d166600b-df6a-4759-8401-c53e48dcaacf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5114007 Jul 06 11:53:42.081941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Request body: {'port': {'device_id': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:42.144697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:42.152032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-12533867-network', 'tenant_id': '7dde97c98d35404685ef837e981769d6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:42.324283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1809b342-f562-489a-8371-ae540fbd24c7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:42.434129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-93be5bb2-3b9e-44a8-9639-9534678fca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.435743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-93be5bb2-3b9e-44a8-9639-9534678fca92 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=e773cdfa-1f90-49a9-9cdc-337e74e73e7d HTTP/1.1" status: 200 len: 1095 time: 0.7048707 Jul 06 11:53:42.475419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:42.610901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-4ef3607b-5955-4640-a324-d3c9f9f8dca9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be HTTP/1.1" status: 200 len: 217 time: 0.1601858 Jul 06 11:53:42.625812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859d3a84-724d-4917-96dd-31b6f470579e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.717915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Attempting to bind port 1809b342-f562-489a-8371-ae540fbd24c7 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:42.718207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Attempting to bind port 1809b342-f562-489a-8371-ae540fbd24c7 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:42.718554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Attempting to bind port 1809b342-f562-489a-8371-ae540fbd24c7 on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:42.771321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Port 1809b342-f562-489a-8371-ae540fbd24c7 on network db7a10fa-4b25-4442-9b94-307759d05825 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:42.771866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Attempting to bind port 1809b342-f562-489a-8371-ae540fbd24c7 on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:42.797793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Made reservation on behalf of 7dde97c98d35404685ef837e981769d6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:42.801006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.804100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:42.804449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Checking segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:42.804848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Bound using segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:42.805296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Bound port: 1809b342-f562-489a-8371-ae540fbd24c7, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:42.805879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.816273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-3463fcf0-bb75-46f5-984e-f4939c9237a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.818162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-3463fcf0-bb75-46f5-984e-f4939c9237a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.1576619 Jul 06 11:53:42.820561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.830364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.885992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.898365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-18675020-d9d0-479a-82ab-a1f05bd9a3c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655458 Jul 06 11:53:42.975393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event deleted for resources: {'Port': ['ID=818496be-8560-4a8a-85f5-4f86e97f014b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.002840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0e3e-b32b-4b3c-a4e5-7eeae66171bd req-c2eea878-be7a-47b1-92fb-820553a9e1b5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.004528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-986c0e3e-b32b-4b3c-a4e5-7eeae66171bd req-c2eea878-be7a-47b1-92fb-820553a9e1b5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 931 time: 0.4508519 Jul 06 11:53:43.100105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8c36-8e1e-4708-a4d1-30e22b5af72a req-c9e80c23-87b3-46a3-8c25-3303f431fdad tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.102216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-328d8c36-8e1e-4708-a4d1-30e22b5af72a req-c9e80c23-87b3-46a3-8c25-3303f431fdad tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 944 time: 0.4880929 Jul 06 11:53:43.231407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694e65fc-de91-4e63-ae64-68f7a7000a35 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:43.232371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] For port 1809b342-f562-489a-8371-ae540fbd24c7, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:43.253820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.272386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Transition to ACTIVE for port object 694e65fc-de91-4e63-ae64-68f7a7000a35 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:43.277536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.282079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-986c0e3e-b32b-4b3c-a4e5-7eeae66171bd req-541f92ea-0319-4178-90b9-f4cd9240c94e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164335 Jul 06 11:53:43.288764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] For port 1809b342-f562-489a-8371-ae540fbd24c7, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1809b342-f562-489a-8371-ae540fbd24c7,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:43.292143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.294699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.295863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7b673e8e-f3b1-4d54-9291-417a7f0b036a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "DELETE /v2.0/floatingips/03471486-fc80-4915-9278-30703dda8a5b HTTP/1.1" status: 204 len: 168 time: 2.4086754 Jul 06 11:53:43.314300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-328d8c36-8e1e-4708-a4d1-30e22b5af72a req-3e9fdf87-b9d4-4ea0-8939-de7403339263 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708207 Jul 06 11:53:43.327270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.334522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-fa18ddf7-317a-483e-bb37-979e4da3db5d service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239240 Jul 06 11:53:43.434095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Pushing event updated for resources: {'Port': ['ID=694e65fc-de91-4e63-ae64-68f7a7000a35,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.438620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859d3a84-724d-4917-96dd-31b6f470579e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.448799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.449414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.450830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] 10.222.0.79 "PUT /v2.0/ports/1809b342-f562-489a-8371-ae540fbd24c7 HTTP/1.1" status: 200 len: 1092 time: 3.4846249 Jul 06 11:53:43.456892 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859d3a84-724d-4917-96dd-31b6f470579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.523967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Attempting to bind port 694e65fc-de91-4e63-ae64-68f7a7000a35 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:43.524355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Attempting to bind port 694e65fc-de91-4e63-ae64-68f7a7000a35 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:43.524715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Attempting to bind port 694e65fc-de91-4e63-ae64-68f7a7000a35 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:43.535665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Port 694e65fc-de91-4e63-ae64-68f7a7000a35 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:43.536061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Attempting to bind port 694e65fc-de91-4e63-ae64-68f7a7000a35 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:43.545509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:43.545907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:43.546294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:43.546793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Bound port: 694e65fc-de91-4e63-ae64-68f7a7000a35, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:43.547154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.629518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563bf0-84ae-44cd-bce2-1fa0890e7e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1809b342-f562-489a-8371-ae540fbd24c7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.652167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.659203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-859d3a84-724d-4917-96dd-31b6f470579e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b11f85f1d14a42fb82c99f82cc2a83e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1804025 Jul 06 11:53:43.659442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.665075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:43.672034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d3a84-724d-4917-96dd-31b6f470579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7783337-cebe-463c-902b-55986bf10b66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.689286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] For port 694e65fc-de91-4e63-ae64-68f7a7000a35, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:43.696801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-61930bfa-62aa-415e-a38f-7312a281c9c0 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516595 Jul 06 11:53:43.711981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99dbe29c-a01c-47c3-be91-347edb5e5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.715220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-99dbe29c-a01c-47c3-be91-347edb5e5860 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 1095 time: 0.2054698 Jul 06 11:53:43.723995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:43.736141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] For port 694e65fc-de91-4e63-ae64-68f7a7000a35, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=694e65fc-de91-4e63-ae64-68f7a7000a35,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:43.749632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.749982 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Added segment 9df962fc-a853-45ac-8e8e-37a3938cdf9d of type vlan for network ffa010c3-5aa3-41fa-bea9-d6131f7148d0 Jul 06 11:53:43.751600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1ab506-c2a7-4776-a3e8-976418d9e55d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.755032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.793385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-8eac5961-f823-4c11-b0d4-afece39fb6c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1809b342-f562-489a-8371-ae540fbd24c7 HTTP/1.1" status: 200 len: 217 time: 0.0705016 Jul 06 11:53:43.840663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9777a327-6979-455f-a896-7ed4c8fac065', 'tag': '1809b342-f562-489a-8371-ae540fbd24c7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:43.843613 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919d8e4-1b48-48e1-8df4-1ad926faf400" -d '{"events": [{"name": "network-changed", "server_uuid": "9777a327-6979-455f-a896-7ed4c8fac065", "tag": "1809b342-f562-489a-8371-ae540fbd24c7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:43.850220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.850842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.852260 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] 10.222.0.79 "PUT /v2.0/ports/694e65fc-de91-4e63-ae64-68f7a7000a35 HTTP/1.1" status: 200 len: 1091 time: 1.7774091 Jul 06 11:53:43.854350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'tag': '694e65fc-de91-4e63-ae64-68f7a7000a35'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:43.856736 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa80fa40-3d0a-4685-8567-c7248e939b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d872efc4-8004-4f80-9a72-bb16f810da5b", "tag": "694e65fc-de91-4e63-ae64-68f7a7000a35"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:43.860425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.882110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d27848f-fc99-4caa-b3dd-bcb3ad36e28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.957729 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbc80b7-12da-4448-91a6-3119ae161302 x-openstack-request-id: req-4bbc80b7-12da-4448-91a6-3119ae161302 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:43.958191 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872efc4-8004-4f80-9a72-bb16f810da5b", "tag": "694e65fc-de91-4e63-ae64-68f7a7000a35", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:43.958719 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4bbc80b7-12da-4448-91a6-3119ae161302 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:43.959321 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'tag': '694e65fc-de91-4e63-ae64-68f7a7000a35', 'status': 'completed', 'code': 200} Jul 06 11:53:43.975679 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a42086b-bebd-4707-a0b6-23f884c69ef2 x-openstack-request-id: req-8a42086b-bebd-4707-a0b6-23f884c69ef2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:43.976289 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9777a327-6979-455f-a896-7ed4c8fac065", "tag": "1809b342-f562-489a-8371-ae540fbd24c7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:43.976822 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a42086b-bebd-4707-a0b6-23f884c69ef2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:43.977448 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9777a327-6979-455f-a896-7ed4c8fac065', 'tag': '1809b342-f562-489a-8371-ae540fbd24c7', 'status': 'completed', 'code': 200} Jul 06 11:53:43.981869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-a00ec00c-73eb-42fa-b262-8901e1b7a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.983770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-a00ec00c-73eb-42fa-b262-8901e1b7a904 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.1303561 Jul 06 11:53:43.991205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbccb87-8994-4629-be32-4204f7892e1b service neutron] Pushing event updated for resources: {'Port': ['ID=694e65fc-de91-4e63-ae64-68f7a7000a35,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.993019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758192-e920-4535-9888-52acaf0b8c30 req-3299e35c-71c5-44c2-a3ff-fdeaf613e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.002004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-3299e35c-71c5-44c2-a3ff-fdeaf613e144 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=e773cdfa-1f90-49a9-9cdc-337e74e73e7d HTTP/1.1" status: 200 len: 1095 time: 0.1973670 Jul 06 11:53:44.002515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.009512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511447006', 'description': 'tempest-description--451352674'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:44.020214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d27848f-fc99-4caa-b3dd-bcb3ad36e28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.084352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.085504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.086150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.096582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-227eadad-0aae-46cf-b8e8-5cfa32b62db4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930820 Jul 06 11:53:44.166179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-6ea86e70-4b70-4343-8b07-7dacca305ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.168083 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-6ea86e70-4b70-4343-8b07-7dacca305ed5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 1094 time: 0.2534478 Jul 06 11:53:44.220737 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-6c1aec8e-7a9f-4ae6-894f-b4ded49538c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e65fc-de91-4e63-ae64-68f7a7000a35 HTTP/1.1" status: 200 len: 217 time: 0.0429146 Jul 06 11:53:44.224740 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0760808 Jul 06 11:53:44.224740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b7dfd-669d-4a37-ba47-4ae4b0e88537 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa010c3-5aa3-41fa-bea9-d6131f7148d0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.235614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ffa010c3-5aa3-41fa-bea9-d6131f7148d0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:44.236436 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.239552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.246867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Request body: {'subnet': {'network_id': 'ffa010c3-5aa3-41fa-bea9-d6131f7148d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-12533867-subnet', 'tenant_id': '7dde97c98d35404685ef837e981769d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:44.270893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758192-e920-4535-9888-52acaf0b8c30 req-0b8944d3-4b9d-44cf-834b-4939257199d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.274405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-0b8944d3-4b9d-44cf-834b-4939257199d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 914 time: 0.2389452 Jul 06 11:53:44.310186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d27848f-fc99-4caa-b3dd-bcb3ad36e28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.313479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d27848f-fc99-4caa-b3dd-bcb3ad36e28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.315261 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d27848f-fc99-4caa-b3dd-bcb3ad36e28f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7783337-cebe-463c-902b-55986bf10b66 HTTP/1.1" status: 204 len: 168 time: 0.6470776 Jul 06 11:53:44.363343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27848f-fc99-4caa-b3dd-bcb3ad36e28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7783337-cebe-463c-902b-55986bf10b66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.375076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-5c964d22-4862-4c68-9b85-d6fdaa71c611 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be HTTP/1.1" status: 200 len: 217 time: 0.0863256 Jul 06 11:53:44.378877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:53:44.378877 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:53:44.378877 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': '7dde97c98d35404685ef837e981769d6', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 53, 44, 285911)}] Jul 06 11:53:44.378877 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:53:44.379772 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:53:44.395091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-a4be60de-19ab-4af8-b47e-6e93cf495344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.398881 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-a4be60de-19ab-4af8-b47e-6e93cf495344 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1604207 Jul 06 11:53:44.478541 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-c1fe2c45-b182-4f21-b21c-2c9fbe03d35a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725677 Jul 06 11:53:44.539039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.589069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-aa9225ba-9db3-456f-8e1f-ac5ba8bb6951 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554543 Jul 06 11:53:44.654627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-23b7757d-93fb-4c94-ad22-b4a579399e1f service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565621 Jul 06 11:53:44.661368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758192-e920-4535-9888-52acaf0b8c30 req-a3f7b753-7beb-46a6-beb2-51740ea56209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.663172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-a3f7b753-7beb-46a6-beb2-51740ea56209 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.2736566 Jul 06 11:53:44.771707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-7dd3cfb0-b457-4306-a42d-af980f6134fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980823 Jul 06 11:53:44.785482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5ffc0-3e29-4ef9-893c-a7b4b1cdb48a req-c3a60c8f-1cea-4541-9ae6-2f8845295cd5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.786862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b5ffc0-3e29-4ef9-893c-a7b4b1cdb48a req-c3a60c8f-1cea-4541-9ae6-2f8845295cd5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 943 time: 0.2904246 Jul 06 11:53:44.838217 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af53eeed-c2c2-4c2e-8182-40bbec938e6e req-d21b3eb9-ddf7-4ba4-8d70-b3cfdd47491f service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735597 Jul 06 11:53:44.883864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.908840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.967744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-ccd9f2d4-5902-4a2b-8b25-ce7e9ac7f448 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751974 Jul 06 11:53:45.007132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e34bf2ce-9c9c-40a8-9294-2c92c6334bfe req-46c9b812-fc56-4b20-9568-99e00ef53f4e service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097645 Jul 06 11:53:45.007545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Made reservation on behalf of 7dde97c98d35404685ef837e981769d6 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:45.011117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.040702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75f9fecc-0229-4dc0-9916-dc18efac560d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.069813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99b5ffc0-3e29-4ef9-893c-a7b4b1cdb48a req-11474ef5-f716-4461-be0d-3e959022961e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750268 Jul 06 11:53:45.139831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.144421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1357975 Jul 06 11:53:45.144628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:45.147339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593556f9-a818-4389-8745-5da11e19577b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b949c3b-94d0-414a-9636-5299598c6356,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.165210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'security_group_rule': {'security_group_id': '2b949c3b-94d0-414a-9636-5299598c6356', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:45.173063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-b248fda5-4c44-4922-9ab9-082525383b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.175074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-b248fda5-4c44-4922-9ab9-082525383b50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 1094 time: 0.2536888 Jul 06 11:53:45.194737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56537bbd-0214-4231-9c4c-e62ddd6efb94 req-4f71ecd6-e9af-4a33-9af5-5e608c41bb98 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.201999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56537bbd-0214-4231-9c4c-e62ddd6efb94 req-4f71ecd6-e9af-4a33-9af5-5e608c41bb98 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 944 time: 0.5346150 Jul 06 11:53:45.300201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56537bbd-0214-4231-9c4c-e62ddd6efb94 req-fe88af30-0be8-4d84-aa97-ed353074bfc2 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Jul 06 11:53:45.327273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78758192-e920-4535-9888-52acaf0b8c30 req-2224fd9f-ff7e-47d7-88ec-f84ec609fa96 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327892 Jul 06 11:53:45.345362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-454aeb9c-c5c7-475d-988c-e1cc9cd9809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.347691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-454aeb9c-c5c7-475d-988c-e1cc9cd9809f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 1095 time: 0.2037022 Jul 06 11:53:45.395885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-cd054ddf-ac6f-41d6-ab99-30c359391c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.397529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-cd054ddf-ac6f-41d6-ab99-30c359391c5f service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.2128546 Jul 06 11:53:45.492302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-492ae698-3ed5-411a-a05b-97ae8b23f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.493860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-492ae698-3ed5-411a-a05b-97ae8b23f698 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 914 time: 0.1378222 Jul 06 11:53:45.497307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-e24f5357-cc61-4753-bb00-2d6156543d8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e65fc-de91-4e63-ae64-68f7a7000a35 HTTP/1.1" status: 200 len: 217 time: 0.0685966 Jul 06 11:53:45.503443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75f9fecc-0229-4dc0-9916-dc18efac560d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.533800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75f9fecc-0229-4dc0-9916-dc18efac560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.555904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-e04f50e1-2235-4974-9bf3-d2b1ad674376 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1809b342-f562-489a-8371-ae540fbd24c7 HTTP/1.1" status: 200 len: 217 time: 0.0446675 Jul 06 11:53:45.632281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-54181e4e-452d-48a8-b748-773dee2dc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.635500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-54181e4e-452d-48a8-b748-773dee2dc788 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.0656705 Jul 06 11:53:45.657855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.663048 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75f9fecc-0229-4dc0-9916-dc18efac560d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f7f80abe77844a59e167e3caaf822c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1219819 Jul 06 11:53:45.667726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9fecc-0229-4dc0-9916-dc18efac560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d891092-021b-4d36-8ed3-380a13e3a748,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.677496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:45.678326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.690931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-fe1fbe64-daa1-47f1-9e50-420307e75204 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458131 Jul 06 11:53:45.714715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-c3b55999-e164-4ab7-a79b-661a28c244ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.716464 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-c3b55999-e164-4ab7-a79b-661a28c244ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1982439 Jul 06 11:53:45.798348 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-06ca9805-a8c8-4d02-bbf5-8505c267fe93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551374 Jul 06 11:53:45.963500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.992665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-4d72c551-4ea2-4c56-b927-ec5b840cf607 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785760 Jul 06 11:53:46.007494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Checking segment: {'id': '9df962fc-a853-45ac-8e8e-37a3938cdf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ffa010c3-5aa3-41fa-bea9-d6131f7148d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:46.008233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Network hostable DHCP agents. Network: ffa010c3-5aa3-41fa-bea9-d6131f7148d0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:46.015448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c816aee-82c5-4f9f-bb70-234505765697,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.032162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.098717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Network ffa010c3-5aa3-41fa-bea9-d6131f7148d0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:46.100888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1918d89c-433a-4689-a4e5-c18b709c80c7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.207378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-06057a3d-995a-4c45-bc78-4e265ebbcf31 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087533 Jul 06 11:53:46.262125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.264381 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-327171af-bca1-4f9d-a8cf-7a3ba58a1af6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1185765 Jul 06 11:53:46.265190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc3390d9-a5c1-4b66-b1f3-66bc7f6c2123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.279364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:46.285620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'security_group_rule': {'security_group_id': '2b949c3b-94d0-414a-9636-5299598c6356', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:46.299196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa80fa40-3d0a-4685-8567-c7248e939b9e req-24296372-e30e-4f98-b331-a93be33955de service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802210 Jul 06 11:53:46.299866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ffa010c3-5aa3-41fa-bea9-d6131f7148d0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:46.308739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe760c3-af0b-4529-b560-e44760e62da0 None None] Network ffa010c3-5aa3-41fa-bea9-d6131f7148d0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:46.321618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc3390d9-a5c1-4b66-b1f3-66bc7f6c2123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.337301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:46.338586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.413043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc3390d9-a5c1-4b66-b1f3-66bc7f6c2123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.416726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc3390d9-a5c1-4b66-b1f3-66bc7f6c2123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.418011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc3390d9-a5c1-4b66-b1f3-66bc7f6c2123 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d891092-021b-4d36-8ed3-380a13e3a748 HTTP/1.1" status: 204 len: 168 time: 0.7374530 Jul 06 11:53:46.436117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3390d9-a5c1-4b66-b1f3-66bc7f6c2123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d891092-021b-4d36-8ed3-380a13e3a748,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.477969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c919d8e4-1b48-48e1-8df4-1ad926faf400 req-bee3c742-cf49-4528-bd1b-2879a091f368 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617898 Jul 06 11:53:46.519167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e8e90d52-8190-45fb-80ab-b3f3690b2eb6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2780170 Jul 06 11:53:46.613347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.657801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f4b0-8fb5-4cd9-af94-e821c4d913b6 req-653683a4-dfcf-467e-8a34-fc983b7ab5bb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:46.659612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d53f4b0-8fb5-4cd9-af94-e821c4d913b6 req-653683a4-dfcf-467e-8a34-fc983b7ab5bb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 943 time: 0.3815129 Jul 06 11:53:46.692743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492c823-5532-4a86-b22c-9101d0c40c57 None None] Network ffa010c3-5aa3-41fa-bea9-d6131f7148d0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:46.742764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.746815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d53f4b0-8fb5-4cd9-af94-e821c4d913b6 req-f2d81cf0-a06b-4479-813b-816ecba4a183 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687571 Jul 06 11:53:46.752200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.777902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218a2-4209-4a67-a797-04eeadb65c9e req-3123f7e9-f13b-4ed5-998a-6e9abaff2dc7 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:46.780254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d9218a2-4209-4a67-a797-04eeadb65c9e req-3123f7e9-f13b-4ed5-998a-6e9abaff2dc7 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 944 time: 0.2320271 Jul 06 11:53:46.819515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc41e63d-cfc8-470d-aa09-69a0ac5b1f65,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.828461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.829873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5493081 Jul 06 11:53:46.833021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:46.838916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:46.843584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.846051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.848556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.848996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.849428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.849842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.851992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.852437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.852852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.853297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.856097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.856566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba36536-adab-4373-92a6-aea91d1a97f2 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:46.883323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.901584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d9218a2-4209-4a67-a797-04eeadb65c9e req-dfa76274-345a-478a-bceb-d7f2c69a1560 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102579 Jul 06 11:53:47.065125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.215832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 694e65fc-de91-4e63-ae64-68f7a7000a35 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:47.289018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Allocated IP 172.25.7.128 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/e537ea7a-6293-48d1-98ea-167b644b01c1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:47.329437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:47.375775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25237ac1-07a3-4b2a-bc2e-83e720bb326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.446228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 694e65fc-de91-4e63-ae64-68f7a7000a35, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=694e65fc-de91-4e63-ae64-68f7a7000a35,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:47.447505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.479652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '694e65fc-de91-4e63-ae64-68f7a7000a35', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': '694e65fc-de91-4e63-ae64-68f7a7000a35', 'mac_address': 'fa:16:3e:96:b3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:47.504382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.557924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25237ac1-07a3-4b2a-bc2e-83e720bb326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.563649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25237ac1-07a3-4b2a-bc2e-83e720bb326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.578243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.606135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:47.609641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e65fc-de91-4e63-ae64-68f7a7000a35 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:47.613984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:47.621293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:47.660626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25237ac1-07a3-4b2a-bc2e-83e720bb326b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7795317824bb40d2bdc4f9034fa62fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300862 Jul 06 11:53:47.664599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:47.682214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 694e65fc-de91-4e63-ae64-68f7a7000a35, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=694e65fc-de91-4e63-ae64-68f7a7000a35,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:47.687250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.688148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1809b342-f562-489a-8371-ae540fbd24c7 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:47.689109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'Port': ['ID=e537ea7a-6293-48d1-98ea-167b644b01c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:47.725942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237ac1-07a3-4b2a-bc2e-83e720bb326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7bd924-3430-412c-a433-7d4799070781,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:47.759277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.780649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7c42dcd-684d-40f6-b872-33b797fb61f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.819220 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.017783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7c42dcd-684d-40f6-b872-33b797fb61f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.020632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.026474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.045125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=694e65fc-de91-4e63-ae64-68f7a7000a35,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.096220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1809b342-f562-489a-8371-ae540fbd24c7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1809b342-f562-489a-8371-ae540fbd24c7,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:48.117738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '1809b342-f562-489a-8371-ae540fbd24c7', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'port_id': '1809b342-f562-489a-8371-ae540fbd24c7', 'mac_address': 'fa:16:3e:68:58:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bdd595-6873-4ab0-a3f4-af5b643e0f0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:48.135935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-225fbda6-36db-45a0-8040-7b263a8d9fe8 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:48.137465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-225fbda6-36db-45a0-8040-7b263a8d9fe8 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/networks?id=5cd75a6b-e361-4da7-898d-cd1533e6841f HTTP/1.1" status: 200 len: 824 time: 0.3340375 Jul 06 11:53:48.172867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7c42dcd-684d-40f6-b872-33b797fb61f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.176445 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7c42dcd-684d-40f6-b872-33b797fb61f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.191694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7c42dcd-684d-40f6-b872-33b797fb61f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc7bd924-3430-412c-a433-7d4799070781 HTTP/1.1" status: 204 len: 168 time: 0.5151465 Jul 06 11:53:48.192379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'Port': ['ID=e537ea7a-6293-48d1-98ea-167b644b01c1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.195344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.212674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.222051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d8d47-fa69-4525-9357-674c31c50936 req-83a71f9c-cd19-499f-ae14-e929a39c1b53 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:48.224123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-744d8d47-fa69-4525-9357-674c31c50936 req-83a71f9c-cd19-499f-ae14-e929a39c1b53 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 944 time: 0.2086420 Jul 06 11:53:48.230225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1809b342-f562-489a-8371-ae540fbd24c7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:48.235500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-233c686e-a186-40c0-9391-0fb1e82c3708 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/quotas/51fc7e8974c948f6aad22c96a243c6df HTTP/1.1" status: 200 len: 375 time: 0.0772941 Jul 06 11:53:48.242926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.245020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3416df3-a312-48da-a938-27d2e8a10c4c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4107065 Jul 06 11:53:48.261497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1809b342-f562-489a-8371-ae540fbd24c7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1809b342-f562-489a-8371-ae540fbd24c7,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:48.267273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c42dcd-684d-40f6-b872-33b797fb61f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7bd924-3430-412c-a433-7d4799070781,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.270851 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.274581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1c4891e3-dfc5-4fd3-b391-4c917c50a6be details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:48.378078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-ad8e17b4-8fde-4aee-828f-1df24018ab73 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=51fc7e8974c948f6aad22c96a243c6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1419227 Jul 06 11:53:48.460450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:48.475781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'port_id': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be', 'mac_address': 'fa:16:3e:b1:dd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bdd595-6873-4ab0-a3f4-af5b643e0f0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:48.491579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-744d8d47-fa69-4525-9357-674c31c50936 req-a9a650e0-162d-47bc-beae-485d7555bd20 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533405 Jul 06 11:53:48.524872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1809b342-f562-489a-8371-ae540fbd24c7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.544500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-cafd7168-36e3-418e-ad93-6ffb6e4a5ceb service neutron] 10.222.0.78 "GET /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293199 Jul 06 11:53:48.642592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.659305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4891e3-dfc5-4fd3-b391-4c917c50a6be {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:48.683454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:48.693794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.719060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-3d35b79e-9fe6-484f-8901-1fbaeecb5fd0 service neutron] 10.222.0.78 "GET /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682944 Jul 06 11:53:48.815542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.852974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10f815-8327-4352-bd24-49f2a7a9c9a1 req-fb1f243c-824a-4701-ba2d-9644956eb6be tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:48.854841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb10f815-8327-4352-bd24-49f2a7a9c9a1 req-fb1f243c-824a-4701-ba2d-9644956eb6be tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 945 time: 0.1048114 Jul 06 11:53:48.962291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb10f815-8327-4352-bd24-49f2a7a9c9a1 req-43308ce3-4a28-4bb9-9b46-634fd802d436 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992069 Jul 06 11:53:49.059319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c056127-4a28-4807-9281-709bed41f1e0 req-a584b1a3-c10a-415e-adc4-a52451220a4e tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 210 time: 0.0502357 Jul 06 11:53:49.123255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1c4891e3-dfc5-4fd3-b391-4c917c50a6be'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:49.139973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-5d707b5e-673b-4f39-bcd8-1b174782a5fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1511447006&fields=id&tenant_id=c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 267 time: 0.1181366 Jul 06 11:53:49.182313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1809b342-f562-489a-8371-ae540fbd24c7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:49.188642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:49.343553 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:53:49.460921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-5b9ef705-50e3-40d0-b39e-74bb8dc6e47c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.471873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-5b9ef705-50e3-40d0-b39e-74bb8dc6e47c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 817 time: 0.3136697 Jul 06 11:53:49.498287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-d59975c7-cc2b-4895-8763-60998cc5826a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/quotas/c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 375 time: 0.0239182 Jul 06 11:53:49.659590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-61b98a07-955e-48f5-abad-f22fad26276b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601171 Jul 06 11:53:49.877029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ce58ebcc-9cd7-40b7-a949-17d2b8adad19 service neutron] 10.222.0.78 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037826 Jul 06 11:53:49.895242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daa467-643e-4e49-b468-dfa76cdcd33e req-4eac2e58-3615-45f7-815e-0105dd5655fa tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.897220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67daa467-643e-4e49-b468-dfa76cdcd33e req-4eac2e58-3615-45f7-815e-0105dd5655fa tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 944 time: 0.1264639 Jul 06 11:53:50.002110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67daa467-643e-4e49-b468-dfa76cdcd33e req-34190b01-2ae0-41a0-aefa-fbccee64901f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814235 Jul 06 11:53:50.034295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-47dd3730-d482-47d9-8b30-f56b342d8ef4 service neutron] 10.222.0.78 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483417 Jul 06 11:53:50.246646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881e37-c5d0-486f-993d-636eec8d7a9c req-a4e7105e-1686-467c-82f1-ec43e921d4bc tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.251177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5881e37-c5d0-486f-993d-636eec8d7a9c req-a4e7105e-1686-467c-82f1-ec43e921d4bc tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 945 time: 0.1124377 Jul 06 11:53:50.300962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5881e37-c5d0-486f-993d-636eec8d7a9c req-60b9e468-2caa-45bf-932f-a5dc9480508a tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Jul 06 11:53:50.393360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b06340dc-9abe-4498-9d6c-36819a5b530c req-24095a47-90ec-4440-b426-4a4d8845a853 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 210 time: 0.0417414 Jul 06 11:53:50.497232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a15664b1-0de9-458b-ae7d-f0772b40e2e4 req-524cf571-76ab-4362-b981-0fbc866a0a89 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 210 time: 0.1015093 Jul 06 11:53:50.729720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-e68c8a67-6a15-4537-9592-a968731f4a21 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.733352 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-e68c8a67-6a15-4537-9592-a968731f4a21 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.79 "GET /v2.0/networks?id=5cd75a6b-e361-4da7-898d-cd1533e6841f HTTP/1.1" status: 200 len: 824 time: 0.2097898 Jul 06 11:53:50.768065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Request body: {'port': {'device_id': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f', 'admin_state_up': True, 'tenant_id': '51fc7e8974c948f6aad22c96a243c6df'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:51.033606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Made reservation on behalf of 51fc7e8974c948f6aad22c96a243c6df for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:51.057258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.229949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1c4891e3-dfc5-4fd3-b391-4c917c50a6be up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:51.326715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:51.332108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:51.334135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.413334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Allocated IP 172.20.0.5 (5cd75a6b-e361-4da7-898d-cd1533e6841f/dd2166e8-5da7-436a-9e38-ce052ef060ac/9a8d8d83-9346-41b5-9112-a1832cbd0be7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:51.475692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.531850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d920e-f0cc-47ec-b3a5-8a8cb8c49f3b req-7803a3d0-37df-49fd-a300-fdd729006e82 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.546818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-184d920e-f0cc-47ec-b3a5-8a8cb8c49f3b req-7803a3d0-37df-49fd-a300-fdd729006e82 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 944 time: 0.3173373 Jul 06 11:53:51.582927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:51.588192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:51.594557 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741c40be-8f05-4d6b-8547-1702dd52f836" -d '{"events": [{"server_uuid": "e773cdfa-1f90-49a9-9cdc-337e74e73e7d", "name": "network-vif-plugged", "status": "completed", "tag": "1c4891e3-dfc5-4fd3-b391-4c917c50a6be"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:51.599619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.600850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1809b342-f562-489a-8371-ae540fbd24c7 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:51.694120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:51.698472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 1809b342-f562-489a-8371-ae540fbd24c7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:51.706045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 1809b342-f562-489a-8371-ae540fbd24c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:51.709122 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.835878 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.892115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-184d920e-f0cc-47ec-b3a5-8a8cb8c49f3b req-b21f2724-8a21-4081-9723-4133fede1d93 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434982 Jul 06 11:53:51.911449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1809b342-f562-489a-8371-ae540fbd24c7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1809b342-f562-489a-8371-ae540fbd24c7,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:51.916703 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.917821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 694e65fc-de91-4e63-ae64-68f7a7000a35 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:52.035465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec969-c5ac-4343-9897-d8948d34a624 req-49a49476-3c8b-4aa5-9249-9c736944e578 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.037095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ec969-c5ac-4343-9897-d8948d34a624 req-49a49476-3c8b-4aa5-9249-9c736944e578 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 945 time: 0.4418347 Jul 06 11:53:52.075079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1809b342-f562-489a-8371-ae540fbd24c7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:52.107850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 694e65fc-de91-4e63-ae64-68f7a7000a35 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:52.117575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 694e65fc-de91-4e63-ae64-68f7a7000a35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:52.117964 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.168231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.279939 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.369343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 694e65fc-de91-4e63-ae64-68f7a7000a35, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=694e65fc-de91-4e63-ae64-68f7a7000a35,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:52.376482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.411195 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.429166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-4171bac1-739e-4a8b-ac63-ce6f595dd127 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.443695 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-4171bac1-739e-4a8b-ac63-ce6f595dd127 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 817 time: 0.3146615 Jul 06 11:53:52.520798 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-3df439e1-8a7d-4486-8e20-7a45996f0418 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 380 time: 0.0759642 Jul 06 11:53:52.528359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=694e65fc-de91-4e63-ae64-68f7a7000a35,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:52.530746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'port': {'device_id': '86ebe381-2b6e-4052-bce5-d9582495f781', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'admin_state_up': True, 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'security_groups': ['2b949c3b-94d0-414a-9636-5299598c6356']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:52.547046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ec969-c5ac-4343-9897-d8948d34a624 req-83ce7dfa-a50a-483c-9278-0e01f4a2b3f2 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985263 Jul 06 11:53:52.588756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Network 5cd75a6b-e361-4da7-898d-cd1533e6841f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:52.592766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:52.643937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.644120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:52.767297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Pushing event updated for resources: {'Port': ['ID=9a8d8d83-9346-41b5-9112-a1832cbd0be7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:52.813888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea65aa-e734-470c-9545-2d26527762c4 req-f1688906-17e2-4c59-9560-e52bb82eefe0 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.815481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83ea65aa-e734-470c-9545-2d26527762c4 req-f1688906-17e2-4c59-9560-e52bb82eefe0 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 931 time: 0.5988612 Jul 06 11:53:52.855364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Made reservation on behalf of c224f093a70e4b85b58c56d7d3325fb0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:52.861647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.862478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.866478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.897324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-882fe72a-c117-4bc9-91dd-66120f03853d req-4e5da6a2-357f-41e4-83e5-8622d824fdfa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 210 time: 0.0664036 Jul 06 11:53:52.898779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-48dca4de-a8e9-492f-88cd-707a87c3a9f5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1492319 Jul 06 11:53:52.910688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Request body: {'port': {'device_id': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:52.962303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83ea65aa-e734-470c-9545-2d26527762c4 req-4f696d80-dd9c-4824-a9f8-2de68b4b315c tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353526 Jul 06 11:53:53.012135 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08c59c-9256-4327-948a-b6942026f1e3 x-openstack-request-id: req-8f08c59c-9256-4327-948a-b6942026f1e3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:53.012593 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e773cdfa-1f90-49a9-9cdc-337e74e73e7d", "name": "network-vif-plugged", "status": "completed", "tag": "1c4891e3-dfc5-4fd3-b391-4c917c50a6be", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:53.012858 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f08c59c-9256-4327-948a-b6942026f1e3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:53.013439 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be', 'code': 200} Jul 06 11:53:53.087006 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.190871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Allocated IP 172.20.0.9 (0bb87d30-0c85-486f-8c7c-456d5efe81a9/183b542f-f526-4e40-b9ba-af0851656a92/7b793249-735c-476a-960f-f005af7b148a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:53.433539 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.455793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Transition to ACTIVE for port object 7b793249-735c-476a-960f-f005af7b148a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:53.458432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf38475-e48f-43e2-8c11-cad2b42e4f22 req-efe602f8-4100-4de3-9eac-ced54dc1caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:53.459967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cf38475-e48f-43e2-8c11-cad2b42e4f22 req-efe602f8-4100-4de3-9eac-ced54dc1caf0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e773cdfa-1f90-49a9-9cdc-337e74e73e7d HTTP/1.1" status: 200 len: 1097 time: 0.2108412 Jul 06 11:53:53.505786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c4bb9-629a-457e-89a3-4ca43b092745 req-44474b38-ce5e-4fb2-9dc6-8d8d6a6608c5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:53.514175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a9c4bb9-629a-457e-89a3-4ca43b092745 req-44474b38-ce5e-4fb2-9dc6-8d8d6a6608c5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.2737732 Jul 06 11:53:53.524409 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.555968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cf38475-e48f-43e2-8c11-cad2b42e4f22 req-b2d66cdc-5e6c-4b6e-ba4f-32b2275b71b2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869215 Jul 06 11:53:53.580352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:53.589064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a9c4bb9-629a-457e-89a3-4ca43b092745 req-dc9dc9ae-517c-401d-a3d2-55eaa0a67d31 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736244 Jul 06 11:53:53.590031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:53.595112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:53.687181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.715102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8d8d83-9346-41b5-9112-a1832cbd0be7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:53.718657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:53.719721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.737202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.738966 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-ec393516-8c9b-4195-8425-1d1cb6bea6dc tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2125895 Jul 06 11:53:53.752466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Request body: {'port': {'device_id': '86ebe381-2b6e-4052-bce5-d9582495f781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:53.764742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Transition to ACTIVE for port object 9a8d8d83-9346-41b5-9112-a1832cbd0be7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:53.770267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.913334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.055195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd13fb03-c771-4f4d-8e76-c077824f387a None None] Provisioning for port 7b793249-735c-476a-960f-f005af7b148a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:54.071355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dd13fb03-c771-4f4d-8e76-c077824f387a None None] Provisioning complete for port 7b793249-735c-476a-960f-f005af7b148a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:54.072888 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd13fb03-c771-4f4d-8e76-c077824f387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.101798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Pushing event updated for resources: {'Port': ['ID=9a8d8d83-9346-41b5-9112-a1832cbd0be7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:54.173202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd13fb03-c771-4f4d-8e76-c077824f387a None None] Port 7b793249-735c-476a-960f-f005af7b148a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:54.210517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcc568-6fbc-4adf-ae26-099a02faee5c req-ed4a360c-7f62-4893-86c3-934320f87c3c tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:54.218237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdfcc568-6fbc-4adf-ae26-099a02faee5c req-ed4a360c-7f62-4893-86c3-934320f87c3c tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 946 time: 0.3868227 Jul 06 11:53:54.239318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Attempting to bind port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:54.239659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Attempting to bind port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:54.240031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Attempting to bind port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 on network 5cd75a6b-e361-4da7-898d-cd1533e6841f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:54.252883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 on network 5cd75a6b-e361-4da7-898d-cd1533e6841f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:54.253219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Attempting to bind port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 on network 5cd75a6b-e361-4da7-898d-cd1533e6841f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:54.275588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:54.275975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Checking segment: {'id': '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:54.276379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Bound using segment: {'id': '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:54.276848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Bound port: 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:54.277214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.305932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdfcc568-6fbc-4adf-ae26-099a02faee5c req-d081cf6e-c320-46e6-99d3-9792c9dfb8cc tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867093 Jul 06 11:53:54.319590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768452-6222-4943-8b30-f8412133e1c5 req-ab7aa5c1-568a-4a42-9146-d8a28fdd892c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:54.329542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9768452-6222-4943-8b30-f8412133e1c5 req-ab7aa5c1-568a-4a42-9146-d8a28fdd892c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 931 time: 0.2053909 Jul 06 11:53:54.384388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b793249-735c-476a-960f-f005af7b148a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:54.394925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.410223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Transition to ACTIVE for port object 7b793249-735c-476a-960f-f005af7b148a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:54.415245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.606382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:54.707321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Attempting to bind port 7b793249-735c-476a-960f-f005af7b148a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:54.708099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Attempting to bind port 7b793249-735c-476a-960f-f005af7b148a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:54.709049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Attempting to bind port 7b793249-735c-476a-960f-f005af7b148a on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:54.715098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Port 7b793249-735c-476a-960f-f005af7b148a on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:54.715719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Attempting to bind port 7b793249-735c-476a-960f-f005af7b148a on network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:54.721682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:54.722297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Checking segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:54.722918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Bound using segment: {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:54.723543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Bound port: 7b793249-735c-476a-960f-f005af7b148a, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2044304-37be-4cb1-85cf-e43b62a088fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:54.724118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.906802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9768452-6222-4943-8b30-f8412133e1c5 req-b2c3d6c7-72f9-4c7c-9e9b-bff81685ebd8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5759971 Jul 06 11:53:54.912763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:54.926914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:54.934430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.012780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.013545 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.015615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9777a327-6979-455f-a896-7ed4c8fac065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1809b342-f562-489a-8371-ae540fbd24c7'}, {'server_uuid': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e65fc-de91-4e63-ae64-68f7a7000a35'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:55.019448 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073916f3-2157-4867-9f23-6cc9f29717b4" -d '{"events": [{"server_uuid": "9777a327-6979-455f-a896-7ed4c8fac065", "name": "network-vif-plugged", "status": "completed", "tag": "1809b342-f562-489a-8371-ae540fbd24c7"}, {"server_uuid": "d872efc4-8004-4f80-9a72-bb16f810da5b", "name": "network-vif-plugged", "status": "completed", "tag": "694e65fc-de91-4e63-ae64-68f7a7000a35"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:55.032100 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] 10.222.0.79 "PUT /v2.0/ports/7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 1091 time: 1.2674975 Jul 06 11:53:55.060341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] For port 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:55.073292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] For port 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7,segment=NetworkSegment(1486b067-9ce6-4d4e-a0e0-3b8bc3c63477),segment_id=1486b067-9ce6-4d4e-a0e0-3b8bc3c63477)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:55.086602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.100264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:55.106700 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c494c4-a129-494a-8827-f82940f24735" -d '{"events": [{"name": "network-changed", "server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:55.176804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.177427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.179280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] 10.222.0.79 "PUT /v2.0/ports/9a8d8d83-9346-41b5-9112-a1832cbd0be7 HTTP/1.1" status: 200 len: 1091 time: 2.2727287 Jul 06 11:53:55.189203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a828d2-c715-4f7a-89bd-c773ebe7c01c req-5a067eb8-9bea-4da5-bed7-04b8c3aa1600 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.198523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a828d2-c715-4f7a-89bd-c773ebe7c01c req-5a067eb8-9bea-4da5-bed7-04b8c3aa1600 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 943 time: 0.4098637 Jul 06 11:53:55.243379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afa671-ac19-4d9f-920a-5ad9cdd62453 service neutron] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.253483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'tag': '9a8d8d83-9346-41b5-9112-a1832cbd0be7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:55.256843 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378a679-de31-42a4-9a28-62d6cb544b62" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f73f6f-faa9-44e6-abfe-4a89d0be1e82", "tag": "9a8d8d83-9346-41b5-9112-a1832cbd0be7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:55.280649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-7de9797a-5e58-49d9-85d9-d30d389b3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.282692 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-7de9797a-5e58-49d9-85d9-d30d389b3baf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1094 time: 0.1615264 Jul 06 11:53:55.376043 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-aaf12e1c-a5e1-4c94-8a68-d737b83108a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 217 time: 0.0844905 Jul 06 11:53:55.459010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270394e-448e-4df4-9e64-e595877cbd0f service neutron] Pushing event updated for resources: {'Port': ['ID=9a8d8d83-9346-41b5-9112-a1832cbd0be7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.467754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-3902d84a-a949-4c39-aa34-3f309ac8dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.469528 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-3902d84a-a949-4c39-aa34-3f309ac8dc12 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.0874591 Jul 06 11:53:55.508714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a828d2-c715-4f7a-89bd-c773ebe7c01c req-0d60008f-dde4-4afa-891a-bdb58a3eb8f6 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093114 Jul 06 11:53:55.526317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973682a-e895-4b3e-ade8-966b31006aae req-0b33fea0-33a1-46f7-81f2-b0a9d9bd722a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.528398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5973682a-e895-4b3e-ade8-966b31006aae req-0b33fea0-33a1-46f7-81f2-b0a9d9bd722a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.3706763 Jul 06 11:53:55.588133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-fb8f014a-836f-42b7-9b11-298a9d73e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.589697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-fb8f014a-836f-42b7-9b11-298a9d73e9b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=51fc7e8974c948f6aad22c96a243c6df&device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 1094 time: 0.3263409 Jul 06 11:53:55.604771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5973682a-e895-4b3e-ade8-966b31006aae req-b44e8413-05e2-44c8-b694-bd54544113cd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684092 Jul 06 11:53:55.663462 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c147f-7078-4b0b-8f83-ab4936f4387d x-openstack-request-id: req-f66c147f-7078-4b0b-8f83-ab4936f4387d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:55.664030 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9777a327-6979-455f-a896-7ed4c8fac065", "name": "network-vif-plugged", "status": "completed", "tag": "1809b342-f562-489a-8371-ae540fbd24c7", "code": 200}, {"server_uuid": "d872efc4-8004-4f80-9a72-bb16f810da5b", "name": "network-vif-plugged", "status": "completed", "tag": "694e65fc-de91-4e63-ae64-68f7a7000a35", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:55.664030 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f66c147f-7078-4b0b-8f83-ab4936f4387d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:55.664442 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9777a327-6979-455f-a896-7ed4c8fac065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1809b342-f562-489a-8371-ae540fbd24c7', 'code': 200} Jul 06 11:53:55.664700 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e65fc-de91-4e63-ae64-68f7a7000a35', 'code': 200} Jul 06 11:53:55.701684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059cc9a-1735-415b-a50a-6688abadb908 req-090eefb3-ce50-4500-8970-1ad8e846ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.704970 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-090eefb3-ce50-4500-8970-1ad8e846ca4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268474 Jul 06 11:53:55.734509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-30c4c30d-5464-4a6d-86a0-b60882872112 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7 HTTP/1.1" status: 200 len: 217 time: 0.1281564 Jul 06 11:53:55.776445 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d280593-07e2-4ac4-9617-962e5123b240 x-openstack-request-id: req-6d280593-07e2-4ac4-9617-962e5123b240 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:55.776751 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "tag": "7b793249-735c-476a-960f-f005af7b148a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:55.777011 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d280593-07e2-4ac4-9617-962e5123b240 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:55.782732 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'status': 'completed', 'code': 200} Jul 06 11:53:55.818747 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee2127-a1ab-47a3-a1a0-b819aa78ea8b x-openstack-request-id: req-90ee2127-a1ab-47a3-a1a0-b819aa78ea8b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:55.819044 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f73f6f-faa9-44e6-abfe-4a89d0be1e82", "tag": "9a8d8d83-9346-41b5-9112-a1832cbd0be7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:55.821413 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90ee2127-a1ab-47a3-a1a0-b819aa78ea8b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:55.822552 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'tag': '9a8d8d83-9346-41b5-9112-a1832cbd0be7', 'status': 'completed', 'code': 200} Jul 06 11:53:55.927608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-7882607f-4bd8-439f-806d-9c858c0ea0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.929119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-7882607f-4bd8-439f-806d-9c858c0ea0fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dd2166e8-5da7-436a-9e38-ce052ef060ac HTTP/1.1" status: 200 len: 864 time: 0.1776004 Jul 06 11:53:56.052210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-c2af9824-bf54-42fe-9ccf-ff2c079be9e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cd75a6b-e361-4da7-898d-cd1533e6841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144464 Jul 06 11:53:56.073502 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-c38357b7-8fd2-4a07-a0f5-15e4eecfc177 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598392 Jul 06 11:53:56.218045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1f1b-e597-47cd-b111-0a9afe82362c req-5f679af9-934d-4e7f-9e47-27a9a631ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.219464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-256d1f1b-e597-47cd-b111-0a9afe82362c req-5f679af9-934d-4e7f-9e47-27a9a631ea3a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 1096 time: 0.3939736 Jul 06 11:53:56.243613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd9e8-8cf9-40ef-8d48-83d83af01199 req-6bce5e04-6b77-4c2c-b121-3a4d2f8c3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.256169 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc1fd9e8-8cf9-40ef-8d48-83d83af01199 req-6bce5e04-6b77-4c2c-b121-3a4d2f8c3ec4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 1097 time: 0.4046257 Jul 06 11:53:56.366078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199ffc-7f22-425b-b9eb-d3f0b21ca5b4 req-6d2ce81d-e994-4d44-80d2-fe5ff1f01275 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.368594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c199ffc-7f22-425b-b9eb-d3f0b21ca5b4 req-6d2ce81d-e994-4d44-80d2-fe5ff1f01275 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2185774 Jul 06 11:53:56.377467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-256d1f1b-e597-47cd-b111-0a9afe82362c req-f60fff26-153d-438f-b235-e4617b2d2828 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458204 Jul 06 11:53:56.380742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-c0cd2863-6788-4a48-8b11-cd0c2e86a766 service neutron] 10.222.0.79 "GET /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187964 Jul 06 11:53:56.382972 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7059cc9a-1735-415b-a50a-6688abadb908 req-37cdcba6-dd05-4029-b5a8-3e856f7727f0 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958806 Jul 06 11:53:56.384730 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc1fd9e8-8cf9-40ef-8d48-83d83af01199 req-c6cbe974-c2ee-4a30-9585-2cb60f0db195 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208477 Jul 06 11:53:56.410364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52e67-073f-4152-b278-407f64d09a52 req-92a2c3b7-4f39-4167-8390-a1b32247cc27 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.412118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76c52e67-073f-4152-b278-407f64d09a52 req-92a2c3b7-4f39-4167-8390-a1b32247cc27 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 946 time: 0.3917632 Jul 06 11:53:56.460022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c199ffc-7f22-425b-b9eb-d3f0b21ca5b4 req-6ae01ce8-5fb9-44ab-902e-20d784925101 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762770 Jul 06 11:53:56.493386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76c52e67-073f-4152-b278-407f64d09a52 req-f8f3033f-bee7-42c2-ab87-a51e60dc4fc4 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620978 Jul 06 11:53:56.653110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bbf3c6d-718f-480c-8419-e50c12c3fd85 req-6d4101d0-6043-4e86-99c2-7cd399df3555 service neutron] 10.222.0.79 "GET /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463985 Jul 06 11:53:56.690210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:56.727980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c494c4-a129-494a-8827-f82940f24735 req-38db7ef5-143a-4e95-907a-a36af4b71a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.731890 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-38db7ef5-143a-4e95-907a-a36af4b71a0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1094 time: 0.1956491 Jul 06 11:53:56.916544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-cf272f17-546e-419c-9ff9-ba8a6d228682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.918183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-cf272f17-546e-419c-9ff9-ba8a6d228682 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=51fc7e8974c948f6aad22c96a243c6df&device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 1094 time: 0.1875486 Jul 06 11:53:56.935075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25a76-0df8-4491-8c4d-633f3102ea74 req-7cfb9312-767d-4226-a8d2-b8e463a334bb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.936771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bd25a76-0df8-4491-8c4d-633f3102ea74 req-7cfb9312-767d-4226-a8d2-b8e463a334bb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 943 time: 0.0880771 Jul 06 11:53:56.946563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c494c4-a129-494a-8827-f82940f24735 req-24840eed-9640-4ea6-aa9f-da92ea18c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.948643 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-24840eed-9640-4ea6-aa9f-da92ea18c01a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.2062058 Jul 06 11:53:56.997919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-b67c1b25-b3e8-4a2a-899b-49ce101da148 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 217 time: 0.0421770 Jul 06 11:53:57.038042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9512a7f4-8f15-49fa-bcd7-829e7731eded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.080940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c494c4-a129-494a-8827-f82940f24735 req-c38e4f57-190c-4dc3-87ef-c236aaf22e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.082700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-c38e4f57-190c-4dc3-87ef-c236aaf22e7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.0770841 Jul 06 11:53:57.111657 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-755495a7-3d64-423e-8ce1-00f921c188e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.155262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bd25a76-0df8-4491-8c4d-633f3102ea74 req-e3ea9e36-7571-4631-b447-c9684ebbb7d9 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082047 Jul 06 11:53:57.178100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c494c4-a129-494a-8827-f82940f24735 req-6290cd1a-9c06-4ab6-8c88-b8a0db996bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.188306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-6290cd1a-9c06-4ab6-8c88-b8a0db996bd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859816 Jul 06 11:53:57.252861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-f3dbfe48-88df-47da-bd75-94694e52fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.254675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-f3dbfe48-88df-47da-bd75-94694e52fadf service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cd75a6b-e361-4da7-898d-cd1533e6841f HTTP/1.1" status: 200 len: 925 time: 0.3170307 Jul 06 11:53:57.310562 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-477ec844-e4c7-4f37-81c1-9452db97286b service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188354 Jul 06 11:53:57.333191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-635b2707-bb49-40fe-8eff-45687f95362c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7 HTTP/1.1" status: 200 len: 217 time: 0.0555522 Jul 06 11:53:57.343388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c95ca-b7fa-4102-abb6-d1fe71b5d118 req-257feba2-5993-422a-a88d-885f83463d74 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.350582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c81c95ca-b7fa-4102-abb6-d1fe71b5d118 req-257feba2-5993-422a-a88d-885f83463d74 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.3946273 Jul 06 11:53:57.451038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c81c95ca-b7fa-4102-abb6-d1fe71b5d118 req-9746d85f-99e0-489d-b4e2-6db567f2e7e6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994773 Jul 06 11:53:57.457639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9512a7f4-8f15-49fa-bcd7-829e7731eded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.467055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-6d270abd-e35a-4a7f-a3ec-29963b1d424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.468898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-6d270abd-e35a-4a7f-a3ec-29963b1d424e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dd2166e8-5da7-436a-9e38-ce052ef060ac HTTP/1.1" status: 200 len: 864 time: 0.1162834 Jul 06 11:53:57.470500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9512a7f4-8f15-49fa-bcd7-829e7731eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.471345 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-57c494c4-a129-494a-8827-f82940f24735 req-7fd71a0c-c12f-4bf4-93e9-e772971bf99f service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474214 Jul 06 11:53:57.581609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512a7f4-8f15-49fa-bcd7-829e7731eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb11db21-16ba-4eca-aa5a-cae6975d622d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:57.602148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-fcb69c97-9783-45cb-8cde-f509097014fd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cd75a6b-e361-4da7-898d-cd1533e6841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860810 Jul 06 11:53:57.609448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9512a7f4-8f15-49fa-bcd7-829e7731eded admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6618d109e1b8468cb193c9925a8ce93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174554 Jul 06 11:53:57.612058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:57.886722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e141f889-0676-44b6-b24a-d3025ec5e428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.918959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-b1fc56ff-12e8-413d-9d05-880455c4568e service neutron] 10.222.0.79 "GET /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895954 Jul 06 11:53:57.949755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e141f889-0676-44b6-b24a-d3025ec5e428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.016926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e729e8-ab0d-41cf-94cf-e9e2de52fc51 req-a49de91c-ae6d-4521-a30d-226026ad0d76 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.018462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99e729e8-ab0d-41cf-94cf-e9e2de52fc51 req-a49de91c-ae6d-4521-a30d-226026ad0d76 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 946 time: 0.2900832 Jul 06 11:53:58.049434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72269-86d1-41f4-9160-a3954ea508da req-c39aec83-1312-4c1c-84f3-9ec1245d8939 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.050929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-baf72269-86d1-41f4-9160-a3954ea508da req-c39aec83-1312-4c1c-84f3-9ec1245d8939 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.3239200 Jul 06 11:53:58.154102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99e729e8-ab0d-41cf-94cf-e9e2de52fc51 req-95111520-1411-4edd-b783-dc634030e6c1 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Jul 06 11:53:58.159394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-baf72269-86d1-41f4-9160-a3954ea508da req-58e2b818-ea65-4d14-87ce-f1babe4885d3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956843 Jul 06 11:53:58.165291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0378a679-de31-42a4-9a28-62d6cb544b62 req-86a859d2-1a45-4867-895e-5980b90071b8 service neutron] 10.222.0.79 "GET /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361283 Jul 06 11:53:58.169340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e141f889-0676-44b6-b24a-d3025ec5e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.172277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e141f889-0676-44b6-b24a-d3025ec5e428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.176153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e141f889-0676-44b6-b24a-d3025ec5e428 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb11db21-16ba-4eca-aa5a-cae6975d622d HTTP/1.1" status: 204 len: 168 time: 0.5601506 Jul 06 11:53:58.182345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141f889-0676-44b6-b24a-d3025ec5e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb11db21-16ba-4eca-aa5a-cae6975d622d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:58.394948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9130e8-0b59-4d5c-aa77-d5b30c68f64e req-57d9ff1f-50b3-4a3c-921f-e114f3fbb8d6 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.397940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a9130e8-0b59-4d5c-aa77-d5b30c68f64e req-57d9ff1f-50b3-4a3c-921f-e114f3fbb8d6 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 943 time: 0.0989966 Jul 06 11:53:58.450538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a9130e8-0b59-4d5c-aa77-d5b30c68f64e req-c2e54b34-5022-4e4a-aa43-5ad41394cf8c tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 Jul 06 11:53:58.627621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:58.658664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0302ec29-90e4-49e6-96de-82fa5dffd7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.671782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423b81-56f4-4013-bde6-917724aab203 req-c69f5ad1-85cd-40ad-a8a9-1492940cdf82 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.674019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7423b81-56f4-4013-bde6-917724aab203 req-c69f5ad1-85cd-40ad-a8a9-1492940cdf82 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.0845196 Jul 06 11:53:58.717724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f7423b81-56f4-4013-bde6-917724aab203 req-c5e68f31-df3a-47bb-81e7-1d1924cddac7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Jul 06 11:53:58.719199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:58.780190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0302ec29-90e4-49e6-96de-82fa5dffd7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.787973 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0302ec29-90e4-49e6-96de-82fa5dffd7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.840361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0302ec29-90e4-49e6-96de-82fa5dffd7fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da8519370d00418982fbc441dc3daad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107060 Jul 06 11:53:58.843137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:58.844828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302ec29-90e4-49e6-96de-82fa5dffd7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81ae2b-a21b-45e3-aad1-f0367e876cea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:58.945929 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06924e5-cb80-443a-a2f7-8e62c40fd15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.990314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7eae-3e1e-42f8-981c-8e1b45fced38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.069787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7eae-3e1e-42f8-981c-8e1b45fced38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.168960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8bf1c-4f92-434e-97ac-3ca893507bff req-7c8bdecd-ee73-431a-a79e-224b60c15f06 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.170451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead8bf1c-4f92-434e-97ac-3ca893507bff req-7c8bdecd-ee73-431a-a79e-224b60c15f06 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.2040403 Jul 06 11:53:59.189250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7eae-3e1e-42f8-981c-8e1b45fced38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.191633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7eae-3e1e-42f8-981c-8e1b45fced38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.192732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e4f7eae-3e1e-42f8-981c-8e1b45fced38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a81ae2b-a21b-45e3-aad1-f0367e876cea HTTP/1.1" status: 204 len: 168 time: 0.3488111 Jul 06 11:53:59.212292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead8bf1c-4f92-434e-97ac-3ca893507bff req-1e7bac01-5ee1-491b-9918-6db047f7c691 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.0328503 Jul 06 11:53:59.217219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f7eae-3e1e-42f8-981c-8e1b45fced38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81ae2b-a21b-45e3-aad1-f0367e876cea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.229584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06924e5-cb80-443a-a2f7-8e62c40fd15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.264925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a06924e5-cb80-443a-a2f7-8e62c40fd15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.310955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:59.318994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:59.319267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a06924e5-cb80-443a-a2f7-8e62c40fd15d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07d01227d2e44d9a8e3ea33a68bc1ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987978 Jul 06 11:53:59.321269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06924e5-cb80-443a-a2f7-8e62c40fd15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cdc089-e30f-4488-bcc4-754cb123a11a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.409053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6bae7c1-3b80-405f-a794-7c513daca671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.430857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:59.439399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6bae7c1-3b80-405f-a794-7c513daca671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.440386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead8bf1c-4f92-434e-97ac-3ca893507bff req-86bb163e-933a-4f38-8549-11de12d29163 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2038987 Jul 06 11:53:59.447365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7b793249-735c-476a-960f-f005af7b148a', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'port_id': '7b793249-735c-476a-960f-f005af7b148a', 'mac_address': 'fa:16:3e:53:64:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:59.490145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d52a0d-4677-449c-a19c-5f72525064b9 req-863d41ef-7f95-4a8e-ad0e-97961eb0939c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.492606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.493356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66d52a0d-4677-449c-a19c-5f72525064b9 req-863d41ef-7f95-4a8e-ad0e-97961eb0939c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1334348 Jul 06 11:53:59.521139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b793249-735c-476a-960f-f005af7b148a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:59.532362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6bae7c1-3b80-405f-a794-7c513daca671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.534969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6bae7c1-3b80-405f-a794-7c513daca671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.536371 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6bae7c1-3b80-405f-a794-7c513daca671 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33cdc089-e30f-4488-bcc4-754cb123a11a HTTP/1.1" status: 204 len: 168 time: 0.2158678 Jul 06 11:53:59.546835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bae7c1-3b80-405f-a794-7c513daca671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cdc089-e30f-4488-bcc4-754cb123a11a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.549772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:59.557761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.558450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9a8d8d83-9346-41b5-9112-a1832cbd0be7 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:59.565947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66d52a0d-4677-449c-a19c-5f72525064b9 req-e0db3bf5-0a46-45ac-bc08-dca2a6c65432 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648618 Jul 06 11:53:59.710115 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe65a992-e1b2-4bc5-abbb-64bdde55376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.756967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.766400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7,segment=NetworkSegment(1486b067-9ce6-4d4e-a0e0-3b8bc3c63477),segment_id=1486b067-9ce6-4d4e-a0e0-3b8bc3c63477)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:59.778876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.779523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.780070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.780576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.781096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.781591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.782083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.782577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.783068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.783560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.784083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.784588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.792960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '9a8d8d83-9346-41b5-9112-a1832cbd0be7', 'network_id': '5cd75a6b-e361-4da7-898d-cd1533e6841f', 'port_id': '9a8d8d83-9346-41b5-9112-a1832cbd0be7', 'mac_address': 'fa:16:3e:c7:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2166e8-5da7-436a-9e38-ce052ef060ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:59.868040 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.889977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8d8d83-9346-41b5-9112-a1832cbd0be7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:59.911886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead8bf1c-4f92-434e-97ac-3ca893507bff req-86467203-24b6-448b-a90e-f35c20ef42cd service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705629 Jul 06 11:53:59.914854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7,segment=NetworkSegment(1486b067-9ce6-4d4e-a0e0-3b8bc3c63477),segment_id=1486b067-9ce6-4d4e-a0e0-3b8bc3c63477)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:59.921972 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.979454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.996901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778cb48-926a-4318-adfe-410a15a5e3b6 req-f5c9a5c1-f4ea-45af-859d-be2619e7827c tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.004316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a778cb48-926a-4318-adfe-410a15a5e3b6 req-f5c9a5c1-f4ea-45af-859d-be2619e7827c tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 946 time: 0.2378690 Jul 06 11:54:00.005455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9a8d8d83-9346-41b5-9112-a1832cbd0be7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:00.057154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.070076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e651b668-e77c-4df6-aa62-f8f54d1da820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.090134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a778cb48-926a-4318-adfe-410a15a5e3b6 req-70f90a0f-eb64-46ce-90d8-e03deec53f07 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835893 Jul 06 11:54:00.169257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead8bf1c-4f92-434e-97ac-3ca893507bff req-636a703b-481d-458a-9f56-2be628922c01 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543354 Jul 06 11:54:00.257323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e651b668-e77c-4df6-aa62-f8f54d1da820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.272864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e651b668-e77c-4df6-aa62-f8f54d1da820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.306705 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.354718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e651b668-e77c-4df6-aa62-f8f54d1da820 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34fb4ae09bbb489ebd8b96226c6e15e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964218 Jul 06 11:54:00.355602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b668-e77c-4df6-aa62-f8f54d1da820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2be40b3-70db-427e-a63f-86136605941d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:00.358377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.373728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7b793249-735c-476a-960f-f005af7b148a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:00.413499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9a8d8d83-9346-41b5-9112-a1832cbd0be7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:00.422851 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e42d-bad3-4c00-9725-16867e7978b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.447245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e42d-bad3-4c00-9725-16867e7978b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.454341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2625f-3971-41af-86a0-0bcfbe11ec95 req-d4d918e0-a4a1-45ce-a628-65231257468b tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.455949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbb2625f-3971-41af-86a0-0bcfbe11ec95 req-d4d918e0-a4a1-45ce-a628-65231257468b tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 944 time: 0.1391985 Jul 06 11:54:00.565105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbb2625f-3971-41af-86a0-0bcfbe11ec95 req-5543f8bd-69e2-4082-bceb-62229adb28a8 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939910 Jul 06 11:54:00.581871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e42d-bad3-4c00-9725-16867e7978b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.584800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e42d-bad3-4c00-9725-16867e7978b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.586816 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ae9e42d-bad3-4c00-9725-16867e7978b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2be40b3-70db-427e-a63f-86136605941d HTTP/1.1" status: 204 len: 168 time: 0.2274003 Jul 06 11:54:00.633361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9e42d-bad3-4c00-9725-16867e7978b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2be40b3-70db-427e-a63f-86136605941d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:00.724270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc24f65-4857-4e08-8c8f-a98416f12c6b req-31e49357-2ee3-4a12-a111-b385fda8a600 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.732751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bc24f65-4857-4e08-8c8f-a98416f12c6b req-31e49357-2ee3-4a12-a111-b385fda8a600 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=e773cdfa-1f90-49a9-9cdc-337e74e73e7d HTTP/1.1" status: 200 len: 946 time: 0.1564546 Jul 06 11:54:00.961637 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.203798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bc24f65-4857-4e08-8c8f-a98416f12c6b req-38d8014e-7460-43b3-90c0-520078b1b47a tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569848 Jul 06 11:54:01.451388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2654f48-1bb3-408a-b92d-2a239aaede69 req-95303559-36da-4d33-aac9-50a44a4a603f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:01.460326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2654f48-1bb3-408a-b92d-2a239aaede69 req-95303559-36da-4d33-aac9-50a44a4a603f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 944 time: 0.1243122 Jul 06 11:54:01.541199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2654f48-1bb3-408a-b92d-2a239aaede69 req-b58376fd-8e49-4416-8bfc-97a0c2e93b64 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792835 Jul 06 11:54:01.882704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-624eb5a1-ebd3-462a-9816-26e230eb6c06 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:01.891166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-624eb5a1-ebd3-462a-9816-26e230eb6c06 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.2374225 Jul 06 11:54:01.908254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-a22847b4-357c-4cc5-a7fb-42925c56b817 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.0156548 Jul 06 11:54:02.074804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ede466-afa6-4405-9174-dcbdf4368ca1 req-34b02673-3e13-4a64-a664-ac6208efecb1 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:02.080399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50ede466-afa6-4405-9174-dcbdf4368ca1 req-34b02673-3e13-4a64-a664-ac6208efecb1 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 944 time: 0.1288412 Jul 06 11:54:02.087061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-3853f86d-b54a-49d1-908a-1723e4fa99d1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753054 Jul 06 11:54:02.193105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50ede466-afa6-4405-9174-dcbdf4368ca1 req-cdb9b823-f85a-4fee-ad0f-7abc1cbd0397 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038952 Jul 06 11:54:02.251461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-ca0e197a-825f-44e0-9bce-bbeb6c357616 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551578 Jul 06 11:54:02.370909 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.396861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-a113aa88-a341-4f9d-85c0-dcdae3dddd24 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444373 Jul 06 11:54:02.759433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5bffa1b-f0db-4b0b-9aba-7120ea679618 req-bb5eb1b9-70ff-41be-a7b5-a894d752fe18 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 210 time: 0.0723011 Jul 06 11:54:02.833007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-e96d3503-8043-40bb-9b0a-baf02b3af53b req-4f2a8ebe-f678-4db5-89ce-e22a878de3b4 tempest-ServersOnMultiNodesTest-1550040331 tempest-ServersOnMultiNodesTest-1550040331-project] (93766) timed out ('10.222.0.78', 58492) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:54:03.027570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-6a20e9cd-d41d-4ddb-ab13-4adeeec1e24d tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:03.035269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-6a20e9cd-d41d-4ddb-ab13-4adeeec1e24d tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 813 time: 0.1936784 Jul 06 11:54:03.055531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-36abcfc3-2596-42cf-aded-9a78de815666 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/quotas/80d83c4c0dcb4cafaf06316e5898b9ec HTTP/1.1" status: 200 len: 375 time: 0.0191116 Jul 06 11:54:03.065934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344106b-63c3-4030-97d4-a8bd087aba30 req-27ae93f3-27f1-44d5-8f42-51725d978725 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:03.072962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9344106b-63c3-4030-97d4-a8bd087aba30 req-27ae93f3-27f1-44d5-8f42-51725d978725 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 944 time: 0.1825716 Jul 06 11:54:03.164288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9344106b-63c3-4030-97d4-a8bd087aba30 req-2415aca4-e20b-4368-b673-4b3f6e7ac171 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903959 Jul 06 11:54:03.205828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-9702026e-a052-4353-94db-fd2f7f36d3e3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307330 Jul 06 11:54:03.318844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:03.334835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-5f859e1a-997d-45cd-9880-f1f44d75edb1 service neutron] 10.222.0.78 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279032 Jul 06 11:54:03.472404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7b793249-735c-476a-960f-f005af7b148a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:03.479771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7b793249-735c-476a-960f-f005af7b148a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:03.480682 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.509536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-c8830dda-6768-42be-89cb-6ed1cba7345a service neutron] 10.222.0.78 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736498 Jul 06 11:54:03.654208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254abb6-346e-44d3-8a98-63f6859a2be4 req-ba78e1dc-8287-416d-95de-46bc0f169671 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:03.662704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8254abb6-346e-44d3-8a98-63f6859a2be4 req-ba78e1dc-8287-416d-95de-46bc0f169671 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 944 time: 0.2248201 Jul 06 11:54:03.664964 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.717457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:03.720148 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95028b10-290f-47fa-97d9-a7abcbe31ab9" -d '{"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-plugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:03.730102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8254abb6-346e-44d3-8a98-63f6859a2be4 req-38f24fb2-068c-4006-bc67-1d2345837086 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Jul 06 11:54:03.748388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:03.758156 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.759772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9a8d8d83-9346-41b5-9112-a1832cbd0be7 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:03.823633 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbb141d-26a1-490e-af02-ec7d734ede14 x-openstack-request-id: req-fcbb141d-26a1-490e-af02-ec7d734ede14 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:03.823957 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-plugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:03.824215 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcbb141d-26a1-490e-af02-ec7d734ede14 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:03.826555 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'code': 200} Jul 06 11:54:03.976932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:03.989320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:04.002905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:04.003297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.084283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df70bab9-f824-4158-b456-75de182edc40 req-72159db2-199d-4854-a7ad-ec925c0f1805 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 210 time: 0.0934360 Jul 06 11:54:04.152198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53366717-77ec-4749-a55b-e50ca630485e req-3f8e192a-a8ff-4b73-a93b-42d65f020178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.156608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53366717-77ec-4749-a55b-e50ca630485e req-3f8e192a-a8ff-4b73-a93b-42d65f020178 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1096 time: 0.2198868 Jul 06 11:54:04.173346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-78d6ba2b-28bd-407d-bd01-77fb8a03b722 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.176056 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-78d6ba2b-28bd-407d-bd01-77fb8a03b722 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/ports?device_id=e773cdfa-1f90-49a9-9cdc-337e74e73e7d HTTP/1.1" status: 200 len: 946 time: 0.1719308 Jul 06 11:54:04.187334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.196361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:04.255454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7,segment=NetworkSegment(1486b067-9ce6-4d4e-a0e0-3b8bc3c63477),segment_id=1486b067-9ce6-4d4e-a0e0-3b8bc3c63477)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:04.256460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53366717-77ec-4749-a55b-e50ca630485e req-0d3c6adb-f0e2-4eec-bb74-ac819f937c8c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886543 Jul 06 11:54:04.277756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.402385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9a8d8d83-9346-41b5-9112-a1832cbd0be7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.438351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Deleting port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:04.438698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.533138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a4113b7-378d-491c-957d-4291888063d7 req-17b8de10-5e26-4998-bc8c-65b2472c9781 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 210 time: 0.0612571 Jul 06 11:54:04.591994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2afa4c-8bde-4eac-be22-8cc109dbf686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.631886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] For port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:04.632671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.660916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Calling delete_port for 1c4891e3-dfc5-4fd3-b391-4c917c50a6be owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:04.690931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-88d6a143-3c04-453b-8758-ccac04fef608 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.692847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-88d6a143-3c04-453b-8758-ccac04fef608 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/ports?device_id=9777a327-6979-455f-a896-7ed4c8fac065 HTTP/1.1" status: 200 len: 946 time: 0.1839273 Jul 06 11:54:04.703706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33316-6e32-4738-b63f-ca8cbb89fb05 req-5a8f02cb-cb32-4a2f-b88a-b311eff2829e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.715401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bb33316-6e32-4738-b63f-ca8cbb89fb05 req-5a8f02cb-cb32-4a2f-b88a-b311eff2829e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.1760406 Jul 06 11:54:04.905662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2afa4c-8bde-4eac-be22-8cc109dbf686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.020704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bb33316-6e32-4738-b63f-ca8cbb89fb05 req-4da832d6-e13b-466f-8159-0cd30315a1de tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550366 Jul 06 11:54:05.120820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f2afa4c-8bde-4eac-be22-8cc109dbf686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.122929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Deleting port 1809b342-f562-489a-8371-ae540fbd24c7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:05.123440 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.156176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1b10-ed0c-4535-9454-68f835a64912 req-8ea23616-5447-4c10-8af4-9309ef8e1da5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:05.163208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-573e1b10-ed0c-4535-9454-68f835a64912 req-8ea23616-5447-4c10-8af4-9309ef8e1da5 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.1246634 Jul 06 11:54:05.326781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-573e1b10-ed0c-4535-9454-68f835a64912 req-1968ff4d-dcae-4578-9dc7-c6c64a22bc9f tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625669 Jul 06 11:54:05.339519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7a813b8-f2b0-4e0f-be79-4a1ae9f2bf43 req-c75ad661-5733-48a8-9c84-a6d3af5f087b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 210 time: 0.0608318 Jul 06 11:54:05.369587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] For port 1809b342-f562-489a-8371-ae540fbd24c7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1809b342-f562-489a-8371-ae540fbd24c7,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:05.370305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.386758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Calling delete_port for 1809b342-f562-489a-8371-ae540fbd24c7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:05.576746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.614661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event deleted for resources: {'Port': ['ID=1809b342-f562-489a-8371-ae540fbd24c7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.651064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2afa4c-8bde-4eac-be22-8cc109dbf686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44358bb9-60f2-4837-a4c4-72af54c8e225,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.685910 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f2afa4c-8bde-4eac-be22-8cc109dbf686 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51d3d7d89f3e4a7a823c37d24922b742&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4858320 Jul 06 11:54:05.694042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-8f6c524d-da11-44d7-8b2e-c8bc28a96121 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:05.695896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-8f6c524d-da11-44d7-8b2e-c8bc28a96121 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.8547709 Jul 06 11:54:05.701183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:05.717904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] No DVR routers for this DVR port 1809b342-f562-489a-8371-ae540fbd24c7 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:05.719706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': '0926c4c0-44e2-49f1-906b-76a808f40650', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:05.724194 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.726273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bec6f77-ce2f-4a6d-93dd-90a6c4ac76be req-d5c3a7d6-21c8-4e61-9e78-388424fae714 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "DELETE /v2.0/ports/1809b342-f562-489a-8371-ae540fbd24c7 HTTP/1.1" status: 204 len: 173 time: 1.0052869 Jul 06 11:54:05.729323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9777a327-6979-455f-a896-7ed4c8fac065', 'name': 'network-vif-deleted', 'tag': '1809b342-f562-489a-8371-ae540fbd24c7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:05.734495 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f040d-34d5-494b-aadd-62cea0320cf1" -d '{"events": [{"server_uuid": "9777a327-6979-455f-a896-7ed4c8fac065", "name": "network-vif-deleted", "tag": "1809b342-f562-489a-8371-ae540fbd24c7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:05.749018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.795447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd175f78-bd34-4624-946b-9807a4f5d088 req-850aefe3-fe13-40bd-8cda-0acffd12cc6d tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 210 time: 0.0560100 Jul 06 11:54:05.814456 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da62466c-9e3f-4512-bfea-cf84300f27c1 x-openstack-request-id: req-da62466c-9e3f-4512-bfea-cf84300f27c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:05.815356 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9777a327-6979-455f-a896-7ed4c8fac065", "name": "network-vif-deleted", "tag": "1809b342-f562-489a-8371-ae540fbd24c7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:05.815823 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da62466c-9e3f-4512-bfea-cf84300f27c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:05.816634 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9777a327-6979-455f-a896-7ed4c8fac065', 'name': 'network-vif-deleted', 'tag': '1809b342-f562-489a-8371-ae540fbd24c7', 'status': 'completed', 'code': 200} Jul 06 11:54:05.828597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d8d83-9346-41b5-9112-a1832cbd0be7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:05.832441 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a2f42-fa52-4829-a229-7e57c6e2a080" -d '{"events": [{"server_uuid": "e5f73f6f-faa9-44e6-abfe-4a89d0be1e82", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d8d83-9346-41b5-9112-a1832cbd0be7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:05.896403 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d184192a-8231-4f23-8e52-a6c08fe58efb x-openstack-request-id: req-d184192a-8231-4f23-8e52-a6c08fe58efb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:05.897183 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f73f6f-faa9-44e6-abfe-4a89d0be1e82", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d8d83-9346-41b5-9112-a1832cbd0be7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:05.897615 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d184192a-8231-4f23-8e52-a6c08fe58efb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:05.898277 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d8d83-9346-41b5-9112-a1832cbd0be7', 'code': 200} Jul 06 11:54:05.917181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] No DVR routers for this DVR port 1c4891e3-dfc5-4fd3-b391-4c917c50a6be on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:05.926676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.929684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1105235a-738e-4a5d-b5c1-bab6db2cedb7 req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "DELETE /v2.0/ports/1c4891e3-dfc5-4fd3-b391-4c917c50a6be HTTP/1.1" status: 204 len: 173 time: 1.7451360 Jul 06 11:54:05.931324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616727-a28b-4a71-860d-65f1676a0633 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event deleted for resources: {'Port': ['ID=1c4891e3-dfc5-4fd3-b391-4c917c50a6be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.933325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'name': 'network-vif-deleted', 'tag': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:05.935862 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec92ec4b-c4c1-407b-af20-a1039b0ceb98" -d '{"events": [{"server_uuid": "e773cdfa-1f90-49a9-9cdc-337e74e73e7d", "name": "network-vif-deleted", "tag": "1c4891e3-dfc5-4fd3-b391-4c917c50a6be"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:05.988993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5c21-fa51-4603-8366-925f978ee89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.025212 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595fa1ac-b216-4750-82d0-40bf97e10504 x-openstack-request-id: req-595fa1ac-b216-4750-82d0-40bf97e10504 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:06.025595 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e773cdfa-1f90-49a9-9cdc-337e74e73e7d", "name": "network-vif-deleted", "tag": "1c4891e3-dfc5-4fd3-b391-4c917c50a6be", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:06.025864 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-595fa1ac-b216-4750-82d0-40bf97e10504 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:06.026398 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e773cdfa-1f90-49a9-9cdc-337e74e73e7d', 'name': 'network-vif-deleted', 'tag': '1c4891e3-dfc5-4fd3-b391-4c917c50a6be', 'status': 'completed', 'code': 200} Jul 06 11:54:06.045196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5c21-fa51-4603-8366-925f978ee89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.092719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:06.106787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.257319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5c21-fa51-4603-8366-925f978ee89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.260243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5c21-fa51-4603-8366-925f978ee89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.264773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ffb5c21-fa51-4603-8366-925f978ee89a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44358bb9-60f2-4837-a4c4-72af54c8e225 HTTP/1.1" status: 204 len: 168 time: 0.5620778 Jul 06 11:54:06.285028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb46ce8-988b-47e0-adc6-494efa2aba94 req-b56ddf70-2e97-47db-b233-5aa84bfdb04a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.287842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fb46ce8-988b-47e0-adc6-494efa2aba94 req-b56ddf70-2e97-47db-b233-5aa84bfdb04a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.1001160 Jul 06 11:54:06.338162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb5c21-fa51-4603-8366-925f978ee89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44358bb9-60f2-4837-a4c4-72af54c8e225,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:06.380396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fb46ce8-988b-47e0-adc6-494efa2aba94 req-b8c514fb-7520-42a1-bdf2-0b265ecf380c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851386 Jul 06 11:54:06.445096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e927-7e92-45f6-874a-4ffb6a10902b req-59c09c2a-b0c2-43c2-81d2-bc6aace13dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.446693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3bd4e927-7e92-45f6-874a-4ffb6a10902b req-59c09c2a-b0c2-43c2-81d2-bc6aace13dbb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 1096 time: 0.1904514 Jul 06 11:54:06.490383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.11 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/f699c158-8fe5-4a9b-be41-3a62a49f8cfb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:06.555420 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3bd4e927-7e92-45f6-874a-4ffb6a10902b req-85404f9e-b08c-4040-9cf5-dfe85a77861a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916328 Jul 06 11:54:06.609651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ec7bb-b84c-4759-8f49-4fa0b19f4937 req-a72b457e-a842-48bf-83b4-05b066916328 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.613227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e2ec7bb-b84c-4759-8f49-4fa0b19f4937 req-a72b457e-a842-48bf-83b4-05b066916328 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.1270554 Jul 06 11:54:06.725772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a81e33d9-e5be-4e4c-899d-46d4e2f6ac87 req-49cd8d92-a33c-4d4d-8adb-71d0ebf0ed9f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 210 time: 0.1075342 Jul 06 11:54:06.756206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e2ec7bb-b84c-4759-8f49-4fa0b19f4937 req-d1827308-849c-4e86-b56e-266e9074ed28 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178858 Jul 06 11:54:06.839510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.938237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.956365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:07.054881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:07.076748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04aa52dc-e0c3-4bf8-a6c2-3d0987b38071 req-53f3df1b-4ba5-40c0-b56b-6adc53fac654 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 210 time: 0.0608225 Jul 06 11:54:07.105260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:07.117346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b7c6d-9a26-433e-9ba5-c8fd08e2f19d req-64f2114a-9489-43db-87ef-5ee18c33425f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.124700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d35b7c6d-9a26-433e-9ba5-c8fd08e2f19d req-64f2114a-9489-43db-87ef-5ee18c33425f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.2002366 Jul 06 11:54:07.134589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:07.141352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Request body: {'floatingip': {'port_id': '7b793249-735c-476a-960f-f005af7b148a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:07.182998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:07.199788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:07.263329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.310140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1809b342-f562-489a-8371-ae540fbd24c7 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:07.360474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 1809b342-f562-489a-8371-ae540fbd24c7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:07.360984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1809b342-f562-489a-8371-ae540fbd24c7 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:07.361534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1c4891e3-dfc5-4fd3-b391-4c917c50a6be no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:07.454663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 1c4891e3-dfc5-4fd3-b391-4c917c50a6be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:07.459341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1c4891e3-dfc5-4fd3-b391-4c917c50a6be not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:07.533052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.534331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.563066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-8557d7e5-086e-4aaa-a7dd-d0b3a7f59c49 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8487542 Jul 06 11:54:07.582164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Request body: {'port': {'device_id': '0926c4c0-44e2-49f1-906b-76a808f40650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:07.688775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-d36e75ed-1fce-4bd1-93df-8dee918a8322 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.693258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-d36e75ed-1fce-4bd1-93df-8dee918a8322 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 813 time: 0.6338851 Jul 06 11:54:07.732956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Request body: {'port': {'device_id': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'admin_state_up': True, 'tenant_id': '80d83c4c0dcb4cafaf06316e5898b9ec'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:07.943178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.243970 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:54:08.341828 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.530659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f699c158-8fe5-4a9b-be41-3a62a49f8cfb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:08.549299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.574997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Transition to ACTIVE for port object f699c158-8fe5-4a9b-be41-3a62a49f8cfb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:08.589334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.656370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Made reservation on behalf of 80d83c4c0dcb4cafaf06316e5898b9ec for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:08.668681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.912698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-fd4819e7-c01b-46ef-af82-0bfa84f479c8 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.914360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-fd4819e7-c01b-46ef-af82-0bfa84f479c8 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 813 time: 0.5716646 Jul 06 11:54:08.917225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.022011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Request body: {'port': {'device_id': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'admin_state_up': True, 'tenant_id': '80d83c4c0dcb4cafaf06316e5898b9ec'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:09.027409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:09.085374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Allocated IP 172.20.0.6 (db7a10fa-4b25-4442-9b94-307759d05825/25bdd595-6873-4ab0-a3f4-af5b643e0f0e/6dbea2bd-084c-4625-955e-61665038d588) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:09.172133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Attempting to bind port f699c158-8fe5-4a9b-be41-3a62a49f8cfb on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:09.172642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Attempting to bind port f699c158-8fe5-4a9b-be41-3a62a49f8cfb by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:09.173217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Attempting to bind port f699c158-8fe5-4a9b-be41-3a62a49f8cfb on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:09.183771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Port f699c158-8fe5-4a9b-be41-3a62a49f8cfb on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:09.183771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Attempting to bind port f699c158-8fe5-4a9b-be41-3a62a49f8cfb on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:09.198928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:09.199450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:09.200047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:09.200666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Bound port: f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:09.201128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.323339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58e1c-8af5-49f5-8470-d4b85c763a0b req-f55b17fa-2384-4696-93c5-e9cbf88f5a1d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.340597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a58e1c-8af5-49f5-8470-d4b85c763a0b req-f55b17fa-2384-4696-93c5-e9cbf88f5a1d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 932 time: 1.2353082 Jul 06 11:54:09.403389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabff30-2f87-410e-939d-0c8879b87a1b req-d76ce3da-86dc-4346-b200-b70a79d5d743 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.418461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9aabff30-2f87-410e-939d-0c8879b87a1b req-d76ce3da-86dc-4346-b200-b70a79d5d743 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 1.3725097 Jul 06 11:54:09.502985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] For port f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:09.511446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] For port f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:09.528593 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.539633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.551795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9aabff30-2f87-410e-939d-0c8879b87a1b req-e844db2c-0bbf-4b43-87c1-a4b6dddd74c6 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317699 Jul 06 11:54:09.591507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.592458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.594194 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] 10.222.0.79 "PUT /v2.0/ports/f699c158-8fe5-4a9b-be41-3a62a49f8cfb HTTP/1.1" status: 200 len: 1092 time: 2.0181625 Jul 06 11:54:09.596722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0926c4c0-44e2-49f1-906b-76a808f40650', 'tag': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:09.599259 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f94ab3-186b-49b0-830d-be65031b93e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0926c4c0-44e2-49f1-906b-76a808f40650", "tag": "f699c158-8fe5-4a9b-be41-3a62a49f8cfb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:09.617468 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Floating IP ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc associated. External IP: 172.25.7.128, port: 7b793249-735c-476a-960f-f005af7b148a. Jul 06 11:54:09.638389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd5b4-50ba-4dae-ac3e-6c57cf4a02b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:09.669665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15a58e1c-8af5-49f5-8470-d4b85c763a0b req-49833171-bbb6-4cff-a6da-7fe061a4273f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267996 Jul 06 11:54:09.724882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.800771 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997ee6a-1657-49b2-8a0f-c8e1eaf09adb x-openstack-request-id: req-d997ee6a-1657-49b2-8a0f-c8e1eaf09adb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:09.801070 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0926c4c0-44e2-49f1-906b-76a808f40650", "tag": "f699c158-8fe5-4a9b-be41-3a62a49f8cfb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:09.801329 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d997ee6a-1657-49b2-8a0f-c8e1eaf09adb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:09.801731 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0926c4c0-44e2-49f1-906b-76a808f40650', 'tag': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb', 'status': 'completed', 'code': 200} Jul 06 11:54:09.828719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-ef8b75b2-94ec-48a8-ae35-3245dee8d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.830292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-ef8b75b2-94ec-48a8-ae35-3245dee8d1ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 1095 time: 0.1765442 Jul 06 11:54:09.832224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Network db7a10fa-4b25-4442-9b94-307759d05825 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:09.835727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:09.863810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:09.875833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Made reservation on behalf of 80d83c4c0dcb4cafaf06316e5898b9ec for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:09.879389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.946771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.947408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.992705 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-a39b7c6f-4882-4b53-91db-f1fff5c5c9f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb HTTP/1.1" status: 200 len: 217 time: 0.1501250 Jul 06 11:54:09.996183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event updated for resources: {'Port': ['ID=6dbea2bd-084c-4625-955e-61665038d588,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:10.018628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-451b8ac2-b186-4453-96de-8af546bf2823 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2909300 Jul 06 11:54:10.075650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Request body: {'port': {'device_id': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:10.157082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0ff-4833-4a1b-93b1-4a2c1652fc68 req-af17cc75-14e0-41c6-8668-c42c591ba911 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.164211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0969b0ff-4833-4a1b-93b1-4a2c1652fc68 req-af17cc75-14e0-41c6-8668-c42c591ba911 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 931 time: 0.3068430 Jul 06 11:54:10.171816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50929b-ea07-4048-88ee-805d44404017 req-3c03be40-6ae6-4152-bf89-57aa3dc0ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.173379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-3c03be40-6ae6-4152-bf89-57aa3dc0ba41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1737118 Jul 06 11:54:10.176498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.222122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-c3a21b43-7c0b-45ca-9d03-ae3ec6959bad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319591 Jul 06 11:54:10.319400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-6c608d5c-4e71-4c29-9974-b8cfc0cac3f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4087298 Jul 06 11:54:10.328014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:10.364564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0969b0ff-4833-4a1b-93b1-4a2c1652fc68 req-bc8bc04f-c3e6-40bc-9d75-4f73d4791e25 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990979 Jul 06 11:54:10.419969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Allocated IP 172.20.0.4 (db7a10fa-4b25-4442-9b94-307759d05825/25bdd595-6873-4ab0-a3f4-af5b643e0f0e/63752a0c-c96c-42ef-9de2-2d9eff51c7a0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:10.634905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-4c565dbc-b753-46e7-bf93-c77bbc06395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.636734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-4c565dbc-b753-46e7-bf93-c77bbc06395b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=57d3f455f727468d91e41a1c0b572f5e&device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 1101 time: 0.2872853 Jul 06 11:54:10.644751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:10.651216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.670756 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:10.689310 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:10.690361 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:10.716079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-87d0937c-1ac2-4548-866a-846a8616be27 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723797 Jul 06 11:54:10.930107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:10.983975 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7e50929b-ea07-4048-88ee-805d44404017 req-5b0b75b4-d667-4935-a9c3-794b1bab34b1 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665122 Jul 06 11:54:11.195266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-8f389fa3-92fc-4409-a3c3-aeba302f5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.199045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-8f389fa3-92fc-4409-a3c3-aeba302f5cc7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 1095 time: 0.1173816 Jul 06 11:54:11.207002 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:11.218160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0550bf1d-6537-415c-a2c7-9eb95000eaea tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "PUT /v2.0/floatingips/ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc HTTP/1.1" status: 200 len: 991 time: 4.0809379 Jul 06 11:54:11.225955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590cef6e-8710-43bf-8a0c-e1a04d8aaffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.230818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:11.234788 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12110adc-65a9-40db-9fd2-e7eb067bbccf" -d '{"events": [{"name": "network-changed", "server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:11.409759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-91fb469c-7115-493d-9c01-2cea348ceb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.413047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-91fb469c-7115-493d-9c01-2cea348ceb7e service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.6769741 Jul 06 11:54:11.419663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.487046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974ce24-18e0-4cbd-bd09-1ced18e0d3f9 req-605df1e4-f559-4c57-a0d1-83456614f845 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.495278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2974ce24-18e0-4cbd-bd09-1ced18e0d3f9 req-605df1e4-f559-4c57-a0d1-83456614f845 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 944 time: 0.5215263 Jul 06 11:54:11.506578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70af64d-831c-4a32-9126-9e82a79db562 req-87ff9ee5-0fb6-482c-9aca-f8e4599b8889 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.516795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d70af64d-831c-4a32-9126-9e82a79db562 req-87ff9ee5-0fb6-482c-9aca-f8e4599b8889 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.6227410 Jul 06 11:54:11.524118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-52758cee-2e23-4d6f-a2a2-c24a4f02464c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=49fbcced-3b0f-4e62-a196-03b206064756 HTTP/1.1" status: 200 len: 217 time: 0.0952089 Jul 06 11:54:11.634498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-da03b36f-9f5c-474a-892a-e3aa01da710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.636804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-da03b36f-9f5c-474a-892a-e3aa01da710e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.4075892 Jul 06 11:54:11.650429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590cef6e-8710-43bf-8a0c-e1a04d8aaffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.680951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d70af64d-831c-4a32-9126-9e82a79db562 req-723f7b7e-206f-42eb-a6d6-384c3fe63b60 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629345 Jul 06 11:54:11.721931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2974ce24-18e0-4cbd-bd09-1ced18e0d3f9 req-ac182b7e-98d2-416e-a627-86c42b526985 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253995 Jul 06 11:54:11.723588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-40f10984-48b3-4473-8de7-bed2a69a4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.725146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-40f10984-48b3-4473-8de7-bed2a69a4a37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.1749463 Jul 06 11:54:11.737726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-590cef6e-8710-43bf-8a0c-e1a04d8aaffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.741907 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'port_id': '7b793249-735c-476a-960f-f005af7b148a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'mac_address': 'fa:16:3e:53:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ebe381-2b6e-4052-bce5-d9582495f781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:53:47Z', 'updated_at': '2021-07-06T11:54:08Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:11.760411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.798095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cef6e-8710-43bf-8a0c-e1a04d8aaffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1a34f9-2d1c-4dff-a0bf-9aa966acad27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:11.814235 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-2fe8e879-976e-475c-aa91-9022e4abe435 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb HTTP/1.1" status: 200 len: 217 time: 0.1607881 Jul 06 11:54:11.840858 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:11.872282 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:11.873189 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:11.917069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-590cef6e-8710-43bf-8a0c-e1a04d8aaffc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3780d1d4b62e4a279a38d75e3256c502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9801095 Jul 06 11:54:11.924340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:11.927690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.79', 56734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:11.968025 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2d8bb5-9686-4e47-8038-f935062fdae5 x-openstack-request-id: req-ad2d8bb5-9686-4e47-8038-f935062fdae5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:11.968324 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "tag": "7b793249-735c-476a-960f-f005af7b148a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:11.974347 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad2d8bb5-9686-4e47-8038-f935062fdae5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:11.975807 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'status': 'completed', 'code': 200} Jul 06 11:54:12.072693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Network db7a10fa-4b25-4442-9b94-307759d05825 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:12.091326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:12.100951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:12.103532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event updated for resources: {'Port': ['ID=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:12.144284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-2ad5db70-beb7-4c94-8d24-a7dd5619532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.145844 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-2ad5db70-beb7-4c94-8d24-a7dd5619532b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.3199220 Jul 06 11:54:12.218488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ca5b-bc55-4803-974f-3b3b7e16f087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.253982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-77a03c67-10bf-4b2a-929a-a70d326ea6d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853906 Jul 06 11:54:12.275870 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:12.298822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-9c9287d8-0692-4799-ba3d-30143839c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.300578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-9c9287d8-0692-4799-ba3d-30143839c9b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5641060 Jul 06 11:54:12.310476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.311314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.314067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ca5b-bc55-4803-974f-3b3b7e16f087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.426303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-409ad6ef-970f-485b-aace-e9c2bc9277e5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4213722 Jul 06 11:54:12.488073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-397067b4-3f4a-4b92-881a-30a319bece89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.490331 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-397067b4-3f4a-4b92-881a-30a319bece89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1096 time: 0.5576487 Jul 06 11:54:12.516190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Request body: {'port': {'device_id': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:12.666262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-fc869aa7-26ac-42f1-92ed-cb815aec4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.668299 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-fc869aa7-26ac-42f1-92ed-cb815aec4f76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.1611881 Jul 06 11:54:12.670314 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-9e1847d1-f7cf-4900-b983-c2ffa7dbc179 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994999 Jul 06 11:54:12.672683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbea2bd-084c-4625-955e-61665038d588 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:12.700632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.974783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'port_id': '7b793249-735c-476a-960f-f005af7b148a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'mac_address': 'fa:16:3e:53:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ebe381-2b6e-4052-bce5-d9582495f781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:53:47Z', 'updated_at': '2021-07-06T11:54:08Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:13.052373 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62304da1-66b7-4d03-b154-4b80f952473b None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'port_id': '7b793249-735c-476a-960f-f005af7b148a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'mac_address': 'fa:16:3e:53:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ebe381-2b6e-4052-bce5-d9582495f781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:53:47Z', 'updated_at': '2021-07-06T11:54:08Z', 'revision_number': 1, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:13.223180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Transition to ACTIVE for port object 6dbea2bd-084c-4625-955e-61665038d588 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:13.246717 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ca5b-bc55-4803-974f-3b3b7e16f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.251551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ca5b-bc55-4803-974f-3b3b7e16f087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.254750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d1b2ca5b-bc55-4803-974f-3b3b7e16f087 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee1a34f9-2d1c-4dff-a0bf-9aa966acad27 HTTP/1.1" status: 204 len: 168 time: 1.3278418 Jul 06 11:54:13.293554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.322295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2ca5b-bc55-4803-974f-3b3b7e16f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1a34f9-2d1c-4dff-a0bf-9aa966acad27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:13.361801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f699c158-8fe5-4a9b-be41-3a62a49f8cfb details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:13.541106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97030611-6cb8-4713-bc77-ea1a2dc1ce7e None None] New status for floating IP ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:54:13.560853 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-b2926c2e-faac-4ec8-b182-ab768062bf08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 999 time: 0.8709469 Jul 06 11:54:13.691713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74dc9d-2613-4cdf-b1e5-705cd85c2f70 req-8e96a93f-d4de-4ca9-abaa-7a829dd854e7 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:13.694256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-e54220a8-9ca4-40b0-873d-62487d968f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:13.700171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a74dc9d-2613-4cdf-b1e5-705cd85c2f70 req-8e96a93f-d4de-4ca9-abaa-7a829dd854e7 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 931 time: 1.5052409 Jul 06 11:54:13.712159 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-e54220a8-9ca4-40b0-873d-62487d968f5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.1207426 Jul 06 11:54:13.725110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=6dbea2bd-084c-4625-955e-61665038d588,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:13.860058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-0482bb50-33e0-490b-8f64-95ed384fe38f service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1795061 Jul 06 11:54:13.889367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-321ae79b-a9af-442b-9551-d667e1305810 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5734518 Jul 06 11:54:13.912075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a74dc9d-2613-4cdf-b1e5-705cd85c2f70 req-67633b96-9813-42ce-8a1b-d2d6886f3638 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099953 Jul 06 11:54:13.970270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Attempting to bind port 6dbea2bd-084c-4625-955e-61665038d588 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:13.971674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Attempting to bind port 6dbea2bd-084c-4625-955e-61665038d588 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:13.972594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Attempting to bind port 6dbea2bd-084c-4625-955e-61665038d588 on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:13.988066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:13.995579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Port 6dbea2bd-084c-4625-955e-61665038d588 on network db7a10fa-4b25-4442-9b94-307759d05825 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:13.999367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Attempting to bind port 6dbea2bd-084c-4625-955e-61665038d588 on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:14.009850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb', 'mac_address': 'fa:16:3e:b1:e5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:14.029965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-57f8d418-4453-42a4-a61f-9e048ad29b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.034804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-57f8d418-4453-42a4-a61f-9e048ad29b82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2974854 Jul 06 11:54:14.043568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:14.043939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Checking segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:14.046146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Bound using segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:14.047275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Bound port: 6dbea2bd-084c-4625-955e-61665038d588, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:14.048503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.107488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42b892-eda6-4295-a2df-afbd1498a9f6 req-200e125f-b5f0-453c-9fe6-5f9dcc1c65eb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.117847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be42b892-eda6-4295-a2df-afbd1498a9f6 req-200e125f-b5f0-453c-9fe6-5f9dcc1c65eb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 1.7749474 Jul 06 11:54:14.121781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.148157 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.184921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f699c158-8fe5-4a9b-be41-3a62a49f8cfb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:14.229274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:14.234029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.288318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be42b892-eda6-4295-a2df-afbd1498a9f6 req-dc888926-d11c-4ef3-a98f-7630cd1b9a29 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687179 Jul 06 11:54:14.336466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.410072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49dc397f-12fa-4789-bf03-1d9ba36b9b3e req-0a6d4735-5c9a-420e-8cc1-ee8f33693837 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924533 Jul 06 11:54:14.511847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] For port 6dbea2bd-084c-4625-955e-61665038d588, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:14.517607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] For port 6dbea2bd-084c-4625-955e-61665038d588, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6dbea2bd-084c-4625-955e-61665038d588,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:14.550365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.593272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['f699c158-8fe5-4a9b-be41-3a62a49f8cfb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:14.612624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902e21e-1ce9-4b72-a4e8-9959fbf1c8ce req-33a6d771-debb-4675-aa56-fee21d4222cf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.627420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b902e21e-1ce9-4b72-a4e8-9959fbf1c8ce req-33a6d771-debb-4675-aa56-fee21d4222cf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 944 time: 0.4661219 Jul 06 11:54:14.635888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.637712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.639750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] 10.222.0.79 "PUT /v2.0/ports/6dbea2bd-084c-4625-955e-61665038d588 HTTP/1.1" status: 200 len: 1091 time: 4.5720501 Jul 06 11:54:14.642332 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e381e71-0c10-428c-b8cb-35fdaa24c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=6dbea2bd-084c-4625-955e-61665038d588,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.646181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'tag': '6dbea2bd-084c-4625-955e-61665038d588'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:14.690931 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb69057-0279-432d-88e4-b6eec2972697" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90", "tag": "6dbea2bd-084c-4625-955e-61665038d588"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:14.715359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-e01576e5-5ca3-48aa-b550-28859ceedd5e service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352570 Jul 06 11:54:14.859270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b902e21e-1ce9-4b72-a4e8-9959fbf1c8ce req-5a8cdc55-8229-4abf-9ced-22aceffcde29 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305393 Jul 06 11:54:15.007373 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12110adc-65a9-40db-9fd2-e7eb067bbccf req-4ab06a7f-63d5-4cc5-990e-59755f3d150f service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790492 Jul 06 11:54:15.035332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:15.038473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-ba6ad6fc-7986-4730-91b7-42fe59e020a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.045294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-ba6ad6fc-7986-4730-91b7-42fe59e020a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 1094 time: 0.3152843 Jul 06 11:54:15.052506 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.072662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Transition to ACTIVE for port object 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:15.084838 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.115436 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-2eedfdf5-d24e-48ce-ab0a-54e912205618 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dbea2bd-084c-4625-955e-61665038d588 HTTP/1.1" status: 200 len: 217 time: 0.0611920 Jul 06 11:54:15.177422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Pushing event updated for resources: {'Port': ['ID=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:15.185704 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880716ce-a9d4-473a-b54d-ecf9254ba690 x-openstack-request-id: req-880716ce-a9d4-473a-b54d-ecf9254ba690 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:15.186827 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90", "tag": "6dbea2bd-084c-4625-955e-61665038d588", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:15.187262 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-880716ce-a9d4-473a-b54d-ecf9254ba690 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:15.187937 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'tag': '6dbea2bd-084c-4625-955e-61665038d588', 'status': 'completed', 'code': 200} Jul 06 11:54:15.193516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-64579bff-b98b-4245-96fc-21547d731091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.195308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-64579bff-b98b-4245-96fc-21547d731091 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.0726738 Jul 06 11:54:15.282501 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-64361c8a-0a0c-4d56-9ddb-c9c816790a58 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780866 Jul 06 11:54:15.380773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Attempting to bind port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:15.381305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Attempting to bind port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:15.381830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Attempting to bind port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:15.399894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 on network db7a10fa-4b25-4442-9b94-307759d05825 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:15.400555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Attempting to bind port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 on network db7a10fa-4b25-4442-9b94-307759d05825 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:15.415949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:15.416377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Checking segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:15.416867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Bound using segment: {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:15.418958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Bound port: 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:15.418958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.523607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-bd0850c0-0ccc-40d5-a57d-7533496314ef service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323005 Jul 06 11:54:15.622147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] For port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:15.628423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] For port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:15.641247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.694324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d464f4-c56f-45dc-a031-f62c5ff7f8b0 req-3287899f-30bf-47a2-87e6-1e3e14797507 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.696165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52d464f4-c56f-45dc-a031-f62c5ff7f8b0 req-3287899f-30bf-47a2-87e6-1e3e14797507 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 943 time: 0.1906865 Jul 06 11:54:15.704190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.705278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.707509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] 10.222.0.79 "PUT /v2.0/ports/63752a0c-c96c-42ef-9de2-2d9eff51c7a0 HTTP/1.1" status: 200 len: 1091 time: 3.2428453 Jul 06 11:54:15.708696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'tag': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:15.715982 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdcb957-9efd-4831-8061-94547c7f319e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb157317-c295-4ef0-aa6e-e22a8f9ca6a3", "tag": "63752a0c-c96c-42ef-9de2-2d9eff51c7a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:15.769351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-85af13bb-0f4c-405d-8043-1ed1bb010098 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380409 Jul 06 11:54:15.773137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45764652-f36d-4c72-8540-290c1fd36204 service neutron] Pushing event updated for resources: {'Port': ['ID=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:15.826937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52d464f4-c56f-45dc-a031-f62c5ff7f8b0 req-9c6f071a-6ac8-4579-a296-ecc1cfaddc3d tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006179 Jul 06 11:54:15.886586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-5d45f14b-90ff-4608-ac1b-6c1300fd4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.888114 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-5d45f14b-90ff-4608-ac1b-6c1300fd4b6e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 1094 time: 0.0898170 Jul 06 11:54:15.951855 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-8f18ff4d-8a91-47ec-9096-e2f0e4862f44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0 HTTP/1.1" status: 200 len: 217 time: 0.0506582 Jul 06 11:54:15.958055 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c3d0f0-f060-48ba-b783-ed5116f93bd4 x-openstack-request-id: req-79c3d0f0-f060-48ba-b783-ed5116f93bd4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:15.959112 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb157317-c295-4ef0-aa6e-e22a8f9ca6a3", "tag": "63752a0c-c96c-42ef-9de2-2d9eff51c7a0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:15.963467 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79c3d0f0-f060-48ba-b783-ed5116f93bd4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:15.965507 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'tag': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0', 'status': 'completed', 'code': 200} Jul 06 11:54:16.027960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69057-0279-432d-88e4-b6eec2972697 req-a16fa422-59e6-4d3e-940d-46efe6566b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.031079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-a16fa422-59e6-4d3e-940d-46efe6566b3f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 1094 time: 0.1830249 Jul 06 11:54:16.040595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13fed-f7a7-4521-8389-19d7ed1e6d79 req-aaa6bb33-ce70-4480-8a25-7ac733afdfd6 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.048247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15b13fed-f7a7-4521-8389-19d7ed1e6d79 req-aaa6bb33-ce70-4480-8a25-7ac733afdfd6 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.2157257 Jul 06 11:54:16.061082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-e9b67470-326d-4d3f-976b-c94a44425088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.063232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-e9b67470-326d-4d3f-976b-c94a44425088 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.1030571 Jul 06 11:54:16.113150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-45c6e8f3-9df3-49bf-921e-e8c1f30b6ffc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404139 Jul 06 11:54:16.182240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15b13fed-f7a7-4521-8389-19d7ed1e6d79 req-1cde030f-4b98-42d0-a377-ccb6bcbd1a23 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329138 Jul 06 11:54:16.204751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:16.219568 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-a8d771f3-b008-40c0-b6c0-9c7dc156eb7c service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979364 Jul 06 11:54:16.252581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960883ec-dca5-4552-8b11-ead9dd2d70b7 req-0b21fa1c-9783-4a6b-940f-9617feddb7a5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.260796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-960883ec-dca5-4552-8b11-ead9dd2d70b7 req-0b21fa1c-9783-4a6b-940f-9617feddb7a5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 945 time: 0.2085240 Jul 06 11:54:16.264247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69057-0279-432d-88e4-b6eec2972697 req-00f553c3-f49c-41ae-828c-cc45b329052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.265712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-00f553c3-f49c-41ae-828c-cc45b329052c service neutron] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 914 time: 0.2146072 Jul 06 11:54:16.325300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-5754640f-51be-4caf-b85b-31bf1f4d3118 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dbea2bd-084c-4625-955e-61665038d588 HTTP/1.1" status: 200 len: 217 time: 0.0451193 Jul 06 11:54:16.392500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1260c1ed-f781-4dbb-a200-a36fd7a35f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.401278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-960883ec-dca5-4552-8b11-ead9dd2d70b7 req-323df7a4-27c7-432f-9df3-0f0c0546e9ce tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394415 Jul 06 11:54:16.406439 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-81ee6392-37dd-48c3-9fc5-4236f6f6cc06 req-5bc78a74-a95f-4f1e-936a-f8f15c88de3a service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743615 Jul 06 11:54:16.436143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69057-0279-432d-88e4-b6eec2972697 req-72f80d5c-2bff-4b86-8676-e6189c7532fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.439272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-72f80d5c-2bff-4b86-8676-e6189c7532fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.0956450 Jul 06 11:54:16.502415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-cd9334c0-d711-40db-b138-e7f766f86e3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507684 Jul 06 11:54:16.590002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1260c1ed-f781-4dbb-a200-a36fd7a35f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.598411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb957-9efd-4831-8061-94547c7f319e req-2c14a296-edd1-41ce-a636-70c90926d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.600111 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-2c14a296-edd1-41ce-a636-70c90926d977 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 1094 time: 0.1173902 Jul 06 11:54:16.605877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1260c1ed-f781-4dbb-a200-a36fd7a35f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.682050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-b718df80-76ab-4365-9f53-4794432c77e4 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600721 Jul 06 11:54:16.785445 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1260c1ed-f781-4dbb-a200-a36fd7a35f5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83d689be0bb84bd09cbf62d99c681bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796061 Jul 06 11:54:16.786101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:16.792978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb69057-0279-432d-88e4-b6eec2972697 req-2ffa094d-e3a0-4880-8177-6174429ed258 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958650 Jul 06 11:54:16.797514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260c1ed-f781-4dbb-a200-a36fd7a35f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2415cf-615e-4649-a56a-87caab2a584a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.871976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb957-9efd-4831-8061-94547c7f319e req-39a22a95-71cf-4d3d-963f-c87dbc33ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.873489 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-39a22a95-71cf-4d3d-963f-c87dbc33ce43 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 200 len: 914 time: 0.2647016 Jul 06 11:54:16.936240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b14372-71cf-4b71-aefa-433ff0c5704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.962152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b14372-71cf-4b71-aefa-433ff0c5704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.965040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-017f7964-0943-405a-b8f8-300be6ed61b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0 HTTP/1.1" status: 200 len: 217 time: 0.0788655 Jul 06 11:54:17.037437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b8446-dad2-4c6e-93dd-6ff0c64d1eb6 req-15837cd9-78a6-401e-baf7-4157746bbeab tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.045794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-357b8446-dad2-4c6e-93dd-6ff0c64d1eb6 req-15837cd9-78a6-401e-baf7-4157746bbeab tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 943 time: 0.0880013 Jul 06 11:54:17.052778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb957-9efd-4831-8061-94547c7f319e req-547f6c74-cb1a-4f63-bbcc-4e469faf74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.054264 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-547f6c74-cb1a-4f63-bbcc-4e469faf74a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 200 len: 853 time: 0.0671327 Jul 06 11:54:17.097038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-357b8446-dad2-4c6e-93dd-6ff0c64d1eb6 req-e8e72842-6bdb-4246-99fb-4e8d53423244 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Jul 06 11:54:17.101258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-f8debdc1-fe41-450a-9077-3d1b4dc33cdb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7a10fa-4b25-4442-9b94-307759d05825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381846 Jul 06 11:54:17.165528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b14372-71cf-4b71-aefa-433ff0c5704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.168719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b14372-71cf-4b71-aefa-433ff0c5704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.173483 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06b14372-71cf-4b71-aefa-433ff0c5704a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c2415cf-615e-4649-a56a-87caab2a584a HTTP/1.1" status: 204 len: 168 time: 0.3816400 Jul 06 11:54:17.198205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e29a2-ca0b-4dca-bb97-67c0e95a58f1 req-b585ce10-56ad-4fb7-9fc5-b68967a44c84 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.200005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd8e29a2-ca0b-4dca-bb97-67c0e95a58f1 req-b585ce10-56ad-4fb7-9fc5-b68967a44c84 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.0753915 Jul 06 11:54:17.203375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b14372-71cf-4b71-aefa-433ff0c5704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2415cf-615e-4649-a56a-87caab2a584a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:17.265599 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-89ee0e9e-383d-4d23-9eb3-78ac0b2f7e22 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485634 Jul 06 11:54:17.269857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd8e29a2-ca0b-4dca-bb97-67c0e95a58f1 req-1f666340-70c8-470a-9dda-82e62e1405f1 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Jul 06 11:54:17.367653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f699c158-8fe5-4a9b-be41-3a62a49f8cfb up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:17.384982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8bdcb957-9efd-4831-8061-94547c7f319e req-5fc03dc7-3389-40f2-880c-c9baa82ccb11 service neutron] 10.222.0.79 "GET /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081979 Jul 06 11:54:17.424617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port f699c158-8fe5-4a9b-be41-3a62a49f8cfb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:17.429185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port f699c158-8fe5-4a9b-be41-3a62a49f8cfb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.429565 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.557630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.591558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0926c4c0-44e2-49f1-906b-76a808f40650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:17.594327 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0084b47a-fb1c-478e-b86d-7bfb4c76851e" -d '{"events": [{"server_uuid": "0926c4c0-44e2-49f1-906b-76a808f40650", "name": "network-vif-plugged", "status": "completed", "tag": "f699c158-8fe5-4a9b-be41-3a62a49f8cfb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:17.611177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:17.620724 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.662928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe306-e189-4188-a873-6ab831d8b06a req-5febf7f3-e614-4248-8fc7-e5232f3a0f69 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.667368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fffbe306-e189-4188-a873-6ab831d8b06a req-5febf7f3-e614-4248-8fc7-e5232f3a0f69 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 945 time: 0.1183717 Jul 06 11:54:17.748409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fffbe306-e189-4188-a873-6ab831d8b06a req-f2cb1397-f602-4f95-b2d2-232ce444a743 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756509 Jul 06 11:54:17.771893 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7282b2-b4ef-4e59-bf0f-5790ee96cd17 x-openstack-request-id: req-0d7282b2-b4ef-4e59-bf0f-5790ee96cd17 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:17.772202 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0926c4c0-44e2-49f1-906b-76a808f40650", "name": "network-vif-plugged", "status": "completed", "tag": "f699c158-8fe5-4a9b-be41-3a62a49f8cfb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:17.772485 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d7282b2-b4ef-4e59-bf0f-5790ee96cd17 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:17.772889 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0926c4c0-44e2-49f1-906b-76a808f40650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb', 'code': 200} Jul 06 11:54:17.773855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:17.900466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08b5f-8820-48a6-8516-acaac9b66af6 req-4451b1a2-930a-4a1e-abd6-64758b12a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.902023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a08b5f-8820-48a6-8516-acaac9b66af6 req-4451b1a2-930a-4a1e-abd6-64758b12a93c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 1097 time: 0.1338193 Jul 06 11:54:17.962002 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-12a08b5f-8820-48a6-8516-acaac9b66af6 req-30d0daf8-e5d0-4aa3-b897-bfa42d935d6a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Jul 06 11:54:18.180650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:18.354673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e47f2-8977-4277-ab8c-eb076b16c9a7 req-643e4f07-7591-4cc6-b96c-e27c01bddbf3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:18.364793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c3e47f2-8977-4277-ab8c-eb076b16c9a7 req-643e4f07-7591-4cc6-b96c-e27c01bddbf3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 943 time: 0.1027229 Jul 06 11:54:18.461808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c3e47f2-8977-4277-ab8c-eb076b16c9a7 req-cfea724b-aa4c-4b14-b3fa-6d7859eb17d0 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945637 Jul 06 11:54:18.541680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.570630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad99c5-f487-4c34-bc29-b1a3ea2a90ad req-8ba9d1a8-371b-4ddf-8b51-f8225b736ff1 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:18.573439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15ad99c5-f487-4c34-bc29-b1a3ea2a90ad req-8ba9d1a8-371b-4ddf-8b51-f8225b736ff1 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.0835834 Jul 06 11:54:18.646024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.650940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.660309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15ad99c5-f487-4c34-bc29-b1a3ea2a90ad req-0b6bb151-be8f-468c-ad64-72d2e096d048 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795288 Jul 06 11:54:18.696153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3fdab3-b1b6-4200-871a-294883ccdb0c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:18.704685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60907f4fa366402cb571d1d248668906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203817 Jul 06 11:54:18.708885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:18.710534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.711314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.712397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.712969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.713497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.714001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.714500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.715000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.715617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.716162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.716706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.717248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f638a-1bf8-484d-9cad-733d9d84cf62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:18.801120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe05234f-7c82-466c-95b4-6e2ffe13c936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.829934 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe05234f-7c82-466c-95b4-6e2ffe13c936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.976619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe05234f-7c82-466c-95b4-6e2ffe13c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.980017 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe05234f-7c82-466c-95b4-6e2ffe13c936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.981175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fe05234f-7c82-466c-95b4-6e2ffe13c936 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba3fdab3-b1b6-4200-871a-294883ccdb0c HTTP/1.1" status: 204 len: 168 time: 0.2632840 Jul 06 11:54:19.008781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05234f-7c82-466c-95b4-6e2ffe13c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3fdab3-b1b6-4200-871a-294883ccdb0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:19.071803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3fa6-d1e5-46b9-9efc-9d0dca4966e2 req-02a09e60-8f25-4cd9-a3f5-61fee83a878d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.078952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6cd3fa6-d1e5-46b9-9efc-9d0dca4966e2 req-02a09e60-8f25-4cd9-a3f5-61fee83a878d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 946 time: 0.1139309 Jul 06 11:54:19.143555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6cd3fa6-d1e5-46b9-9efc-9d0dca4966e2 req-098a22ad-0d56-4e5c-bdb4-bd246ce1d3e8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635400 Jul 06 11:54:19.372397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:19.566385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-671c78b4-7e22-4a4e-a98e-981b2b3aa75a tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.569298 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-671c78b4-7e22-4a4e-a98e-981b2b3aa75a tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.1279049 Jul 06 11:54:19.618908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:19.640638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa25-5ee9-4556-ae65-a9e833ade2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.670460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.689097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'port_id': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0', 'mac_address': 'fa:16:3e:de:66:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bdd595-6873-4ab0-a3f4-af5b643e0f0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:19.760614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.789273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Deleting port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:19.801764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:19.802481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.855978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.862063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f9279-6d31-43e4-8e1a-0aefc5ce6469 req-3a0c7d6c-c026-45e6-901c-304e03846b2d tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.863108 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.871031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a25f9279-6d31-43e4-8e1a-0aefc5ce6469 req-3a0c7d6c-c026-45e6-901c-304e03846b2d tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 943 time: 0.1703763 Jul 06 11:54:19.877814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6dbea2bd-084c-4625-955e-61665038d588 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:19.944919 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] For port 9a8d8d83-9346-41b5-9112-a1832cbd0be7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9a8d8d83-9346-41b5-9112-a1832cbd0be7,segment=NetworkSegment(1486b067-9ce6-4d4e-a0e0-3b8bc3c63477),segment_id=1486b067-9ce6-4d4e-a0e0-3b8bc3c63477)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.945465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.962716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6dbea2bd-084c-4625-955e-61665038d588, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6dbea2bd-084c-4625-955e-61665038d588,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.967484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Calling delete_port for 9a8d8d83-9346-41b5-9112-a1832cbd0be7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:19.974824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa25-5ee9-4556-ae65-a9e833ade2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.994800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '6dbea2bd-084c-4625-955e-61665038d588', 'network_id': 'db7a10fa-4b25-4442-9b94-307759d05825', 'port_id': '6dbea2bd-084c-4625-955e-61665038d588', 'mac_address': 'fa:16:3e:67:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bdd595-6873-4ab0-a3f4-af5b643e0f0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:20.012156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb3fa25-5ee9-4556-ae65-a9e833ade2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.030186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.041347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:20.051804 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.070266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a25f9279-6d31-43e4-8e1a-0aefc5ce6469 req-708668e5-6db8-4544-9e02-5904f8dc52f5 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975279 Jul 06 11:54:20.078993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbea2bd-084c-4625-955e-61665038d588 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:20.098506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3fa25-5ee9-4556-ae65-a9e833ade2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f62e65-04d2-4125-86d4-68332aaabd68,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.116385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6dbea2bd-084c-4625-955e-61665038d588, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6dbea2bd-084c-4625-955e-61665038d588,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:20.134673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.153433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:20.154145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bb3fa25-5ee9-4556-ae65-a9e833ade2f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e5b190326be4d4cbbdd4263f55e20c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339680 Jul 06 11:54:20.203640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0318e36-fbea-47c8-b64b-a9901695a697 req-2b60697a-b3f3-43ac-9884-7e4ba4caff8f tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.211332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0318e36-fbea-47c8-b64b-a9901695a697 req-2b60697a-b3f3-43ac-9884-7e4ba4caff8f tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5f73f6f-faa9-44e6-abfe-4a89d0be1e82 HTTP/1.1" status: 200 len: 945 time: 0.3128271 Jul 06 11:54:20.219935 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.248939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9a8d8d83-9346-41b5-9112-a1832cbd0be7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:20.267243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Pushing event deleted for resources: {'Port': ['ID=9a8d8d83-9346-41b5-9112-a1832cbd0be7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.270498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c593f8d-3fd9-4d3c-8b07-f197ae546a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.298968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0318e36-fbea-47c8-b64b-a9901695a697 req-44fb645e-a6d4-42af-aa28-a83d748dabf1 tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.78 "GET /v2.0/security-groups?id=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775635 Jul 06 11:54:20.308160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6dbea2bd-084c-4625-955e-61665038d588,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.334944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] No DVR routers for this DVR port 9a8d8d83-9346-41b5-9112-a1832cbd0be7 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:20.342318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.344746 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af9c6f02-6195-4c02-b14a-3b95e6895a4d req-237c737c-4de7-46cf-9d9a-cd9929d47cfb tempest-ServersNegativeTestMultiTenantJSON-1340130854 tempest-ServersNegativeTestMultiTenantJSON-1340130854-project] 10.222.0.79 "DELETE /v2.0/ports/9a8d8d83-9346-41b5-9112-a1832cbd0be7 HTTP/1.1" status: 204 len: 173 time: 0.7652397 Jul 06 11:54:20.345057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'name': 'network-vif-deleted', 'tag': '9a8d8d83-9346-41b5-9112-a1832cbd0be7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:20.347359 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499940f3-1bfd-48a2-921b-e4b7f7f1e187" -d '{"events": [{"server_uuid": "e5f73f6f-faa9-44e6-abfe-4a89d0be1e82", "name": "network-vif-deleted", "tag": "9a8d8d83-9346-41b5-9112-a1832cbd0be7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:20.367411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:20.374689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c593f8d-3fd9-4d3c-8b07-f197ae546a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.417063 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1e8369-c1df-4131-9ce8-800defa00817 x-openstack-request-id: req-ac1e8369-c1df-4131-9ce8-800defa00817 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:20.417465 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f73f6f-faa9-44e6-abfe-4a89d0be1e82", "name": "network-vif-deleted", "tag": "9a8d8d83-9346-41b5-9112-a1832cbd0be7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:20.417814 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac1e8369-c1df-4131-9ce8-800defa00817 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:20.418302 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f73f6f-faa9-44e6-abfe-4a89d0be1e82', 'name': 'network-vif-deleted', 'tag': '9a8d8d83-9346-41b5-9112-a1832cbd0be7', 'status': 'completed', 'code': 200} Jul 06 11:54:20.424612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.488142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c593f8d-3fd9-4d3c-8b07-f197ae546a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.490864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c593f8d-3fd9-4d3c-8b07-f197ae546a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.494755 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1c593f8d-3fd9-4d3c-8b07-f197ae546a0b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20f62e65-04d2-4125-86d4-68332aaabd68 HTTP/1.1" status: 204 len: 168 time: 0.3379686 Jul 06 11:54:20.504041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c593f8d-3fd9-4d3c-8b07-f197ae546a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f62e65-04d2-4125-86d4-68332aaabd68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.583025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['63752a0c-c96c-42ef-9de2-2d9eff51c7a0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:20.597309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.613602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6dbea2bd-084c-4625-955e-61665038d588'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:20.628726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5328-58ea-475f-a929-770e8824479b req-8e2c8519-26fb-4e14-bfab-ff4473186144 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.630387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747e5328-58ea-475f-a929-770e8824479b req-8e2c8519-26fb-4e14-bfab-ff4473186144 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 946 time: 0.1699157 Jul 06 11:54:20.744905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-747e5328-58ea-475f-a929-770e8824479b req-baf795dd-e19d-476d-9384-cfcc1da4f879 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080139 Jul 06 11:54:20.795602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Allocated IP 172.25.7.50 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/a0684cd6-23b8-478e-befe-9b37d71ea7b0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:20.948149 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.026414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.066411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a72d2-ec76-4f41-bab0-240096cf0f55 req-66ef542e-081e-4c27-a314-b9256e7afee7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:21.072128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae0a72d2-ec76-4f41-bab0-240096cf0f55 req-66ef542e-081e-4c27-a314-b9256e7afee7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 946 time: 0.1023223 Jul 06 11:54:21.076344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:21.092483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29279ef-9a34-4150-9590-c6debf829ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.104194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:21.110745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:21.116493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:21.147546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Port': ['ID=a0684cd6-23b8-478e-befe-9b37d71ea7b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:21.200800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae0a72d2-ec76-4f41-bab0-240096cf0f55 req-59848b4e-133a-4f81-b924-4100c365f1fd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093903 Jul 06 11:54:21.310018 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29279ef-9a34-4150-9590-c6debf829ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.312579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.322334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29279ef-9a34-4150-9590-c6debf829ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.376834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.406200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29279ef-9a34-4150-9590-c6debf829ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194149c5-f4c9-4715-8ce2-577d51575876,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:21.418660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a29279ef-9a34-4150-9590-c6debf829ff3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15ba0ad493794bb99e5bfe33a3c85fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388190 Jul 06 11:54:21.419345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:21.477050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf358ca-49cd-480d-a8e1-fdc078f39afb req-5fed105b-e881-44db-b513-4ad579c05435 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:21.479347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf358ca-49cd-480d-a8e1-fdc078f39afb req-5fed105b-e881-44db-b513-4ad579c05435 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 944 time: 0.1295853 Jul 06 11:54:21.533371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea196-e2b6-4d91-b35a-aa24d00f939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.570510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea196-e2b6-4d91-b35a-aa24d00f939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.584842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf358ca-49cd-480d-a8e1-fdc078f39afb req-cc32d87f-d408-4312-8cd8-cf8e64a9e5f4 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975761 Jul 06 11:54:21.585053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.596212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.668294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea196-e2b6-4d91-b35a-aa24d00f939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.671520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3ea196-e2b6-4d91-b35a-aa24d00f939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.673653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Port': ['ID=a0684cd6-23b8-478e-befe-9b37d71ea7b0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:21.689084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a3ea196-e2b6-4d91-b35a-aa24d00f939c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/194149c5-f4c9-4715-8ce2-577d51575876 HTTP/1.1" status: 204 len: 168 time: 0.2552340 Jul 06 11:54:21.690088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.704842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ea196-e2b6-4d91-b35a-aa24d00f939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194149c5-f4c9-4715-8ce2-577d51575876,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:21.705898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.710430 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-17524855-ea6c-401d-a12d-d43c78bfe4ab tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6678252 Jul 06 11:54:21.711132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:21.731650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-605495456'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:21.757658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:21.767638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Made reservation on behalf of e248aba7cb164d80a075bd47b944fab8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:21.771080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.797355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.838919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7d87-f3bd-454c-beee-8ba011c84e36 req-1c8f0d54-e3e0-4afb-8537-35fd7b796d94 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:21.842506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56cd7d87-f3bd-454c-beee-8ba011c84e36 req-1c8f0d54-e3e0-4afb-8537-35fd7b796d94 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 946 time: 0.0897005 Jul 06 11:54:21.904610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56cd7d87-f3bd-454c-beee-8ba011c84e36 req-38c9ab83-1886-4645-affb-d9e1a8d6bfcf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476060 Jul 06 11:54:22.152351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Deleting subnet dd2166e8-5da7-436a-9e38-ce052ef060ac {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:22.159388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.210474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.264313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.270266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.278066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.318444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:22.344069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271c3a08-4ec3-4cbb-930b-fbd84100db74,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:22.346943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.347439 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Added segment 63d9d295-a862-4610-9cd5-ae4b127ad712 of type vlan for network bfc6dada-6523-4797-a2c0-70374beee466 Jul 06 11:54:22.406442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.419645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.461566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2166e8-5da7-436a-9e38-ce052ef060ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:22.465057 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.470509 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0531838f-7ead-41ff-979b-0bbf3f25643b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dd2166e8-5da7-436a-9e38-ce052ef060ac HTTP/1.1" status: 204 len: 168 time: 0.7074616 Jul 06 11:54:22.470998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:22.480160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.493755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:22.494667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.559805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.581491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8684578 Jul 06 11:54:22.585061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:22.594698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Request body: {'subnet': {'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:22.610506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95624-611c-4cd2-b858-867ab51eb9c9 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Network': ['ID=bfc6dada-6523-4797-a2c0-70374beee466,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:22.620365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.632405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network bfc6dada-6523-4797-a2c0-70374beee466 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:22.692071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.706168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd75a6b-e361-4da7-898d-cd1533e6841f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.720247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.720549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1486b067-9ce6-4d4e-a0e0-3b8bc3c63477') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.732382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Made reservation on behalf of e248aba7cb164d80a075bd47b944fab8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:22.737002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.764290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.784446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.794414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:22.795095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:22.798019 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:22.888555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3754d93-efec-4e8b-8d41-f662dc83cd74 req-a0bb8903-14cf-4648-866d-b88bc3505269 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:22.890381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3754d93-efec-4e8b-8d41-f662dc83cd74 req-a0bb8903-14cf-4648-866d-b88bc3505269 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 944 time: 0.1627064 Jul 06 11:54:22.896364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.919276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.921265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5cd75a6b-e361-4da7-898d-cd1533e6841f HTTP/1.1" status: 204 len: 168 time: 0.4492083 Jul 06 11:54:22.924288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:22.934685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d518cc-dfa3-4caf-a2f3-c1d9fd218e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd75a6b-e361-4da7-898d-cd1533e6841f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:22.956522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3754d93-efec-4e8b-8d41-f662dc83cd74 req-aa54a8fa-eb24-4f3f-8aba-bd551e51967f tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576708 Jul 06 11:54:23.067098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Deleting subnet 8c816aee-82c5-4f9f-bb70-234505765697 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:23.075504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.131615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19d54-0ed6-45d0-9813-e334d93a2461 req-35104a5a-bd3c-484f-a690-edc719f10aad tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:23.133237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77b19d54-0ed6-45d0-9813-e334d93a2461 req-35104a5a-bd3c-484f-a690-edc719f10aad tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 946 time: 0.0711660 Jul 06 11:54:23.144387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.175785 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.179167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77b19d54-0ed6-45d0-9813-e334d93a2461 req-f8499bc7-6129-475f-b2fc-b5b95aa4751a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372918 Jul 06 11:54:23.256963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.288938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Subnet': ['ID=e7806d63-523e-4ce4-8483-0f171b3b2fda,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:23.318794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-516e1bbb-6054-4804-aac9-36628c87583a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:23.320437 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-516e1bbb-6054-4804-aac9-36628c87583a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 946 time: 0.2219486 Jul 06 11:54:23.324385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Checking segment: {'id': '63d9d295-a862-4610-9cd5-ae4b127ad712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:23.324816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network hostable DHCP agents. Network: bfc6dada-6523-4797-a2c0-70374beee466, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:23.396672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:23.408455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network bfc6dada-6523-4797-a2c0-70374beee466 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:23.453637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, bfc6dada-6523-4797-a2c0-70374beee466) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:23.463876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.479490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48439303-5f75-4c12-adb7-7c08bd541891 None None] Network bfc6dada-6523-4797-a2c0-70374beee466 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:23.485480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:23.486100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.510741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.512863 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8c816aee-82c5-4f9f-bb70-234505765697 HTTP/1.1" status: 204 len: 168 time: 0.5872769 Jul 06 11:54:23.516524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:23.545086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0491-d72c-434b-8d69-3dc9991b63ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c816aee-82c5-4f9f-bb70-234505765697,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:23.555242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:23.564743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:23.565222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.583750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06c9f568-ff80-47dc-8093-d8fb30d4a692 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9973133 Jul 06 11:54:23.589075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:23.596913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-22810001', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:23.628694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port f699c158-8fe5-4a9b-be41-3a62a49f8cfb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:23.628694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.635102 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.676127 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.716692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:23.751068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.752376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.758714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:23.761236 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6316cf74-9e79-49b3-bdc6-1ba2780972fb" -d '{"events": [{"server_uuid": "eb157317-c295-4ef0-aa6e-e22a8f9ca6a3", "name": "network-vif-plugged", "status": "completed", "tag": "63752a0c-c96c-42ef-9de2-2d9eff51c7a0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:23.763234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port f699c158-8fe5-4a9b-be41-3a62a49f8cfb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:23.763664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.777735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.778572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6dbea2bd-084c-4625-955e-61665038d588 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:23.782812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for f699c158-8fe5-4a9b-be41-3a62a49f8cfb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:23.795880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.812326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa010c3-5aa3-41fa-bea9-d6131f7148d0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:23.827302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df962fc-a853-45ac-8e8e-37a3938cdf9d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:23.827638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df962fc-a853-45ac-8e8e-37a3938cdf9d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:23.846317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.881300 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e32cc6-b907-4d2a-a679-0a950ad90821 x-openstack-request-id: req-e0e32cc6-b907-4d2a-a679-0a950ad90821 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:23.883702 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb157317-c295-4ef0-aa6e-e22a8f9ca6a3", "name": "network-vif-plugged", "status": "completed", "tag": "63752a0c-c96c-42ef-9de2-2d9eff51c7a0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:23.884001 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0e32cc6-b907-4d2a-a679-0a950ad90821 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:23.884417 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0', 'code': 200} Jul 06 11:54:23.892047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee27c7e-c383-4e88-b531-84fe8d4cd164 req-d1031edd-fcc7-4c18-a086-b07bd7c3e0a8 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:23.893909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ee27c7e-c383-4e88-b531-84fe8d4cd164 req-d1031edd-fcc7-4c18-a086-b07bd7c3e0a8 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.1599104 Jul 06 11:54:23.901131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.923455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.930653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:23.931076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.937468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-bfc6dada-6523-4797-a2c0-70374beee466', 'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466', 'tenant_id': 'e248aba7cb164d80a075bd47b944fab8', 'fixed_ips': [{'subnet_id': 'e7806d63-523e-4ce4-8483-0f171b3b2fda'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:23.938342 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:23.952243 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:24.053246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.133886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.177118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ee27c7e-c383-4e88-b531-84fe8d4cd164 req-de4426c4-a95f-49bd-a421-4a3f5d17bcd3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696352 Jul 06 11:54:24.215339 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.221025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.221915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 6dbea2bd-084c-4625-955e-61665038d588 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:24.223330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ffa010c3-5aa3-41fa-bea9-d6131f7148d0 HTTP/1.1" status: 204 len: 168 time: 0.7058091 Jul 06 11:54:24.229752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 6dbea2bd-084c-4625-955e-61665038d588 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:24.230337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.266277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2071-fcac-421e-ae7e-484fd3062988 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa010c3-5aa3-41fa-bea9-d6131f7148d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.307445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.307714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d551-d356-43aa-bb43-f749eab1591a req-df6ed504-4120-4c89-98ba-8bdc27bc83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:24.308563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25c8d551-d356-43aa-bb43-f749eab1591a req-df6ed504-4120-4c89-98ba-8bdc27bc83c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 1096 time: 0.3503766 Jul 06 11:54:24.338952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Allocated IP 172.20.0.2 (bfc6dada-6523-4797-a2c0-70374beee466/e7806d63-523e-4ce4-8483-0f171b3b2fda/e95df3fb-81f4-488d-a595-3e2525c253bb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:24.344194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c54324-3311-458c-bc65-9807e1d6e9c7 req-b953cd8b-0300-43db-889d-4bcabcccd32e tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:24.350203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35', 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:24.351356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5c54324-3311-458c-bc65-9807e1d6e9c7 req-b953cd8b-0300-43db-889d-4bcabcccd32e tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 944 time: 0.2073085 Jul 06 11:54:24.430631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=f699c158-8fe5-4a9b-be41-3a62a49f8cfb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.478640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-25c8d551-d356-43aa-bb43-f749eab1591a req-4f433443-ff3f-4416-96fa-5156015affcc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606176 Jul 06 11:54:24.497471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5c54324-3311-458c-bc65-9807e1d6e9c7 req-06b5c38b-4021-4246-8bce-cd0caf1c1417 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434326 Jul 06 11:54:24.504123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-689f05dd-c75d-4c31-b10b-053e5c61a627 req-37044441-be15-45f5-ad93-0c64a28a5abf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=0926c4c0-44e2-49f1-906b-76a808f40650 HTTP/1.1" status: 200 len: 210 time: 0.0733137 Jul 06 11:54:24.559373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.575825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port f699c158-8fe5-4a9b-be41-3a62a49f8cfb on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:24.583486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.585615 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e994ed5b-75f3-42fd-92a6-c25e8722bbf8 req-118c28f4-76df-4144-83aa-71883ddd8d64 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/f699c158-8fe5-4a9b-be41-3a62a49f8cfb HTTP/1.1" status: 204 len: 173 time: 1.2554986 Jul 06 11:54:24.586240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0926c4c0-44e2-49f1-906b-76a808f40650', 'name': 'network-vif-deleted', 'tag': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:24.589336 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366f56f2-28d2-49e2-8905-770443c53783" -d '{"events": [{"server_uuid": "0926c4c0-44e2-49f1-906b-76a808f40650", "name": "network-vif-deleted", "tag": "f699c158-8fe5-4a9b-be41-3a62a49f8cfb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:24.621441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:24.656837 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad71cd7b-eb14-40ad-a68d-e5b5cc8931b7 x-openstack-request-id: req-ad71cd7b-eb14-40ad-a68d-e5b5cc8931b7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:24.657234 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0926c4c0-44e2-49f1-906b-76a808f40650", "name": "network-vif-deleted", "tag": "f699c158-8fe5-4a9b-be41-3a62a49f8cfb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:24.657584 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad71cd7b-eb14-40ad-a68d-e5b5cc8931b7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:24.658208 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0926c4c0-44e2-49f1-906b-76a808f40650', 'name': 'network-vif-deleted', 'tag': 'f699c158-8fe5-4a9b-be41-3a62a49f8cfb', 'status': 'completed', 'code': 200} Jul 06 11:54:24.684715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6dbea2bd-084c-4625-955e-61665038d588, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6dbea2bd-084c-4625-955e-61665038d588,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:24.707612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.708441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9a8d8d83-9346-41b5-9112-a1832cbd0be7 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:24.719297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5792b80a-6c69-468c-b9ba-b17225356276 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51fc7e8974c948f6aad22c96a243c6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965426 Jul 06 11:54:24.722224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:24.730999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.757688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.767239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 9a8d8d83-9346-41b5-9112-a1832cbd0be7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:24.767503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9a8d8d83-9346-41b5-9112-a1832cbd0be7 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:24.793483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f688acf5-c768-43bc-bc68-efda1d62239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.820398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f688acf5-c768-43bc-bc68-efda1d62239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.877118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6dbea2bd-084c-4625-955e-61665038d588,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.893474 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f688acf5-c768-43bc-bc68-efda1d62239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.894854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.896735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f688acf5-c768-43bc-bc68-efda1d62239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.897910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f688acf5-c768-43bc-bc68-efda1d62239d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/769e0b0a-5f10-41e5-aad9-76f6ffdb63dc HTTP/1.1" status: 204 len: 168 time: 0.1746995 Jul 06 11:54:24.904144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Allocated IP 172.25.7.73 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/360d4d0d-0028-4ddc-a96b-a7b123603f57) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:24.907601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688acf5-c768-43bc-bc68-efda1d62239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e0b0a-5f10-41e5-aad9-76f6ffdb63dc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.915472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Transition to ACTIVE for port object e95df3fb-81f4-488d-a595-3e2525c253bb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:24.946795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Transition to ACTIVE for port object e95df3fb-81f4-488d-a595-3e2525c253bb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:24.956520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.992764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Network bfc6dada-6523-4797-a2c0-70374beee466 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:24.996368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:25.000060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:25.019585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Pushing event updated for resources: {'Port': ['ID=e95df3fb-81f4-488d-a595-3e2525c253bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:25.037469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.078855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Attempting to bind port e95df3fb-81f4-488d-a595-3e2525c253bb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:25.079203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Attempting to bind port e95df3fb-81f4-488d-a595-3e2525c253bb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '63d9d295-a862-4610-9cd5-ae4b127ad712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:25.079795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Attempting to bind port e95df3fb-81f4-488d-a595-3e2525c253bb on network bfc6dada-6523-4797-a2c0-70374beee466 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:25.085512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:25.085894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Checking segment: {'id': '63d9d295-a862-4610-9cd5-ae4b127ad712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:25.086301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.086884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Bound using segment: {'id': '63d9d295-a862-4610-9cd5-ae4b127ad712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:25.088217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Bound port: e95df3fb-81f4-488d-a595-3e2525c253bb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d9d295-a862-4610-9cd5-ae4b127ad712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:25.088643 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.096324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.141937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:25.147354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:25.151729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:25.175431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] For port e95df3fb-81f4-488d-a595-3e2525c253bb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:25.180782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] For port e95df3fb-81f4-488d-a595-3e2525c253bb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e95df3fb-81f4-488d-a595-3e2525c253bb,segment=NetworkSegment(63d9d295-a862-4610-9cd5-ae4b127ad712),segment_id=63d9d295-a862-4610-9cd5-ae4b127ad712)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:25.183438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Port': ['ID=360d4d0d-0028-4ddc-a96b-a7b123603f57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:25.188751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.293123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ad8f5-42c2-49e6-b849-ffe0d6cba23c None None] Pushing event updated for resources: {'Port': ['ID=e95df3fb-81f4-488d-a595-3e2525c253bb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:25.405702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:25.466008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a88af1b2-66c8-4515-baab-e7ca4ee32ad2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7dde97c98d35404685ef837e981769d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590174 Jul 06 11:54:25.468748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:25.547757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47f352-e0b1-413a-a9b2-e6f2f7dc082f req-68244831-a3fd-4715-8546-bd8c224364b3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:25.549458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b47f352-e0b1-413a-a9b2-e6f2f7dc082f req-68244831-a3fd-4715-8546-bd8c224364b3 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.1863518 Jul 06 11:54:25.635504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8695385d-a2fb-42d6-82e0-4787801ec145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.669142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.707025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8695385d-a2fb-42d6-82e0-4787801ec145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.744734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b47f352-e0b1-413a-a9b2-e6f2f7dc082f req-1cd0f2d6-2596-43a3-a061-0ed85ff2709c tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509757 Jul 06 11:54:25.887345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbea2bd-084c-4625-955e-61665038d588'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:25.894686 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62b5420-de88-4883-afd5-3ecd335fea76" -d '{"events": [{"server_uuid": "a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90", "name": "network-vif-plugged", "status": "completed", "tag": "6dbea2bd-084c-4625-955e-61665038d588"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:25.927234 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8695385d-a2fb-42d6-82e0-4787801ec145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.941221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8695385d-a2fb-42d6-82e0-4787801ec145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.945256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8695385d-a2fb-42d6-82e0-4787801ec145 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe1ab506-c2a7-4776-a3e8-976418d9e55d HTTP/1.1" status: 204 len: 168 time: 0.4754944 Jul 06 11:54:25.959255 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9f936-0cba-4378-bab2-ff61515000be x-openstack-request-id: req-99a9f936-0cba-4378-bab2-ff61515000be {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:25.959788 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90", "name": "network-vif-plugged", "status": "completed", "tag": "6dbea2bd-084c-4625-955e-61665038d588", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:25.960236 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99a9f936-0cba-4378-bab2-ff61515000be {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:25.960813 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbea2bd-084c-4625-955e-61665038d588', 'code': 200} Jul 06 11:54:25.985818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695385d-a2fb-42d6-82e0-4787801ec145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1ab506-c2a7-4776-a3e8-976418d9e55d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:25.998910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743192c-0814-4a6e-8d07-56bcfdec6d3f req-d06eaff0-dd0b-4fcf-be22-01e677c62738 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.015227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743192c-0814-4a6e-8d07-56bcfdec6d3f req-d06eaff0-dd0b-4fcf-be22-01e677c62738 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 945 time: 0.2488356 Jul 06 11:54:26.241361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-06ba232a-5e5b-436c-b2db-5f4716f2f5f1 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.249208 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-06ba232a-5e5b-436c-b2db-5f4716f2f5f1 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.79 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.6646183 Jul 06 11:54:26.265260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a743192c-0814-4a6e-8d07-56bcfdec6d3f req-bb4c3978-5792-4710-be34-66043d1a6c0a tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427423 Jul 06 11:54:26.350815 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:54:26.369546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ca034-c56e-4f86-b894-3971e90722e4 req-aaafe04e-17f3-4d16-9d0a-c11df583ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.371105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-834ca034-c56e-4f86-b894-3971e90722e4 req-aaafe04e-17f3-4d16-9d0a-c11df583ae3c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 1096 time: 0.2406960 Jul 06 11:54:26.473816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-834ca034-c56e-4f86-b894-3971e90722e4 req-7d634682-cda6-4c82-a2e7-b15db84ec473 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922306 Jul 06 11:54:26.553683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:26.792155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Deleting port 49fbcced-3b0f-4e62-a196-03b206064756 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:26.792518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:26.830648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e95df3fb-81f4-488d-a595-3e2525c253bb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:26.896897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Router 109d47d9-a599-4fdc-b3f3-f3520639b970 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:54:26.898138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af2a4b-3cd9-42c4-a2ca-525fb00a39a1 None None] Network bfc6dada-6523-4797-a2c0-70374beee466 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:26.969297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] For port 49fbcced-3b0f-4e62-a196-03b206064756, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=49fbcced-3b0f-4e62-a196-03b206064756,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:26.969763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:26.989671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Calling delete_port for 49fbcced-3b0f-4e62-a196-03b206064756 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:27.033219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-454d1b7d-5c41-448d-bc3e-fb6d397eabd1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:27.036744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-454d1b7d-5c41-448d-bc3e-fb6d397eabd1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.1791911 Jul 06 11:54:27.054521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1011b19c-ffb6-4581-96bd-f60e22d03238 None None] Provisioning for port e95df3fb-81f4-488d-a595-3e2525c253bb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:27.066597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-f9213c70-06e7-401f-956c-bd383b492e83 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.0164654 Jul 06 11:54:27.116828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port e95df3fb-81f4-488d-a595-3e2525c253bb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:27.151977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e95df3fb-81f4-488d-a595-3e2525c253bb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:27.152630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.157930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ec8d8-b072-41f9-8af5-1230a6773bc3 req-ac0660a9-d829-4837-ad4a-d79a024226f1 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:27.160728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62c2cba-c235-4e21-926b-8cad7e00c380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.165413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-600ec8d8-b072-41f9-8af5-1230a6773bc3 req-ac0660a9-d829-4837-ad4a-d79a024226f1 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 950 time: 0.2075024 Jul 06 11:54:27.171588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.198906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['49fbcced-3b0f-4e62-a196-03b206064756'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:27.222723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-600ec8d8-b072-41f9-8af5-1230a6773bc3 req-1bfe72eb-94ed-4a00-acaf-0d501e2773fd tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff69841f-aa3b-4ce7-a317-91041a2605cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560386 Jul 06 11:54:27.248350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Pushing event deleted for resources: {'Port': ['ID=49fbcced-3b0f-4e62-a196-03b206064756,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:27.260655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-0f7cef4a-5cd0-4758-8f7a-c6b7338b7db8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870303 Jul 06 11:54:27.386710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] No DVR routers for this DVR port 49fbcced-3b0f-4e62-a196-03b206064756 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:27.391038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.393504 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34b7638f-c87b-40e0-9726-2603deb8b496 req-ad96902f-e6de-4e5b-b413-bde8df6355a9 tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.79 "DELETE /v2.0/ports/49fbcced-3b0f-4e62-a196-03b206064756 HTTP/1.1" status: 204 len: 173 time: 1.1303315 Jul 06 11:54:27.394113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'name': 'network-vif-deleted', 'tag': '49fbcced-3b0f-4e62-a196-03b206064756'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:27.397081 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb43ad-fecc-464f-a0eb-7eff4a9b5f4e" -d '{"events": [{"server_uuid": "930ef5a4-1573-45b5-8f19-0f42e57a2454", "name": "network-vif-deleted", "tag": "49fbcced-3b0f-4e62-a196-03b206064756"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:27.418722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49fbcced-3b0f-4e62-a196-03b206064756 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:27.454484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:27.471180 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] Sync routers for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:27.479705 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.481558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 49fbcced-3b0f-4e62-a196-03b206064756 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:27.481906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 49fbcced-3b0f-4e62-a196-03b206064756 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:27.482318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f699c158-8fe5-4a9b-be41-3a62a49f8cfb no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:27.492666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-9e1355c0-3457-4093-ac3c-db299a9d8c78 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124240 Jul 06 11:54:27.499823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:27.502195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:27.503051 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:27.530800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.535571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a0e0dd02-1239-4319-b11f-46870d5edd37 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9446819 Jul 06 11:54:27.536417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:27.546880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: f699c158-8fe5-4a9b-be41-3a62a49f8cfb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:27.550215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device f699c158-8fe5-4a9b-be41-3a62a49f8cfb not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:27.600352 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:27.622865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:27.624589 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:27.636770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port e95df3fb-81f4-488d-a595-3e2525c253bb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e95df3fb-81f4-488d-a595-3e2525c253bb,segment=NetworkSegment(63d9d295-a862-4610-9cd5-ae4b127ad712),segment_id=63d9d295-a862-4610-9cd5-ae4b127ad712)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:27.644568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.740222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:27.741609 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878014a-2d69-44cf-89f6-ee7a57999bb3 None None] The sync data for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:27.766019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=e95df3fb-81f4-488d-a595-3e2525c253bb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:27.838406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-610564003-network', 'tenant_id': 'd3bac34c88f14bc3b8e83541a48ac1de'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:27.937571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Made reservation on behalf of d3bac34c88f14bc3b8e83541a48ac1de for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:27.940163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.952228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.029767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0b1b144-f717-4d2c-8437-379ab4a7989b None None] Provisioning complete for port e95df3fb-81f4-488d-a595-3e2525c253bb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:28.030663 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b1b144-f717-4d2c-8437-379ab4a7989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.236461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b364d09-a1de-494a-a5cc-99240db48b8d req-75197a90-36b7-4b12-ae08-32bc141637f8 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:28.259804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b364d09-a1de-494a-a5cc-99240db48b8d req-75197a90-36b7-4b12-ae08-32bc141637f8 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 945 time: 0.7756600 Jul 06 11:54:28.264740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-9b2699f7-e4e7-4f85-8fce-4f322c22f11d service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712190 Jul 06 11:54:28.348595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b364d09-a1de-494a-a5cc-99240db48b8d req-62935900-4242-44e2-b181-79c3ebd4796b tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876689 Jul 06 11:54:28.367958 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.383866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.448051 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f39b83-92cb-4737-be40-d7c002ba7821 x-openstack-request-id: req-90f39b83-92cb-4737-be40-d7c002ba7821 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:28.448366 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930ef5a4-1573-45b5-8f19-0f42e57a2454", "name": "network-vif-deleted", "tag": "49fbcced-3b0f-4e62-a196-03b206064756", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:28.448745 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90f39b83-92cb-4737-be40-d7c002ba7821 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:28.449215 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930ef5a4-1573-45b5-8f19-0f42e57a2454', 'name': 'network-vif-deleted', 'tag': '49fbcced-3b0f-4e62-a196-03b206064756', 'status': 'completed', 'code': 200} Jul 06 11:54:28.449951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:28.466987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dee438-029a-4694-8d37-e1a441fd42c0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.477895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.477895 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Added segment c9c848e3-3657-4633-b956-f6c6c42226c0 of type vlan for network fe85d8aa-1491-47e4-9e17-18350a38e838 Jul 06 11:54:28.588109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.648509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e224a8ff-24bb-47af-b620-09896b9b77ce req-7e8fefde-eb6d-4e4b-bfe6-07e29ebc47eb tempest-VolumesBackupsTest-671747516 tempest-VolumesBackupsTest-671747516-project] 10.222.0.78 "GET /v2.0/ports?device_id=930ef5a4-1573-45b5-8f19-0f42e57a2454 HTTP/1.1" status: 200 len: 210 time: 0.0363050 Jul 06 11:54:28.686970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-235a736a-d078-4318-8f24-5c6b676d8be1 req-1191b00e-081e-4cf2-a606-398430b8af05 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 210 time: 0.0373979 Jul 06 11:54:28.687860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.688852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:28.689456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.697893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.755638 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2518473 Jul 06 11:54:28.774070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e95df3fb-81f4-488d-a595-3e2525c253bb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:28.806571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13f6ac-0dd7-4252-a7bf-4b0815a6f9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe85d8aa-1491-47e4-9e17-18350a38e838,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.817202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network fe85d8aa-1491-47e4-9e17-18350a38e838 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:28.883588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e95df3fb-81f4-488d-a595-3e2525c253bb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:28.883982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.147852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Allocated IP 172.20.0.1 (bfc6dada-6523-4797-a2c0-70374beee466/e7806d63-523e-4ce4-8483-0f171b3b2fda/95661da8-2204-4e54-9982-4e2b8530a2a9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:29.228496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260b9b2-0761-46f1-895f-806b50979da6 req-4c452891-7903-4a54-adf3-adea567d1955 tempest-ComputeTenantNetworksTest-492129649 tempest-ComputeTenantNetworksTest-492129649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.236604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260b9b2-0761-46f1-895f-806b50979da6 req-4c452891-7903-4a54-adf3-adea567d1955 tempest-ComputeTenantNetworksTest-492129649 tempest-ComputeTenantNetworksTest-492129649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.242663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260b9b2-0761-46f1-895f-806b50979da6 req-4c452891-7903-4a54-adf3-adea567d1955 tempest-ComputeTenantNetworksTest-492129649 tempest-ComputeTenantNetworksTest-492129649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.246334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d260b9b2-0761-46f1-895f-806b50979da6 req-4c452891-7903-4a54-adf3-adea567d1955 tempest-ComputeTenantNetworksTest-492129649 tempest-ComputeTenantNetworksTest-492129649-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1325026 Jul 06 11:54:29.305577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.330381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Transition to ACTIVE for port object 95661da8-2204-4e54-9982-4e2b8530a2a9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:29.364957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbbfac-2204-4a37-8bd9-65282234a2c6 req-eeb72972-61b7-4f11-a837-a131a62aa808 tempest-ComputeTenantNetworksTest-492129649 tempest-ComputeTenantNetworksTest-492129649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.366765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-29bbbfac-2204-4a37-8bd9-65282234a2c6 req-eeb72972-61b7-4f11-a837-a131a62aa808 tempest-ComputeTenantNetworksTest-492129649 tempest-ComputeTenantNetworksTest-492129649-project] 10.222.0.78 "GET /v2.0/networks/fe85d8aa-1491-47e4-9e17-18350a38e838 HTTP/1.1" status: 200 len: 768 time: 0.0988138 Jul 06 11:54:29.369826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.375202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:29.415386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network bfc6dada-6523-4797-a2c0-70374beee466 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:29.418984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:29.423088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:29.481209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.488491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.574368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.587080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe85d8aa-1491-47e4-9e17-18350a38e838']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:29.599732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c848e3-3657-4633-b956-f6c6c42226c0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:29.600397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c848e3-3657-4633-b956-f6c6c42226c0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:29.611765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.652362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.655400 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed77aad-2aa1-4381-b561-3fdfbc19e912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.663544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:29.664259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.777066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd92b757-2b89-4308-a1ac-835530921315 None None] Provisioning for port 95661da8-2204-4e54-9982-4e2b8530a2a9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:29.780072 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:29.785124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd92b757-2b89-4308-a1ac-835530921315 None None] Provisioning complete for port 95661da8-2204-4e54-9982-4e2b8530a2a9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:29.785496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd92b757-2b89-4308-a1ac-835530921315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.787686 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.794945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.796986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] 10.222.0.78 "DELETE /v2.0/networks/fe85d8aa-1491-47e4-9e17-18350a38e838 HTTP/1.1" status: 204 len: 168 time: 0.4207988 Jul 06 11:54:29.812720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad20055-9bbb-44f5-9de1-2b15cf74431f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe85d8aa-1491-47e4-9e17-18350a38e838,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.847814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc9fe-9553-42fb-95ee-a54e4e3df185 req-6aaa964c-f10a-453b-9eb4-b65f6d644125 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.857184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b4bc9fe-9553-42fb-95ee-a54e4e3df185 req-6aaa964c-f10a-453b-9eb4-b65f6d644125 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 945 time: 0.1099281 Jul 06 11:54:29.880428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Port': ['ID=95661da8-2204-4e54-9982-4e2b8530a2a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.906929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b4bc9fe-9553-42fb-95ee-a54e4e3df185 req-5b2717a0-6bb1-4c70-843f-335db340e599 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484123 Jul 06 11:54:29.913075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd92b757-2b89-4308-a1ac-835530921315 None None] Port 95661da8-2204-4e54-9982-4e2b8530a2a9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:29.963238 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.072443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:30.100710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51715fad-ba1e-4d32-a629-c5492fa39353 req-d930955d-4393-4bf4-9c63-a07c41487f6a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 210 time: 0.0485981 Jul 06 11:54:30.255960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb40eb-518f-41a4-b9ae-ceb587dcc5af req-a4514e4c-a04f-43ce-8db7-3992b98fc007 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:30.263714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8cbb40eb-518f-41a4-b9ae-ceb587dcc5af req-a4514e4c-a04f-43ce-8db7-3992b98fc007 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 945 time: 0.0989447 Jul 06 11:54:30.308664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.333425 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c2031cf2-9a0a-4167-8f75-a3ce127c5c69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3bac34c88f14bc3b8e83541a48ac1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980748 Jul 06 11:54:30.341533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8cbb40eb-518f-41a4-b9ae-ceb587dcc5af req-86066ce9-e13b-4c7b-b514-0ac08b2a0674 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765660 Jul 06 11:54:30.348311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:30.348824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-bd9466e5-284f-4a8b-a3b0-bb0fe3875bbe tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:30.356090 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-bd9466e5-284f-4a8b-a3b0-bb0fe3875bbe tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.3463175 Jul 06 11:54:30.368163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.373608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:30.481582 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ea-cf9f-48c9-9bb3-dcb9887ea10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.530161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ea-cf9f-48c9-9bb3-dcb9887ea10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.626459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ea-cf9f-48c9-9bb3-dcb9887ea10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.629437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ea-cf9f-48c9-9bb3-dcb9887ea10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.630889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6d503ea-cf9f-48c9-9bb3-dcb9887ea10d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84dee438-029a-4694-8d37-e1a441fd42c0 HTTP/1.1" status: 204 len: 168 time: 0.2815063 Jul 06 11:54:30.661776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d503ea-cf9f-48c9-9bb3-dcb9887ea10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dee438-029a-4694-8d37-e1a441fd42c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:30.703147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:30.707677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.908256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.051616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.2 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/5577046b-a096-4468-9ed3-4c496e27aa40) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:31.366741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.378184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.407004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0185874e-7eb5-4488-827b-5520a523d4e4 req-a5f3fcad-0a96-465b-b005-7f40232a2ff1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 210 time: 0.0725930 Jul 06 11:54:31.457617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc169-7086-4d11-9ce9-df17ed9aca1a req-1542a8ac-42a3-4185-aacb-89f5072c5c9e tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.460433 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-762bc169-7086-4d11-9ce9-df17ed9aca1a req-1542a8ac-42a3-4185-aacb-89f5072c5c9e tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 945 time: 0.1885929 Jul 06 11:54:31.489229 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.507341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-762bc169-7086-4d11-9ce9-df17ed9aca1a req-2f97c09d-a86a-4c6e-8669-7ebebad4b0de tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Jul 06 11:54:31.525914 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.602924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Port': ['ID=95661da8-2204-4e54-9982-4e2b8530a2a9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.639470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.660293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:31.699670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.722513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:31.730147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:31.734249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:31.771897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network bfc6dada-6523-4797-a2c0-70374beee466 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:31.779780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:31.808882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.809557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.881918 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-26d9fa85-987e-4ec9-a00b-7dd12d03e736 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5191679 Jul 06 11:54:31.925600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Request body: {'port': {'device_id': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:32.023022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Router 109d47d9-a599-4fdc-b3f3-f3520639b970 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:32.168298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f554512a-58f0-4538-94c2-83d59f2048a8 None None] Provisioning complete for port 95661da8-2204-4e54-9982-4e2b8530a2a9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:32.169682 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f554512a-58f0-4538-94c2-83d59f2048a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.218963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.225940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f554512a-58f0-4538-94c2-83d59f2048a8 None None] Port 95661da8-2204-4e54-9982-4e2b8530a2a9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:32.250233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:32.266115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] Sync routers for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:32.291534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:32.292885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:32.380244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:32.410430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:32.410430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:32.414338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.422728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:32.424265 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-219ca832-8443-46c4-af1d-cea06d510eb1 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "PUT /v2.0/routers/109d47d9-a599-4fdc-b3f3-f3520639b970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8823740 Jul 06 11:54:32.428143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Request body: {'port': {'network_id': 'bfc6dada-6523-4797-a2c0-70374beee466', 'name': 'tempest-FloatingIPAdminTestJSON-722182452'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:32.478743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:32.479648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b6f4f7-d46a-4346-99df-de5b9f37ea64 None None] The sync data for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:32.790129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5577046b-a096-4468-9ed3-4c496e27aa40 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:32.817131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.827372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Made reservation on behalf of e248aba7cb164d80a075bd47b944fab8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:32.832730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.847103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Transition to ACTIVE for port object 5577046b-a096-4468-9ed3-4c496e27aa40 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:32.850923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.882298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f6c4-f97f-472d-80c9-d4fb179e1797 req-2e73daa6-c6c4-487b-bb7f-3deb5d62786b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.890530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77f1f6c4-f97f-472d-80c9-d4fb179e1797 req-2e73daa6-c6c4-487b-bb7f-3deb5d62786b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 931 time: 0.2437623 Jul 06 11:54:32.930971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:32.954618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f8278-bedc-421e-a4d2-f849783477fa req-df09ebfc-d23d-4144-958d-436b44af1d93 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.956383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-222f8278-bedc-421e-a4d2-f849783477fa req-df09ebfc-d23d-4144-958d-436b44af1d93 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 945 time: 0.4062111 Jul 06 11:54:32.963709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] device_id is not set on port 588603d8-d6d8-4488-8005-c89a5a1c51ca yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:54:33.064000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Attempting to bind port 5577046b-a096-4468-9ed3-4c496e27aa40 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:33.064354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Attempting to bind port 5577046b-a096-4468-9ed3-4c496e27aa40 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:33.064692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Attempting to bind port 5577046b-a096-4468-9ed3-4c496e27aa40 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:33.071333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Port 5577046b-a096-4468-9ed3-4c496e27aa40 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:33.071702 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Attempting to bind port 5577046b-a096-4468-9ed3-4c496e27aa40 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:33.097262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-d4289db4-d5cb-4a46-ad79-e28905e58111 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.098808 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-d4289db4-d5cb-4a46-ad79-e28905e58111 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90 HTTP/1.1" status: 200 len: 945 time: 0.1077964 Jul 06 11:54:33.099610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:33.100224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:33.101622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:33.102646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Bound port: 5577046b-a096-4468-9ed3-4c496e27aa40, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:33.103017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.216146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:33.219730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5577046b-a096-4468-9ed3-4c496e27aa40,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:33.244671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.247336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77f1f6c4-f97f-472d-80c9-d4fb179e1797 req-0193f798-10ce-463e-82a0-6b916e389911 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557177 Jul 06 11:54:33.292197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d748e0f-b1bb-4677-a098-4ee4c7925966 req-cb1643f3-b450-4780-8687-7c9db2882af8 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.297399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d748e0f-b1bb-4677-a098-4ee4c7925966 req-cb1643f3-b450-4780-8687-7c9db2882af8 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 945 time: 0.5421252 Jul 06 11:54:33.318679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.319357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.321002 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] 10.222.0.79 "PUT /v2.0/ports/5577046b-a096-4468-9ed3-4c496e27aa40 HTTP/1.1" status: 200 len: 1091 time: 1.4040818 Jul 06 11:54:33.321796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:33.327248 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f41d78a-757a-4702-9293-d3e36d134707" -d '{"events": [{"name": "network-changed", "server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:33.369171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962223c-fe7c-4d79-8e16-61547b5520e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:33.418061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Deleting port 6dbea2bd-084c-4625-955e-61665038d588 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:33.418061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.498727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Allocated IP 172.20.0.11 (bfc6dada-6523-4797-a2c0-70374beee466/e7806d63-523e-4ce4-8483-0f171b3b2fda/588603d8-d6d8-4488-8005-c89a5a1c51ca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:33.554746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4699d3c8-45b4-4200-a1b2-50cb6ed8af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.557250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4699d3c8-45b4-4200-a1b2-50cb6ed8af37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 1094 time: 0.1847489 Jul 06 11:54:33.564303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] For port 6dbea2bd-084c-4625-955e-61665038d588, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6dbea2bd-084c-4625-955e-61665038d588,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:33.564671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.585212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d748e0f-b1bb-4677-a098-4ee4c7925966 req-024ba3ac-8113-4b06-a397-06e50fcd718b tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/security-groups?id=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378917 Jul 06 11:54:33.605629 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b1366d-afab-4dba-ad6f-dbbf2a792928 x-openstack-request-id: req-23b1366d-afab-4dba-ad6f-dbbf2a792928 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:33.606394 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:33.606881 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23b1366d-afab-4dba-ad6f-dbbf2a792928 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:33.608190 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40', 'status': 'completed', 'code': 200} Jul 06 11:54:33.636623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Deleting port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:33.637267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.654637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-097c5812-88d9-42af-9345-619dec44bbb8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5577046b-a096-4468-9ed3-4c496e27aa40 HTTP/1.1" status: 200 len: 217 time: 0.0865619 Jul 06 11:54:33.656159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Calling delete_port for 6dbea2bd-084c-4625-955e-61665038d588 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:33.801571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4f1b6135-04f1-40c1-b474-d383f8308803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.803143 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-4f1b6135-04f1-40c1-b474-d383f8308803 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1374552 Jul 06 11:54:33.847835 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-8f257f83-aefc-4777-9963-6fe5ef5ebeea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348248 Jul 06 11:54:33.901178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.921147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Transition to ACTIVE for port object 588603d8-d6d8-4488-8005-c89a5a1c51ca will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:33.967090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.006868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-06597eec-7c86-4cd3-8f18-858e4d5c78b6 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517498 Jul 06 11:54:34.008723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.021805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6dbea2bd-084c-4625-955e-61665038d588'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:34.075948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Network bfc6dada-6523-4797-a2c0-70374beee466 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:34.088551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:34.090998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:34.130219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event updated for resources: {'Port': ['ID=588603d8-d6d8-4488-8005-c89a5a1c51ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:34.132353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event deleted for resources: {'Port': ['ID=6dbea2bd-084c-4625-955e-61665038d588,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:34.185795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] For port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,segment=NetworkSegment(d6f2f469-af2a-4408-9d55-41c7eff6bdbb),segment_id=d6f2f469-af2a-4408-9d55-41c7eff6bdbb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:34.186321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.207675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] No DVR routers for this DVR port 6dbea2bd-084c-4625-955e-61665038d588 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:34.208004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.209952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.211405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.213677 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4d575d86-34d6-4f80-932d-d946b2914d02 req-dc02e7eb-bbf9-4541-bd63-b29d1865cdbe tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "DELETE /v2.0/ports/6dbea2bd-084c-4625-955e-61665038d588 HTTP/1.1" status: 204 len: 173 time: 1.1076076 Jul 06 11:54:34.224982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Calling delete_port for 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:34.241728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6e5bce1-1d85-46ac-85d2-52c8daf508ea req-861fbfc3-4c28-4d86-b41f-ab87a17023ce service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240262 Jul 06 11:54:34.422026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d78a-757a-4702-9293-d3e36d134707 req-bf3e2d92-fe33-45c8-91f6-68ff2d12610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.423855 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-bf3e2d92-fe33-45c8-91f6-68ff2d12610b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 1094 time: 0.1160829 Jul 06 11:54:34.424437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.432420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc7634ec-1153-4ea5-ad56-cd0539d0f184 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0038266 Jul 06 11:54:34.432663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:34.436364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6dbea2bd-084c-4625-955e-61665038d588'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:34.571354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d76a6e41-6199-4256-b66a-f1a6f3f5f3cf None None] Provisioning for port 588603d8-d6d8-4488-8005-c89a5a1c51ca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:34.580607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Pushing event deleted for resources: {'Port': ['ID=63752a0c-c96c-42ef-9de2-2d9eff51c7a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:34.583229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d76a6e41-6199-4256-b66a-f1a6f3f5f3cf None None] Provisioning complete for port 588603d8-d6d8-4488-8005-c89a5a1c51ca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:34.583604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d76a6e41-6199-4256-b66a-f1a6f3f5f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.635365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d78a-757a-4702-9293-d3e36d134707 req-29f296b5-24ca-4ca4-b7d5-7a0b7ac6fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.636915 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-29f296b5-24ca-4ca4-b7d5-7a0b7ac6fadf service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.2055147 Jul 06 11:54:34.689207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d76a6e41-6199-4256-b66a-f1a6f3f5f3cf None None] Port 588603d8-d6d8-4488-8005-c89a5a1c51ca cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:34.783251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] No DVR routers for this DVR port 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:34.789130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.795745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-222f8278-bedc-421e-a4d2-f849783477fa req-9ef12a05-2189-46d1-b8b0-ba8112123fa3 tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.79 "DELETE /v2.0/ports/63752a0c-c96c-42ef-9de2-2d9eff51c7a0 HTTP/1.1" status: 204 len: 173 time: 1.8180301 Jul 06 11:54:34.801063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'name': 'network-vif-deleted', 'tag': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:34.808500 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca9f10-d2ae-4a00-8495-ad0b4c3af73c" -d '{"events": [{"server_uuid": "eb157317-c295-4ef0-aa6e-e22a8f9ca6a3", "name": "network-vif-deleted", "tag": "63752a0c-c96c-42ef-9de2-2d9eff51c7a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:34.877904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025fc1-d4f4-460b-a049-737a8a62d18f req-0e71c90c-2d96-425c-8ddd-09ef8e1e5657 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.890034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6025fc1-d4f4-460b-a049-737a8a62d18f req-0e71c90c-2d96-425c-8ddd-09ef8e1e5657 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 943 time: 0.3145366 Jul 06 11:54:35.009351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6025fc1-d4f4-460b-a049-737a8a62d18f req-65872285-5aac-4c81-8d0e-b25d11bf25f8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173179 Jul 06 11:54:35.140871 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad607f0-98db-4c87-9a40-b1630cbffa22 x-openstack-request-id: req-3ad607f0-98db-4c87-9a40-b1630cbffa22 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:35.141180 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb157317-c295-4ef0-aa6e-e22a8f9ca6a3", "name": "network-vif-deleted", "tag": "63752a0c-c96c-42ef-9de2-2d9eff51c7a0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:35.141422 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ad607f0-98db-4c87-9a40-b1630cbffa22 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:35.141826 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb157317-c295-4ef0-aa6e-e22a8f9ca6a3', 'name': 'network-vif-deleted', 'tag': '63752a0c-c96c-42ef-9de2-2d9eff51c7a0', 'status': 'completed', 'code': 200} Jul 06 11:54:35.143402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'project_id': 'e248aba7cb164d80a075bd47b944fab8', 'port_id': '588603d8-d6d8-4488-8005-c89a5a1c51ca'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:35.143986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15029a3c-faca-476c-b314-2af1d28f82e2 req-2b1a70cf-e750-4ce9-98c6-b9aac8e4127e tempest-MultipleCreateTestJSON-2036511747 tempest-MultipleCreateTestJSON-2036511747-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb157317-c295-4ef0-aa6e-e22a8f9ca6a3 HTTP/1.1" status: 200 len: 210 time: 0.0821450 Jul 06 11:54:35.159945 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-9a15f304-ac1a-4e70-a3a4-70e09b702b3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5577046b-a096-4468-9ed3-4c496e27aa40 HTTP/1.1" status: 200 len: 217 time: 0.5108225 Jul 06 11:54:35.216857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.268380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d78a-757a-4702-9293-d3e36d134707 req-2ec65f31-b586-4f0e-a96d-0106a77781a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:35.270073 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-2ec65f31-b586-4f0e-a96d-0106a77781a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1012826 Jul 06 11:54:35.321700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-29f1f631-11c9-4808-948f-d1f48eac2b22 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375192 Jul 06 11:54:35.433832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:35.483233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:35.485818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 63752a0c-c96c-42ef-9de2-2d9eff51c7a0 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:35.509287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-48c50179-86ad-4c0b-aa01-4e858aa83d4e service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787233 Jul 06 11:54:35.614243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'name': 'network-vif-deleted', 'tag': '6dbea2bd-084c-4625-955e-61665038d588'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:35.619971 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd76a07e-45a6-4600-a6a7-07804e8946d0" -d '{"events": [{"server_uuid": "a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90", "name": "network-vif-deleted", "tag": "6dbea2bd-084c-4625-955e-61665038d588"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:35.688641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.694718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:35.707676 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0d468-a5a4-4ca1-8a18-d9ef81b61063 x-openstack-request-id: req-e8a0d468-a5a4-4ca1-8a18-d9ef81b61063 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:35.708014 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90", "name": "network-vif-deleted", "tag": "6dbea2bd-084c-4625-955e-61665038d588", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:35.708292 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8a0d468-a5a4-4ca1-8a18-d9ef81b61063 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:35.708685 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d2a1be-ed1c-4e67-b6ae-13f1ba5eec90', 'name': 'network-vif-deleted', 'tag': '6dbea2bd-084c-4625-955e-61665038d588', 'status': 'completed', 'code': 200} Jul 06 11:54:35.934934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Allocated IP 172.25.7.215 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/b5b137a8-d97a-4f00-9c91-d90439218cdd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:35.946757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2f41d78a-757a-4702-9293-d3e36d134707 req-b346befb-2bc7-48a4-be8c-4824a1b4ec36 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259367 Jul 06 11:54:35.948743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59cbb8e5-5785-41d9-b62a-e9952323ef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.134912 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59cbb8e5-5785-41d9-b62a-e9952323ef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.142755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59cbb8e5-5785-41d9-b62a-e9952323ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.151046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.202456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-59cbb8e5-5785-41d9-b62a-e9952323ef10 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7633e4225b04ee198cc890fbb19b804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034819 Jul 06 11:54:36.202456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:36.209355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbb8e5-5785-41d9-b62a-e9952323ef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8dd05-b18e-402b-af78-74cd2fe5c853,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:36.237541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.281401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:36.283827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:36.287577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:36.334635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b167c17f-18a0-40ca-902b-4fcdc2afd49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.360980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b167c17f-18a0-40ca-902b-4fcdc2afd49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.362078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b137a8-d97a-4f00-9c91-d90439218cdd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:36.399054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:36.436968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b167c17f-18a0-40ca-902b-4fcdc2afd49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.440045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b167c17f-18a0-40ca-902b-4fcdc2afd49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.442492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b167c17f-18a0-40ca-902b-4fcdc2afd49b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bc8dd05-b18e-402b-af78-74cd2fe5c853 HTTP/1.1" status: 204 len: 168 time: 0.2399883 Jul 06 11:54:36.466842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c17f-18a0-40ca-902b-4fcdc2afd49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8dd05-b18e-402b-af78-74cd2fe5c853,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:36.509344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa758ad-2f51-462f-976f-8003e0433ea6 req-a9c0438f-83f6-4655-9214-c6f08c6b7b31 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:36.510320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aa758ad-2f51-462f-976f-8003e0433ea6 req-a9c0438f-83f6-4655-9214-c6f08c6b7b31 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 943 time: 0.2679420 Jul 06 11:54:36.573124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Deleting subnet 25bdd595-6873-4ab0-a3f4-af5b643e0f0e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:36.575845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aa758ad-2f51-462f-976f-8003e0433ea6 req-89b4c67c-e3ee-4a9c-841f-93729687eff2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593216 Jul 06 11:54:36.576431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.622597 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.770182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.989112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.051616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.057147 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/25bdd595-6873-4ab0-a3f4-af5b643e0f0e HTTP/1.1" status: 204 len: 168 time: 0.6526332 Jul 06 11:54:37.057147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445b4a9-78e9-4ba8-8557-ac67be31823a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bdd595-6873-4ab0-a3f4-af5b643e0f0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.057368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:37.166725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.290284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.301162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7a10fa-4b25-4442-9b94-307759d05825']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.313709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.314443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f2f469-af2a-4408-9d55-41c7eff6bdbb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.328596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.349688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.361409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:37.361888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.387703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:37.417769 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:37.420271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:37.431838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5577046b-a096-4468-9ed3-4c496e27aa40 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:37.436372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6dbea2bd-084c-4625-955e-61665038d588 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:37.447518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.459424 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.461691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] 10.222.0.78 "DELETE /v2.0/networks/db7a10fa-4b25-4442-9b94-307759d05825 HTTP/1.1" status: 204 len: 168 time: 0.4033258 Jul 06 11:54:37.502162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42029a-a490-4761-a3a5-bdc1b396772d admin admin] Pushing event deleted for resources: {'Network': ['ID=db7a10fa-4b25-4442-9b94-307759d05825,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.555221 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.640230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-140532812-network', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:37.657492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:37.689290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Made reservation on behalf of a2fa967d0f0743f3b07287334f77402b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:37.691820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.705860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.737231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-672f5944-dd2d-4745-ab8f-a0d387dfd4f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80d83c4c0dcb4cafaf06316e5898b9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763762 Jul 06 11:54:37.738164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:37.790102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.799672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.813065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 6dbea2bd-084c-4625-955e-61665038d588 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:37.813970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6dbea2bd-084c-4625-955e-61665038d588 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:37.907986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5577046b-a096-4468-9ed3-4c496e27aa40,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:37.922837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5577046b-a096-4468-9ed3-4c496e27aa40', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': '5577046b-a096-4468-9ed3-4c496e27aa40', 'mac_address': 'fa:16:3e:12:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:37.927037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b137a8-d97a-4f00-9c91-d90439218cdd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.943781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-297ba8de-35ed-4d9c-bbb7-c4434d566d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.965216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.968912 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.994622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5577046b-a096-4468-9ed3-4c496e27aa40 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:38.021388 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-297ba8de-35ed-4d9c-bbb7-c4434d566d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.038749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5577046b-a096-4468-9ed3-4c496e27aa40,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:38.046394 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.060664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf4287-dabb-4bfc-87a3-f5a64ea97886 req-2c7597ab-0d16-4702-82b8-7b9bfb283f79 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.062322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2caf4287-dabb-4bfc-87a3-f5a64ea97886 req-2c7597ab-0d16-4702-82b8-7b9bfb283f79 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 943 time: 0.2532437 Jul 06 11:54:38.119432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2caf4287-dabb-4bfc-87a3-f5a64ea97886 req-cfb0b63a-bd41-4fa2-bb75-e61e2706870b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Jul 06 11:54:38.128926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.144253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:38.158517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.173147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:38.186739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.187081 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Added segment f675825d-815b-4c00-8f55-13099d747545 of type vlan for network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 Jul 06 11:54:38.233944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.235139 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Floating IP f5b12694-65c7-434e-bec6-1a1b008dff3c associated. External IP: 172.25.7.215, port: 588603d8-d6d8-4488-8005-c89a5a1c51ca. Jul 06 11:54:38.332166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-297ba8de-35ed-4d9c-bbb7-c4434d566d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.335558 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-297ba8de-35ed-4d9c-bbb7-c4434d566d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.340942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-297ba8de-35ed-4d9c-bbb7-c4434d566d54 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e443acb-e941-4ae8-ad8b-2b9cadcb16c8 HTTP/1.1" status: 204 len: 168 time: 0.6013961 Jul 06 11:54:38.348695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.349744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.351115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.372198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9504521 Jul 06 11:54:38.376854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:38.380861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3cfd12-2c7e-41a4-a7b9-c7da98e72ee0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:38.410474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Request body: {'subnet': {'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-140532812-subnet', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:38.445148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba8de-35ed-4d9c-bbb7-c4434d566d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e443acb-e941-4ae8-ad8b-2b9cadcb16c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:38.455469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5577046b-a096-4468-9ed3-4c496e27aa40'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:38.466822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bf64e-2cce-493d-9d0a-fbcd36680650 admin admin] Pushing event updated for resources: {'Network': ['ID=c500b1dd-7a19-4fd3-b830-3a24c6ab1246,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:38.552059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:38.593350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Made reservation on behalf of a2fa967d0f0743f3b07287334f77402b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:38.596856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.794195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Router 109d47d9-a599-4fdc-b3f3-f3520639b970 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:39.176262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.193665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.203800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.213258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.219971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.228158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.234698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.237068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-8c3b2859-f1f4-40f2-afc8-0f2e4a173135 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.1831753 Jul 06 11:54:39.314641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f62e7d39-477f-4bad-9d1f-0fc4026f1743 req-3e0c636e-5441-4a33-b79e-7f4bdc8ee9e6 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711696 Jul 06 11:54:39.410184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:39.423405 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] Sync routers for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:39.431694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.441967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:39.444824 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:39.481856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-814bdb69-e53e-4b03-a68b-1ef5dd7177d8 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.0474062 Jul 06 11:54:39.489099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.538797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee257-3f1e-40f2-9de2-da85dd3f432e req-4009bbf0-5b46-4916-af7b-097f410093ab tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.551517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-558ee257-3f1e-40f2-9de2-da85dd3f432e req-4009bbf0-5b46-4916-af7b-097f410093ab tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 944 time: 0.1880043 Jul 06 11:54:39.560535 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:39.608413 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:39.610202 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:39.681580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-558ee257-3f1e-40f2-9de2-da85dd3f432e req-9b866ee0-b534-404d-9db2-dc34cef11bcc tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289816 Jul 06 11:54:39.690654 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:39.690654 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5cea9-8653-4508-819f-13ac6518d1a0 None None] The sync data for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:39.740511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.761306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b423b217-f159-43ad-9ffc-aed577355a96 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] 10.222.0.78 "GET /v2.0/floatingips/f5b12694-65c7-434e-bec6-1a1b008dff3c HTTP/1.1" status: 200 len: 983 time: 0.2711811 Jul 06 11:54:39.764381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.808237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.828695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Checking segment: {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:39.829067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Network hostable DHCP agents. Network: c500b1dd-7a19-4fd3-b830-3a24c6ab1246, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:39.839321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=208cc390-8ac4-4919-83f9-ebebb0d3c07c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.872360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:39.887476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c500b1dd-7a19-4fd3-b830-3a24c6ab1246) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:39.897834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581bc45-8cda-4ed9-b64e-539481a537f0 None None] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:39.903409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.904389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.932964 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93de99c9-a87c-4322-8380-d021f1010dfd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5515642 Jul 06 11:54:39.933536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.938378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:39.965007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-afef45c3-6448-4afd-a769-2c1e02d2d1ec tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1941612 Jul 06 11:54:39.965966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:40.003386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.004481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.016115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-995907709-network', 'tenant_id': 'ce5ac4947ff0441889ec05e4669ab0c8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:40.095134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Made reservation on behalf of ce5ac4947ff0441889ec05e4669ab0c8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:40.099274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.121819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.134038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c500b1dd-7a19-4fd3-b830-3a24c6ab1246', 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'fixed_ips': [{'subnet_id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:40.135196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.201703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.205842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting port b5b137a8-d97a-4f00-9c91-d90439218cdd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:40.206411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.343235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.343661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.347717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Allocated IP 172.20.0.2 (c500b1dd-7a19-4fd3-b830-3a24c6ab1246/208cc390-8ac4-4919-83f9-ebebb0d3c07c/44e9ce12-542a-4290-964d-f5daa94d926e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:40.366275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Calling delete_port for b5b137a8-d97a-4f00-9c91-d90439218cdd owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:40.381158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.437527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.514545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:40.578645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.586465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.586816 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Added segment 9fa78240-1be3-45b4-9cfd-641cfb074c28 of type vlan for network b646ea89-3837-493c-a23d-af5c1de382b2 Jul 06 11:54:40.592190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109e2d5c-d570-4a9f-bc42-a57d84f557a2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:40.688439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.706135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Transition to ACTIVE for port object 44e9ce12-542a-4290-964d-f5daa94d926e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:40.725699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.725988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Transition to ACTIVE for port object 44e9ce12-542a-4290-964d-f5daa94d926e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:40.733262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.734815 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.739847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.748118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.759311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.767112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.785200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.788728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-401ade4f-0f3f-45e9-92c3-870209d81545 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.5741398 Jul 06 11:54:40.788890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.793002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.795884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.803107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.810391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:40.811557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.814898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:40.818822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.825321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.826209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:40.846222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.855523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-860f91dc-e1e2-4731-8f42-80606319620e req-c995eb7d-f4b5-448d-8d96-0db4ed377d0d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 5436 time: 0.2423887 Jul 06 11:54:40.879804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Pushing event updated for resources: {'Port': ['ID=44e9ce12-542a-4290-964d-f5daa94d926e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:40.901782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-75d03ffd-6e00-4b0d-b4ab-1d757fc7300d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.903358 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-75d03ffd-6e00-4b0d-b4ab-1d757fc7300d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1042297 Jul 06 11:54:40.905709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.907184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.907772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.927823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Attempting to bind port 44e9ce12-542a-4290-964d-f5daa94d926e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:40.928309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Attempting to bind port 44e9ce12-542a-4290-964d-f5daa94d926e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:40.928589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Attempting to bind port 44e9ce12-542a-4290-964d-f5daa94d926e on network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:40.934771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:40.935153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Checking segment: {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:40.935907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.936329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Bound using segment: {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:40.936811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Bound port: 44e9ce12-542a-4290-964d-f5daa94d926e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:40.937371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.967246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-860f91dc-e1e2-4731-8f42-80606319620e req-85422bd1-ebac-4802-a2e3-3e60cee79dc1 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003120 Jul 06 11:54:41.001110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] Pushing event updated for resources: {'Network': ['ID=b646ea89-3837-493c-a23d-af5c1de382b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.003489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.018388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b646ea89-3837-493c-a23d-af5c1de382b2 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:41.070301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Port': ['ID=b5b137a8-d97a-4f00-9c91-d90439218cdd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.122628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-575f0975-e4d3-4d28-a004-54b3b98ad39b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3114972 Jul 06 11:54:41.127697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:41.151758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Request body: {'subnet': {'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-995907709-subnet', 'tenant_id': 'ce5ac4947ff0441889ec05e4669ab0c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:41.157879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] For port 44e9ce12-542a-4290-964d-f5daa94d926e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:41.163443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] For port 44e9ce12-542a-4290-964d-f5daa94d926e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=44e9ce12-542a-4290-964d-f5daa94d926e,segment=NetworkSegment(f675825d-815b-4c00-8f55-13099d747545),segment_id=f675825d-815b-4c00-8f55-13099d747545)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:41.175730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.194113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Made reservation on behalf of ce5ac4947ff0441889ec05e4669ab0c8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:41.197337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.206525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.208120 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Floating IP f5b12694-65c7-434e-bec6-1a1b008dff3c disassociated (deleted). External IP: 172.25.7.215, port: 588603d8-d6d8-4488-8005-c89a5a1c51ca. Jul 06 11:54:41.272913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e5b1-a785-4a9d-873a-09000c73bd63 None None] Pushing event updated for resources: {'Port': ['ID=44e9ce12-542a-4290-964d-f5daa94d926e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.299760 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-62796fb3-1035-4e9c-a514-0b670cf33e5c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3869095 Jul 06 11:54:41.321639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:41.446462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5577046b-a096-4468-9ed3-4c496e27aa40 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:41.600659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5577046b-a096-4468-9ed3-4c496e27aa40 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:41.617976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5577046b-a096-4468-9ed3-4c496e27aa40 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:41.619788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.627060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.659143 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.713818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.810994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4f4a-bf02-4214-94fe-4a034f26c011 req-60cd0da2-29ab-4958-8b45-a54f656db350 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:41.812572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbed4f4a-bf02-4214-94fe-4a034f26c011 req-60cd0da2-29ab-4958-8b45-a54f656db350 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 944 time: 0.6075370 Jul 06 11:54:41.853418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.952082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.959033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5577046b-a096-4468-9ed3-4c496e27aa40,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:41.962966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:41.972217 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7913c0b-7c53-4b6a-a91f-bf213824d2ca" -d '{"events": [{"server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "name": "network-vif-plugged", "status": "completed", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:41.983158 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.002372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbed4f4a-bf02-4214-94fe-4a034f26c011 req-a8f8f3e9-1dcf-4804-927d-48ae1ae06409 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823671 Jul 06 11:54:42.087567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Router 109d47d9-a599-4fdc-b3f3-f3520639b970 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:42.098970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.117781 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd10f5e-2255-4c0c-8930-c6c66b8f63aa x-openstack-request-id: req-3dd10f5e-2255-4c0c-8930-c6c66b8f63aa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:42.118318 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "name": "network-vif-plugged", "status": "completed", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:42.118741 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3dd10f5e-2255-4c0c-8930-c6c66b8f63aa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:42.132485 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40', 'code': 200} Jul 06 11:54:42.173566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7aef99eb-25eb-420e-84ce-06e11b42c3bc,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:42.214240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] For port 7aef99eb-25eb-420e-84ce-06e11b42c3bc, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:42.260791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] device_id is not set on port 7aef99eb-25eb-420e-84ce-06e11b42c3bc yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:54:42.276055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.315787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Allocated IP 172.25.7.191 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/34014217-e6ef-40a7-9aa7-72af46bbbff0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:42.331467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b96f6c-e85a-45c5-ad05-b429914ce75b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.333700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.409497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:42.434430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] Sync routers for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:42.438959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.448814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:42.454029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:42.508548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] No DVR routers for this DVR port 7aef99eb-25eb-420e-84ce-06e11b42c3bc on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:42.517467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42116efe-32b3-45a7-8ed9-f70fac8a2c55 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "DELETE /v2.0/floatingips/f5b12694-65c7-434e-bec6-1a1b008dff3c HTTP/1.1" status: 204 len: 168 time: 2.5451994 Jul 06 11:54:42.520365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Checking segment: {'id': '9fa78240-1be3-45b4-9cfd-641cfb074c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:42.520754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Network hostable DHCP agents. Network: b646ea89-3837-493c-a23d-af5c1de382b2, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:42.522904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:42.549585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:42.553743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:42.567229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:42.567978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:42.593934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Pushing event updated for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.604974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870bdab-de58-49a8-999d-0ac25c6daec8 req-a8e7b9f7-a924-4c40-a985-726e26c6e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.606491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4870bdab-de58-49a8-999d-0ac25c6daec8 req-a8e7b9f7-a924-4c40-a985-726e26c6e5b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 1096 time: 0.3802376 Jul 06 11:54:42.659074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:42.659807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3479eb1-a987-4569-a8c4-e8a08c7e8915 None None] The sync data for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:42.663012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] In _notify_port_updated(), no bound segment for port 7aef99eb-25eb-420e-84ce-06e11b42c3bc on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:54:42.664050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.665290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.667360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-2353ca73-98f3-4697-bd14-b81db4a8a478 service neutron] 10.222.0.79 "PUT /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 200 len: 1028 time: 1.3612630 Jul 06 11:54:42.677908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Network b646ea89-3837-493c-a23d-af5c1de382b2 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:42.698961 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.774432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-317e5145-84d3-43d9-9d5a-a425ed75c669 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.776010 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-317e5145-84d3-43d9-9d5a-a425ed75c669 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "GET /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0931618 Jul 06 11:54:42.796948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.797890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8c946ef-5b8d-4d11-a57f-2375a05a8565 None None] Provisioning complete for port 7aef99eb-25eb-420e-84ce-06e11b42c3bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:42.799543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8c946ef-5b8d-4d11-a57f-2375a05a8565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.804572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.808548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:42.810678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.817129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.823513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.830390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.839427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b646ea89-3837-493c-a23d-af5c1de382b2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:42.848530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-674060f5-a886-438c-8b17-da5f598fbeed tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 4661 time: 0.5148184 Jul 06 11:54:42.851983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4870bdab-de58-49a8-999d-0ac25c6daec8 req-80cdb28d-1f9e-424e-8b15-94ffac152dad service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291892 Jul 06 11:54:42.874686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e604b0-6c33-4200-b22e-7ee0752f37eb None None] Network b646ea89-3837-493c-a23d-af5c1de382b2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:42.875021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.875636 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.906790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.946269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b8c946ef-5b8d-4d11-a57f-2375a05a8565 None None] Port 7aef99eb-25eb-420e-84ce-06e11b42c3bc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:42.957244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cd232aa-f03c-4002-9c4d-cb886d939e4f req-ae1dbfb7-124f-495c-9a9a-5b14fb9bda6f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077623 Jul 06 11:54:42.961421 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20ed8fdd-26cd-48c3-8bd5-65c21907ad1d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8326297 Jul 06 11:54:42.981568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44e9ce12-542a-4290-964d-f5daa94d926e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:43.016760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.044663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.073474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.098148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd2c93-7940-4958-a768-f8ae0f0df0e5 None None] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:43.254506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:43.282408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:43.286523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 44e9ce12-542a-4290-964d-f5daa94d926e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:43.305488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:43.382560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Allocated IP 172.25.7.177 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/01b3ff61-1a74-4750-a44c-a9f05def43bb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:43.387558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] Provisioning for port 44e9ce12-542a-4290-964d-f5daa94d926e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:43.406625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] Provisioning complete for port 44e9ce12-542a-4290-964d-f5daa94d926e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:43.408137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.500707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e015561b-6c49-4012-ad5b-f494b5ed1767 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:43.501403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6c3a3-cd45-46e5-bba8-63e0a2c2d0d9 req-d8f9dd62-4ec8-4dce-aa5a-197a77e63404 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:43.510069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70c6c3a3-cd45-46e5-bba8-63e0a2c2d0d9 req-d8f9dd62-4ec8-4dce-aa5a-197a77e63404 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.1965604 Jul 06 11:54:43.587142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70c6c3a3-cd45-46e5-bba8-63e0a2c2d0d9 req-2e41a63a-3a3f-45b5-9c26-fc496386ee75 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757723 Jul 06 11:54:43.622071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.673556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f36d2-9a1b-4b3f-9a1e-a97605301e23 None None] Network b646ea89-3837-493c-a23d-af5c1de382b2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:43.713764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.846876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:43.855407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:43.865283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:43.955234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Pushing event updated for resources: {'Port': ['ID=34014217-e6ef-40a7-9aa7-72af46bbbff0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.007019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Pushing event updated for resources: {'Port': ['ID=01b3ff61-1a74-4750-a44c-a9f05def43bb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.067439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.102627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-1b445786-269b-4751-bef8-635cfce3a14a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.112304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-1b445786-269b-4751-bef8-635cfce3a14a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/networks?id=b646ea89-3837-493c-a23d-af5c1de382b2 HTTP/1.1" status: 200 len: 813 time: 0.3932333 Jul 06 11:54:44.176813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-c80f06bb-6d24-4389-93ab-579de30ac928 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/quotas/ce5ac4947ff0441889ec05e4669ab0c8 HTTP/1.1" status: 200 len: 375 time: 0.0631709 Jul 06 11:54:44.210023 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.215615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=66309407-16d9-40a6-91ad-35614ba212f3,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:44.262752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-f3b1fe84-1db2-4635-bf43-73fb957318d0 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce5ac4947ff0441889ec05e4669ab0c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848269 Jul 06 11:54:44.268296 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.298561 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.323429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] For port 66309407-16d9-40a6-91ad-35614ba212f3, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:44.385897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] device_id is not set on port 66309407-16d9-40a6-91ad-35614ba212f3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:54:44.395390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:44.407866 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed3cd61-294e-40c3-ab6a-f6a4f300c375" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:44.408170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.421267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.431005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e015561b-6c49-4012-ad5b-f494b5ed1767,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:44.443463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] For port 44e9ce12-542a-4290-964d-f5daa94d926e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=44e9ce12-542a-4290-964d-f5daa94d926e,segment=NetworkSegment(f675825d-815b-4c00-8f55-13099d747545),segment_id=f675825d-815b-4c00-8f55-13099d747545)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:44.460644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.463092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9b13d9b7-2be8-4578-a9c7-e6285262ed56 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:44.527355 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.553959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Pushing event updated for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.671802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.676464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.678955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.679445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.695692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-da20bae7-22fd-48f6-9794-a625a0059dbb service neutron] 10.222.0.78 "GET /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170942 Jul 06 11:54:44.708285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.732286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de188b8f-ac84-459d-9f8f-e6776f15c93b None None] Provisioning complete for port 44e9ce12-542a-4290-964d-f5daa94d926e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:44.732798 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de188b8f-ac84-459d-9f8f-e6776f15c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.761708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] No DVR routers for this DVR port 66309407-16d9-40a6-91ad-35614ba212f3 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:44.826674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:44.838174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.839081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6aee4ddd-f7a0-4815-8110-582f100350bd no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:44.938052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd50de3-a6ad-48a7-9631-85207545341f None None] Pushing event updated for resources: {'Port': ['ID=44e9ce12-542a-4290-964d-f5daa94d926e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.951360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.978761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] In _notify_port_updated(), no bound segment for port 66309407-16d9-40a6-91ad-35614ba212f3 on network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:54:44.979722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.980399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.982162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-6e797a94-616c-4f5d-8a9c-dfcc9536d86b service neutron] 10.222.0.79 "PUT /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 200 len: 1028 time: 2.1943467 Jul 06 11:54:44.984899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.991175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.999548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.003971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.010521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.017070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.019064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-c7517aeb-b35f-40a6-969e-ef4c686a62ff tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 4583 time: 0.6716304 Jul 06 11:54:45.036598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Pushing event updated for resources: {'Port': ['ID=01b3ff61-1a74-4750-a44c-a9f05def43bb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:45.052395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.058392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-980bad01-4a31-4458-a152-f6d5a180ddf6 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5201893 Jul 06 11:54:45.058392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:45.074571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-f159c92b-74c5-4077-b78e-812c71f6d134 service neutron] 10.222.0.78 "GET /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776920 Jul 06 11:54:45.081094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:45.086951 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.111668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f665e431-d760-4f6d-a53f-440e04ed7936 req-acbac53c-1378-4db8-aaa5-9c2e6befc90e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&id=8c1ce377-942d-442b-b95f-b0d60133d95f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801778 Jul 06 11:54:45.167471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cdbf15b-9a56-474c-b23e-06b55a7c3d65 None None] Provisioning complete for port 66309407-16d9-40a6-91ad-35614ba212f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:45.168338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cdbf15b-9a56-474c-b23e-06b55a7c3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.190798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6aee4ddd-f7a0-4815-8110-582f100350bd,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:45.198960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.199351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3119f81f-37af-4f08-8d64-f57e76eeba4e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:45.254987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbf15b-9a56-474c-b23e-06b55a7c3d65 None None] Port 66309407-16d9-40a6-91ad-35614ba212f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:45.282621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:45.344552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.436340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.443127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:45.474471 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00927a23-1578-4e31-912d-f9c7af7a678b x-openstack-request-id: req-00927a23-1578-4e31-912d-f9c7af7a678b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:45.475069 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:45.475544 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00927a23-1578-4e31-912d-f9c7af7a678b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:45.476206 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'code': 200} Jul 06 11:54:45.545000 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.581619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:45.589040 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.591827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 56cd53c0-3031-4bc1-a4a6-491cc8896c33 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:45.610024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:45.610484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.729053 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5ec71cc-ae8a-49ae-9ab8-37b4c9e4c882 req-d2b16cc6-eda1-4899-91d0-c2fe0bc1ea22 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 210 time: 0.1440670 Jul 06 11:54:45.751639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:45.876097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.906104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17424189-45b4-4ac9-8cf6-518f278a994b req-b24072cd-4602-4af1-a2ba-653f1c785461 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.911277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17424189-45b4-4ac9-8cf6-518f278a994b req-b24072cd-4602-4af1-a2ba-653f1c785461 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.3505237 Jul 06 11:54:45.939310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:45.942907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] For port 9b13d9b7-2be8-4578-a9c7-e6285262ed56, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9b13d9b7-2be8-4578-a9c7-e6285262ed56,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:45.946127 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.946701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.948266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 66309407-16d9-40a6-91ad-35614ba212f3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:45.992584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 9b13d9b7-2be8-4578-a9c7-e6285262ed56 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:45.992813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.120384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:54:46.181253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17424189-45b4-4ac9-8cf6-518f278a994b req-ae9e47f9-07e1-4d1d-a88b-6d2efdfb07b2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608526 Jul 06 11:54:46.421860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 66309407-16d9-40a6-91ad-35614ba212f3 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:46.422436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7aef99eb-25eb-420e-84ce-06e11b42c3bc no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:46.454436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Allocated IP 172.25.7.69 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/582f4396-a2c7-473d-8627-37de727d89b6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:46.475670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.537969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:46.574117 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181793-11d6-4291-b440-9b06336073af None None] Sync routers for ids ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:46.608014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81181793-11d6-4291-b440-9b06336073af None None] Routers {'900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:46.609656 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81181793-11d6-4291-b440-9b06336073af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:46.610209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.612927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7aef99eb-25eb-420e-84ce-06e11b42c3bc not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:46.681870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=9b13d9b7-2be8-4578-a9c7-e6285262ed56,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.689876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.693182 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61418aa7-fce8-438f-84f7-43e1d0e027d8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7566600 Jul 06 11:54:46.694177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:46.854595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44e9ce12-542a-4290-964d-f5daa94d926e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:46.899092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] No DVR routers for this DVR port 9b13d9b7-2be8-4578-a9c7-e6285262ed56 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:46.903227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.913251 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-96c79c08-910d-4f63-80e3-6521177088fb tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "DELETE /v2.0/ports/9b13d9b7-2be8-4578-a9c7-e6285262ed56 HTTP/1.1" status: 204 len: 173 time: 1.9238272 Jul 06 11:54:46.913735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:46.917983 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd6019-b0b5-4f7e-9da0-39fca37a4792" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:46.961717 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-81181793-11d6-4291-b440-9b06336073af None None] Set router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:46.973541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 44e9ce12-542a-4290-964d-f5daa94d926e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:46.973918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.112193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a9de9-305b-49c5-b62f-88304d6cff4e req-504510b7-7710-4c97-8b47-061f154a7754 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.128522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c43a9de9-305b-49c5-b62f-88304d6cff4e req-504510b7-7710-4c97-8b47-061f154a7754 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.4476566 Jul 06 11:54:47.136200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.327466 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81181793-11d6-4291-b440-9b06336073af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:44Z', 'revision_number': 3, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:47.362968 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181793-11d6-4291-b440-9b06336073af None None] Checking router: 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:47.363603 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181793-11d6-4291-b440-9b06336073af None None] Updating router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 port 34014217-e6ef-40a7-9aa7-72af46bbbff0 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:47.414628 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81181793-11d6-4291-b440-9b06336073af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.449608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 3119f81f-37af-4f08-8d64-f57e76eeba4e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:47.449608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.478566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:47.480905 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5bd1e-1801-4ef6-b76b-ccd6cea58d17" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:47.667128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] For port 3119f81f-37af-4f08-8d64-f57e76eeba4e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3119f81f-37af-4f08-8d64-f57e76eeba4e,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:47.667713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.714679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 3119f81f-37af-4f08-8d64-f57e76eeba4e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:47.796476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0b87-c0fe-4df5-a002-984fcfa7e4be req-e292a21e-8765-4de9-8f9d-dc34c1934fd9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.803291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0b87-c0fe-4df5-a002-984fcfa7e4be req-e292a21e-8765-4de9-8f9d-dc34c1934fd9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.811406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0b87-c0fe-4df5-a002-984fcfa7e4be req-e292a21e-8765-4de9-8f9d-dc34c1934fd9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.818408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0b87-c0fe-4df5-a002-984fcfa7e4be req-e292a21e-8765-4de9-8f9d-dc34c1934fd9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.826334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65dd0b87-c0fe-4df5-a002-984fcfa7e4be req-e292a21e-8765-4de9-8f9d-dc34c1934fd9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 3144 time: 1.3033402 Jul 06 11:54:47.885619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.958971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Pushing event updated for resources: {'Port': ['ID=582f4396-a2c7-473d-8627-37de727d89b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.016160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c43a9de9-305b-49c5-b62f-88304d6cff4e req-dc437021-14d8-4cc0-8dfe-564703a19f23 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8845706 Jul 06 11:54:48.058075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.058440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.059083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.059083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.059445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.061380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.062403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.064135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.066778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.067197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.067542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.067851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.085328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:48.098912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:48.113685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65dd0b87-c0fe-4df5-a002-984fcfa7e4be req-7a5e5a5d-0ebd-4910-8aeb-f9f69419cb3e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858939 Jul 06 11:54:48.120624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:48.148058 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81181793-11d6-4291-b440-9b06336073af None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.151522 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81181793-11d6-4291-b440-9b06336073af None None] Transition to ACTIVE for port object 34014217-e6ef-40a7-9aa7-72af46bbbff0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:48.159014 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81181793-11d6-4291-b440-9b06336073af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.226148 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-81181793-11d6-4291-b440-9b06336073af None None] Attempting to bind port 34014217-e6ef-40a7-9aa7-72af46bbbff0 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:48.227104 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-81181793-11d6-4291-b440-9b06336073af None None] Attempting to bind port 34014217-e6ef-40a7-9aa7-72af46bbbff0 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:48.228560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81181793-11d6-4291-b440-9b06336073af None None] Attempting to bind port 34014217-e6ef-40a7-9aa7-72af46bbbff0 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:48.259607 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81181793-11d6-4291-b440-9b06336073af None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:48.260093 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81181793-11d6-4291-b440-9b06336073af None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:48.261816 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81181793-11d6-4291-b440-9b06336073af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.262903 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81181793-11d6-4291-b440-9b06336073af None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:48.265431 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-81181793-11d6-4291-b440-9b06336073af None None] Bound port: 34014217-e6ef-40a7-9aa7-72af46bbbff0, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:48.266288 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81181793-11d6-4291-b440-9b06336073af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.333890 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-81181793-11d6-4291-b440-9b06336073af None None] For port 34014217-e6ef-40a7-9aa7-72af46bbbff0, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:48.338457 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-81181793-11d6-4291-b440-9b06336073af None None] For port 34014217-e6ef-40a7-9aa7-72af46bbbff0, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34014217-e6ef-40a7-9aa7-72af46bbbff0,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:48.345204 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81181793-11d6-4291-b440-9b06336073af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.361659 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Pushing event updated for resources: {'Port': ['ID=34014217-e6ef-40a7-9aa7-72af46bbbff0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.377785 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.378434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.378950 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.379456 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.379992 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.380538 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.381056 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.381568 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.382066 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.382599 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.383201 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.384281 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:48.426790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb737b74-f91d-42ed-936e-f60364d94ff1 req-0bc13682-34eb-4eb9-8d0e-54c95cf7d8c9 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 210 time: 0.1125965 Jul 06 11:54:48.462240 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad142f-3445-444e-8190-f93b8f48509c None None] Pushing event updated for resources: {'Port': ['ID=34014217-e6ef-40a7-9aa7-72af46bbbff0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.478102 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81181793-11d6-4291-b440-9b06336073af None None] Routers {'900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:48.478881 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81181793-11d6-4291-b440-9b06336073af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:48.495769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.500246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-d3cc470e-c7bc-4312-81c8-fadde3ff994a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.505785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-d3cc470e-c7bc-4312-81c8-fadde3ff994a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.79 "GET /v2.0/networks?id=b646ea89-3837-493c-a23d-af5c1de382b2 HTTP/1.1" status: 200 len: 813 time: 0.6753023 Jul 06 11:54:48.549034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Request body: {'port': {'device_id': '0d68db3e-241a-4315-a940-42607bd07c44', 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2', 'admin_state_up': True, 'tenant_id': 'ce5ac4947ff0441889ec05e4669ab0c8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:48.549947 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4a10eb-cb56-4532-8b2b-40b6e16620e1 x-openstack-request-id: req-ab4a10eb-cb56-4532-8b2b-40b6e16620e1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:48.550519 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:48.550519 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab4a10eb-cb56-4532-8b2b-40b6e16620e1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:48.550889 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56', 'code': 200} Jul 06 11:54:48.551144 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd', 'code': 200} Jul 06 11:54:48.551517 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e', 'code': 200} Jul 06 11:54:48.551767 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33', 'code': 200} Jul 06 11:54:48.594462 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce485b0-a666-4b8c-9e0a-1d53ca93cc27 x-openstack-request-id: req-1ce485b0-a666-4b8c-9e0a-1d53ca93cc27 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:48.595097 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "9b13d9b7-2be8-4578-a9c7-e6285262ed56", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:48.595581 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ce485b0-a666-4b8c-9e0a-1d53ca93cc27 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:48.596237 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '9b13d9b7-2be8-4578-a9c7-e6285262ed56', 'status': 'completed', 'code': 200} Jul 06 11:54:48.664860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.670409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=3119f81f-37af-4f08-8d64-f57e76eeba4e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.672779 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-81181793-11d6-4291-b440-9b06336073af None None] Set router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:48.687743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.786408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.833878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Made reservation on behalf of ce5ac4947ff0441889ec05e4669ab0c8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:48.838307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.863545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] No DVR routers for this DVR port 3119f81f-37af-4f08-8d64-f57e76eeba4e on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:48.869549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.878745 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-bbe1699b-1836-47c3-851b-9ca2712a7390 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "DELETE /v2.0/ports/3119f81f-37af-4f08-8d64-f57e76eeba4e HTTP/1.1" status: 204 len: 173 time: 1.9580216 Jul 06 11:54:49.294395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Allocated IP 172.20.0.6 (b646ea89-3837-493c-a23d-af5c1de382b2/b6b96f6c-e85a-45c5-ad05-b429914ce75b/3cea3174-9019-4f1b-8f6a-fae221af5e77) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:49.371228 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81181793-11d6-4291-b440-9b06336073af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:44Z', 'revision_number': 3, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:49.413224 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181793-11d6-4291-b440-9b06336073af None None] The sync data for ids ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'] in n-d-799528-2 is: [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:44Z', 'revision_number': 3, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:49.643824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.657708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.860974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Pushing event updated for resources: {'Port': ['ID=582f4396-a2c7-473d-8627-37de727d89b6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:49.866003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.893737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7081ce-545b-48c0-8a4c-17b1348d5cfd req-cf6d835d-21f5-4c4b-8e0a-a4eb9ba4a4e8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.900532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7081ce-545b-48c0-8a4c-17b1348d5cfd req-cf6d835d-21f5-4c4b-8e0a-a4eb9ba4a4e8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.906733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7081ce-545b-48c0-8a4c-17b1348d5cfd req-cf6d835d-21f5-4c4b-8e0a-a4eb9ba4a4e8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.914992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe7081ce-545b-48c0-8a4c-17b1348d5cfd req-cf6d835d-21f5-4c4b-8e0a-a4eb9ba4a4e8 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 2411 time: 0.5297153 Jul 06 11:54:49.932984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5834b3-a902-49a9-81bb-0dca03474d67 req-b5b4f4e7-b75b-47d2-87e6-f8145c849795 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.940377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f5834b3-a902-49a9-81bb-0dca03474d67 req-b5b4f4e7-b75b-47d2-87e6-f8145c849795 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.5562642 Jul 06 11:54:49.957089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.032028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.033269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-36ca8589-b34e-4c13-9183-50d3d32a7c84 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9743207 Jul 06 11:54:50.042387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:50.048402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Allocated IP 172.20.0.1 (c500b1dd-7a19-4fd3-b830-3a24c6ab1246/208cc390-8ac4-4919-83f9-ebebb0d3c07c/4e0e377b-9714-4c65-b789-1bf48cd04eed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:50.090058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f5834b3-a902-49a9-81bb-0dca03474d67 req-5b6251fc-8fb5-48f4-802c-db77f4c1867e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486967 Jul 06 11:54:50.107703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe7081ce-545b-48c0-8a4c-17b1348d5cfd req-76aab9cf-6164-46b9-a375-e62f51a96f04 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917229 Jul 06 11:54:50.137876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.303885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Network b646ea89-3837-493c-a23d-af5c1de382b2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:50.330883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:50.349474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:50.416949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Pushing event updated for resources: {'Port': ['ID=3cea3174-9019-4f1b-8f6a-fae221af5e77,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:50.456366 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-993a2d73-16ba-4039-8feb-b9f859f5af8f tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.3925636 Jul 06 11:54:50.457012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:50.490782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.491414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.515194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-887ec46f-883c-43e1-973d-310517895162 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9743953 Jul 06 11:54:50.533280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Request body: {'port': {'device_id': '0d68db3e-241a-4315-a940-42607bd07c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:50.606446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port e015561b-6c49-4012-ad5b-f494b5ed1767 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:50.606792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.609366 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:50.612060 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d86465d-4150-4cee-8729-5b25f095dc4d" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:50.613976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b1ec-99de-4bea-91da-b97698c2a8b7 req-e895a09f-c56a-40a9-a3b1-b497a491774a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.621702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac8b1ec-99de-4bea-91da-b97698c2a8b7 req-e895a09f-c56a-40a9-a3b1-b497a491774a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 931 time: 0.2089763 Jul 06 11:54:50.636431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a4c97e9-59e4-415a-9dca-28558962fc13 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1697280 Jul 06 11:54:50.672743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:50.687129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac8b1ec-99de-4bea-91da-b97698c2a8b7 req-14b7a368-bbda-4291-8377-4308f0fef0a5 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Jul 06 11:54:50.756711 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d747f3-d1ad-40ef-9119-fff48672494e x-openstack-request-id: req-99d747f3-d1ad-40ef-9119-fff48672494e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:50.757420 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "3119f81f-37af-4f08-8d64-f57e76eeba4e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:50.757938 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99d747f3-d1ad-40ef-9119-fff48672494e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:50.758671 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '3119f81f-37af-4f08-8d64-f57e76eeba4e', 'status': 'completed', 'code': 200} Jul 06 11:54:50.766591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.794752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.902223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Transition to ACTIVE for port object 4e0e377b-9714-4c65-b789-1bf48cd04eed will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:50.951032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] For port e015561b-6c49-4012-ad5b-f494b5ed1767, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e015561b-6c49-4012-ad5b-f494b5ed1767,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:50.951485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.954301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34014217-e6ef-40a7-9aa7-72af46bbbff0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:51.027199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 34014217-e6ef-40a7-9aa7-72af46bbbff0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:51.031548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.040178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 34014217-e6ef-40a7-9aa7-72af46bbbff0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:51.041659 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.223579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0e377b-9714-4c65-b789-1bf48cd04eed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.234286 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.269899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 34014217-e6ef-40a7-9aa7-72af46bbbff0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34014217-e6ef-40a7-9aa7-72af46bbbff0,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:51.279339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.289409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Deleting port 582f4396-a2c7-473d-8627-37de727d89b6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:51.289409 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.354289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cea3174-9019-4f1b-8f6a-fae221af5e77 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:51.374179 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.387574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=34014217-e6ef-40a7-9aa7-72af46bbbff0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.403776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Transition to ACTIVE for port object 3cea3174-9019-4f1b-8f6a-fae221af5e77 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:51.408470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.446731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:51.459461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:51.470024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:51.597785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Pushing event updated for resources: {'Port': ['ID=3cea3174-9019-4f1b-8f6a-fae221af5e77,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.614971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.644722 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.645058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.709931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-c6c89654-f00d-4533-a8d6-63a25697fb43 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.713570 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-c6c89654-f00d-4533-a8d6-63a25697fb43 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.6851180 Jul 06 11:54:51.721927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.722414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.723013 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Floating IP ba0e7009-9a66-40a5-b07b-25bdcabe28e5 disassociated. External IP: 172.25.7.14, port: e015561b-6c49-4012-ad5b-f494b5ed1767. Jul 06 11:54:51.723409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for e015561b-6c49-4012-ad5b-f494b5ed1767 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:51.766906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Calling delete_port for 582f4396-a2c7-473d-8627-37de727d89b6 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:51.808337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9a7d1-65ce-40f5-a9dc-62dceef8a105 req-4eb56dc8-8f08-4e09-8c26-7e24b4038173 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.816022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ac9a7d1-65ce-40f5-a9dc-62dceef8a105 req-4eb56dc8-8f08-4e09-8c26-7e24b4038173 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.3663008 Jul 06 11:54:51.840024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea456b8-8166-4f72-94e6-9f3aa1b7aba2 req-db1767c3-91af-49b8-91d6-1cde4c75656a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.846117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea456b8-8166-4f72-94e6-9f3aa1b7aba2 req-db1767c3-91af-49b8-91d6-1cde4c75656a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.852295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea456b8-8166-4f72-94e6-9f3aa1b7aba2 req-db1767c3-91af-49b8-91d6-1cde4c75656a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.859707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bea456b8-8166-4f72-94e6-9f3aa1b7aba2 req-db1767c3-91af-49b8-91d6-1cde4c75656a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 2411 time: 0.4071488 Jul 06 11:54:51.873446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8300d00f-60f6-421c-809e-46bdb794bce7 None None] Provisioning for port 4e0e377b-9714-4c65-b789-1bf48cd04eed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:51.882078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8300d00f-60f6-421c-809e-46bdb794bce7 None None] Provisioning complete for port 4e0e377b-9714-4c65-b789-1bf48cd04eed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:51.883194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8300d00f-60f6-421c-809e-46bdb794bce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.944061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8300d00f-60f6-421c-809e-46bdb794bce7 None None] Port 4e0e377b-9714-4c65-b789-1bf48cd04eed cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:51.953887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ac9a7d1-65ce-40f5-a9dc-62dceef8a105 req-c0e9781a-2dad-4773-9a1a-2daf697d3381 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365073 Jul 06 11:54:51.956988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Attempting to bind port 3cea3174-9019-4f1b-8f6a-fae221af5e77 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:51.957347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Attempting to bind port 3cea3174-9019-4f1b-8f6a-fae221af5e77 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9fa78240-1be3-45b4-9cfd-641cfb074c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:51.957664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Attempting to bind port 3cea3174-9019-4f1b-8f6a-fae221af5e77 on network b646ea89-3837-493c-a23d-af5c1de382b2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:51.988971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bea456b8-8166-4f72-94e6-9f3aa1b7aba2 req-8859a305-d9e8-470c-bfbf-f194c5dc989e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277401 Jul 06 11:54:51.991029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Port 3cea3174-9019-4f1b-8f6a-fae221af5e77 on network b646ea89-3837-493c-a23d-af5c1de382b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:51.991552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Attempting to bind port 3cea3174-9019-4f1b-8f6a-fae221af5e77 on network b646ea89-3837-493c-a23d-af5c1de382b2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:52.009942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:52.010408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Checking segment: {'id': '9fa78240-1be3-45b4-9cfd-641cfb074c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:52.010909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Bound using segment: {'id': '9fa78240-1be3-45b4-9cfd-641cfb074c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:52.011596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Bound port: 3cea3174-9019-4f1b-8f6a-fae221af5e77, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa78240-1be3-45b4-9cfd-641cfb074c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:52.012226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.125628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] For port 3cea3174-9019-4f1b-8f6a-fae221af5e77, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:52.142853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] For port 3cea3174-9019-4f1b-8f6a-fae221af5e77, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77,segment=NetworkSegment(9fa78240-1be3-45b4-9cfd-641cfb074c28),segment_id=9fa78240-1be3-45b4-9cfd-641cfb074c28)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:52.149461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.180601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:52.180963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.192529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] 10.222.0.79 "PUT /v2.0/ports/3cea3174-9019-4f1b-8f6a-fae221af5e77 HTTP/1.1" status: 200 len: 1091 time: 1.6637156 Jul 06 11:54:52.193040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d68db3e-241a-4315-a940-42607bd07c44', 'tag': '3cea3174-9019-4f1b-8f6a-fae221af5e77'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:52.195666 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a48affc-f2bb-4d44-a2aa-717c20c672ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0d68db3e-241a-4315-a940-42607bd07c44", "tag": "3cea3174-9019-4f1b-8f6a-fae221af5e77"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:52.272658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.333467 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfc72a6-2a6b-4b26-8f25-f07fd70ca509 x-openstack-request-id: req-acfc72a6-2a6b-4b26-8f25-f07fd70ca509 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:52.333822 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d68db3e-241a-4315-a940-42607bd07c44", "tag": "3cea3174-9019-4f1b-8f6a-fae221af5e77", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:52.334074 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acfc72a6-2a6b-4b26-8f25-f07fd70ca509 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:52.334413 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d68db3e-241a-4315-a940-42607bd07c44', 'tag': '3cea3174-9019-4f1b-8f6a-fae221af5e77', 'status': 'completed', 'code': 200} Jul 06 11:54:52.374019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a245a-39a3-4ab4-abe6-1cf37282cf7e service neutron] Pushing event updated for resources: {'Port': ['ID=3cea3174-9019-4f1b-8f6a-fae221af5e77,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.413711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-63d19a4c-6253-48c0-bfbc-27c85be20348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:52.415758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-63d19a4c-6253-48c0-bfbc-27c85be20348 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ce5ac4947ff0441889ec05e4669ab0c8&device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 1094 time: 0.1590040 Jul 06 11:54:52.424453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517428b8-46f2-4d2a-a67a-5bbf3dbca7ea req-c09a18f7-510f-4d2b-af1c-5e581ae77f47 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:52.427960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-517428b8-46f2-4d2a-a67a-5bbf3dbca7ea req-c09a18f7-510f-4d2b-af1c-5e581ae77f47 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 943 time: 0.2029417 Jul 06 11:54:52.478717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-d894e3d1-cb49-48f3-970a-b9fed8116016 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77 HTTP/1.1" status: 200 len: 217 time: 0.0514765 Jul 06 11:54:52.544154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-517428b8-46f2-4d2a-a67a-5bbf3dbca7ea req-bba547cd-a51c-4bc6-af87-f6d4b94b126d tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098003 Jul 06 11:54:52.559533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-def43c3f-5cc6-4e07-b97a-5dc068f806d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:52.561367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-def43c3f-5cc6-4e07-b97a-5dc068f806d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6b96f6c-e85a-45c5-ad05-b429914ce75b HTTP/1.1" status: 200 len: 853 time: 0.0740125 Jul 06 11:54:52.574825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port 5577046b-a096-4468-9ed3-4c496e27aa40 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:52.575201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.611462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-d29614ec-7b35-4342-ae81-80fdab4281d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b646ea89-3837-493c-a23d-af5c1de382b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420952 Jul 06 11:54:52.620195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.687283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.693017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.700231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:52.765862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-6186afd4-62b1-43f4-81af-c8eb9d44e869 service neutron] 10.222.0.79 "GET /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441855 Jul 06 11:54:52.771886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=e015561b-6c49-4012-ad5b-f494b5ed1767,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.818016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Pushing event deleted for resources: {'Port': ['ID=582f4396-a2c7-473d-8627-37de727d89b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.829201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34014217-e6ef-40a7-9aa7-72af46bbbff0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:52.894955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 34014217-e6ef-40a7-9aa7-72af46bbbff0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:52.895323 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.952077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2390c721-4fc8-4ecd-856d-766ffa1ca9c9 req-66852dfa-48df-46f1-be83-46b50e9a3f98 service neutron] 10.222.0.79 "GET /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786129 Jul 06 11:54:53.193904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-a8350c91-7759-4d5d-951e-a1abfacb2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.196474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-a8350c91-7759-4d5d-951e-a1abfacb2b29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ce5ac4947ff0441889ec05e4669ab0c8&device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 1094 time: 0.1678121 Jul 06 11:54:53.376625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.388670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.396298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:53.399428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-13f4225f-8fc9-493d-a047-da4238f503f5 tempest-FloatingIPAdminTestJSON-1917673989 tempest-FloatingIPAdminTestJSON-1917673989-project] 10.222.0.78 "DELETE /v2.0/floatingips/7b6a8eea-7d69-4b84-8276-ef45db9cb859 HTTP/1.1" status: 204 len: 168 time: 2.7254431 Jul 06 11:54:53.459142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e2c5-3106-445c-9f8c-be7dbbcbf65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.509125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5577046b-a096-4468-9ed3-4c496e27aa40 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:53.526143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18022f5e-d43a-4035-b4d6-1c7f4075c466 req-51f7b1c0-29f1-4bf7-a69a-74bbb7e1d884 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.532925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18022f5e-d43a-4035-b4d6-1c7f4075c466 req-51f7b1c0-29f1-4bf7-a69a-74bbb7e1d884 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.534512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18022f5e-d43a-4035-b4d6-1c7f4075c466 req-51f7b1c0-29f1-4bf7-a69a-74bbb7e1d884 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 1677 time: 0.3368485 Jul 06 11:54:53.559691 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.575131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.575407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a05a-dc9e-4ccb-a42a-7c2a293b32f0 req-14b5e3fe-c33d-4715-98c3-d476b92c0af3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.576924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd12a05a-dc9e-4ccb-a42a-7c2a293b32f0 req-14b5e3fe-c33d-4715-98c3-d476b92c0af3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 945 time: 0.3901267 Jul 06 11:54:53.587132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-ac21e84f-2110-41ba-850e-1b6f325b8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.588919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-ac21e84f-2110-41ba-850e-1b6f325b8b8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=b646ea89-3837-493c-a23d-af5c1de382b2 HTTP/1.1" status: 200 len: 914 time: 0.3820708 Jul 06 11:54:53.627448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.639227 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.659682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-bf03b3b0-2c55-4d65-84bf-c1e81239ab21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77 HTTP/1.1" status: 200 len: 217 time: 0.0604954 Jul 06 11:54:53.673609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5577046b-a096-4468-9ed3-4c496e27aa40,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:53.674347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.684662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:53.689749 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9fdc9c-6f82-4d16-adfd-4271f7486f52" -d '{"events": [{"server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "name": "network-vif-unplugged", "status": "completed", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:53.711284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for 5577046b-a096-4468-9ed3-4c496e27aa40 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:53.722291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5577046b-a096-4468-9ed3-4c496e27aa40, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5577046b-a096-4468-9ed3-4c496e27aa40,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:53.729031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.753671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18022f5e-d43a-4035-b4d6-1c7f4075c466 req-dbfcee88-a588-470d-b47d-82d4f5748677 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714103 Jul 06 11:54:53.765972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd12a05a-dc9e-4ccb-a42a-7c2a293b32f0 req-4ffec9f9-8b61-437d-aa4c-7ea96e5c114b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712232 Jul 06 11:54:53.773542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-402c5b08-6662-4ea1-89e4-24144d6cd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.775096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-402c5b08-6662-4ea1-89e4-24144d6cd2aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6b96f6c-e85a-45c5-ad05-b429914ce75b HTTP/1.1" status: 200 len: 853 time: 0.0902951 Jul 06 11:54:53.785938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Router c4e4f07a-2973-4dce-b287-020b1cc183f6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:53.796019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0e377b-9714-4c65-b789-1bf48cd04eed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:53.847021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-5d02b259-42cc-4b6a-8d5c-8eab684499a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b646ea89-3837-493c-a23d-af5c1de382b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629482 Jul 06 11:54:53.881058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:53.987011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Deleting port 01b3ff61-1a74-4750-a44c-a9f05def43bb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:53.987011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.011908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:54.022820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] Sync routers for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:54.033367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-0674297f-c638-474d-9aa7-ccc84e455f16 service neutron] 10.222.0.79 "GET /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773281 Jul 06 11:54:54.045012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:54.047824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:54.099071 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a5adc-153e-44da-a5a9-0a34b838592f x-openstack-request-id: req-876a5adc-153e-44da-a5a9-0a34b838592f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:54.100074 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "name": "network-vif-unplugged", "status": "completed", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:54.100532 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-876a5adc-153e-44da-a5a9-0a34b838592f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:54.101648 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40', 'code': 200} Jul 06 11:54:54.102656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] No DVR routers for this DVR port e015561b-6c49-4012-ad5b-f494b5ed1767 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:54.107177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.110346 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-1ff713af-c149-4992-b0fb-62026ae4f2a7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "DELETE /v2.0/ports/e015561b-6c49-4012-ad5b-f494b5ed1767 HTTP/1.1" status: 204 len: 173 time: 5.2131891 Jul 06 11:54:54.121802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:54.124928 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f785c786-b1dc-4f67-9bad-b99bf9663332" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:54.214153 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea5d6e-f4ef-44e8-82ee-c11d571ffc3f x-openstack-request-id: req-fcea5d6e-f4ef-44e8-82ee-c11d571ffc3f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:54.214499 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "e015561b-6c49-4012-ad5b-f494b5ed1767", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:54.214707 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcea5d6e-f4ef-44e8-82ee-c11d571ffc3f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:54.215126 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': 'e015561b-6c49-4012-ad5b-f494b5ed1767', 'status': 'completed', 'code': 200} Jul 06 11:54:54.241050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:54.260805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:54.263764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:54.338101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e2c5-3106-445c-9f8c-be7dbbcbf65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.388795 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e2c5-3106-445c-9f8c-be7dbbcbf65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.502467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.569221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:54.607499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.608148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.617586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0e2c5-3106-445c-9f8c-be7dbbcbf65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fe57b-a50c-4b31-a92c-1cf062465007,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:54.623843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8cb0e2c5-3106-445c-9f8c-be7dbbcbf65a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bd57194d77949878568fc3f8e9b3a23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8889859 Jul 06 11:54:54.627171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:54.664885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Calling delete_port for 01b3ff61-1a74-4750-a44c-a9f05def43bb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:54.668439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14050d6f-4666-4847-b345-63a49b69e005 None None] Provisioning complete for port 4e0e377b-9714-4c65-b789-1bf48cd04eed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:54.669385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14050d6f-4666-4847-b345-63a49b69e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.673003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a48affc-f2bb-4d44-a2aa-717c20c672ee req-623855f7-3a29-44dd-a7d5-0c7541d4097d service neutron] 10.222.0.79 "GET /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231480 Jul 06 11:54:54.680795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f46e1-63db-4c39-ba0f-0e84d44f234e req-78e2a972-bd3d-45ea-91ed-7b3258ea315c tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.687778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db6f46e1-63db-4c39-ba0f-0e84d44f234e req-78e2a972-bd3d-45ea-91ed-7b3258ea315c tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 943 time: 0.6569118 Jul 06 11:54:54.695884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=5577046b-a096-4468-9ed3-4c496e27aa40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:54.709155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port 5577046b-a096-4468-9ed3-4c496e27aa40 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:54.719419 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.720903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0a7b2289-d75b-4638-8662-b812deaa5544 req-b117f7cf-1db3-403d-b255-635bc83e47af tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/5577046b-a096-4468-9ed3-4c496e27aa40 HTTP/1.1" status: 204 len: 173 time: 2.9691138 Jul 06 11:54:54.722790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:54.723061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.762472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14050d6f-4666-4847-b345-63a49b69e005 None None] Port 4e0e377b-9714-4c65-b789-1bf48cd04eed cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:54.824526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db6f46e1-63db-4c39-ba0f-0e84d44f234e req-c290c66e-dcad-4fc3-b081-dd17a032e5e6 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353323 Jul 06 11:54:54.860916 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802c8467-b0ff-4977-b51e-fbd00a2766be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.863487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:54.932380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] Checking router: c4e4f07a-2973-4dce-b287-020b1cc183f6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:54.933945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:54.940726 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802c8467-b0ff-4977-b51e-fbd00a2766be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.970375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] For port 56cd53c0-3031-4bc1-a4a6-491cc8896c33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=56cd53c0-3031-4bc1-a4a6-491cc8896c33,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:54.970938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.992442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:54.992442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:55.003014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 56cd53c0-3031-4bc1-a4a6-491cc8896c33 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:55.154801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a200623-3e1a-46bd-8373-b94a8ff2286b req-2acdfc5a-573f-4ece-aa26-14d9d2f8f9ad tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=e536c81f-029b-4bcb-a67c-63c4198f488a HTTP/1.1" status: 200 len: 210 time: 0.0831714 Jul 06 11:54:55.174980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:55.193416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.289794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b3ff61-1a74-4750-a44c-a9f05def43bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:55.297444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802c8467-b0ff-4977-b51e-fbd00a2766be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.299944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802c8467-b0ff-4977-b51e-fbd00a2766be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.301136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-802c8467-b0ff-4977-b51e-fbd00a2766be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d2fe57b-a50c-4b31-a92c-1cf062465007 HTTP/1.1" status: 204 len: 168 time: 0.6612749 Jul 06 11:54:55.333273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c8467-b0ff-4977-b51e-fbd00a2766be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fe57b-a50c-4b31-a92c-1cf062465007,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:55.348936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e528d-96e0-4239-a488-00d252675a1d req-fee8c316-71f7-4ade-82bd-09e9bb7732bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:55.361304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e528d-96e0-4239-a488-00d252675a1d req-fee8c316-71f7-4ade-82bd-09e9bb7732bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:55.372516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f4e528d-96e0-4239-a488-00d252675a1d req-fee8c316-71f7-4ade-82bd-09e9bb7732bf tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 1677 time: 0.3118083 Jul 06 11:54:55.433488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:55.447252 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7bda039f-75c3-4849-bd09-ecab3b9754e9 admin admin] 10.222.0.78 "PUT /v2.0/routers/900f56a0-7ba6-45e1-a0c5-78d6ce711ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7428536 Jul 06 11:54:55.447476 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Sync routers for ids ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:55.459478 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Routers {'900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:55.466113 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:55.487460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f4e528d-96e0-4239-a488-00d252675a1d req-bb0ea434-032a-4b19-a4ed-5ed8d80e8c8d tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups?id=836dcf6a-b343-418f-bd99-7a66fdbffd14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124253 Jul 06 11:54:55.501916 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.505482 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.509150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-80971282-c7ef-44c6-96cc-d1b2342b91a0 tempest-FloatingIPAdminTestJSON-1289572530 tempest-FloatingIPAdminTestJSON-1289572530-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/d7256f49-e7fe-4417-a111-aa310d290eef HTTP/1.1" status: 204 len: 168 time: 2.1100848 Jul 06 11:54:55.509528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.512539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:55.572186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cea3174-9019-4f1b-8f6a-fae221af5e77 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:55.634431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=56cd53c0-3031-4bc1-a4a6-491cc8896c33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:55.775846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] No DVR routers for this DVR port 56cd53c0-3031-4bc1-a4a6-491cc8896c33 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:55.781798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.787607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-b08dd311-26c6-4ef9-957a-8d426ba336f9 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "DELETE /v2.0/ports/56cd53c0-3031-4bc1-a4a6-491cc8896c33 HTTP/1.1" status: 204 len: 173 time: 1.6491599 Jul 06 11:54:55.812566 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Set router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:55.834382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting port 588603d8-d6d8-4488-8005-c89a5a1c51ca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:55.834965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.937914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:56.047007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 6aee4ddd-f7a0-4815-8110-582f100350bd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:56.047007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.055668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91fb3d-25f5-42eb-81a8-e3d75cd28784 None None] The sync data for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 is: [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:44:08Z', 'revision_number': 4, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b6827ead-8880-46c5-bde0-52508aed7685', 'name': '', 'network_id': '62e399e8-f6e9-4926-bc2f-26ed4524240e', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'mac_address': 'fa:16:3e:fa:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:06Z', 'updated_at': '2021-07-06T11:44:17Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'subnets': [{'id': '19f4daac-96a6-4e0f-99b4-287a8db1bfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:56.071738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3cea3174-9019-4f1b-8f6a-fae221af5e77, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77,segment=NetworkSegment(9fa78240-1be3-45b4-9cfd-641cfb074c28),segment_id=9fa78240-1be3-45b4-9cfd-641cfb074c28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.122158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3cea3174-9019-4f1b-8f6a-fae221af5e77', 'network_id': 'b646ea89-3837-493c-a23d-af5c1de382b2', 'port_id': '3cea3174-9019-4f1b-8f6a-fae221af5e77', 'mac_address': 'fa:16:3e:96:0d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b96f6c-e85a-45c5-ad05-b429914ce75b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:56.228892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'name': 'network-vif-deleted', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40'}, {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:56.231488 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd77a2bd-bfcd-487e-9011-7d320f50d9b2" -d '{"events": [{"server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "name": "network-vif-deleted", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40"}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:56.237325 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.274590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cea3174-9019-4f1b-8f6a-fae221af5e77 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:56.283755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.314928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3cea3174-9019-4f1b-8f6a-fae221af5e77, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77,segment=NetworkSegment(9fa78240-1be3-45b4-9cfd-641cfb074c28),segment_id=9fa78240-1be3-45b4-9cfd-641cfb074c28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.315267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4e0e377b-9714-4c65-b789-1bf48cd04eed', 'name': '', 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'mac_address': 'fa:16:3e:3e:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:48Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 2, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'subnets': [{'id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:56.330593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.337639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Calling delete_port for 588603d8-d6d8-4488-8005-c89a5a1c51ca owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:56.373686 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Checking router: 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:56.374039 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Updating router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 port 4e0e377b-9714-4c65-b789-1bf48cd04eed binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:56.451076 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.463479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] For port 6aee4ddd-f7a0-4815-8110-582f100350bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6aee4ddd-f7a0-4815-8110-582f100350bd,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.464102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.498157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3cea3174-9019-4f1b-8f6a-fae221af5e77,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:56.511794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 6aee4ddd-f7a0-4815-8110-582f100350bd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:56.576818 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231b78f5-2a16-423a-8094-8978079516fe x-openstack-request-id: req-231b78f5-2a16-423a-8094-8978079516fe {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:56.577122 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e536c81f-029b-4bcb-a67c-63c4198f488a", "name": "network-vif-deleted", "tag": "5577046b-a096-4468-9ed3-4c496e27aa40", "status": "completed", "code": 200}, {"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "56cd53c0-3031-4bc1-a4a6-491cc8896c33", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:56.577410 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-231b78f5-2a16-423a-8094-8978079516fe {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:56.577791 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e536c81f-029b-4bcb-a67c-63c4198f488a', 'name': 'network-vif-deleted', 'tag': '5577046b-a096-4468-9ed3-4c496e27aa40', 'status': 'completed', 'code': 200} Jul 06 11:54:56.578054 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '56cd53c0-3031-4bc1-a4a6-491cc8896c33', 'status': 'completed', 'code': 200} Jul 06 11:54:56.638410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3cea3174-9019-4f1b-8f6a-fae221af5e77'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:56.669771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac067-85c7-4f18-b1ac-4e066b5b4ca4 req-95ebd85c-26cb-417d-aa48-2077462b323c tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:56.682178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e47ac067-85c7-4f18-b1ac-4e066b5b4ca4 req-95ebd85c-26cb-417d-aa48-2077462b323c tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 943 time: 0.5631683 Jul 06 11:54:56.787718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25f188-0624-45d0-bbc8-501aa7328ee4 None None] New status for floating IP ba0e7009-9a66-40a5-b07b-25bdcabe28e5: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:54:56.798120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e47ac067-85c7-4f18-b1ac-4e066b5b4ca4 req-e4ef520c-acea-4d42-bf29-c29f5d47c325 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149616 Jul 06 11:54:56.909585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:56.916626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1120981968-network', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:56.977300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.022655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.028135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Made reservation on behalf of 911d231f23904c8b870b97a453e0fa6c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:57.029822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.170329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Port': ['ID=588603d8-d6d8-4488-8005-c89a5a1c51ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.173991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=6aee4ddd-f7a0-4815-8110-582f100350bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.196936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ae63fa6-32e5-467b-a013-42ebba57b0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.280896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.296571 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.320338 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Transition to ACTIVE for port object 4e0e377b-9714-4c65-b789-1bf48cd04eed will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:57.329729 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.336860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] No DVR routers for this DVR port 6aee4ddd-f7a0-4815-8110-582f100350bd on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:57.347388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.357049 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-158e67b5-0bba-46d2-90d6-3c22bd9b730d req-d15c00b2-eb1c-4576-a37f-9a9dcf31bcb7 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.79 "DELETE /v2.0/ports/6aee4ddd-f7a0-4815-8110-582f100350bd HTTP/1.1" status: 204 len: 173 time: 1.5648558 Jul 06 11:54:57.432655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.435105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-43dc247b-6888-4e77-bf61-472b8dddc921 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "DELETE /v2.0/ports/588603d8-d6d8-4488-8005-c89a5a1c51ca HTTP/1.1" status: 204 len: 168 time: 1.9213302 Jul 06 11:54:57.441921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:57.557401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85dbb7e2-664a-49d3-9119-3acad82ca960 req-d2cd3956-939b-4d88-a2a8-e008cfe7cf02 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.1288538 Jul 06 11:54:57.622797 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Attempting to bind port 4e0e377b-9714-4c65-b789-1bf48cd04eed on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:57.623551 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Attempting to bind port 4e0e377b-9714-4c65-b789-1bf48cd04eed by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:57.623674 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Attempting to bind port 4e0e377b-9714-4c65-b789-1bf48cd04eed on network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:57.649931 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:57.650293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Checking segment: {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:57.650901 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.656528 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Bound using segment: {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:57.657448 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Bound port: 4e0e377b-9714-4c65-b789-1bf48cd04eed, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f675825d-815b-4c00-8f55-13099d747545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:57.657708 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.752663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-d76527d6-fb95-47f6-a7b0-19bc22efd6e7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.760648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-d76527d6-fb95-47f6-a7b0-19bc22efd6e7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.3332551 Jul 06 11:54:57.768172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a234d57-d763-4563-89c3-2fcd4f49e973 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.771948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2a234d57-d763-4563-89c3-2fcd4f49e973 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "GET /v2.0/ports?device_id=109d47d9-a599-4fdc-b3f3-f3520639b970 HTTP/1.1" status: 200 len: 913 time: 0.3243971 Jul 06 11:54:57.775393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:57.794301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-6fbdd3b0-c11b-4bc1-84eb-efc67589335c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.0324335 Jul 06 11:54:57.852984 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] For port 4e0e377b-9714-4c65-b789-1bf48cd04eed, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:57.861952 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] For port 4e0e377b-9714-4c65-b789-1bf48cd04eed, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4e0e377b-9714-4c65-b789-1bf48cd04eed,segment=NetworkSegment(f675825d-815b-4c00-8f55-13099d747545),segment_id=f675825d-815b-4c00-8f55-13099d747545)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:57.883007 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde761-89c3-46b9-9286-a4a27567b6e6 None None] Pushing event updated for resources: {'Port': ['ID=4e0e377b-9714-4c65-b789-1bf48cd04eed,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.897672 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.939936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-70c7fe96-e7e9-43d3-af76-2f8d95a76501 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1443253 Jul 06 11:54:58.040810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.055647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.083781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Routers {'900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:58.096817 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:54:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:58.141637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75384c2-cd85-4cfd-922d-a81c2ecd6d36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.162077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:58.212035 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde761-89c3-46b9-9286-a4a27567b6e6 None None] Pushing event updated for resources: {'Port': ['ID=4e0e377b-9714-4c65-b789-1bf48cd04eed,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.266815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.272469 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Added segment 0806a29b-80cb-431f-9c72-73c258de8309 of type vlan for network e82556e3-54c7-4624-ae45-42c8b6c42eb0 Jul 06 11:54:58.302425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876891b-69d4-401d-8fae-cd99f43e91c7 req-1bf1a870-b381-47d2-9582-1222d8ec2ab3 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.304143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2876891b-69d4-401d-8fae-cd99f43e91c7 req-1bf1a870-b381-47d2-9582-1222d8ec2ab3 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 944 time: 0.2130239 Jul 06 11:54:58.314295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-32c1f581-a527-488c-ae22-ebfd5b6e810a service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732531 Jul 06 11:54:58.368449 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] Set router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:58.485663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-14c2825d-dd14-4507-97bc-33e628028256 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614537 Jul 06 11:54:58.497988 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.525048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2876891b-69d4-401d-8fae-cd99f43e91c7 req-a43e90a4-a439-4eb9-9695-6c8868cf4694 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074921 Jul 06 11:54:58.634655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:58.637571 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378ddd3-d735-4958-ae46-acb9a2dc0fa4" -d '{"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:58.686417 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.691479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.692467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.762338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] Pushing event updated for resources: {'Network': ['ID=e82556e3-54c7-4624-ae45-42c8b6c42eb0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.784235 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4e0e377b-9714-4c65-b789-1bf48cd04eed', 'name': '', 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'mac_address': 'fa:16:3e:3e:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:48Z', 'updated_at': '2021-07-06T11:54:57Z', 'revision_number': 4, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'subnets': [{'id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:58.784859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:58.802197 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75ebe54e-8d4b-4e78-a790-e6617057b2df admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8915248 Jul 06 11:54:58.805815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:58.811486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Request body: {'subnet': {'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1120981968-subnet', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:58.863491 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb8091-70c4-4108-b9fc-db473c88f020 None None] The sync data for ids ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'] in n-d-799528-2 is: [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4e0e377b-9714-4c65-b789-1bf48cd04eed', 'name': '', 'network_id': 'c500b1dd-7a19-4fd3-b830-3a24c6ab1246', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'mac_address': 'fa:16:3e:3e:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:48Z', 'updated_at': '2021-07-06T11:54:57Z', 'revision_number': 4, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'subnets': [{'id': '208cc390-8ac4-4919-83f9-ebebb0d3c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:58.923192 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f91ee-212b-4b0e-b6bd-8a2923ec6b46 x-openstack-request-id: req-b96f91ee-212b-4b0e-b6bd-8a2923ec6b46 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:58.923482 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e697ce-976f-4379-84b6-8a17a382d9f3", "name": "network-vif-deleted", "tag": "6aee4ddd-f7a0-4815-8110-582f100350bd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:58.930939 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b96f91ee-212b-4b0e-b6bd-8a2923ec6b46 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:58.931362 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e697ce-976f-4379-84b6-8a17a382d9f3', 'name': 'network-vif-deleted', 'tag': '6aee4ddd-f7a0-4815-8110-582f100350bd', 'status': 'completed', 'code': 200} Jul 06 11:54:59.034751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b50eabc-a8e6-4a43-bdb5-6ef656673732 req-a51eb354-0d5d-4c1a-8986-00e39ee3af84 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.2176409 Jul 06 11:54:59.134729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b21080ab-0ad3-4ba3-8b12-2ab4f3c25c6f req-e7dea2e3-031d-456a-8b46-ab68475ace54 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 210 time: 0.0978928 Jul 06 11:54:59.143666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Made reservation on behalf of 911d231f23904c8b870b97a453e0fa6c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:59.147301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.233800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.510291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cea3174-9019-4f1b-8f6a-fae221af5e77 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:59.518907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.609219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855a3b78-87b7-44f2-8db6-a1e3d295589a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:59.691197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Checking segment: {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:59.691941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Network hostable DHCP agents. Network: e82556e3-54c7-4624-ae45-42c8b6c42eb0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:59.712480 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5a8820a-3425-4608-92ff-34626f4d82a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.724928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3cea3174-9019-4f1b-8f6a-fae221af5e77 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:59.748423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:59.751202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3cea3174-9019-4f1b-8f6a-fae221af5e77 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:59.751575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.767482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, e82556e3-54c7-4624-ae45-42c8b6c42eb0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:59.785153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.791037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.832243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-797499bb-5897-4d6b-bd5f-8fb45cf88553 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0249043 Jul 06 11:54:59.834380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:59.846723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:59.885996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e485e8-f230-420b-9b69-d7f13329d09f None None] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:59.923456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.926792 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.060974 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.297338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.346512 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.487059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3cea3174-9019-4f1b-8f6a-fae221af5e77, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77,segment=NetworkSegment(9fa78240-1be3-45b4-9cfd-641cfb074c28),segment_id=9fa78240-1be3-45b4-9cfd-641cfb074c28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:00.505093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d68db3e-241a-4315-a940-42607bd07c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cea3174-9019-4f1b-8f6a-fae221af5e77'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:00.514311 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057465f-3078-46b5-aa30-64b565dfacf8" -d '{"events": [{"server_uuid": "0d68db3e-241a-4315-a940-42607bd07c44", "name": "network-vif-plugged", "status": "completed", "tag": "3cea3174-9019-4f1b-8f6a-fae221af5e77"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:00.525722 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.642772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.653351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3cea3174-9019-4f1b-8f6a-fae221af5e77,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:00.661918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27170bf-b558-4754-b5cb-9f21899dc696 req-52c25636-138a-4666-b85d-add8b37feb2c tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.672869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f27170bf-b558-4754-b5cb-9f21899dc696 req-52c25636-138a-4666-b85d-add8b37feb2c tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 944 time: 0.7267802 Jul 06 11:55:00.738640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.738973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.741991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.742567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.743097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.743603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.744140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.747261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.757085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.758177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.758686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.759373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.812774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting port 95661da8-2204-4e54-9982-4e2b8530a2a9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:00.813283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.869415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-e82556e3-54c7-4624-ae45-42c8b6c42eb0', 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'fixed_ips': [{'subnet_id': '855a3b78-87b7-44f2-8db6-a1e3d295589a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:55:00.870311 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.983745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.006274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e4b22fe-efa9-4ed8-a0e6-4457b2f77d7b req-d1c3b6e8-1660-4630-b068-890ab516f34e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.5072825 Jul 06 11:55:01.010093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4e0e377b-9714-4c65-b789-1bf48cd04eed up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:01.030093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.147452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f27170bf-b558-4754-b5cb-9f21899dc696 req-0c4573b2-94fd-4b56-bea5-b7702491f273 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722233 Jul 06 11:55:01.151472 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.168676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Calling delete_port for 95661da8-2204-4e54-9982-4e2b8530a2a9 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:01.362485 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280163a-6d5b-4fd7-b528-25b28bf0fa71 x-openstack-request-id: req-8280163a-6d5b-4fd7-b528-25b28bf0fa71 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:01.363041 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d68db3e-241a-4315-a940-42607bd07c44", "name": "network-vif-plugged", "status": "completed", "tag": "3cea3174-9019-4f1b-8f6a-fae221af5e77", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:01.363485 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8280163a-6d5b-4fd7-b528-25b28bf0fa71 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:01.368798 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d68db3e-241a-4315-a940-42607bd07c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cea3174-9019-4f1b-8f6a-fae221af5e77', 'code': 200} Jul 06 11:55:01.569021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4e0e377b-9714-4c65-b789-1bf48cd04eed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:01.595727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Allocated IP 172.20.0.2 (e82556e3-54c7-4624-ae45-42c8b6c42eb0/855a3b78-87b7-44f2-8db6-a1e3d295589a/fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:01.665151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-600f1688-911d-4596-8167-3969364c0dd5 req-b4276b9e-6e7d-4b12-843a-dd7cc348f5bd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 210 time: 0.2211351 Jul 06 11:55:01.774162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.834910 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.907417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-50a289b5-6b41-4306-85bf-e5bc8c4f9d2a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:01.916321 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-50a289b5-6b41-4306-85bf-e5bc8c4f9d2a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.3249276 Jul 06 11:55:01.970437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:01.986066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4e0e377b-9714-4c65-b789-1bf48cd04eed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:01.986665 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.110129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Allocated IP 172.25.7.184 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/658e4f6f-1b38-4202-bb1f-157db1ef36a9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:02.206900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:02.229892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.324139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.393800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.394732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.408797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Port': ['ID=95661da8-2204-4e54-9982-4e2b8530a2a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:02.437593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77f4aa92-93a4-4604-904c-7eeda47cacf0 req-9046b834-47ea-4b29-95c9-1bfa6d4a7061 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0675337 Jul 06 11:55:02.532549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Transition to ACTIVE for port object fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:02.580058 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.602499 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.605972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Transition to ACTIVE for port object fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:02.606707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.659412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805980bd-5066-45e9-9e5a-ac18d353b1ef req-8a599724-19d4-4932-b741-e86ad39dd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:02.661430 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-805980bd-5066-45e9-9e5a-ac18d353b1ef req-8a599724-19d4-4932-b741-e86ad39dd744 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 1096 time: 0.7396412 Jul 06 11:55:02.742319 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.786161 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-805980bd-5066-45e9-9e5a-ac18d353b1ef req-af1c863e-db88-4ccd-82bd-84294805dbea service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128554 Jul 06 11:55:02.806775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Pushing event updated for resources: {'Port': ['ID=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:02.829332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:02.850133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:02.857085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:02.858911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:02.861486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:02.876094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12ada7-4a1b-4957-a715-3f4a61508a96 req-c473d98c-d4c8-43a9-a39b-ed6a347d1808 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:02.888448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd12ada7-4a1b-4957-a715-3f4a61508a96 req-c473d98c-d4c8-43a9-a39b-ed6a347d1808 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 945 time: 0.3961980 Jul 06 11:55:02.895549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:02.912210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=658e4f6f-1b38-4202-bb1f-157db1ef36a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:02.953451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 4e0e377b-9714-4c65-b789-1bf48cd04eed, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4e0e377b-9714-4c65-b789-1bf48cd04eed,segment=NetworkSegment(f675825d-815b-4c00-8f55-13099d747545),segment_id=f675825d-815b-4c00-8f55-13099d747545)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:02.971117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Attempting to bind port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:02.971486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Attempting to bind port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:02.971849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Attempting to bind port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d on network e82556e3-54c7-4624-ae45-42c8b6c42eb0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:02.974857 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.071294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=4e0e377b-9714-4c65-b789-1bf48cd04eed,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.128894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:03.130113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Checking segment: {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:03.130717 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.131278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Bound using segment: {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:03.132820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Bound port: fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:03.133578 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.180363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.6 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/310aa854-47e9-4037-b9b4-0b1594060f79) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:03.242731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd12ada7-4a1b-4957-a715-3f4a61508a96 req-73fbb339-f3c1-43fb-b790-b08979decb1a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510849 Jul 06 11:55:03.246032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] For port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:03.250238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] For port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:03.262517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.299728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.333627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a288f-57c9-4828-aae9-28286d1ff429 None None] Pushing event updated for resources: {'Port': ['ID=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.341345 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:55:03.945268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.964970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b713f7ae-8dbf-4021-a7a5-12b1bd99429f req-70ce965e-bce5-4ba3-b18a-7a6a79d80bea tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 210 time: 0.7165823 Jul 06 11:55:04.064298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1769e9c4-112e-484f-801f-1f9cb1ca7e8b req-defc8da4-d76c-4258-8cf5-ebc6a7569f74 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0981729 Jul 06 11:55:04.121294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Router 109d47d9-a599-4fdc-b3f3-f3520639b970 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:04.160158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.174685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:04.178803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.209339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:04.222888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:04.238621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:04.519781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:04.532146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] Sync routers for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:04.548485 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:04.549020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:04.593486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.614141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:04.618137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.630569 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73bb8411-efd7-4e02-9ddb-6d2d1cd14be8 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "PUT /v2.0/routers/109d47d9-a599-4fdc-b3f3-f3520639b970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8450973 Jul 06 11:55:04.636552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:04.639737 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:04.642514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=310aa854-47e9-4037-b9b4-0b1594060f79,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:04.664958 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] Routers {'109d47d9-a599-4fdc-b3f3-f3520639b970'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:04.665969 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['109d47d9-a599-4fdc-b3f3-f3520639b970'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:04.754985 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:04.760842 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b56c5e-564b-402e-af0a-cd2c70b3898f None None] The sync data for ids ['109d47d9-a599-4fdc-b3f3-f3520639b970'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:04.771017 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-75cf46cc-e5e0-4c0f-a6e8-b8909b206d28 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8246160 Jul 06 11:55:04.796714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Request body: {'port': {'device_id': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:05.019174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014b360-9b26-476f-a37e-c86f5ea8022a None None] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:05.033765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c762c-df89-457d-a184-6f669cd2c045 req-07a03a7f-6ab5-4132-8375-6f1273fdb93f tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:05.035719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9c762c-df89-457d-a184-6f669cd2c045 req-07a03a7f-6ab5-4132-8375-6f1273fdb93f tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 945 time: 0.4435992 Jul 06 11:55:05.067845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.137077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.178312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9c762c-df89-457d-a184-6f669cd2c045 req-fa9ee9d8-3ced-401b-95f1-2ea1121dce57 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323526 Jul 06 11:55:05.239617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:05.383713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18dcf10f-8b92-4e20-acb7-bd2c1ba20af3 None None] Provisioning for port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:05.526307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4e0e377b-9714-4c65-b789-1bf48cd04eed up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:05.584661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.657309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4e0e377b-9714-4c65-b789-1bf48cd04eed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:05.657662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.688151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:05.709182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-650fbaef-4d40-4df2-b130-b14d1ef8d208 req-b6074e11-f72e-48ae-9919-18a4460a01e1 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.1172032 Jul 06 11:55:05.712049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Sync routers for ids ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:05.771260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352594b-c4e3-489d-b056-454b8e1cac48 req-5064f63a-f0aa-461a-b7e3-e8cb00d8d0d3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:05.792476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a352594b-c4e3-489d-b056-454b8e1cac48 req-5064f63a-f0aa-461a-b7e3-e8cb00d8d0d3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 931 time: 0.5454006 Jul 06 11:55:05.794763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:05.853174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Routers {'54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:05.854519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:05.857902 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.863421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-efd20042-c746-42ee-8ab4-9f36daf03fe3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0241926 Jul 06 11:55:05.868284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:05.884172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting port 360d4d0d-0028-4ddc-a96b-a7b123603f57 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:05.884517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.939901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a352594b-c4e3-489d-b056-454b8e1cac48 req-be2cb257-cd76-4ab3-8009-e527262096ec tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379585 Jul 06 11:55:06.123683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.185044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Calling delete_port for 360d4d0d-0028-4ddc-a96b-a7b123603f57 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:06.230741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Set router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:06.394569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310aa854-47e9-4037-b9b4-0b1594060f79 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:06.428919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.518313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Transition to ACTIVE for port object 310aa854-47e9-4037-b9b4-0b1594060f79 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:06.523598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.614174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:03Z', 'revision_number': 3, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:06.674661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Checking router: 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:06.675210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Updating router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:06.689542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:06.749147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:06.749529 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.853982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.894139 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.157778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42dfba42-e5fa-40d8-ad7a-27c345f86006 req-3a2f9aba-9025-41af-b376-b4ec521fd627 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0773017 Jul 06 11:55:07.259865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.319211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:07.328819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.402876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Allocated IP 172.20.0.1 (e82556e3-54c7-4624-ae45-42c8b6c42eb0/855a3b78-87b7-44f2-8db6-a1e3d295589a/a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:07.421806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Pushing event updated for resources: {'Port': ['ID=310aa854-47e9-4037-b9b4-0b1594060f79,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:07.426120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:07.448038 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.461095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Transition to ACTIVE for port object 658e4f6f-1b38-4202-bb1f-157db1ef36a9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:07.461643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.473293 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.498962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Port': ['ID=360d4d0d-0028-4ddc-a96b-a7b123603f57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:07.534735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Attempting to bind port 310aa854-47e9-4037-b9b4-0b1594060f79 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:07.535102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Attempting to bind port 310aa854-47e9-4037-b9b4-0b1594060f79 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:07.535404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Attempting to bind port 310aa854-47e9-4037-b9b4-0b1594060f79 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:07.585000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Port 310aa854-47e9-4037-b9b4-0b1594060f79 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:07.585862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Attempting to bind port 310aa854-47e9-4037-b9b4-0b1594060f79 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:07.595723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:07.596104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:07.596497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:07.596939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Bound port: 310aa854-47e9-4037-b9b4-0b1594060f79, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:07.597301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.612697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Attempting to bind port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:07.613780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Attempting to bind port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:07.614159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Attempting to bind port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:07.634294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:07.635024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:07.635151 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.635491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:07.636117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Bound port: 658e4f6f-1b38-4202-bb1f-157db1ef36a9, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:07.636497 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.649059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.673711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.688677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Transition to ACTIVE for port object a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:07.718375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] For port 658e4f6f-1b38-4202-bb1f-157db1ef36a9, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:07.724799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] For port 658e4f6f-1b38-4202-bb1f-157db1ef36a9, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=658e4f6f-1b38-4202-bb1f-157db1ef36a9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:07.739262 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.743234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da58cf0-6742-4bdc-a1ad-fd59ff7bf2e5 None None] Pushing event updated for resources: {'Port': ['ID=658e4f6f-1b38-4202-bb1f-157db1ef36a9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:07.800252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.817207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Routers {'54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:07.817931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:07.878387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.887631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.925115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:07.937966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:07.944896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:07.967262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] For port 310aa854-47e9-4037-b9b4-0b1594060f79, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:07.972631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] For port 310aa854-47e9-4037-b9b4-0b1594060f79, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=310aa854-47e9-4037-b9b4-0b1594060f79,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:07.974705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.981376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Fanout notify agent at l3_agent the message router_deleted on router 109d47d9-a599-4fdc-b3f3-f3520639b970 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:55:07.996500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.008289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.008539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Pushing event updated for resources: {'Port': ['ID=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:08.010056 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-165fed7a-e643-4cc7-b488-f4b60ddd865f tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "DELETE /v2.0/routers/109d47d9-a599-4fdc-b3f3-f3520639b970 HTTP/1.1" status: 204 len: 168 time: 3.3709135 Jul 06 11:55:08.019643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:08.050271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f022a-372b-436b-a467-919d77af8dd2 req-ff13ddb8-97e8-4c17-a7cd-81a5cbb9b74a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:08.051882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-618f022a-372b-436b-a467-919d77af8dd2 req-ff13ddb8-97e8-4c17-a7cd-81a5cbb9b74a tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 945 time: 0.9712071 Jul 06 11:55:08.107095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da58cf0-6742-4bdc-a1ad-fd59ff7bf2e5 None None] Pushing event updated for resources: {'Port': ['ID=658e4f6f-1b38-4202-bb1f-157db1ef36a9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:08.152780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Pushing event updated for resources: {'Port': ['ID=310aa854-47e9-4037-b9b4-0b1594060f79,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:08.177284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:08.178181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.179952 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-357d7780-3fa4-45a4-a4e9-17b4252e13ad service neutron] 10.222.0.79 "PUT /v2.0/ports/310aa854-47e9-4037-b9b4-0b1594060f79 HTTP/1.1" status: 200 len: 1091 time: 3.3987274 Jul 06 11:55:08.183024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'tag': '310aa854-47e9-4037-b9b4-0b1594060f79'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:08.185828 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa6bb6-d060-416e-8f32-2cb2be65f177" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1f60e1-4792-4138-bfc7-a05dbc82ffbd", "tag": "310aa854-47e9-4037-b9b4-0b1594060f79"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:08.203293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.270588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] Set router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:08.311152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52e5a-68d1-47c6-88be-bbaf23749c66 req-5ecb3e7f-0241-4f06-859e-a39efd39f99f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:08.317823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19e52e5a-68d1-47c6-88be-bbaf23749c66 req-5ecb3e7f-0241-4f06-859e-a39efd39f99f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 943 time: 0.8028331 Jul 06 11:55:08.399389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting subnet e7806d63-523e-4ce4-8483-0f171b3b2fda {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:08.438227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.443189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-618f022a-372b-436b-a467-919d77af8dd2 req-7b210dc5-fa71-4f02-a44c-b8ed9fcebcc4 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832211 Jul 06 11:55:08.457134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-ce50cbf4-3136-40d2-9c80-9a79a4006418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:08.462082 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-ce50cbf4-3136-40d2-9c80-9a79a4006418 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 1094 time: 0.2267518 Jul 06 11:55:08.564387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e634b04-2e60-4816-a863-e5ece40fb8ec None None] Provisioning for port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:08.615435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e634b04-2e60-4816-a863-e5ece40fb8ec None None] Provisioning complete for port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:08.617057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e634b04-2e60-4816-a863-e5ece40fb8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.617578 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-5cc62865-8842-48ff-aa1b-edca8d2936a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310aa854-47e9-4037-b9b4-0b1594060f79 HTTP/1.1" status: 200 len: 217 time: 0.1442883 Jul 06 11:55:08.620953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19e52e5a-68d1-47c6-88be-bbaf23749c66 req-a5e003a6-66a3-4aa0-924b-0ceae13cca56 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923381 Jul 06 11:55:08.651717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.737221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e634b04-2e60-4816-a863-e5ece40fb8ec None None] Port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:08.749865 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc1f2d7-2e56-4a4a-a149-738e88f668fe x-openstack-request-id: req-9cc1f2d7-2e56-4a4a-a149-738e88f668fe {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:08.750174 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1f60e1-4792-4138-bfc7-a05dbc82ffbd", "tag": "310aa854-47e9-4037-b9b4-0b1594060f79", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:08.750437 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cc1f2d7-2e56-4a4a-a149-738e88f668fe {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:08.750863 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'tag': '310aa854-47e9-4037-b9b4-0b1594060f79', 'status': 'completed', 'code': 200} Jul 06 11:55:08.758526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:03Z', 'revision_number': 3, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:08.800772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519f0d-a317-433b-b47b-fc87d013e11c req-ba949bc3-3d39-4a15-b318-a50ae59adfce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:08.802377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23519f0d-a317-433b-b47b-fc87d013e11c req-ba949bc3-3d39-4a15-b318-a50ae59adfce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 945 time: 0.4334900 Jul 06 11:55:08.805274 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.820338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f317465-1858-4dd8-a9a6-e1944b80fccd None None] The sync data for ids ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'] in n-d-799528-2 is: [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:03Z', 'revision_number': 3, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:08.837803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-def66f41-fc0a-4b02-bd18-2461a15f4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:08.839290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-def66f41-fc0a-4b02-bd18-2461a15f4643 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.2099707 Jul 06 11:55:08.899682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.918310 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-038b4967-9ee4-4149-b753-913333f59c3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448377 Jul 06 11:55:08.954921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cac3966-a024-48fa-92b5-e54b19f705ca req-d6828e99-1399-4eec-8fe4-e7559245420b tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0717175 Jul 06 11:55:09.019940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fcf82-a89a-4ccb-beba-92e499df64c0 None None] Network bfc6dada-6523-4797-a2c0-70374beee466 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:09.020705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Subnet': ['ID=e7806d63-523e-4ce4-8483-0f171b3b2fda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:09.034079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.038977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-29a907e9-f380-484f-bfa1-89151c1bda19 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "DELETE /v2.0/subnets/e7806d63-523e-4ce4-8483-0f171b3b2fda HTTP/1.1" status: 204 len: 168 time: 1.0133009 Jul 06 11:55:09.051522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:09.080385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.182569 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-51e551c8-99c1-4bbf-8410-4ec09f2fa8f4 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429657 Jul 06 11:55:09.283151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Deleting port 3cea3174-9019-4f1b-8f6a-fae221af5e77 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:09.283490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.355100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] DHCP port deletion for bfc6dada-6523-4797-a2c0-70374beee466 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:09.365501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.515531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] Deleting port e95df3fb-81f4-488d-a595-3e2525c253bb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:09.518900 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.608380 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c9ae1d75-9423-46ba-97cc-8f0015ea1c6a req-fe5164f9-9156-49fd-a6e8-2f695d3fcb9b service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163632 Jul 06 11:55:09.670034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting port e95df3fb-81f4-488d-a595-3e2525c253bb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:09.674137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] For port 3cea3174-9019-4f1b-8f6a-fae221af5e77, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3cea3174-9019-4f1b-8f6a-fae221af5e77,segment=NetworkSegment(9fa78240-1be3-45b4-9cfd-641cfb074c28),segment_id=9fa78240-1be3-45b4-9cfd-641cfb074c28)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:09.674370 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.681877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.693232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.695259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 658e4f6f-1b38-4202-bb1f-157db1ef36a9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:09.721333 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.801007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Calling delete_port for 3cea3174-9019-4f1b-8f6a-fae221af5e77 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:09.809153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] For port e95df3fb-81f4-488d-a595-3e2525c253bb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e95df3fb-81f4-488d-a595-3e2525c253bb,segment=NetworkSegment(63d9d295-a862-4610-9cd5-ae4b127ad712),segment_id=63d9d295-a862-4610-9cd5-ae4b127ad712)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:09.809700 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.853895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] Calling delete_port for e95df3fb-81f4-488d-a595-3e2525c253bb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:09.884749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:09.903037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.944658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:09.946360 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.975430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-7c4403c7-fe55-406e-85dd-ddf8b2789c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:09.977988 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-7c4403c7-fe55-406e-85dd-ddf8b2789c19 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 1094 time: 0.2888405 Jul 06 11:55:10.040479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] For port e95df3fb-81f4-488d-a595-3e2525c253bb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e95df3fb-81f4-488d-a595-3e2525c253bb,segment=NetworkSegment(63d9d295-a862-4610-9cd5-ae4b127ad712),segment_id=63d9d295-a862-4610-9cd5-ae4b127ad712)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:10.041121 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.062960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Calling delete_port for e95df3fb-81f4-488d-a595-3e2525c253bb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:10.108097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.137730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] Pushing event deleted for resources: {'Port': ['ID=e95df3fb-81f4-488d-a595-3e2525c253bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:10.143704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddb1a6-9c83-4d68-a6d0-a88043e329ca None None] No DVR routers for this DVR port e95df3fb-81f4-488d-a595-3e2525c253bb on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:10.209981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.240775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 658e4f6f-1b38-4202-bb1f-157db1ef36a9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=658e4f6f-1b38-4202-bb1f-157db1ef36a9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:10.247549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.249380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:10.260035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-d2268aa2-7e92-4c83-9466-1e3e6a41b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:10.261855 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-d2268aa2-7e92-4c83-9466-1e3e6a41b462 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.2741458 Jul 06 11:55:10.332554 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-e6a43b49-6094-4e14-be40-23e9a17a77f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310aa854-47e9-4037-b9b4-0b1594060f79 HTTP/1.1" status: 200 len: 217 time: 0.0602238 Jul 06 11:55:10.339357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.404155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=658e4f6f-1b38-4202-bb1f-157db1ef36a9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:10.432816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:10.433841 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.445696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Pushing event deleted for resources: {'Port': ['ID=3cea3174-9019-4f1b-8f6a-fae221af5e77,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:10.490443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] No DVR routers for this DVR port 3cea3174-9019-4f1b-8f6a-fae221af5e77 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:10.499571 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.502074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-23519f0d-a317-433b-b47b-fc87d013e11c req-287fb4e3-c77b-4247-96d0-e944488c52ce tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.79 "DELETE /v2.0/ports/3cea3174-9019-4f1b-8f6a-fae221af5e77 HTTP/1.1" status: 204 len: 173 time: 1.6869693 Jul 06 11:55:10.506832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:10.514930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-c7249e53-4b87-4fd0-b5d9-5e4aa5876301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:10.516810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-c7249e53-4b87-4fd0-b5d9-5e4aa5876301 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1747847 Jul 06 11:55:10.572893 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-2e909bec-8533-4114-b5ed-0275b3a31897 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448108 Jul 06 11:55:10.682554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e95df3fb-81f4-488d-a595-3e2525c253bb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:10.734299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: e95df3fb-81f4-488d-a595-3e2525c253bb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:10.734717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e95df3fb-81f4-488d-a595-3e2525c253bb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:10.778008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d68db3e-241a-4315-a940-42607bd07c44', 'name': 'network-vif-deleted', 'tag': '3cea3174-9019-4f1b-8f6a-fae221af5e77'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:10.781447 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc678224-dc45-45da-ac4d-0f20b7bd4e97" -d '{"events": [{"server_uuid": "0d68db3e-241a-4315-a940-42607bd07c44", "name": "network-vif-deleted", "tag": "3cea3174-9019-4f1b-8f6a-fae221af5e77"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:10.818653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c482c266-070d-45dd-8e63-d7c86da0ad0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.864978 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-6f11ae5f-0cba-4dd0-9c14-60895e173eee service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822785 Jul 06 11:55:10.943436 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-1380e822-d55e-4417-80ae-83100aeed9f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2368610 Jul 06 11:55:10.974191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Pushing event updated for resources: {'Port': ['ID=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:11.025304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.093880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40c275-64c5-4b5c-b0b7-37a643ab6263 req-6a51aeeb-a48e-4ebe-96d2-59364a6b29a4 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.095469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c40c275-64c5-4b5c-b0b7-37a643ab6263 req-6a51aeeb-a48e-4ebe-96d2-59364a6b29a4 tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/ports?device_id=0d68db3e-241a-4315-a940-42607bd07c44 HTTP/1.1" status: 200 len: 867 time: 1.2830415 Jul 06 11:55:11.101407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] No DVR routers for this DVR port e95df3fb-81f4-488d-a595-3e2525c253bb on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:11.103827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Port': ['ID=e95df3fb-81f4-488d-a595-3e2525c253bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:11.112385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eaa6bb6-d060-416e-8f32-2cb2be65f177 req-d0fc9d79-54ee-4e85-b02b-af522481295f service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361503 Jul 06 11:55:11.115476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:11.124314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9e146-5250-4d65-94b2-f8677cfe8392 req-7d4f7496-6b15-4659-a839-d270481795b1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.133702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2d9e146-5250-4d65-94b2-f8677cfe8392 req-7d4f7496-6b15-4659-a839-d270481795b1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 943 time: 0.8751144 Jul 06 11:55:11.157520 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c482c266-070d-45dd-8e63-d7c86da0ad0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.161363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:11.161631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-d3c86a6e-76ec-4e61-a603-a0a74540d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.165476 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-d3c86a6e-76ec-4e61-a603-a0a74540d95f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 1096 time: 0.1467566 Jul 06 11:55:11.167972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c482c266-070d-45dd-8e63-d7c86da0ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.342920 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c482c266-070d-45dd-8e63-d7c86da0ad0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a419d75f23f94b72ab90aada08dfdbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317719 Jul 06 11:55:11.343186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.346557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:11.355879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c266-070d-45dd-8e63-d7c86da0ad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe5a4cc-eac4-4521-a899-95e9c8fa460f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:11.371056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c40c275-64c5-4b5c-b0b7-37a643ab6263 req-10d435af-7072-4c3f-9131-74289d0235ae tempest-ServerAddressesTestJSON-1293825147 tempest-ServerAddressesTestJSON-1293825147-project] 10.222.0.78 "GET /v2.0/security-groups?id=109e2d5c-d570-4a9f-bc42-a57d84f557a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119598 Jul 06 11:55:11.430134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2d9e146-5250-4d65-94b2-f8677cfe8392 req-48b6c99f-4616-4ed3-b719-9f6013f0a33d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937260 Jul 06 11:55:11.435368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc6dada-6523-4797-a2c0-70374beee466']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:11.447196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-fd30f9fb-0b63-485f-b6df-c47f8e8e1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.448819 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-fd30f9fb-0b63-485f-b6df-c47f8e8e1c81 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.2492051 Jul 06 11:55:11.527073 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-61175bd7-9c14-4fad-903c-858db4bc5f95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e65fc-de91-4e63-ae64-68f7a7000a35 HTTP/1.1" status: 200 len: 217 time: 0.0626032 Jul 06 11:55:11.528170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-410071af-e35e-49d8-b33b-65a1e259c80a None None] Provisioning complete for port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:11.529143 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-410071af-e35e-49d8-b33b-65a1e259c80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.573447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d9d295-a862-4610-9cd5-ae4b127ad712') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:11.579239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d9d295-a862-4610-9cd5-ae4b127ad712') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:11.595292 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1f6a4-d457-4227-b2fa-704ff6c5bc40 x-openstack-request-id: req-ceb1f6a4-d457-4227-b2fa-704ff6c5bc40 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:11.597412 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d68db3e-241a-4315-a940-42607bd07c44", "name": "network-vif-deleted", "tag": "3cea3174-9019-4f1b-8f6a-fae221af5e77", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:11.597698 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ceb1f6a4-d457-4227-b2fa-704ff6c5bc40 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:11.598116 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d68db3e-241a-4315-a940-42607bd07c44', 'name': 'network-vif-deleted', 'tag': '3cea3174-9019-4f1b-8f6a-fae221af5e77', 'status': 'completed', 'code': 200} Jul 06 11:55:11.619856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-410071af-e35e-49d8-b33b-65a1e259c80a None None] Port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:11.637452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 310aa854-47e9-4037-b9b4-0b1594060f79 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:11.640219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cea3174-9019-4f1b-8f6a-fae221af5e77 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:11.644355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.645015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 658e4f6f-1b38-4202-bb1f-157db1ef36a9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:11.650910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-4e52273b-81ca-45b4-9e6f-21a9f8e0a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.652271 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-4e52273b-81ca-45b4-9e6f-21a9f8e0a956 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1173451 Jul 06 11:55:11.698778 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-bf511f8c-1539-403e-a4ed-7bfb3553ff5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370834 Jul 06 11:55:11.723892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 3cea3174-9019-4f1b-8f6a-fae221af5e77 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:11.724183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3cea3174-9019-4f1b-8f6a-fae221af5e77 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:11.762161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b3653ce-1bc2-4241-bdb2-714b83e95175 req-a3100797-a42a-4057-8014-426769abe06e tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0833380 Jul 06 11:55:11.768894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:11.771638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:11.772868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.773027 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.785511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:11.786305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:11.805133 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:11.859379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-e88c1460-7180-42ba-a02a-0fb2a771a577 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540968 Jul 06 11:55:11.869771 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2fe7-a5cf-4817-a259-c2dd496796ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.911219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 310aa854-47e9-4037-b9b4-0b1594060f79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=310aa854-47e9-4037-b9b4-0b1594060f79,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:11.948919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '310aa854-47e9-4037-b9b4-0b1594060f79', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': '310aa854-47e9-4037-b9b4-0b1594060f79', 'mac_address': 'fa:16:3e:95:b6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:11.954332 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2fe7-a5cf-4817-a259-c2dd496796ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.977934 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.005042 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.006574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c939e66a-2df7-4271-8c35-9a66e6c0dfb3 req-0edf59f2-df21-426f-80e4-70addc5dc476 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377468 Jul 06 11:55:12.013128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.019097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "DELETE /v2.0/networks/bfc6dada-6523-4797-a2c0-70374beee466 HTTP/1.1" status: 204 len: 168 time: 2.9635539 Jul 06 11:55:12.026308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310aa854-47e9-4037-b9b4-0b1594060f79 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:12.026425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:12.046009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 310aa854-47e9-4037-b9b4-0b1594060f79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=310aa854-47e9-4037-b9b4-0b1594060f79,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:12.053348 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.105320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=310aa854-47e9-4037-b9b4-0b1594060f79,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:12.122824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a231a-0d80-4104-96a7-4b14687a3449 tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Network': ['ID=bfc6dada-6523-4797-a2c0-70374beee466,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:12.188384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:12.204635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9283a5d4-39ce-4f72-9493-6c6125281a5e admin admin] 10.222.0.78 "PUT /v2.0/routers/54cf3f88-4d5f-4124-9b2d-02dbab08e2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3253877 Jul 06 11:55:12.206493 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Sync routers for ids ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:12.215737 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Routers {'54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:12.216677 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:12.217464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2fe7-a5cf-4817-a259-c2dd496796ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.222209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8e2fe7-a5cf-4817-a259-c2dd496796ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.224484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f8e2fe7-a5cf-4817-a259-c2dd496796ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fe5a4cc-eac4-4521-a899-95e9c8fa460f HTTP/1.1" status: 204 len: 168 time: 0.8743961 Jul 06 11:55:12.257054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e2fe7-a5cf-4817-a259-c2dd496796ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe5a4cc-eac4-4521-a899-95e9c8fa460f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:12.304067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Deleting port a0684cd6-23b8-478e-befe-9b37d71ea7b0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:12.305973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.318989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['310aa854-47e9-4037-b9b4-0b1594060f79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:12.352206 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Set router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:12.472770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.473394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.505413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Calling delete_port for a0684cd6-23b8-478e-befe-9b37d71ea7b0 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:12.589863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:12.698665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Deleting subnet b6b96f6c-e85a-45c5-ad05-b429914ce75b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:12.712100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.768260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:12.777284 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.840449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.870313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556b-80c4-407a-9a22-ae082bb773e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.906379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.937533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b96f6c-e85a-45c5-ad05-b429914ce75b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:12.941704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.944514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8c8ce47b-fdf7-412a-9336-831ba6fefe3d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b6b96f6c-e85a-45c5-ad05-b429914ce75b HTTP/1.1" status: 204 len: 168 time: 0.3528535 Jul 06 11:55:12.946703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:12.949615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.974150 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:08Z', 'revision_number': 4, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e', 'name': '', 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'mac_address': 'fa:16:3e:b0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '855a3b78-87b7-44f2-8db6-a1e3d295589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:06Z', 'updated_at': '2021-07-06T11:55:09Z', 'revision_number': 2, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'subnets': [{'id': '855a3b78-87b7-44f2-8db6-a1e3d295589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:13.000676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Pushing event deleted for resources: {'Port': ['ID=a0684cd6-23b8-478e-befe-9b37d71ea7b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:13.038472 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Checking router: 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:13.039081 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Updating router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:13.076945 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.138301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e4e13-1966-4959-ba20-e3b103b61e42 req-f776568d-946e-4d3c-a8bc-5a13a6f8c93c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.144512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf4e4e13-1966-4959-ba20-e3b103b61e42 req-f776568d-946e-4d3c-a8bc-5a13a6f8c93c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 944 time: 0.3486135 Jul 06 11:55:13.152185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.228902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c0856ac-0de1-47f5-a153-c7c21893b5ab req-fcd46149-bee3-4112-ac4c-4679f3ac4ee4 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0829594 Jul 06 11:55:13.232967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.235750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.239841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1658a38-d2e3-4b04-abba-7cfdf224f46e tempest-FloatingIPAdminTestJSON-1898875118 tempest-FloatingIPAdminTestJSON-1898875118-project] 10.222.0.78 "DELETE /v2.0/floatingips/480ded85-ad69-46b0-af08-cb578f949ec1 HTTP/1.1" status: 204 len: 168 time: 1.2113118 Jul 06 11:55:13.247662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.262274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646ea89-3837-493c-a23d-af5c1de382b2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:13.277221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556b-80c4-407a-9a22-ae082bb773e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.336476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf4e4e13-1966-4959-ba20-e3b103b61e42 req-76b2ad88-64de-4eef-a42e-1c16e8340068 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239960 Jul 06 11:55:13.336476 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2a1556b-80c4-407a-9a22-ae082bb773e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.336888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa78240-1be3-45b4-9cfd-641cfb074c28') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:13.336888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa78240-1be3-45b4-9cfd-641cfb074c28') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:13.353689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.382707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1556b-80c4-407a-9a22-ae082bb773e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98831965-8ffd-42e6-a1fb-5794d20f6400,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:13.390827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2a1556b-80c4-407a-9a22-ae082bb773e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2754439ae9604c3b8d0c118b3bebf94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214559 Jul 06 11:55:13.393668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:13.410653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.439226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:13.447160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:13.449247 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:13.518716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.530837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.536527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b646ea89-3837-493c-a23d-af5c1de382b2 HTTP/1.1" status: 204 len: 168 time: 0.5887742 Jul 06 11:55:13.549413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01eb409f-66a2-4366-989e-04ff96400d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.552131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448e33c-924d-404c-b6fd-b7934c6f4c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=b646ea89-3837-493c-a23d-af5c1de382b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:13.602533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 310aa854-47e9-4037-b9b4-0b1594060f79 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:13.605760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01eb409f-66a2-4366-989e-04ff96400d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.637535 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.652636 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Transition to ACTIVE for port object a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:13.661213 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.687417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01eb409f-66a2-4366-989e-04ff96400d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.691494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01eb409f-66a2-4366-989e-04ff96400d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.692967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-01eb409f-66a2-4366-989e-04ff96400d35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98831965-8ffd-42e6-a1fb-5794d20f6400 HTTP/1.1" status: 204 len: 168 time: 0.2971675 Jul 06 11:55:13.709381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb409f-66a2-4366-989e-04ff96400d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98831965-8ffd-42e6-a1fb-5794d20f6400,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:13.747099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 310aa854-47e9-4037-b9b4-0b1594060f79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:13.752217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 310aa854-47e9-4037-b9b4-0b1594060f79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:13.752601 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.776610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:13.833629 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Attempting to bind port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:13.834614 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Attempting to bind port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:13.835340 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Attempting to bind port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e on network e82556e3-54c7-4624-ae45-42c8b6c42eb0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:13.852782 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:13.853458 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Checking segment: {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:13.854065 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.854625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Bound using segment: {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:13.855337 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Bound port: a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806a29b-80cb-431f-9c72-73c258de8309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:13.855895 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.934992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:13.952396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.005223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5aba32c9-3d5e-4ba6-b123-38bca6f12c12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce5ac4947ff0441889ec05e4669ab0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669706 Jul 06 11:55:14.006184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:14.031402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 310aa854-47e9-4037-b9b4-0b1594060f79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=310aa854-47e9-4037-b9b4-0b1594060f79,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:14.032590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310aa854-47e9-4037-b9b4-0b1594060f79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:14.038781 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b12eb-1316-4cf3-9953-d6b29ad7b3cf" -d '{"events": [{"server_uuid": "8f1f60e1-4792-4138-bfc7-a05dbc82ffbd", "name": "network-vif-plugged", "status": "completed", "tag": "310aa854-47e9-4037-b9b4-0b1594060f79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:14.048655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.076879 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] For port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:14.094393 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] For port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:14.099560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e984b-62f8-4d46-8cfe-0c696762a2b0 None None] Pushing event updated for resources: {'Port': ['ID=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.110546 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.133420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18108d3c-f3a6-4ac9-ae66-0276ca8b136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.193705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18108d3c-f3a6-4ac9-ae66-0276ca8b136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.197219 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7d3d90-3c99-4e33-8a95-b5eca5976ebc x-openstack-request-id: req-3e7d3d90-3c99-4e33-8a95-b5eca5976ebc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:14.197525 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1f60e1-4792-4138-bfc7-a05dbc82ffbd", "name": "network-vif-plugged", "status": "completed", "tag": "310aa854-47e9-4037-b9b4-0b1594060f79", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:14.197783 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e7d3d90-3c99-4e33-8a95-b5eca5976ebc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:14.198976 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310aa854-47e9-4037-b9b4-0b1594060f79', 'code': 200} Jul 06 11:55:14.230644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=310aa854-47e9-4037-b9b4-0b1594060f79,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.259419 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Routers {'54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:14.260091 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:14.423650 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e984b-62f8-4d46-8cfe-0c696762a2b0 None None] Pushing event updated for resources: {'Port': ['ID=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.480989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18108d3c-f3a6-4ac9-ae66-0276ca8b136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.493148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18108d3c-f3a6-4ac9-ae66-0276ca8b136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.508539 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-18108d3c-f3a6-4ac9-ae66-0276ca8b136f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/109e2d5c-d570-4a9f-bc42-a57d84f557a2 HTTP/1.1" status: 204 len: 168 time: 0.4889531 Jul 06 11:55:14.595850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18108d3c-f3a6-4ac9-ae66-0276ca8b136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e2d5c-d570-4a9f-bc42-a57d84f557a2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.616873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16855346-0e7f-4ea4-abc9-7cf57f93d8e5 req-563b0d16-4e7a-4755-85de-1d3241bcc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.622027 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16855346-0e7f-4ea4-abc9-7cf57f93d8e5 req-563b0d16-4e7a-4755-85de-1d3241bcc366 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 1096 time: 0.3067544 Jul 06 11:55:14.631236 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f781e223-eb8e-4769-8d41-28b00e7aaa3e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e248aba7cb164d80a075bd47b944fab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530657 Jul 06 11:55:14.634073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:14.667619 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] Set router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:14.668828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16855346-0e7f-4ea4-abc9-7cf57f93d8e5 req-abd21660-e137-4a2d-9c97-42fcb30635ab service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360553 Jul 06 11:55:14.750901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f40be6c6-d094-415a-a102-c48530d1b03b req-cc3b3a14-829c-4c76-8709-e09a6297d700 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0852182 Jul 06 11:55:14.784411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2883c852-d918-455d-92fe-946a33d194ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.830247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2883c852-d918-455d-92fe-946a33d194ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.917941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2883c852-d918-455d-92fe-946a33d194ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.920556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2883c852-d918-455d-92fe-946a33d194ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.924151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2883c852-d918-455d-92fe-946a33d194ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/271c3a08-4ec3-4cbb-930b-fbd84100db74 HTTP/1.1" status: 204 len: 168 time: 0.2866380 Jul 06 11:55:14.938508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883c852-d918-455d-92fe-946a33d194ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c3a08-4ec3-4cbb-930b-fbd84100db74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:15.056474 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:08Z', 'revision_number': 4, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e', 'name': '', 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'mac_address': 'fa:16:3e:b0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '855a3b78-87b7-44f2-8db6-a1e3d295589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:06Z', 'updated_at': '2021-07-06T11:55:14Z', 'revision_number': 4, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'subnets': [{'id': '855a3b78-87b7-44f2-8db6-a1e3d295589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:15.089838 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ff6e8-6330-4543-b74a-af9796c76f56 None None] The sync data for ids ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'] in n-d-799528-2 is: [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:08Z', 'revision_number': 4, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e', 'name': '', 'network_id': 'e82556e3-54c7-4624-ae45-42c8b6c42eb0', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'mac_address': 'fa:16:3e:b0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '855a3b78-87b7-44f2-8db6-a1e3d295589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:06Z', 'updated_at': '2021-07-06T11:55:14Z', 'revision_number': 4, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'subnets': [{'id': '855a3b78-87b7-44f2-8db6-a1e3d295589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:15.230054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2142-2355-4ff3-bc2f-9541ca0ece1d req-1ba75b1f-152c-47ff-b00e-6de3edbea634 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:15.243871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ffd2142-2355-4ff3-bc2f-9541ca0ece1d req-1ba75b1f-152c-47ff-b00e-6de3edbea634 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 945 time: 0.5808344 Jul 06 11:55:15.298244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ffd2142-2355-4ff3-bc2f-9541ca0ece1d req-2ed1f863-66f0-4145-bece-60852f4b8379 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532219 Jul 06 11:55:15.567698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:15.631411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:15.680832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:15.686726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:15.687295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.789345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:15.812098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f146e509-1b9e-495e-8194-d2ce9ba8acce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.885475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.966260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f146e509-1b9e-495e-8194-d2ce9ba8acce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.974959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:15.977699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f146e509-1b9e-495e-8194-d2ce9ba8acce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.983872 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.106760 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f146e509-1b9e-495e-8194-d2ce9ba8acce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dae0823e19dc42afb1170a0bd2d3b85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159127 Jul 06 11:55:16.108170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146e509-1b9e-495e-8194-d2ce9ba8acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ee66a-f979-4ee7-beaa-14368078935c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:16.122260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:16.155066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:16.192136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c98023-7266-4aac-95a9-3e7ee69d8989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.242324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c98023-7266-4aac-95a9-3e7ee69d8989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.266057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-098816b1-9360-49c4-8934-04a11790ee9d req-7113cd0d-77b9-4a0a-8d81-e2df15c89b4c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0717587 Jul 06 11:55:16.346159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c98023-7266-4aac-95a9-3e7ee69d8989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.349266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6c98023-7266-4aac-95a9-3e7ee69d8989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.357879 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b6c98023-7266-4aac-95a9-3e7ee69d8989 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d00ee66a-f979-4ee7-beaa-14368078935c HTTP/1.1" status: 204 len: 168 time: 0.2341828 Jul 06 11:55:16.365966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c98023-7266-4aac-95a9-3e7ee69d8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ee66a-f979-4ee7-beaa-14368078935c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:16.647939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.675175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:16.959867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:16.994827 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bca1ad7-dda1-453e-8d5a-595786dbd97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.117776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Deleting port 4e0e377b-9714-4c65-b789-1bf48cd04eed {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:17.118115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.191959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fbf0e-b31f-4049-81c8-df5eae6cd2f1 req-00f32a98-ee4a-4da5-af46-9a54b0c12e13 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:17.199426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c9fbf0e-b31f-4049-81c8-df5eae6cd2f1 req-00f32a98-ee4a-4da5-af46-9a54b0c12e13 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 945 time: 0.6629946 Jul 06 11:55:17.235436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bca1ad7-dda1-453e-8d5a-595786dbd97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.243295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-878990867-network', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:17.247643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bca1ad7-dda1-453e-8d5a-595786dbd97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.259017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c9fbf0e-b31f-4049-81c8-df5eae6cd2f1 req-e0bc2a36-e06e-4bfc-9d8d-9b0ffa9b31f1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586338 Jul 06 11:55:17.316461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] For port 4e0e377b-9714-4c65-b789-1bf48cd04eed, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4e0e377b-9714-4c65-b789-1bf48cd04eed,segment=NetworkSegment(f675825d-815b-4c00-8f55-13099d747545),segment_id=f675825d-815b-4c00-8f55-13099d747545)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:17.317193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.325475 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0bca1ad7-dda1-453e-8d5a-595786dbd97e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad82cd98872a4cf68b2f6571080f8387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644485 Jul 06 11:55:17.326822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:17.333828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Calling delete_port for 4e0e377b-9714-4c65-b789-1bf48cd04eed owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:17.380241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca1ad7-dda1-453e-8d5a-595786dbd97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805bb0ab-584f-44cc-95a1-b54c8029bc29,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:17.401179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Made reservation on behalf of e650abac0943414aa5b117505aaffdc1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:17.404426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.428151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.469621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbb31a03-2286-4f02-8007-9c6a7c05dd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.517448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbb31a03-2286-4f02-8007-9c6a7c05dd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.548941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:17.623202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbb31a03-2286-4f02-8007-9c6a7c05dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.627062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbb31a03-2286-4f02-8007-9c6a7c05dd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.630990 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bbb31a03-2286-4f02-8007-9c6a7c05dd59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/805bb0ab-584f-44cc-95a1-b54c8029bc29 HTTP/1.1" status: 204 len: 168 time: 0.2972178 Jul 06 11:55:17.645293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.653686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.658701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31a03-2286-4f02-8007-9c6a7c05dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805bb0ab-584f-44cc-95a1-b54c8029bc29,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:17.708479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9203e3-0afa-4139-a434-b5abbe39ba40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:17.719767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:17.727536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:17.728203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.736191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.736746 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Added segment e602a7b3-4cce-49a2-938f-202d644a44b0 of type vlan for network 68596b7e-f622-4a75-a852-687eb8c43384 Jul 06 11:55:17.777729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-679cd165-0469-473b-99df-89ebac654724 req-96b15699-6a7f-464c-9380-23b9bfc3c62c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.1623015 Jul 06 11:55:17.815105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.880508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.882877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:17.884043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.955332 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2787960 Jul 06 11:55:17.958562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:17.963450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Request body: {'subnet': {'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-878990867-subnet', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:17.995163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1317c-d236-4a5a-ada5-f86c988635d5 admin admin] Pushing event updated for resources: {'Network': ['ID=68596b7e-f622-4a75-a852-687eb8c43384,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.008845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 68596b7e-f622-4a75-a852-687eb8c43384 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:18.009061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Made reservation on behalf of e650abac0943414aa5b117505aaffdc1 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:18.013670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.098381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-36bc2119-31eb-4b6a-afb6-831426299c7f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.106342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-36bc2119-31eb-4b6a-afb6-831426299c7f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.3312662 Jul 06 11:55:18.107200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.356869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.457255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459fc31f-e4ed-4d12-bb2a-7a624f2720d1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.492957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Checking segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:18.493462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Network hostable DHCP agents. Network: 68596b7e-f622-4a75-a852-687eb8c43384, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:18.512223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Network 68596b7e-f622-4a75-a852-687eb8c43384 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:18.525809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 68596b7e-f622-4a75-a852-687eb8c43384) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:18.532859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.533687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.533899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b544d0f-11df-4dcb-b4e2-b18cef2e1f8e None None] Network 68596b7e-f622-4a75-a852-687eb8c43384 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:18.555542 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ca4dcbef-c793-4544-9665-62881340cc20 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5936019 Jul 06 11:55:18.556395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:18.566875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:18.622014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.624509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.748633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0e377b-9714-4c65-b789-1bf48cd04eed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.760121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-52fe6a30-9c80-408a-bc20-b68cacbcbcb4 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.6376226 Jul 06 11:55:18.798845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.860078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6f088-1757-43d5-9cd1-9deaf2a92035 None None] Network 68596b7e-f622-4a75-a852-687eb8c43384 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:18.950101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-487bccc1-5351-43f1-bb10-cb4ae12899a5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1886313 Jul 06 11:55:19.035056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.097229 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.156680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1ef77fa-9168-48a8-98bf-d44f46109bb4 req-74ffc371-c843-4521-9bfa-987af32dac5f tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.1166096 Jul 06 11:55:19.370106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-2e20916a-2f2b-4cc7-8bd6-d0de8a1ab4ba service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178762 Jul 06 11:55:19.531054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-7ceef43d-b0af-4f18-b0fe-ea7d7d67f25c service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555085 Jul 06 11:55:19.766907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:19.966110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d94bf7b-1ef5-41a1-9ff5-b13e1d5ac407 req-a2f64196-54ee-4dca-b714-51c22a1c98dc tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0568757 Jul 06 11:55:20.008997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.059812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.062816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:20.071965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b912316-477a-4c6c-8516-a8166f581f9d admin admin] 10.222.0.78 "PUT /v2.0/routers/900f56a0-7ba6-45e1-a0c5-78d6ce711ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4365523 Jul 06 11:55:20.073655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:20.076196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] Sync routers for ids ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:20.086692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] Routers {'900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:20.087455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:20.229430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] Set router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:20.387119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.449812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Allocated IP 172.25.7.25 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/3321041f-98d2-4d35-a0bf-b53045852163) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:20.594895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 5, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:20.599672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:20.610192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3705bad9-75a7-4b3a-943d-c26bf1b1bdcc req-6e734b54-7c0f-4231-87b8-1ded50e10cd1 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0721312 Jul 06 11:55:20.639782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] Checking router: 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:20.658277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] Routers {'900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:20.665157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:20.689940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.784596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.791454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.839168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] Set router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:20.891200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:20.907900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:20.911518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:20.957973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3321041f-98d2-4d35-a0bf-b53045852163,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:20.960600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Deleting port 34014217-e6ef-40a7-9aa7-72af46bbbff0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:20.960953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.992089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.992511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.992882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.993216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.993556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.993896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.994233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.994567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.994896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.995226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.995557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:20.995886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:21.120991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 5, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:21.153257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] For port 34014217-e6ef-40a7-9aa7-72af46bbbff0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34014217-e6ef-40a7-9aa7-72af46bbbff0,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:21.153543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.191854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Calling delete_port for 34014217-e6ef-40a7-9aa7-72af46bbbff0 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:21.227022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e57be-6e2d-472f-a098-f443e1ad0ea1 None None] The sync data for ids ['900f56a0-7ba6-45e1-a0c5-78d6ce711ed0'] in n-d-799528-2 is: [{'id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'name': 'tempest-TestAggregatesBasicOps-140532812-router', 'tenant_id': 'a2fa967d0f0743f3b07287334f77402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 5, 'project_id': 'a2fa967d0f0743f3b07287334f77402b', 'gw_port': {'id': '34014217-e6ef-40a7-9aa7-72af46bbbff0', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900f56a0-7ba6-45e1-a0c5-78d6ce711ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:21.337280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-853273821'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:21.344959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d6bf2d-5e13-49c5-9417-2dc44b3577f3 req-66859c48-7dc3-4d3e-9b5e-9efc2be66138 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 210 time: 0.1167097 Jul 06 11:55:21.383636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Made reservation on behalf of 9f30a92857bf41509f4c8aa435b7fcaf for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:21.387367 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.401170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.458746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.598865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.652103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4e0e377b-9714-4c65-b789-1bf48cd04eed no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:21.654158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.686747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.721983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4e0e377b-9714-4c65-b789-1bf48cd04eed {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:21.722334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4e0e377b-9714-4c65-b789-1bf48cd04eed not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:21.897648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.966323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48b28a25-acda-4026-bc0f-9689f17e734b req-58659549-6fa3-4442-84f5-7a0c6d87f937 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0613036 Jul 06 11:55:21.968226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=34014217-e6ef-40a7-9aa7-72af46bbbff0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:21.994178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:22.034126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba9c31-c8aa-4f05-9cb3-47c335620874,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:22.043281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.083543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.083986 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Added segment cb486218-ea55-4687-88f0-8fea9421203f of type vlan for network a018f132-15b9-4f30-ba52-e030d1bb2f32 Jul 06 11:55:22.086735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Router a9755a93-8afc-49ba-be46-23fe23eafed8 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:22.194311 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.196635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.336439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.336994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:55:22.342228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.343483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-107ef35b-044c-4471-b9e1-0fce0a2d1e24 admin admin] 10.222.0.78 "DELETE /v2.0/routers/900f56a0-7ba6-45e1-a0c5-78d6ce711ed0 HTTP/1.1" status: 204 len: 168 time: 2.2672532 Jul 06 11:55:22.345902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:22.368266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-dadedcd6-8262-4d83-9f00-14dba2a87654 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.369857 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-dadedcd6-8262-4d83-9f00-14dba2a87654 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.2628672 Jul 06 11:55:22.398252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.401550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:22.405752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Deleting subnet 208cc390-8ac4-4919-83f9-ebebb0d3c07c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:22.416157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.548079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.588226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:22.604402 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Sync routers for ids ['a9755a93-8afc-49ba-be46-23fe23eafed8'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:22.620101 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Routers {'a9755a93-8afc-49ba-be46-23fe23eafed8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:22.622342 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a9755a93-8afc-49ba-be46-23fe23eafed8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:22.628029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.669733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.673481 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e35944a3-7d6a-4acc-b4d4-0f8993e748e4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1137114 Jul 06 11:55:22.679339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:22.735393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.780054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.786627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.787374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.809267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Set router a9755a93-8afc-49ba-be46-23fe23eafed8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:22.834234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2240086 Jul 06 11:55:22.900116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:22.903649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.932281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ee1b16-406c-4b13-8d7a-3c1e9df6d83b req-ad4f523f-adfa-42b0-b7e4-6d16aff28601 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 210 time: 0.1533566 Jul 06 11:55:22.993866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a895a-606c-42c6-b839-6be8ad3ff3a5 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Pushing event updated for resources: {'Network': ['ID=a018f132-15b9-4f30-ba52-e030d1bb2f32,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.007681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a018f132-15b9-4f30-ba52-e030d1bb2f32 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:23.023717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.104648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208cc390-8ac4-4919-83f9-ebebb0d3c07c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.133682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.142627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2799be1-b7ec-47a7-82cf-43c501e65eaa None None] Network c500b1dd-7a19-4fd3-b830-3a24c6ab1246 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:23.143456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-845fa21f-0974-48a9-8fd2-82fea415ac95 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/208cc390-8ac4-4919-83f9-ebebb0d3c07c HTTP/1.1" status: 204 len: 168 time: 0.7960248 Jul 06 11:55:23.146221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:23.169763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.4 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/3987a6e4-06df-424e-afea-629bca58e08c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:23.258479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:55:21Z', 'revision_number': 3, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:23.345378 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Checking router: a9755a93-8afc-49ba-be46-23fe23eafed8 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:23.345958 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Updating router a9755a93-8afc-49ba-be46-23fe23eafed8 port 3321041f-98d2-4d35-a0bf-b53045852163 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:23.381612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff65a52a-a330-4dd7-90a3-0d072ae87c14 req-b4345d72-aa88-48e6-ae0e-771250acf007 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e697ce-976f-4379-84b6-8a17a382d9f3 HTTP/1.1" status: 200 len: 210 time: 0.0885434 Jul 06 11:55:23.408613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.498472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Deleting port 44e9ce12-542a-4290-964d-f5daa94d926e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:23.500682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.502826 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.562676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34014217-e6ef-40a7-9aa7-72af46bbbff0 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:23.575447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:23.583339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Request body: {'port': {'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32', 'binding:host_id': 'n-h2-799528-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-660013091'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:23.612069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Made reservation on behalf of 8e019c7e7dc94fca9eaf776c96c46fd9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:23.614754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.630462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.633540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.650429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] For port 44e9ce12-542a-4290-964d-f5daa94d926e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=44e9ce12-542a-4290-964d-f5daa94d926e,segment=NetworkSegment(f675825d-815b-4c00-8f55-13099d747545),segment_id=f675825d-815b-4c00-8f55-13099d747545)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:23.650785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.671868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Calling delete_port for 44e9ce12-542a-4290-964d-f5daa94d926e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:23.832411 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.860360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Transition to ACTIVE for port object 3321041f-98d2-4d35-a0bf-b53045852163 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:23.873435 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.897627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.921421 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533889e8-3631-4ae7-bfd4-4780e3fc5b47 None None] Pushing event updated for resources: {'Port': ['ID=3321041f-98d2-4d35-a0bf-b53045852163,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.958402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:23.959834 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Attempting to bind port 3321041f-98d2-4d35-a0bf-b53045852163 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:23.962713 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Attempting to bind port 3321041f-98d2-4d35-a0bf-b53045852163 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:23.963437 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Attempting to bind port 3321041f-98d2-4d35-a0bf-b53045852163 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:23.964376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:23.980056 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:23.980611 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:23.981185 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.981731 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:23.982070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.982635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Bound port: 3321041f-98d2-4d35-a0bf-b53045852163, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:23.983164 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.011038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:24.025846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=44e9ce12-542a-4290-964d-f5daa94d926e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.046049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] No DVR routers for this DVR port 44e9ce12-542a-4290-964d-f5daa94d926e on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:24.067253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=3987a6e4-06df-424e-afea-629bca58e08c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.138040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.138720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.184603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.190634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.193663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35', '310aa854-47e9-4037-b9b4-0b1594060f79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:24.198779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 34014217-e6ef-40a7-9aa7-72af46bbbff0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:24.199126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34014217-e6ef-40a7-9aa7-72af46bbbff0 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:24.240473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-0a55efa9-b9d1-474d-9ac7-2d01b59ab402 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8568769 Jul 06 11:55:24.272948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Request body: {'port': {'device_id': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:24.363277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 87644803-9429-4c7f-a65c-f654ce7c2d2a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:24.378418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46732e-f758-4298-bb19-e592b3e0c0a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.405211 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] For port 3321041f-98d2-4d35-a0bf-b53045852163, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:24.429011 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] For port 3321041f-98d2-4d35-a0bf-b53045852163, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3321041f-98d2-4d35-a0bf-b53045852163,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:24.434605 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.467571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fade90a-d43a-40f4-943e-17c43401d9e7 None None] DHCP port deletion for c500b1dd-7a19-4fd3-b830-3a24c6ab1246 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:24.533750 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533889e8-3631-4ae7-bfd4-4780e3fc5b47 None None] Pushing event updated for resources: {'Port': ['ID=3321041f-98d2-4d35-a0bf-b53045852163,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.548975 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Routers {'a9755a93-8afc-49ba-be46-23fe23eafed8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:24.549642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a9755a93-8afc-49ba-be46-23fe23eafed8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:24.625905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.686891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:24.695310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.706486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c500b1dd-7a19-4fd3-b830-3a24c6ab1246']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:24.718776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f675825d-815b-4c00-8f55-13099d747545') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:24.719234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f675825d-815b-4c00-8f55-13099d747545') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:24.748799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.766814 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] Set router a9755a93-8afc-49ba-be46-23fe23eafed8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:24.782828 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.790778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.797339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:24.797753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:24.932944 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:24.947895 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.966225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78e6b3d-5042-421f-a6cd-a53fddd9a9bd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.003297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.008088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] 10.222.0.78 "DELETE /v2.0/networks/c500b1dd-7a19-4fd3-b830-3a24c6ab1246 HTTP/1.1" status: 204 len: 168 time: 1.8575881 Jul 06 11:55:25.015135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a80a8-e626-46f2-9abe-1b1ed74acc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c500b1dd-7a19-4fd3-b830-3a24c6ab1246,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.017623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:25.074554 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:55:21Z', 'revision_number': 3, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:25.085292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78e6b3d-5042-421f-a6cd-a53fddd9a9bd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.107253 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af690f0-1e84-4a49-a83d-6eaad33614ee None None] The sync data for ids ['a9755a93-8afc-49ba-be46-23fe23eafed8'] in n-d-799528-2 is: [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:55:21Z', 'revision_number': 3, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:25.181041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fea41b-56d9-42e5-9052-c61df951e6e0 req-b31a8759-e65a-4a7a-a84e-856e8ae00ee6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.188642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4fea41b-56d9-42e5-9052-c61df951e6e0 req-b31a8759-e65a-4a7a-a84e-856e8ae00ee6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 931 time: 0.8071179 Jul 06 11:55:25.230706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Allocated IP 172.20.0.1 (68596b7e-f622-4a75-a852-687eb8c43384/459fc31f-e4ed-4d12-bb2a-7a624f2720d1/2ba054fc-d0f2-4908-92dc-ef45d2c9f14a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:25.276525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4fea41b-56d9-42e5-9052-c61df951e6e0 req-16fcbc3b-2385-4fe3-b062-0d0727b1eb31 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867705 Jul 06 11:55:25.295110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 87644803-9429-4c7f-a65c-f654ce7c2d2a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:25.308834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.323881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Transition to ACTIVE for port object 87644803-9429-4c7f-a65c-f654ce7c2d2a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:25.335831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.465886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44e9ce12-542a-4290-964d-f5daa94d926e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:25.492161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=87644803-9429-4c7f-a65c-f654ce7c2d2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.507298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Checking segment: {'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:25.511890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Network hostable DHCP agents. Network: a018f132-15b9-4f30-ba52-e030d1bb2f32, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:25.513183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 44e9ce12-542a-4290-964d-f5daa94d926e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:25.513537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44e9ce12-542a-4290-964d-f5daa94d926e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:25.590036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Network a018f132-15b9-4f30-ba52-e030d1bb2f32 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:25.604336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a018f132-15b9-4f30-ba52-e030d1bb2f32) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:25.608392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:25.613594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c52b92-4212-4f86-ab00-0aea6369d119 None None] Network a018f132-15b9-4f30-ba52-e030d1bb2f32 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:25.658016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.658679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.659237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.666000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.666888 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.667498 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 2 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.686226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.687145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.687724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.692894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.693541 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.694224 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 3 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.714585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.715083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.715550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.721036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.726738 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.727784 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 4 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.758319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.758858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.759309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.769550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.770039 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.775435 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 5 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.802870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.808402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.809114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.814842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.815283 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.815983 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 6 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.841642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.842195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.848197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.852065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.853541 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.854048 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 7 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.871647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.872375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.872798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.878031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.878458 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.878926 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 8 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.894335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.894786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.895198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.900965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.901218 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.901688 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 9 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.919898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.920384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.920805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.931543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.933176 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.933760 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 10 to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a Jul 06 11:55:25.948620 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78e6b3d-5042-421f-a6cd-a53fddd9a9bd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.951327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78e6b3d-5042-421f-a6cd-a53fddd9a9bd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.955004 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c78e6b3d-5042-421f-a6cd-a53fddd9a9bd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/security-groups/836dcf6a-b343-418f-bd99-7a66fdbffd14 HTTP/1.1" status: 204 len: 168 time: 1.2628846 Jul 06 11:55:25.962133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:25.963837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.964331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.964950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.990427 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-379e0d41-7c9b-4304-ae7f-e40d20609f08 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] show failed (client error): The resource could not be found. Jul 06 11:55:25.994213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-379e0d41-7c9b-4304-ae7f-e40d20609f08 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "GET /v2.0/security-groups/836dcf6a-b343-418f-bd99-7a66fdbffd14 HTTP/1.1" status: 404 len: 347 time: 0.0181456 Jul 06 11:55:25.994213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 87644803-9429-4c7f-a65c-f654ce7c2d2a on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.994213 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 87644803-9429-4c7f-a65c-f654ce7c2d2a on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:25.994213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.995987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:26.028276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e6b3d-5042-421f-a6cd-a53fddd9a9bd tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836dcf6a-b343-418f-bd99-7a66fdbffd14,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:26.249498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] For port 87644803-9429-4c7f-a65c-f654ce7c2d2a, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:26.250056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:55:26.256357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.273221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 966d300a-f416-47ea-910f-55bf3e0dc49a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:26.273536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.276295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.276858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.324679 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.503364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3987a6e4-06df-424e-afea-629bca58e08c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:26.522108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.591950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Transition to ACTIVE for port object 3987a6e4-06df-424e-afea-629bca58e08c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:26.605364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.760135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.777238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3987a6e4-06df-424e-afea-629bca58e08c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:26.898926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Network 68596b7e-f622-4a75-a852-687eb8c43384 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:26.960653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:26.989022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.4124765 Jul 06 11:55:26.993652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a90dbf-e2ed-4a3c-ba1b-cba89501fcfc tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=87644803-9429-4c7f-a65c-f654ce7c2d2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:26.997154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:27.001048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.002644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.085364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.085717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.096779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.106528 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-310545e7-49ed-4f01-bc53-bcc99537a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.127012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 966d300a-f416-47ea-910f-55bf3e0dc49a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:27.139401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea4d06-9ce6-40dc-aebf-c81471a6328c req-ad6f3171-5a3c-45b2-87c4-a6df101ef36e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.143528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8dea4d06-9ce6-40dc-aebf-c81471a6328c req-ad6f3171-5a3c-45b2-87c4-a6df101ef36e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 943 time: 0.2527041 Jul 06 11:55:27.183984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Attempting to bind port 3987a6e4-06df-424e-afea-629bca58e08c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:27.184425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Attempting to bind port 3987a6e4-06df-424e-afea-629bca58e08c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:27.184811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Attempting to bind port 3987a6e4-06df-424e-afea-629bca58e08c on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:27.208381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Port 3987a6e4-06df-424e-afea-629bca58e08c on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:27.208782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Attempting to bind port 3987a6e4-06df-424e-afea-629bca58e08c on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:27.242004 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.248470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:27.248655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:27.249081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:27.249613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Bound port: 3987a6e4-06df-424e-afea-629bca58e08c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:27.249832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8dea4d06-9ce6-40dc-aebf-c81471a6328c req-f5759926-1534-4ac2-8625-ba41396571c5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054268 Jul 06 11:55:27.250277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.264996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Deleting port 87644803-9429-4c7f-a65c-f654ce7c2d2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:27.265431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.361791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] For port 87644803-9429-4c7f-a65c-f654ce7c2d2a, host n-h2-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:27.362291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.403679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Calling delete_port for 87644803-9429-4c7f-a65c-f654ce7c2d2a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:27.441831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] For port 3987a6e4-06df-424e-afea-629bca58e08c, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:27.472044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.472044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] For port 3987a6e4-06df-424e-afea-629bca58e08c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3987a6e4-06df-424e-afea-629bca58e08c,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:27.485244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.509955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.524710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3321041f-98d2-4d35-a0bf-b53045852163 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:27.596767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3321041f-98d2-4d35-a0bf-b53045852163 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:27.597439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=966d300a-f416-47ea-910f-55bf3e0dc49a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.603613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3321041f-98d2-4d35-a0bf-b53045852163 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:27.604571 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.622441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.623070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.624532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] 10.222.0.79 "PUT /v2.0/ports/3987a6e4-06df-424e-afea-629bca58e08c HTTP/1.1" status: 200 len: 1091 time: 3.3736432 Jul 06 11:55:27.626531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'tag': '3987a6e4-06df-424e-afea-629bca58e08c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:27.628882 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0480281c-158a-496f-b027-8641f28a2894" -d '{"events": [{"name": "network-changed", "server_uuid": "71b702ed-3dd3-48b8-aa13-28aeea16b9d9", "tag": "3987a6e4-06df-424e-afea-629bca58e08c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:27.646454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.730802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.785164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3321041f-98d2-4d35-a0bf-b53045852163, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3321041f-98d2-4d35-a0bf-b53045852163,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:27.786595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event deleted for resources: {'Port': ['ID=87644803-9429-4c7f-a65c-f654ce7c2d2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.791713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.793956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-678615ac-e98e-4e74-9982-1e98eeabaf71 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "DELETE /v2.0/ports/87644803-9429-4c7f-a65c-f654ce7c2d2a HTTP/1.1" status: 204 len: 168 time: 0.7870917 Jul 06 11:55:27.794519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.798098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.837548 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aabdf81-b90d-4723-8f78-e9b6e52cf7d0 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:55:27.850866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8aabdf81-b90d-4723-8f78-e9b6e52cf7d0 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "GET /v2.0/ports/87644803-9429-4c7f-a65c-f654ce7c2d2a HTTP/1.1" status: 404 len: 333 time: 0.0480895 Jul 06 11:55:27.855302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.873747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Request body: {'port': {'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-998930737'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:27.896137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.898962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3321041f-98d2-4d35-a0bf-b53045852163,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.899601 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.905252 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a2dcbf-6935-4550-8155-453928ca6f7c x-openstack-request-id: req-e1a2dcbf-6935-4550-8155-453928ca6f7c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:27.905620 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b702ed-3dd3-48b8-aa13-28aeea16b9d9", "tag": "3987a6e4-06df-424e-afea-629bca58e08c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:27.905864 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1a2dcbf-6935-4550-8155-453928ca6f7c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:27.906279 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'tag': '3987a6e4-06df-424e-afea-629bca58e08c', 'status': 'completed', 'code': 200} Jul 06 11:55:27.907140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.915309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88275d8-63bc-41d6-8f83-387050e205a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3987a6e4-06df-424e-afea-629bca58e08c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.916502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-50612ed1-b0c7-410c-ad02-45afedc09384 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/floatingips/ba0e7009-9a66-40a5-b07b-25bdcabe28e5 HTTP/1.1" status: 204 len: 168 time: 1.9182794 Jul 06 11:55:27.945327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Made reservation on behalf of 8e019c7e7dc94fca9eaf776c96c46fd9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:27.946088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.967788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 95bb9fa8-9882-4570-a0fe-24f7152b0100 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:28.164538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.178533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.180677 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.225845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.278293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Network a018f132-15b9-4f30-ba52-e030d1bb2f32 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:28.281461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:28.288745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:28.289903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.290518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.309884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=95bb9fa8-9882-4570-a0fe-24f7152b0100,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.324876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3735d6f4-be00-412c-81ce-028b15f69f0b tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4666412 Jul 06 11:55:28.325411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:28.327223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 7aef99eb-25eb-420e-84ce-06e11b42c3bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:28.327577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.336202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.338036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.339272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:28.385879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-21279387-af8d-4d42-9bde-18d9d9943e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.387457 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-21279387-af8d-4d42-9bde-18d9d9943e75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 1094 time: 0.7064431 Jul 06 11:55:28.462869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.497734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-4ef9d8d2-4c0f-42b3-b947-f7643e31aae7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3987a6e4-06df-424e-afea-629bca58e08c HTTP/1.1" status: 200 len: 217 time: 0.0959041 Jul 06 11:55:28.637075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Network 68596b7e-f622-4a75-a852-687eb8c43384 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:28.643477 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.644726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa98ba-e5b9-4f29-b52a-954b0aabb935 req-bc588105-1778-4a3b-9077-88626614ce5d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.651665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7fa98ba-e5b9-4f29-b52a-954b0aabb935 req-bc588105-1778-4a3b-9077-88626614ce5d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 943 time: 0.1659904 Jul 06 11:55:28.653835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:28.663217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Deleting port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:28.663683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.695578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-be3e4f80-e3b0-478a-8431-299c6b9eec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.697517 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-be3e4f80-e3b0-478a-8431-299c6b9eec2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1574361 Jul 06 11:55:28.710555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 7aef99eb-25eb-420e-84ce-06e11b42c3bc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:28.713552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7fa98ba-e5b9-4f29-b52a-954b0aabb935 req-dacb601b-fff1-4be9-b2c7-9074fdb060ea tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Jul 06 11:55:28.774886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 95bb9fa8-9882-4570-a0fe-24f7152b0100 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:28.783260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.797121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Transition to ACTIVE for port object 95bb9fa8-9882-4570-a0fe-24f7152b0100 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:28.803519 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.820390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-4afa6543-f22d-4eff-a825-9fca8adb91d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078331 Jul 06 11:55:28.860144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=95bb9fa8-9882-4570-a0fe-24f7152b0100,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.881455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-24c9f495-ff98-4151-8fe5-00e27cb40c62 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:28.882036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:28.882454 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-24c9f495-ff98-4151-8fe5-00e27cb40c62 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529418 Jul 06 11:55:28.882570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:28.882834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:28.887654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:28.888039 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:28.888803 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 2 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:28.907954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:28.908428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:28.909105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:28.917020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:28.917511 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:28.918005 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 3 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:28.932088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:28.932603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:28.933043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:28.937886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:28.938342 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:28.938840 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 4 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:28.954134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] For port a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:28.955009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.957284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:28.957709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:28.958063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:28.967304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:28.967652 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:28.968138 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 5 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:29.009784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:29.010130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:29.010476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:29.017305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:29.017689 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:29.018106 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 6 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:29.034521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:29.034857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:29.035199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:29.042342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:29.042662 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:29.043507 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 7 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:29.059904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:29.060271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:29.060609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:29.065136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:29.065566 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:29.065844 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 8 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:29.071811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Calling delete_port for a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:29.080157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:29.080493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:29.081411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:29.085856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:29.086180 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:29.086567 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 9 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:29.108753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:29.109144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:29.109440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:29.122035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:29.122828 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:29.124199 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 10 to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 Jul 06 11:55:29.143418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:29.143788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:29.144123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:29.155774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:29.156213 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:29.156777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.198859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Router a9755a93-8afc-49ba-be46-23fe23eafed8 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:29.212759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-930bfcda-7f38-4d2e-b8a2-e31aad0597d5 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183670 Jul 06 11:55:29.239181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] For port 95bb9fa8-9882-4570-a0fe-24f7152b0100, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:29.239693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:55:29.245837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.288241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] In _notify_port_updated(), no bound segment for port 95bb9fa8-9882-4570-a0fe-24f7152b0100 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:55:29.289518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.290235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.291877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "PUT /v2.0/ports/95bb9fa8-9882-4570-a0fe-24f7152b0100 HTTP/1.1" status: 200 len: 974 time: 0.9642830 Jul 06 11:55:29.294945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.360548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1df1-6179-4554-904a-bcc27dd0b544 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=95bb9fa8-9882-4570-a0fe-24f7152b0100,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:29.443467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.444494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.445162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.445975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.446629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.447280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.447947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.448595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.449240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.449929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.450703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.451632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.452362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.453222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.454132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.454813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.455456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.456278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.456920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.457563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.458206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.458849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.460033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.460871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.461546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.465294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-657bbd31-7a03-47c6-af1b-d731da953c06 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22429 time: 0.1692624 Jul 06 11:55:29.468945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.522205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3321041f-98d2-4d35-a0bf-b53045852163 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:29.585893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Deleting port 95bb9fa8-9882-4570-a0fe-24f7152b0100 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:29.586265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.590402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.612049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3321041f-98d2-4d35-a0bf-b53045852163 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:29.612610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.654846 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81da07ec-bfe0-4501-9374-29f28315e32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.683981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] For port 95bb9fa8-9882-4570-a0fe-24f7152b0100, host n-h2-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:29.684409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.702375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Calling delete_port for 95bb9fa8-9882-4570-a0fe-24f7152b0100 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:29.802118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:29.808314 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe34de42-0ded-4f59-a055-335db052e253 admin admin] 10.222.0.78 "PUT /v2.0/routers/a9755a93-8afc-49ba-be46-23fe23eafed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1276617 Jul 06 11:55:29.822171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Sync routers for ids ['a9755a93-8afc-49ba-be46-23fe23eafed8'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:29.845402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Routers {'a9755a93-8afc-49ba-be46-23fe23eafed8'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:29.846412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a9755a93-8afc-49ba-be46-23fe23eafed8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:29.852033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd6e3-5a35-447a-92b6-20f40d7a0dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.854640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bf714160-6bfe-43d8-9397-cd8405ef968b req-719cd228-ecf9-4e14-8c59-0f1f140aa1ae service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316001 Jul 06 11:55:29.857569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.886417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.939650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=7aef99eb-25eb-420e-84ce-06e11b42c3bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.059811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event deleted for resources: {'Port': ['ID=95bb9fa8-9882-4570-a0fe-24f7152b0100,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.062206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.063246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Set router a9755a93-8afc-49ba-be46-23fe23eafed8 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:30.066463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc00e24e-0657-4050-aa5a-c07535c36e9f tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "DELETE /v2.0/ports/95bb9fa8-9882-4570-a0fe-24f7152b0100 HTTP/1.1" status: 204 len: 168 time: 0.5940375 Jul 06 11:55:30.071245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.109128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.113137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e344c53-bf28-425d-a6f1-8c0acd7e5736 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/ports/7aef99eb-25eb-420e-84ce-06e11b42c3bc HTTP/1.1" status: 204 len: 168 time: 2.1913636 Jul 06 11:55:30.114169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.219085 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46738a5-9c9d-415a-bdfa-f602d8954b91 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:55:30.226381 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e46738a5-9c9d-415a-bdfa-f602d8954b91 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "GET /v2.0/ports/95bb9fa8-9882-4570-a0fe-24f7152b0100 HTTP/1.1" status: 404 len: 333 time: 0.1490238 Jul 06 11:55:30.231110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.240149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce057450-2d93-490a-9c6f-f41dd2e6ae5d req-5ee9e774-f189-453c-a203-700c1e146810 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.242262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce057450-2d93-490a-9c6f-f41dd2e6ae5d req-5ee9e774-f189-453c-a203-700c1e146810 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 943 time: 0.2547503 Jul 06 11:55:30.248137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-469578179', 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:30.259051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480281c-158a-496f-b027-8641f28a2894 req-eaa881ae-ca86-4a02-ab95-065a4b42eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.260706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-eaa881ae-ca86-4a02-ab95-065a4b42eb5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 1094 time: 0.3344579 Jul 06 11:55:30.267459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.271832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd6e3-5a35-447a-92b6-20f40d7a0dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.285834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.305028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd6e3-5a35-447a-92b6-20f40d7a0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.354156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2ba054fc-d0f2-4908-92dc-ef45d2c9f14a', 'name': '', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'mac_address': 'fa:16:3e:12:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:24Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 2, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'subnets': [{'id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:30.366900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting port 66309407-16d9-40a6-91ad-35614ba212f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:30.367336 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.415347 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.422702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Checking router: a9755a93-8afc-49ba-be46-23fe23eafed8 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:30.423436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Updating router a9755a93-8afc-49ba-be46-23fe23eafed8 port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:30.489141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Made reservation on behalf of 8e019c7e7dc94fca9eaf776c96c46fd9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:30.491898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.528214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0fdd6e3-5a35-447a-92b6-20f40d7a0dbb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84f37bb1e2664b27af5f83a55adc95b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9367199 Jul 06 11:55:30.529549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdd6e3-5a35-447a-92b6-20f40d7a0dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00708784-09e2-4f38-ada4-514ce18e556b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.533094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.546953 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.560357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.592286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce057450-2d93-490a-9c6f-f41dd2e6ae5d req-5fbe4fff-e295-4b5c-90eb-00fac93516f3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257289 Jul 06 11:55:30.608670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 9d6ed966-4506-44b5-9b09-017966688ccf yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:30.670371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480281c-158a-496f-b027-8641f28a2894 req-e757d73a-b30f-42b6-b15c-ad7c623557ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.673799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-e757d73a-b30f-42b6-b15c-ad7c623557ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.3740835 Jul 06 11:55:30.760343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.794162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Calling delete_port for 66309407-16d9-40a6-91ad-35614ba212f3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:30.870338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.881095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d114100-7967-44a2-8053-b508eaa0ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.910307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-8d914e6b-d49e-4bd2-b078-06c2e16fb1fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3987a6e4-06df-424e-afea-629bca58e08c HTTP/1.1" status: 200 len: 217 time: 0.2177553 Jul 06 11:55:30.988626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d114100-7967-44a2-8053-b508eaa0ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.006968 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.022373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Transition to ACTIVE for port object 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:31.032923 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.094371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bb18b-816b-47a1-8687-27ad5d71959a None None] Pushing event updated for resources: {'Port': ['ID=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.103613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.114193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.116716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480281c-158a-496f-b027-8641f28a2894 req-82444aad-4e5d-485b-a1fb-cef44a645500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.118326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-82444aad-4e5d-485b-a1fb-cef44a645500 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1014547 Jul 06 11:55:31.135218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-d91b6ec4-9a55-40dd-986b-36b9f7aea270 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.137154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-d91b6ec4-9a55-40dd-986b-36b9f7aea270 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 810 time: 0.3677304 Jul 06 11:55:31.167338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-17a2d3cb-7a78-4c04-91cf-398172c661af tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/quotas/e650abac0943414aa5b117505aaffdc1 HTTP/1.1" status: 200 len: 375 time: 0.0183237 Jul 06 11:55:31.182868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-2e6fe4e3-9b80-4a42-bdca-2f616277dd27 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369451 Jul 06 11:55:31.220921 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d114100-7967-44a2-8053-b508eaa0ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.223143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Attempting to bind port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:31.223508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Attempting to bind port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:31.223865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Attempting to bind port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a on network 68596b7e-f622-4a75-a852-687eb8c43384 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:31.225492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d114100-7967-44a2-8053-b508eaa0ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.229626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d114100-7967-44a2-8053-b508eaa0ecab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00708784-09e2-4f38-ada4-514ce18e556b HTTP/1.1" status: 204 len: 168 time: 0.6885021 Jul 06 11:55:31.230331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:31.230700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Checking segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:31.231248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.231511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Bound using segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:31.231976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Bound port: 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:31.232361 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.253779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:31.285605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d114100-7967-44a2-8053-b508eaa0ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00708784-09e2-4f38-ada4-514ce18e556b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.304951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.356812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.395491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Network a018f132-15b9-4f30-ba52-e030d1bb2f32 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:31.397582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] For port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:31.400253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:31.411153 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] Sync routers for ids ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:31.415372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] For port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:31.420656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.424397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:31.431894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:31.431894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.431894 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.439644 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75c519fa-d190-45f8-aec4-8b10cca1a186 admin admin] 10.222.0.78 "PUT /v2.0/routers/54cf3f88-4d5f-4124-9b2d-02dbab08e2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4195654 Jul 06 11:55:31.443086 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] Routers {'54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:31.446758 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:31.449509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:31.491834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bb18b-816b-47a1-8687-27ad5d71959a None None] Pushing event updated for resources: {'Port': ['ID=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.492117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-61505528-cd11-4241-b129-8d1139717983 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2923369 Jul 06 11:55:31.535184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Routers {'a9755a93-8afc-49ba-be46-23fe23eafed8'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:31.535818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a9755a93-8afc-49ba-be46-23fe23eafed8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:31.614601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-5d871f02-b841-404f-a9ac-49ca0e18b9f7 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207597 Jul 06 11:55:31.622197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6ed966-4506-44b5-9b09-017966688ccf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.634727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-01b79059-6c96-47d6-bec5-2cb21d1644b6 service neutron] 10.222.0.78 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414061 Jul 06 11:55:31.660047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3987a6e4-06df-424e-afea-629bca58e08c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:31.729985 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] Set router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:31.784579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] Set router a9755a93-8afc-49ba-be46-23fe23eafed8 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:31.879165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Port': ['ID=66309407-16d9-40a6-91ad-35614ba212f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.880887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:31.900787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a1edd88-13e4-4e74-a4c3-bc7b5513c737 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6574659 Jul 06 11:55:31.905497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:31.930090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a75012e-32b5-436f-9914-9289d3aad5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.950366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3987a6e4-06df-424e-afea-629bca58e08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3987a6e4-06df-424e-afea-629bca58e08c,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:31.964956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3987a6e4-06df-424e-afea-629bca58e08c', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': '3987a6e4-06df-424e-afea-629bca58e08c', 'mac_address': 'fa:16:3e:25:bf:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:32.061307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.063170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.068055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f268571f-35ef-4587-963a-1769653fbdad tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/ports/66309407-16d9-40a6-91ad-35614ba212f3 HTTP/1.1" status: 204 len: 168 time: 1.9506688 Jul 06 11:55:32.073411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.126053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb12f6-3a67-4b32-af9b-1dd17fdb3838 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:32.127786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93bb12f6-3a67-4b32-af9b-1dd17fdb3838 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "GET /v2.0/ports/9d6ed966-4506-44b5-9b09-017966688ccf HTTP/1.1" status: 200 len: 954 time: 0.2163613 Jul 06 11:55:32.137228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.165143 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:30Z', 'revision_number': 5, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:32.170186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-11a5b089-ff88-4cb8-bbc9-c6c5fcfe645d service neutron] 10.222.0.78 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017874 Jul 06 11:55:32.189133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92788437-f611-4f35-a659-d5dfd8a2322b req-e868f82b-2e77-4e63-b93d-996df608d614 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:32.190638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92788437-f611-4f35-a659-d5dfd8a2322b req-e868f82b-2e77-4e63-b93d-996df608d614 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 943 time: 0.2866056 Jul 06 11:55:32.199128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0480281c-158a-496f-b027-8641f28a2894 req-e5d7fb93-f60b-4848-8f8e-cf5465e8da96 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706100 Jul 06 11:55:32.254027 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] Checking router: 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:32.268503 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] Routers {'54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:32.269404 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:32.287155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92788437-f611-4f35-a659-d5dfd8a2322b req-01a8a68e-8f1f-4fee-957b-111e62b2e527 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741599 Jul 06 11:55:32.327830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.423550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.431962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3987a6e4-06df-424e-afea-629bca58e08c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:32.440883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting subnet 88a30d2d-6a19-4899-9668-2d22eef3f7dd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:32.451479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.457918 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] Set router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:32.486042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7c1e12c-f8a7-407d-b95e-5afba6d5ef04 req-b84e2bc5-a1fa-4176-9cf0-915ef7f94615 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0981760 Jul 06 11:55:32.502532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3987a6e4-06df-424e-afea-629bca58e08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3987a6e4-06df-424e-afea-629bca58e08c,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:32.517566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.545721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2ba054fc-d0f2-4908-92dc-ef45d2c9f14a', 'name': '', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'mac_address': 'fa:16:3e:12:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:24Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 4, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'subnets': [{'id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:32.553016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.565330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.609277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c991e-16fc-41ac-b480-8e4c19b781ab None None] The sync data for ids ['a9755a93-8afc-49ba-be46-23fe23eafed8'] in n-d-799528-2 is: [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '2ba054fc-d0f2-4908-92dc-ef45d2c9f14a', 'name': '', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'mac_address': 'fa:16:3e:12:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:24Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 4, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'subnets': [{'id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:32.633834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Deleting port 9d6ed966-4506-44b5-9b09-017966688ccf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:32.634310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.647887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3987a6e4-06df-424e-afea-629bca58e08c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.773751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a75012e-32b5-436f-9914-9289d3aad5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.791797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a75012e-32b5-436f-9914-9289d3aad5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.793808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3987a6e4-06df-424e-afea-629bca58e08c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:32.883446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.898338 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:30Z', 'revision_number': 5, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:32.961048 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1376f8-b379-4fed-a06d-79555ffd7fea None None] The sync data for ids ['54cf3f88-4d5f-4124-9b2d-02dbab08e2f7'] in n-d-799528-2 is: [{'id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'name': 'tempest-TestAggregatesBasicOps-1120981968-router', 'tenant_id': '911d231f23904c8b870b97a453e0fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:59Z', 'updated_at': '2021-07-06T11:55:30Z', 'revision_number': 5, 'project_id': '911d231f23904c8b870b97a453e0fa6c', 'gw_port': {'id': '658e4f6f-1b38-4202-bb1f-157db1ef36a9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf3f88-4d5f-4124-9b2d-02dbab08e2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:01Z', 'updated_at': '2021-07-06T11:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:33.003892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Calling delete_port for 9d6ed966-4506-44b5-9b09-017966688ccf owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:33.020377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75012e-32b5-436f-9914-9289d3aad5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55203444-e453-460d-a1a6-325c3b0a3954,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.025894 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5a75012e-32b5-436f-9914-9289d3aad5df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3aee498c9f9c41d29d84559ad1261e91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1425045 Jul 06 11:55:33.028892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:33.053710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.138911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33000fdc-aba2-4c9d-b4b8-72e26f36a37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.156064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Deleting port 658e4f6f-1b38-4202-bb1f-157db1ef36a9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:33.156505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.210247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33000fdc-aba2-4c9d-b4b8-72e26f36a37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.273301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33000fdc-aba2-4c9d-b4b8-72e26f36a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.277619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33000fdc-aba2-4c9d-b4b8-72e26f36a37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.279552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-33000fdc-aba2-4c9d-b4b8-72e26f36a37c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55203444-e453-460d-a1a6-325c3b0a3954 HTTP/1.1" status: 204 len: 168 time: 0.2488906 Jul 06 11:55:33.289540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33000fdc-aba2-4c9d-b4b8-72e26f36a37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55203444-e453-460d-a1a6-325c3b0a3954,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.356298 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.382522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.503160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] For port 658e4f6f-1b38-4202-bb1f-157db1ef36a9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=658e4f6f-1b38-4202-bb1f-157db1ef36a9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:33.516976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.527398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Subnet': ['ID=88a30d2d-6a19-4899-9668-2d22eef3f7dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.606945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.608918 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6da6c587-4e0e-43aa-b223-a8e0255f3fc0 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/subnets/88a30d2d-6a19-4899-9668-2d22eef3f7dd HTTP/1.1" status: 204 len: 168 time: 1.4798894 Jul 06 11:55:33.611664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:33.617807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:33.619757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d6ed966-4506-44b5-9b09-017966688ccf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.624326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b98ec90-b6f5-47f0-911a-370934a54e29 None None] Network 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:33.649155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Calling delete_port for 658e4f6f-1b38-4202-bb1f-157db1ef36a9 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:33.665728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.672333 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79bedb2b-121b-4c00-9c1c-cea13d281899 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "DELETE /v2.0/ports/9d6ed966-4506-44b5-9b09-017966688ccf HTTP/1.1" status: 204 len: 168 time: 1.5265503 Jul 06 11:55:33.684326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:33.773579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Deleting subnet cfb00313-17c3-4e7b-91fe-182cd4dfa56b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:33.797643 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca84dce-bf3d-4b7d-9875-6ca085e0ac96 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:55:33.802770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cca84dce-bf3d-4b7d-9875-6ca085e0ac96 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "GET /v2.0/ports/9d6ed966-4506-44b5-9b09-017966688ccf HTTP/1.1" status: 404 len: 333 time: 0.1162145 Jul 06 11:55:33.810222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:33.815436 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.825053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Request body: {'port': {'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168091791'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:33.876258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Made reservation on behalf of 8e019c7e7dc94fca9eaf776c96c46fd9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:33.882960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.950589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef502eba-d982-47b5-a8ab-cad0f59874fa req-c297f897-c3b8-45ca-963f-7b39badf38e9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 210 time: 0.1626778 Jul 06 11:55:34.000909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:34.018697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:34.019310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.024364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.109761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 90e86da3-8057-4c6b-aa82-835b46c209c5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:34.362523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.457170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:34.489865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] DHCP port deletion for 211d3f26-7e2c-4c96-ac9b-d7e043d63f93 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:34.548852 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.721221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:34.731852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.813266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:34.813801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a09f5e0d-1c0c-4bad-a22c-00390f7a4d1e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:34.870274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] Deleting port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:34.870888 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.918189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.982330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8441ce8-7d97-4968-b893-8db4a3ca585a req-78fe7383-ce01-47c1-9afd-cd822a4ef97e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:34.984892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8441ce8-7d97-4968-b893-8db4a3ca585a req-78fe7383-ce01-47c1-9afd-cd822a4ef97e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 944 time: 0.8257246 Jul 06 11:55:35.056171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] For port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,segment=NetworkSegment(8aff4f9b-ed08-458a-8d15-7292c56818c7),segment_id=8aff4f9b-ed08-458a-8d15-7292c56818c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:35.058819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.068903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8441ce8-7d97-4968-b893-8db4a3ca585a req-cd1625a8-2ec8-4bcd-a967-4de029fc90df tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766213 Jul 06 11:55:35.080519 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.099550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] Calling delete_port for 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:35.118426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb00313-17c3-4e7b-91fe-182cd4dfa56b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:35.121511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.126078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-917c031d-57b6-4987-b74e-f699075f0a6a tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/subnets/cfb00313-17c3-4e7b-91fe-182cd4dfa56b HTTP/1.1" status: 204 len: 168 time: 1.5127366 Jul 06 11:55:35.130545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:35.134556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa264e31-5e00-47f5-8617-5d52bba99dad None None] Network 71997ce3-8cbe-49d5-b25f-d9e3cd29213b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:35.289781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ffdb273-5c0f-4f68-91d4-668a13789216 req-9412ffed-991a-4b80-83af-1b1923bf86d1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0812235 Jul 06 11:55:35.478811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.481480 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.512819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:35.513100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-5f77dbfa-8bf9-4b71-ae98-62bd6c20700e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:35.514881 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-5f77dbfa-8bf9-4b71-ae98-62bd6c20700e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 810 time: 0.5834184 Jul 06 11:55:35.538796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Request body: {'port': {'device_id': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'admin_state_up': True, 'tenant_id': 'e650abac0943414aa5b117505aaffdc1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:35.539279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] No DVR routers for this DVR port 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:35.543392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.547674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.606543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b430ab-bcb6-4473-8d52-89a7a11ae140 None None] Pushing event deleted for resources: {'Port': ['ID=3a6fd70a-02cb-4797-b2b9-3337b4bc6f47,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:35.653753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3987a6e4-06df-424e-afea-629bca58e08c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:35.664372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Pushing event deleted for resources: {'Port': ['ID=658e4f6f-1b38-4202-bb1f-157db1ef36a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:35.749773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:35.750149 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.799335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3987a6e4-06df-424e-afea-629bca58e08c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:35.810005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3987a6e4-06df-424e-afea-629bca58e08c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:35.810332 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.884018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] DHCP port deletion for 71997ce3-8cbe-49d5-b25f-d9e3cd29213b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:35.899870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.925465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211d3f26-7e2c-4c96-ac9b-d7e043d63f93']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:35.962331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aff4f9b-ed08-458a-8d15-7292c56818c7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:35.962968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aff4f9b-ed08-458a-8d15-7292c56818c7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:35.967058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.010172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] Deleting port b2b603bc-56c2-4371-93cf-abe14eb6f84f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:36.010582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.043014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.078993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] For port b2b603bc-56c2-4371-93cf-abe14eb6f84f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b2b603bc-56c2-4371-93cf-abe14eb6f84f,segment=NetworkSegment(24a12d67-f493-4db8-8147-526143da0f06),segment_id=24a12d67-f493-4db8-8147-526143da0f06)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:36.079562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.082602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.092021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:36.093743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.132146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] Calling delete_port for b2b603bc-56c2-4371-93cf-abe14eb6f84f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:36.144573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:36.144573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3a6fd70a-02cb-4797-b2b9-3337b4bc6f47 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:36.152743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Network a018f132-15b9-4f30-ba52-e030d1bb2f32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:36.156289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:36.189324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.198180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:36.198180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.211668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3987a6e4-06df-424e-afea-629bca58e08c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:36.214827 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f439d8b-a8e5-4bbb-bcc0-e425b8427d26" -d '{"events": [{"server_uuid": "71b702ed-3dd3-48b8-aa13-28aeea16b9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3987a6e4-06df-424e-afea-629bca58e08c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:36.239944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3987a6e4-06df-424e-afea-629bca58e08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3987a6e4-06df-424e-afea-629bca58e08c,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:36.251455 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:36.286683 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:36.293035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:36.294149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.294869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.299112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.306627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.315888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.325485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Made reservation on behalf of e650abac0943414aa5b117505aaffdc1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:36.327764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.329624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.332786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3987a6e4-06df-424e-afea-629bca58e08c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.340121 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5697e442-ce60-435f-9f7b-6ab711d2210a x-openstack-request-id: req-5697e442-ce60-435f-9f7b-6ab711d2210a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:36.340415 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b702ed-3dd3-48b8-aa13-28aeea16b9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3987a6e4-06df-424e-afea-629bca58e08c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:36.340732 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5697e442-ce60-435f-9f7b-6ab711d2210a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:36.341229 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3987a6e4-06df-424e-afea-629bca58e08c', 'code': 200} Jul 06 11:55:36.354527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.359429 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/networks/211d3f26-7e2c-4c96-ac9b-d7e043d63f93 HTTP/1.1" status: 204 len: 168 time: 1.2203166 Jul 06 11:55:36.359892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:36.366584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] Pushing event deleted for resources: {'Port': ['ID=b2b603bc-56c2-4371-93cf-abe14eb6f84f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.369031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7c752-0ef2-4b3f-9a66-941a583163d2 None None] No DVR routers for this DVR port b2b603bc-56c2-4371-93cf-abe14eb6f84f on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:36.400303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae234d-740c-4c23-af61-df60b9d9fcc3 tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Network': ['ID=211d3f26-7e2c-4c96-ac9b-d7e043d63f93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.473446 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6597641 Jul 06 11:55:36.475874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fdc52-6161-40ec-b959-c1ba9b6b44f4 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=90e86da3-8057-4c6b-aa82-835b46c209c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.482424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:36.518153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:36.569544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.570077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:55:36.585710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.589626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-60005652-0d12-4e1d-816e-743032ff5794 admin admin] 10.222.0.78 "DELETE /v2.0/routers/54cf3f88-4d5f-4124-9b2d-02dbab08e2f7 HTTP/1.1" status: 204 len: 168 time: 5.1388054 Jul 06 11:55:36.591391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:36.648243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.652111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09305266-bb0e-499f-b47a-77323713fae4 req-17865741-0fba-4ad9-a67a-93d3bb5d9328 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 210 time: 0.1225500 Jul 06 11:55:36.666532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Deleting subnet 855a3b78-87b7-44f2-8db6-a1e3d295589a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:36.673513 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.790314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.813197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95330-f293-468f-8b68-e9aa5634e36a req-484cd04e-3c53-4acf-9495-5608a82605ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.815450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91e95330-f293-468f-8b68-e9aa5634e36a req-484cd04e-3c53-4acf-9495-5608a82605ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 1096 time: 0.3636103 Jul 06 11:55:36.829569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.856011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665397e0-d2c5-4531-9e63-844f9f0219a2 req-3ef693d2-aea6-4323-a173-9e1926f28d81 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.863217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665397e0-d2c5-4531-9e63-844f9f0219a2 req-3ef693d2-aea6-4323-a173-9e1926f28d81 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.4000919 Jul 06 11:55:36.863991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Allocated IP 172.20.0.14 (68596b7e-f622-4a75-a852-687eb8c43384/459fc31f-e4ed-4d12-bb2a-7a624f2720d1/1f1c7b93-d5af-45bb-994a-1b83bacf6724) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:36.908023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.920462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71997ce3-8cbe-49d5-b25f-d9e3cd29213b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:36.941658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a12d67-f493-4db8-8147-526143da0f06') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:36.941947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a12d67-f493-4db8-8147-526143da0f06') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:36.957258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91e95330-f293-468f-8b68-e9aa5634e36a req-0a4510cb-5267-4567-9767-2dba2a7015ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337006 Jul 06 11:55:36.970274 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.991436 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.003948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.007402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:37.007559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:37.012787 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:37.133364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.145825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.176034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665397e0-d2c5-4531-9e63-844f9f0219a2 req-68712b39-7948-42dc-8c2e-95a325a9dc53 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098047 Jul 06 11:55:37.189472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.214642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855a3b78-87b7-44f2-8db6-a1e3d295589a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.221615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.223794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] 10.222.0.78 "DELETE /v2.0/networks/71997ce3-8cbe-49d5-b25f-d9e3cd29213b HTTP/1.1" status: 204 len: 168 time: 0.8623502 Jul 06 11:55:37.225648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.226289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e302a-8e1f-443d-8214-3d5fa21d1e0c tempest-TaggedBootDevicesTest-1697024913 tempest-TaggedBootDevicesTest-1697024913-project] Pushing event deleted for resources: {'Network': ['ID=71997ce3-8cbe-49d5-b25f-d9e3cd29213b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.236427 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e4b65da7-b7e3-46cf-8953-a5ae4eac935a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/855a3b78-87b7-44f2-8db6-a1e3d295589a HTTP/1.1" status: 204 len: 168 time: 0.6357105 Jul 06 11:55:37.238261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672b620-52ab-4bc4-897c-1f22ce6e936b None None] Network e82556e3-54c7-4624-ae45-42c8b6c42eb0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:37.255411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.325274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.443822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.499859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b2b603bc-56c2-4371-93cf-abe14eb6f84f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:37.516446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0566cf-8c6a-4543-addf-591a3d16d895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.530392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] device_id is not set on port 90e86da3-8057-4c6b-aa82-835b46c209c5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:55:37.540418 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.556224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Transition to ACTIVE for port object 90e86da3-8057-4c6b-aa82-835b46c209c5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:37.562757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b2b603bc-56c2-4371-93cf-abe14eb6f84f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:37.565227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b2b603bc-56c2-4371-93cf-abe14eb6f84f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:37.565683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 658e4f6f-1b38-4202-bb1f-157db1ef36a9 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:37.585497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.606964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.631415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0566cf-8c6a-4543-addf-591a3d16d895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.634669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Network 68596b7e-f622-4a75-a852-687eb8c43384 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:37.638524 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0566cf-8c6a-4543-addf-591a3d16d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.646293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:37.654032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 658e4f6f-1b38-4202-bb1f-157db1ef36a9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:37.654381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 658e4f6f-1b38-4202-bb1f-157db1ef36a9 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:37.656979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:37.675054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=90e86da3-8057-4c6b-aa82-835b46c209c5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.717488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:37.718803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:37.719142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:37.728134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:37.728472 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:37.730333 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 2 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:37.763547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:37.763891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:37.764512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:37.769259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342cc15a-0fa9-4050-951f-817491509949 None None] DHCP port deletion for e82556e3-54c7-4624-ae45-42c8b6c42eb0 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:37.790229 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd0566cf-8c6a-4543-addf-591a3d16d895 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3fd00bddec684347b2df52f7248b48fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384740 Jul 06 11:55:37.791430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Pushing event updated for resources: {'Port': ['ID=1f1c7b93-d5af-45bb-994a-1b83bacf6724,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.793687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.814096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:37.814837 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:37.861512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-342cc15a-0fa9-4050-951f-817491509949 None None] Deleting port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:37.864568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-342cc15a-0fa9-4050-951f-817491509949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.877888 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 3 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:37.937041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0566cf-8c6a-4543-addf-591a3d16d895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612d7fad-dd6c-4da7-872f-bf5faefd6695,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.937908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Deleting port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:37.938303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.963136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:37.963796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.979850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-8a8e76e2-b83e-4d49-81b7-3e63366643e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4480224 Jul 06 11:55:37.998100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Request body: {'port': {'device_id': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:38.089704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-342cc15a-0fa9-4050-951f-817491509949 None None] For port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:38.090211 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-342cc15a-0fa9-4050-951f-817491509949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.104652 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.119792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-342cc15a-0fa9-4050-951f-817491509949 None None] Calling delete_port for fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:38.124662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.125016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.125365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.137276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adece431-a5d8-451a-a0f8-c5a81f7f0d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.163484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adece431-a5d8-451a-a0f8-c5a81f7f0d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.178425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.178854 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.189284 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 4 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.235870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.244685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.246304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.273521 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-342cc15a-0fa9-4050-951f-817491509949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.287347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] For port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,segment=NetworkSegment(0806a29b-80cb-431f-9c72-73c258de8309),segment_id=0806a29b-80cb-431f-9c72-73c258de8309)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:38.287765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.290399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.290739 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.306827 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 5 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.319779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cc15a-0fa9-4050-951f-817491509949 None None] Pushing event deleted for resources: {'Port': ['ID=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.328900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Calling delete_port for fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:38.335382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342cc15a-0fa9-4050-951f-817491509949 None None] No DVR routers for this DVR port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:38.357495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.357846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.358211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.376777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d9b1-58e3-48b3-9fad-d37c9f5ae8c9 req-becfda6a-e46c-4f22-bcce-ffdf1187f552 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:38.385095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f98d9b1-58e3-48b3-9fad-d37c9f5ae8c9 req-becfda6a-e46c-4f22-bcce-ffdf1187f552 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 932 time: 0.4491720 Jul 06 11:55:38.457264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.457701 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.469486 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 6 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.519015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1c7b93-d5af-45bb-994a-1b83bacf6724 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:38.528554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adece431-a5d8-451a-a0f8-c5a81f7f0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.528756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.529268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adece431-a5d8-451a-a0f8-c5a81f7f0d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.533340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-adece431-a5d8-451a-a0f8-c5a81f7f0d03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/612d7fad-dd6c-4da7-872f-bf5faefd6695 HTTP/1.1" status: 204 len: 168 time: 0.7358096 Jul 06 11:55:38.544397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.544397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.544817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.564763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Transition to ACTIVE for port object 1f1c7b93-d5af-45bb-994a-1b83bacf6724 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:38.571553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adece431-a5d8-451a-a0f8-c5a81f7f0d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d7fad-dd6c-4da7-872f-bf5faefd6695,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.581345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.583060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.583421 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.591811 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 7 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.609514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f98d9b1-58e3-48b3-9fad-d37c9f5ae8c9 req-2fd87493-a1fb-4490-b9ee-30d1bc129433 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235301 Jul 06 11:55:38.635032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.635680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.636208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.654080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.654685 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.656385 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 8 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.660135 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.705121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.709719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.710257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.711162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.715565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] No DVR routers for this DVR port fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:38.725744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f556f90-f236-4f7f-bb43-563030573c72 req-8f0323ab-c662-4663-89d0-7eddad2ff211 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:38.727468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f556f90-f236-4f7f-bb43-563030573c72 req-8f0323ab-c662-4663-89d0-7eddad2ff211 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.2776484 Jul 06 11:55:38.732525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.732979 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.737702 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c7b93-d5af-45bb-994a-1b83bacf6724,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.757731 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 9 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.794809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-ada7b065-e2b2-4fa0-9654-7a5a95d62abb req-76710e2d-863e-4a71-9599-75a36b8d4c5b service neutron] (93766) timed out ('10.222.0.78', 55732) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:55:38.824786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.825303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.825882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.868807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f556f90-f236-4f7f-bb43-563030573c72 req-1791830f-ea7f-4bf1-84d7-2537a7244e4b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118069 Jul 06 11:55:38.873012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.873385 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.875809 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempt 10 to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 Jul 06 11:55:38.896049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.915425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82556e3-54c7-4624-ae45-42c8b6c42eb0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:38.932116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Attempting to bind port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.932580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Attempting to bind port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.933193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Attempting to bind port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 on network 68596b7e-f622-4a75-a852-687eb8c43384 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.936455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.936799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.937144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempting to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.944909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 on network 68596b7e-f622-4a75-a852-687eb8c43384 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.945501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Attempting to bind port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 on network 68596b7e-f622-4a75-a852-687eb8c43384 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.955215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:38.955706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Checking segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:38.956217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Bound using segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:38.956578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0806a29b-80cb-431f-9c72-73c258de8309') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:38.956877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0806a29b-80cb-431f-9c72-73c258de8309') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:38.957468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Bound port: 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:38.958126 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.987991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:38.988522 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Failed to bind port 90e86da3-8057-4c6b-aa82-835b46c209c5 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'cb486218-ea55-4687-88f0-8fea9421203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a018f132-15b9-4f30-ba52-e030d1bb2f32'}] Jul 06 11:55:38.988911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.039520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.108657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] For port 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:39.112879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] For port 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:39.118893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.163549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.164869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.166887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] 10.222.0.79 "PUT /v2.0/ports/1f1c7b93-d5af-45bb-994a-1b83bacf6724 HTTP/1.1" status: 200 len: 1092 time: 1.1771173 Jul 06 11:55:39.168227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'tag': '1f1c7b93-d5af-45bb-994a-1b83bacf6724'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:39.171063 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c31837-0082-4ffe-a44f-3bdf043684e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c59be0-d40f-400e-bd85-52cce1c82eb2", "tag": "1f1c7b93-d5af-45bb-994a-1b83bacf6724"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:39.187421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:39.227930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d15de0-2028-4ef1-bbc6-958006aed380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.245897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.257936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4ce63-c17f-4e31-8532-51f958e4680f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c7b93-d5af-45bb-994a-1b83bacf6724,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.305360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:39.305818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:39.307980 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:39.325717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] For port 90e86da3-8057-4c6b-aa82-835b46c209c5, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:39.326139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:55:39.376041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-eb34eb56-c3ac-45d1-880f-e0b450f8b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.377846 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-eb34eb56-c3ac-45d1-880f-e0b450f8b8a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1346669 Jul 06 11:55:39.409816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.435137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] In _notify_port_updated(), no bound segment for port 90e86da3-8057-4c6b-aa82-835b46c209c5 on network a018f132-15b9-4f30-ba52-e030d1bb2f32 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:55:39.435137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.436032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.437420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "PUT /v2.0/ports/90e86da3-8057-4c6b-aa82-835b46c209c5 HTTP/1.1" status: 200 len: 974 time: 2.9514015 Jul 06 11:55:39.446085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:39.460722 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-cb5429f5-559e-452e-b525-998a716ab9c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724 HTTP/1.1" status: 200 len: 217 time: 0.0687430 Jul 06 11:55:39.498494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:39.546759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:39.547319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fcdc814c-9f6e-4c9a-97f5-8595ed6e0e4d not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:39.580038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d15de0-2028-4ef1-bbc6-958006aed380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.587699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d15de0-2028-4ef1-bbc6-958006aed380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.597591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.618693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.623392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] 10.222.0.78 "DELETE /v2.0/networks/e82556e3-54c7-4624-ae45-42c8b6c42eb0 HTTP/1.1" status: 204 len: 168 time: 2.3640244 Jul 06 11:55:39.651080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209896e9-4667-432b-a5e8-f6880c5076df req-c927acb6-7dda-43d9-a531-424805d0e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.653471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-c927acb6-7dda-43d9-a531-424805d0e883 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.1801212 Jul 06 11:55:39.655212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01621d7-f703-4d1d-8581-2cc5a915850c admin admin] Pushing event deleted for resources: {'Network': ['ID=e82556e3-54c7-4624-ae45-42c8b6c42eb0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.665619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9a24a-aaf9-4e1e-8fce-8e2f46035f68 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event updated for resources: {'Port': ['ID=90e86da3-8057-4c6b-aa82-835b46c209c5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.678961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead483bc-494e-4c4c-b2ae-4d492858cc86 req-4addf599-cff5-440a-a7af-68637e3f7099 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.687816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead483bc-494e-4c4c-b2ae-4d492858cc86 req-4addf599-cff5-440a-a7af-68637e3f7099 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 945 time: 0.4567389 Jul 06 11:55:39.792096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ead483bc-494e-4c4c-b2ae-4d492858cc86 req-13cd4ee0-db1e-4583-a338-9927c6cfd21f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029916 Jul 06 11:55:39.796005 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb3441f-ab56-4283-8f8d-2aa57e2cd713 x-openstack-request-id: req-5fb3441f-ab56-4283-8f8d-2aa57e2cd713 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:39.796305 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c59be0-d40f-400e-bd85-52cce1c82eb2", "tag": "1f1c7b93-d5af-45bb-994a-1b83bacf6724", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:39.796564 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fb3441f-ab56-4283-8f8d-2aa57e2cd713 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:39.796977 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'tag': '1f1c7b93-d5af-45bb-994a-1b83bacf6724', 'status': 'completed', 'code': 200} Jul 06 11:55:39.805960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Deleting port 90e86da3-8057-4c6b-aa82-835b46c209c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:39.806498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.818675 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-6db56f38-1cee-47c4-b61e-2283499c305a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414049 Jul 06 11:55:39.833637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-97d15de0-2028-4ef1-bbc6-958006aed380 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3c3ea4f15bd4420aa8ea26ade373f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444802 Jul 06 11:55:39.838786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:39.881260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d15de0-2028-4ef1-bbc6-958006aed380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f623c4f1-b01f-4c00-8003-55960ef6a7e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.982035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] For port 90e86da3-8057-4c6b-aa82-835b46c209c5, host n-h2-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:39.982565 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.008919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Calling delete_port for 90e86da3-8057-4c6b-aa82-835b46c209c5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:40.080631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.092720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f492406-6ff8-4628-bc83-7f2323dcca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.136364 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-9afa4060-a3ce-443f-a586-29f21b69e338 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982233 Jul 06 11:55:40.142424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f492406-6ff8-4628-bc83-7f2323dcca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.245296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0e85-7264-45e4-8f57-82fb7b5325d4 req-9ef4bfde-fa32-4bed-bd63-a08f3a06c369 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.247384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53ff0e85-7264-45e4-8f57-82fb7b5325d4 req-9ef4bfde-fa32-4bed-bd63-a08f3a06c369 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 944 time: 0.2446468 Jul 06 11:55:40.263242 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bcb66abc-dc93-4a78-80ba-347401c58bc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2fa967d0f0743f3b07287334f77402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790488 Jul 06 11:55:40.263562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.302219 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-209896e9-4667-432b-a5e8-f6880c5076df req-c8b47317-0efa-464e-a190-77916c35da3e service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521695 Jul 06 11:55:40.306981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f492406-6ff8-4628-bc83-7f2323dcca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.310347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f492406-6ff8-4628-bc83-7f2323dcca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.311547 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f492406-6ff8-4628-bc83-7f2323dcca91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f623c4f1-b01f-4c00-8003-55960ef6a7e3 HTTP/1.1" status: 204 len: 168 time: 0.4587603 Jul 06 11:55:40.331251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debb5d1-c33b-452e-8e4b-762210c44f99 req-78ae4768-7300-4863-aa40-d49b49c2179e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.340070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f492406-6ff8-4628-bc83-7f2323dcca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f623c4f1-b01f-4c00-8003-55960ef6a7e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.340430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6debb5d1-c33b-452e-8e4b-762210c44f99 req-78ae4768-7300-4863-aa40-d49b49c2179e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.2763605 Jul 06 11:55:40.342642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:55:40.392390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53ff0e85-7264-45e4-8f57-82fb7b5325d4 req-9bc8b212-1d55-4170-bf9b-5c021774c6a6 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383069 Jul 06 11:55:40.398569 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.479604 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.480831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-80bd9cfe-c87b-4239-a87c-287978c100f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.482350 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-80bd9cfe-c87b-4239-a87c-287978c100f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1145315 Jul 06 11:55:40.484482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.484946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "DELETE /v2.0/ports/90e86da3-8057-4c6b-aa82-835b46c209c5 HTTP/1.1" status: 204 len: 168 time: 1.0333767 Jul 06 11:55:40.488878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd358e-6cde-4565-b4e2-a73b25dbdffd tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] Pushing event deleted for resources: {'Port': ['ID=90e86da3-8057-4c6b-aa82-835b46c209c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.510828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6debb5d1-c33b-452e-8e4b-762210c44f99 req-cd2d63b8-9e98-4650-aa31-a8316057d499 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694372 Jul 06 11:55:40.538581 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e57fc53-8375-4593-b4d5-9cc8fcd7d25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.541882 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e88fcb-25c6-4ada-8983-cec298d72e07 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:55:40.548268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.549545 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-94e88fcb-25c6-4ada-8983-cec298d72e07 tempest-PortsAdminExtendedAttrsTestJSON-2049277689 tempest-PortsAdminExtendedAttrsTestJSON-2049277689-project-admin] 10.222.0.78 "GET /v2.0/ports/90e86da3-8057-4c6b-aa82-835b46c209c5 HTTP/1.1" status: 404 len: 333 time: 0.0630662 Jul 06 11:55:40.664917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-18f1f8f3-c252-4280-8136-bca1b9384398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.666682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-18f1f8f3-c252-4280-8136-bca1b9384398 service neutron] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 911 time: 0.1351533 Jul 06 11:55:40.690607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e57fc53-8375-4593-b4d5-9cc8fcd7d25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.742543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.781313 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-54020eda-ea5c-4d52-be98-66ad499f498f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724 HTTP/1.1" status: 200 len: 217 time: 0.1024232 Jul 06 11:55:40.891654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-7970b4e8-843a-4e46-8164-868174c3d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.897448 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-7970b4e8-843a-4e46-8164-868174c3d163 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.1086314 Jul 06 11:55:40.900404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e57fc53-8375-4593-b4d5-9cc8fcd7d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.902974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e57fc53-8375-4593-b4d5-9cc8fcd7d25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.912131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e57fc53-8375-4593-b4d5-9cc8fcd7d25e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da3cfd12-2c7e-41a4-a7b9-c7da98e72ee0 HTTP/1.1" status: 204 len: 168 time: 0.6177788 Jul 06 11:55:40.926773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.939840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57fc53-8375-4593-b4d5-9cc8fcd7d25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3cfd12-2c7e-41a4-a7b9-c7da98e72ee0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.944713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a018f132-15b9-4f30-ba52-e030d1bb2f32']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:40.955692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb486218-ea55-4687-88f0-8fea9421203f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:40.956523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb486218-ea55-4687-88f0-8fea9421203f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:40.992965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.003201 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-a5e01487-6d38-4a97-ba8f-537ef780915f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954719 Jul 06 11:55:41.038586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.053503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:41.053913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:41.057435 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:41.243563 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-fd606e67-2328-4617-9f63-567b0462a10f service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271023 Jul 06 11:55:41.268810 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.281205 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.286364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] 10.222.0.78 "DELETE /v2.0/networks/a018f132-15b9-4f30-ba52-e030d1bb2f32 HTTP/1.1" status: 204 len: 168 time: 0.7317412 Jul 06 11:55:41.330658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f963b1-b875-4812-89eb-500c1fa960d7 tempest-PortsAdminExtendedAttrsTestJSON-1089740161 tempest-PortsAdminExtendedAttrsTestJSON-1089740161-project] Pushing event deleted for resources: {'Network': ['ID=a018f132-15b9-4f30-ba52-e030d1bb2f32,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:41.390226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-55c31837-0082-4ffe-a44f-3bdf043684e3 req-995cbf30-ff72-4a32-af68-dc7500b7a670 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380939 Jul 06 11:55:41.397136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec82a6-7edd-4df6-ad8f-27d36b899d48 req-7f5fd274-2123-4686-a998-8b2aadd1017d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.407173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88ec82a6-7edd-4df6-ad8f-27d36b899d48 req-7f5fd274-2123-4686-a998-8b2aadd1017d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.2631030 Jul 06 11:55:41.510355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88ec82a6-7edd-4df6-ad8f-27d36b899d48 req-274f1ba7-397f-43c5-9644-01383cb53e00 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991077 Jul 06 11:55:41.583822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:41.692476 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d8884182-d9cd-4703-a300-caa1c4b9cbdf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=911d231f23904c8b870b97a453e0fa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065547 Jul 06 11:55:41.693517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:41.695395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:41.705245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ddae-313b-4877-a1de-69b0394e4a9b req-04bb7053-8fef-4a66-8e0a-a4e744f46df2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.714213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc46ddae-313b-4877-a1de-69b0394e4a9b req-04bb7053-8fef-4a66-8e0a-a4e744f46df2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 944 time: 0.1143668 Jul 06 11:55:41.796433 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-943b6af1-4419-4e51-9659-5e24aabfa48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.807893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc46ddae-313b-4877-a1de-69b0394e4a9b req-a5fab24a-5e34-4e55-a50f-1e7b63ba3d3f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916772 Jul 06 11:55:41.855086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-943b6af1-4419-4e51-9659-5e24aabfa48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.970067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:41.970522 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34726fc6-a2ad-4613-b455-f75a52774baf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f30a92857bf41509f4c8aa435b7fcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755806 Jul 06 11:55:41.971806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-943b6af1-4419-4e51-9659-5e24aabfa48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.974939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-943b6af1-4419-4e51-9659-5e24aabfa48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.976397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-943b6af1-4419-4e51-9659-5e24aabfa48b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a75384c2-cd85-4cfd-922d-a81c2ecd6d36 HTTP/1.1" status: 204 len: 168 time: 0.2760315 Jul 06 11:55:41.988068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b6af1-4419-4e51-9659-5e24aabfa48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75384c2-cd85-4cfd-922d-a81c2ecd6d36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:42.098854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1483e03a-10a0-40c0-b95d-9f6414d6e107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.144572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1483e03a-10a0-40c0-b95d-9f6414d6e107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.236005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1483e03a-10a0-40c0-b95d-9f6414d6e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.244283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1483e03a-10a0-40c0-b95d-9f6414d6e107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.253936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1483e03a-10a0-40c0-b95d-9f6414d6e107 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18ba9c31-c8aa-4f05-9cb3-47c335620874 HTTP/1.1" status: 204 len: 168 time: 0.2823672 Jul 06 11:55:42.270124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483e03a-10a0-40c0-b95d-9f6414d6e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba9c31-c8aa-4f05-9cb3-47c335620874,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:42.883082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f7f29-33c2-4e12-ba71-713dbe5e220a req-e445ca2b-7eba-46c0-906d-c4754ab5e110 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.892925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d92f7f29-33c2-4e12-ba71-713dbe5e220a req-e445ca2b-7eba-46c0-906d-c4754ab5e110 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.1381779 Jul 06 11:55:42.917181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-5b180611-182a-4374-8b82-1d27ea99c96e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.923130 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-5b180611-182a-4374-8b82-1d27ea99c96e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.1806448 Jul 06 11:55:43.002901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d92f7f29-33c2-4e12-ba71-713dbe5e220a req-e0616c21-b514-4a36-b306-0b2958f2c30f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039226 Jul 06 11:55:43.120778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:43.179908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1aa4088-a47a-438c-ad96-62057ef8d17c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e019c7e7dc94fca9eaf776c96c46fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577259 Jul 06 11:55:43.184758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:43.210505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port 3987a6e4-06df-424e-afea-629bca58e08c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:43.213052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.257880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dc599-ed0a-4603-98e4-6f883d66d29e req-3b700aa2-36e3-4a1e-9132-676e2168190a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.259588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2dc599-ed0a-4603-98e4-6f883d66d29e req-3b700aa2-36e3-4a1e-9132-676e2168190a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 944 time: 0.1786985 Jul 06 11:55:43.331509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f4b0b9-bf16-4790-9b0d-9a23cdf1bf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.408317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port 3987a6e4-06df-424e-afea-629bca58e08c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3987a6e4-06df-424e-afea-629bca58e08c,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:43.408759 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.418146 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f4b0b9-bf16-4790-9b0d-9a23cdf1bf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.423407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for 3987a6e4-06df-424e-afea-629bca58e08c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:43.437577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2dc599-ed0a-4603-98e4-6f883d66d29e req-4dc02d1f-3c28-4d52-a3d5-bb6e70120e81 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608613 Jul 06 11:55:43.572921 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f4b0b9-bf16-4790-9b0d-9a23cdf1bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.578278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f4b0b9-bf16-4790-9b0d-9a23cdf1bf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.581371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-59f4b0b9-bf16-4790-9b0d-9a23cdf1bf10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa46732e-f758-4298-bb19-e592b3e0c0a5 HTTP/1.1" status: 204 len: 168 time: 0.3945458 Jul 06 11:55:43.603027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b0b9-bf16-4790-9b0d-9a23cdf1bf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46732e-f758-4298-bb19-e592b3e0c0a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:43.691799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1f1c7b93-d5af-45bb-994a-1b83bacf6724 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:44.038568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:44.066443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '1f1c7b93-d5af-45bb-994a-1b83bacf6724', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'port_id': '1f1c7b93-d5af-45bb-994a-1b83bacf6724', 'mac_address': 'fa:16:3e:53:96:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:44.152897 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.174780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c7b93-d5af-45bb-994a-1b83bacf6724 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:44.200857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:44.206858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.355417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1f1c7b93-d5af-45bb-994a-1b83bacf6724,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.406287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.418423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35', '310aa854-47e9-4037-b9b4-0b1594060f79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:44.432851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae73c8-4ee1-4673-b668-95890c488aa8 req-1463ff63-d7b8-4312-a296-ee3fc3ee232b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.444365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bae73c8-4ee1-4673-b668-95890c488aa8 req-1463ff63-d7b8-4312-a296-ee3fc3ee232b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 945 time: 0.1632569 Jul 06 11:55:44.489184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1f1c7b93-d5af-45bb-994a-1b83bacf6724'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:44.504379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=3987a6e4-06df-424e-afea-629bca58e08c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.563741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bae73c8-4ee1-4673-b668-95890c488aa8 req-d1f3eb77-979f-4de6-a95b-84a4cae1b4f9 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179180 Jul 06 11:55:44.672097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port 3987a6e4-06df-424e-afea-629bca58e08c on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:44.679127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.682601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3993c664-3dd2-43b7-9dc3-cf727a19e008 req-0951f33a-46d7-434d-a003-0bcd653beac5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/3987a6e4-06df-424e-afea-629bca58e08c HTTP/1.1" status: 204 len: 173 time: 1.7531450 Jul 06 11:55:44.683211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'name': 'network-vif-deleted', 'tag': '3987a6e4-06df-424e-afea-629bca58e08c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:44.690391 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b2c387-5a10-4d8f-b037-1eb607e36597" -d '{"events": [{"server_uuid": "71b702ed-3dd3-48b8-aa13-28aeea16b9d9", "name": "network-vif-deleted", "tag": "3987a6e4-06df-424e-afea-629bca58e08c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:44.795683 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c4191-712d-4d6e-b9c7-01035ebcd956 x-openstack-request-id: req-4c7c4191-712d-4d6e-b9c7-01035ebcd956 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:44.796157 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b702ed-3dd3-48b8-aa13-28aeea16b9d9", "name": "network-vif-deleted", "tag": "3987a6e4-06df-424e-afea-629bca58e08c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:44.796537 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c7c4191-712d-4d6e-b9c7-01035ebcd956 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:44.796933 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b702ed-3dd3-48b8-aa13-28aeea16b9d9', 'name': 'network-vif-deleted', 'tag': '3987a6e4-06df-424e-afea-629bca58e08c', 'status': 'completed', 'code': 200} Jul 06 11:55:44.894413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c966ada-5aa9-446b-b008-1c5ccafd9d8f req-92808b70-0d7f-4d5f-815e-a5f4cd786e94 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.911585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c966ada-5aa9-446b-b008-1c5ccafd9d8f req-92808b70-0d7f-4d5f-815e-a5f4cd786e94 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 945 time: 0.1803520 Jul 06 11:55:44.983006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c966ada-5aa9-446b-b008-1c5ccafd9d8f req-fffa2b4f-9523-45ce-9076-b1aedbd168b6 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703619 Jul 06 11:55:45.013401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.178502 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994b3a2d-08c4-46ef-b255-4d4728d82648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.291053 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994b3a2d-08c4-46ef-b255-4d4728d82648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.296675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994b3a2d-08c4-46ef-b255-4d4728d82648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.357224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-994b3a2d-08c4-46ef-b255-4d4728d82648 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bc7eea2700244878faf74aa8b4e7c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416131 Jul 06 11:55:45.358912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.360861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b3a2d-08c4-46ef-b255-4d4728d82648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2083070-6e3c-479f-a86d-23a38b953048,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.471563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a1ea1-c4aa-44aa-91f7-6e6ea143fb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.529002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a1ea1-c4aa-44aa-91f7-6e6ea143fb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.657538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a1ea1-c4aa-44aa-91f7-6e6ea143fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.661014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a1ea1-c4aa-44aa-91f7-6e6ea143fb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.662940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-451a1ea1-c4aa-44aa-91f7-6e6ea143fb46 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2083070-6e3c-479f-a86d-23a38b953048 HTTP/1.1" status: 204 len: 168 time: 0.3024354 Jul 06 11:55:45.685988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1ea1-c4aa-44aa-91f7-6e6ea143fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2083070-6e3c-479f-a86d-23a38b953048,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.691242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1f1c7b93-d5af-45bb-994a-1b83bacf6724 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:45.829519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:45.838799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:45.839392 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.935652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-254b6e40-dbfb-4b14-945f-a775dbbe1f1c req-749c9111-5630-47f5-a149-a7780d4a6e8c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=71b702ed-3dd3-48b8-aa13-28aeea16b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0793486 Jul 06 11:55:46.072321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.160094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c7b93-d5af-45bb-994a-1b83bacf6724'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:46.160094 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e3a59-4851-4605-8f9c-4a56f27eb6c3" -d '{"events": [{"server_uuid": "a2c59be0-d40f-400e-bd85-52cce1c82eb2", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c7b93-d5af-45bb-994a-1b83bacf6724"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:46.183795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:46.191792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.192000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3987a6e4-06df-424e-afea-629bca58e08c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:46.309327 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4eb33d-e2f5-45af-956e-532489d1b440 x-openstack-request-id: req-6e4eb33d-e2f5-45af-956e-532489d1b440 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:46.309590 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c59be0-d40f-400e-bd85-52cce1c82eb2", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c7b93-d5af-45bb-994a-1b83bacf6724", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:46.309962 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e4eb33d-e2f5-45af-956e-532489d1b440 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:46.311428 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c7b93-d5af-45bb-994a-1b83bacf6724', 'code': 200} Jul 06 11:55:46.316742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 3987a6e4-06df-424e-afea-629bca58e08c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:46.318772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3987a6e4-06df-424e-afea-629bca58e08c not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:46.395209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1f1c7b93-d5af-45bb-994a-1b83bacf6724,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:46.429791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5155e71-2bc7-44a3-a5a8-327f127c4134 req-36e6dd85-c200-4498-a8bd-c5e006b77215 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:46.430631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da94a2e-8a30-4cf6-85b8-df2fd41f5dd4 req-e8fd5ecd-5abb-40bc-9051-def0753d755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:46.432907 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4da94a2e-8a30-4cf6-85b8-df2fd41f5dd4 req-e8fd5ecd-5abb-40bc-9051-def0753d755f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1128294 Jul 06 11:55:46.434075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5155e71-2bc7-44a3-a5a8-327f127c4134 req-36e6dd85-c200-4498-a8bd-c5e006b77215 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.1520948 Jul 06 11:55:46.487281 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4da94a2e-8a30-4cf6-85b8-df2fd41f5dd4 req-0d57324b-c954-4684-a781-c6dcb1476338 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Jul 06 11:55:46.537986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.538844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5155e71-2bc7-44a3-a5a8-327f127c4134 req-7c5d6352-91a5-4ac5-aa9e-456d2dab2c0f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982137 Jul 06 11:55:46.673331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18d4ad5c-7e92-4115-9438-ccb29f4cae52 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:46.673463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.687272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff878820-47ec-4e38-9b3e-045a74f3294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.730843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-18d4ad5c-7e92-4115-9438-ccb29f4cae52 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "PUT /v2.0/quotas/70887bf278fa43b6bce574546bdf19f9 HTTP/1.1" status: 200 len: 366 time: 0.1889117 Jul 06 11:55:46.731194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.757939 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac09b2ed-81e4-4988-ae60-e62bc447b92c tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0216348 Jul 06 11:55:46.758874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.783556 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75f14f02-bfbd-43c4-a3d7-bd709421986f tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "GET /v2.0/quotas/70887bf278fa43b6bce574546bdf19f9 HTTP/1.1" status: 200 len: 366 time: 0.0213885 Jul 06 11:55:46.784627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.828148 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-554a28bd-4cb1-4895-a139-b12fb5367470 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/70887bf278fa43b6bce574546bdf19f9 HTTP/1.1" status: 204 len: 168 time: 0.0397162 Jul 06 11:55:46.828744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.860666 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-39c932f8-91ec-45d9-8dfc-95a9cd6aecfa tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0282350 Jul 06 11:55:46.862756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.895554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-570d2c0f-886f-43cf-b194-78d2fc16dfdc tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "GET /v2.0/quotas/70887bf278fa43b6bce574546bdf19f9 HTTP/1.1" status: 200 len: 370 time: 0.0286119 Jul 06 11:55:46.899404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.905767 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-873efa32-2ad0-4a00-ab37-a5128d2f6894 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "GET /v2.0/quotas/70887bf278fa43b6bce574546bdf19f9/default HTTP/1.1" status: 200 len: 370 time: 0.0056500 Jul 06 11:55:46.908147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.922654 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-204460a2-dda0-4ae2-82ca-e86a6741a84a tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] delete failed (client error): The resource could not be found. Jul 06 11:55:46.926601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-204460a2-dda0-4ae2-82ca-e86a6741a84a tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/70887bf278fa43b6bce574546bdf19f9 HTTP/1.1" status: 404 len: 348 time: 0.0150757 Jul 06 11:55:46.932645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff878820-47ec-4e38-9b3e-045a74f3294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.941775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff878820-47ec-4e38-9b3e-045a74f3294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.019290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff878820-47ec-4e38-9b3e-045a74f3294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c30aa2-ae6a-4769-9c4e-555d23c45fde,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:47.087536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff878820-47ec-4e38-9b3e-045a74f3294d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57b53d7a772b466680db160acf66cea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104750 Jul 06 11:55:47.087641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:47.181945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-632fb015-7deb-448b-ae09-c1e52b36a72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.279129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-632fb015-7deb-448b-ae09-c1e52b36a72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.302285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:47.342319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:network and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.350047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.385795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:subnet and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.387134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-632fb015-7deb-448b-ae09-c1e52b36a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.393287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-632fb015-7deb-448b-ae09-c1e52b36a72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.396349 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-632fb015-7deb-448b-ae09-c1e52b36a72f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3c30aa2-ae6a-4769-9c4e-555d23c45fde HTTP/1.1" status: 204 len: 168 time: 0.3075359 Jul 06 11:55:47.397814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.423486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb015-7deb-448b-ae09-c1e52b36a72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c30aa2-ae6a-4769-9c4e-555d23c45fde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:47.434128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:subnetpool and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.450311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.457107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:port and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.462788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.469812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:router and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.491769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.502677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:floatingip and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.511821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.581917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:security_group and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.588044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.594673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Usage tracker for resource:security_group_rule and tenant:b9deea89fd454f048e34a238d842380f is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:55:47.600221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:55:47.608678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c1595072-dd45-40e2-8c9b-22e8717931b9 tempest-QuotasTest-401888311 tempest-QuotasTest-401888311-project-admin] 10.222.0.78 "GET /v2.0/quotas/b9deea89fd454f048e34a238d842380f/details.json HTTP/1.1" status: 200 len: 703 time: 0.3002608 Jul 06 11:55:47.825465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acbc30-092d-4d21-b827-21974e27ba0f req-148a235d-ffe0-4a3b-96ae-c1dbde144d1a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.829817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98acbc30-092d-4d21-b827-21974e27ba0f req-148a235d-ffe0-4a3b-96ae-c1dbde144d1a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 945 time: 0.1606543 Jul 06 11:55:48.008115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98acbc30-092d-4d21-b827-21974e27ba0f req-90178e6a-c387-49ea-9273-6a975b25fa93 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438763 Jul 06 11:55:48.113037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04aa27-08e6-468d-997a-a7e15e2e9685 req-2a5e258e-3547-477f-a90b-c39e192bda3a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.135837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d04aa27-08e6-468d-997a-a7e15e2e9685 req-2a5e258e-3547-477f-a90b-c39e192bda3a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.3049498 Jul 06 11:55:48.199903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:48.221936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d04aa27-08e6-468d-997a-a7e15e2e9685 req-22ebfe9a-01ad-4260-908f-d31f7fe1b8e2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846257 Jul 06 11:55:48.437554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0b56-8fce-4337-b78c-ea895ad5cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.570775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0b56-8fce-4337-b78c-ea895ad5cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.576390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0b56-8fce-4337-b78c-ea895ad5cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.706603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e0b56-8fce-4337-b78c-ea895ad5cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28daa0dd-b9d5-4bf3-a3d4-5c702bf61f7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:48.713846 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a9e0b56-8fce-4337-b78c-ea895ad5cfb3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6dd36433fd1b492a92120bc41beaf87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040987 Jul 06 11:55:48.714966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:48.775395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-03f25ba8-de72-4baf-a934-2b9743eac2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.777682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-03f25ba8-de72-4baf-a934-2b9743eac2b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1191978 Jul 06 11:55:48.786814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.854618 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.910452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-1e9567ae-45a0-4bcf-b41c-b8092d893664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.913003 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-1e9567ae-45a0-4bcf-b41c-b8092d893664 service neutron] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 911 time: 0.1244874 Jul 06 11:55:48.930160 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.932785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.936290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28daa0dd-b9d5-4bf3-a3d4-5c702bf61f7d HTTP/1.1" status: 204 len: 168 time: 0.2177422 Jul 06 11:55:48.954868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff8a68-f81a-496f-ad16-91daf8214d9d req-c441c37b-671f-4458-8dd4-66ed49395f47 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.963448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ff8a68-f81a-496f-ad16-91daf8214d9d req-c441c37b-671f-4458-8dd4-66ed49395f47 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.1803391 Jul 06 11:55:48.971446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28daa0dd-b9d5-4bf3-a3d4-5c702bf61f7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:48.971679 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-34f268fd-fade-40f7-8235-80d4b8f91c46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724 HTTP/1.1" status: 200 len: 217 time: 0.0492740 Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.992583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.993459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:48.993459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e0516-5898-46ff-bc90-a3530d150233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:49.051858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ff8a68-f81a-496f-ad16-91daf8214d9d req-5c67cb2a-c6fb-4562-9c94-53cb3ab27f26 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Jul 06 11:55:49.053894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-5c58d32b-9f7c-4be2-ada1-91a71523e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.055779 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-5c58d32b-9f7c-4be2-ada1-91a71523e9c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.0773516 Jul 06 11:55:49.125647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-ea4264b4-0b22-4c03-a907-1922b6f4cb13 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595827 Jul 06 11:55:49.331984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332abb48-1312-468e-a5d1-83730fbeed87 req-11cf4294-0110-489d-a447-fc99ddd2249f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.344484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-332abb48-1312-468e-a5d1-83730fbeed87 req-11cf4294-0110-489d-a447-fc99ddd2249f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 945 time: 0.1262929 Jul 06 11:55:49.395763 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-556b21e2-3677-44e1-8af8-ce0a5ee08159 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650075 Jul 06 11:55:49.418011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-332abb48-1312-468e-a5d1-83730fbeed87 req-57f1ea74-4061-450f-8667-47955986802a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Jul 06 11:55:49.509528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-4b554239-9555-4cfd-88c7-6f5fa49257ab tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.511202 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-4b554239-9555-4cfd-88c7-6f5fa49257ab tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 945 time: 0.2446406 Jul 06 11:55:49.580200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:49.597055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b67cbf7c-e2fe-49a7-8060-53be8c1cb0d0 req-c762a681-606c-476d-87d2-141e28fe66e6 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945317 Jul 06 11:55:49.598714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e894adff-be7c-4dc4-906d-0c7be558d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.660377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port 310aa854-47e9-4037-b9b4-0b1594060f79 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:49.660876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.751336 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e894adff-be7c-4dc4-906d-0c7be558d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.756395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e894adff-be7c-4dc4-906d-0c7be558d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.772134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port 310aa854-47e9-4037-b9b4-0b1594060f79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=310aa854-47e9-4037-b9b4-0b1594060f79,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:49.772634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.789300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for 310aa854-47e9-4037-b9b4-0b1594060f79 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:49.805650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e894adff-be7c-4dc4-906d-0c7be558d39f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9deea89fd454f048e34a238d842380f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243431 Jul 06 11:55:49.807057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894adff-be7c-4dc4-906d-0c7be558d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00683796-f8c9-44e7-993e-7311b8404927,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:49.811115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:49.887171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0935b45f-b51a-48d8-a5eb-7405f6f13905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.918621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0935b45f-b51a-48d8-a5eb-7405f6f13905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.937672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.949643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:49.968748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=310aa854-47e9-4037-b9b4-0b1594060f79,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:49.982143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0935b45f-b51a-48d8-a5eb-7405f6f13905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.985173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0935b45f-b51a-48d8-a5eb-7405f6f13905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.988644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0935b45f-b51a-48d8-a5eb-7405f6f13905 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00683796-f8c9-44e7-993e-7311b8404927 HTTP/1.1" status: 204 len: 168 time: 0.1741264 Jul 06 11:55:50.012984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935b45f-b51a-48d8-a5eb-7405f6f13905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00683796-f8c9-44e7-993e-7311b8404927,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:50.048161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port 310aa854-47e9-4037-b9b4-0b1594060f79 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:50.053309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.056092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-21fc84a2-d018-46ba-8181-4a022efb6a49 req-b8f6bda8-ed63-450b-8ef1-e8d8f74e6152 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/310aa854-47e9-4037-b9b4-0b1594060f79 HTTP/1.1" status: 204 len: 173 time: 0.5372913 Jul 06 11:55:50.056672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'name': 'network-vif-deleted', 'tag': '310aa854-47e9-4037-b9b4-0b1594060f79'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:50.067650 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73974b78-12a4-4ff2-9afd-5642dbf79742" -d '{"events": [{"server_uuid": "8f1f60e1-4792-4138-bfc7-a05dbc82ffbd", "name": "network-vif-deleted", "tag": "310aa854-47e9-4037-b9b4-0b1594060f79"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:50.152972 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef661203-c61f-4081-942c-a8ea1d260eb9 x-openstack-request-id: req-ef661203-c61f-4081-942c-a8ea1d260eb9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:50.153443 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1f60e1-4792-4138-bfc7-a05dbc82ffbd", "name": "network-vif-deleted", "tag": "310aa854-47e9-4037-b9b4-0b1594060f79", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:50.153807 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef661203-c61f-4081-942c-a8ea1d260eb9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:50.154311 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1f60e1-4792-4138-bfc7-a05dbc82ffbd', 'name': 'network-vif-deleted', 'tag': '310aa854-47e9-4037-b9b4-0b1594060f79', 'status': 'completed', 'code': 200} Jul 06 11:55:50.223525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:50.311626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857299-b79c-4538-a779-ec493819f555 req-a26b6d0a-7413-4dd1-8cc9-ef25a48b91fe tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.314108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78857299-b79c-4538-a779-ec493819f555 req-a26b6d0a-7413-4dd1-8cc9-ef25a48b91fe tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.1268799 Jul 06 11:55:50.421887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78857299-b79c-4538-a779-ec493819f555 req-8ebbbb2b-49ed-4aaf-a9d3-257112dcfbc6 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014321 Jul 06 11:55:50.562179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-825478010'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:50.604239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Made reservation on behalf of 263129ae99704ef389e7bb3a69e22bf1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:50.609678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.627789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.722796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99f8a534-f64e-4874-ac5d-40a22078c7f9 req-78fe0c2c-3f03-4906-8951-ed492eee0d78 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f1f60e1-4792-4138-bfc7-a05dbc82ffbd HTTP/1.1" status: 200 len: 210 time: 0.0461538 Jul 06 11:55:50.821233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.829535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.873668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:50.888492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f9a7e-d37d-4298-9686-7040bb17139e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:50.898481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.898860 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Added segment 229f1bd6-66da-400d-b6b2-18abf974c364 of type vlan for network 7b2172b7-9efc-4657-a6bb-220a147c6364 Jul 06 11:55:50.966245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.009817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.017628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:51.018320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.100432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8715966 Jul 06 11:55:51.100760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.128699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61a623-bfa7-41d5-8f2d-12a24aae4910 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Pushing event updated for resources: {'Network': ['ID=7b2172b7-9efc-4657-a6bb-220a147c6364,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.143868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7b2172b7-9efc-4657-a6bb-220a147c6364 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:51.310441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.383940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-102ac0c6-2a61-4400-b33b-cf07db722438 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.387629 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-102ac0c6-2a61-4400-b33b-cf07db722438 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0735626 Jul 06 11:55:51.389574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.391490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'network': {'name': 'tempest-network--2127624874', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:51.394985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-c894a616-e219-4380-807d-b8564ccb2aff tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.399849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c894a616-e219-4380-807d-b8564ccb2aff tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086062 Jul 06 11:55:51.400613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.404789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-b791cbd5-54e8-4a67-911d-786f820f76a3 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.408234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.415059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b791cbd5-54e8-4a67-911d-786f820f76a3 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0134325 Jul 06 11:55:51.418360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-029fb74b-4f3d-400d-a6d2-f787e34c6499 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.421724 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-029fb74b-4f3d-400d-a6d2-f787e34c6499 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098262 Jul 06 11:55:51.422086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.428886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-7c89edcd-27e6-4553-84ba-a601a5c93b05 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.432473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c89edcd-27e6-4553-84ba-a601a5c93b05 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068722 Jul 06 11:55:51.432695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.436977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-3b80668b-7512-4f34-8c36-44ffd9233d3c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.440492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b80668b-7512-4f34-8c36-44ffd9233d3c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044770 Jul 06 11:55:51.440492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.446316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-afdce4b0-90cc-4a66-a814-8b46b2c23ad0 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.449390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-afdce4b0-90cc-4a66-a814-8b46b2c23ad0 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060527 Jul 06 11:55:51.449704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.453754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-74408107-5d70-4335-b89f-2c05a6a37bc5 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.456579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-74408107-5d70-4335-b89f-2c05a6a37bc5 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041654 Jul 06 11:55:51.456579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Made reservation on behalf of 4dfb592e7d78468087bfc5b902298953 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:51.457435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.457895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.463517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-5330c4a6-f273-473c-898d-61ddfddd782b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.467829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5330c4a6-f273-473c-898d-61ddfddd782b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079243 Jul 06 11:55:51.467986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.472544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-1f33d500-bed9-401a-8497-6ca51993cda9 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.475794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f33d500-bed9-401a-8497-6ca51993cda9 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043795 Jul 06 11:55:51.475794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.476316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.480233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-421fb9a3-372f-456c-8cba-0cc5b490d35b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.482312 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-421fb9a3-372f-456c-8cba-0cc5b490d35b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040252 Jul 06 11:55:51.483512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.488307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-e60d78b3-7605-4c89-a77c-371e06f16af3 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.492274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e60d78b3-7605-4c89-a77c-371e06f16af3 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075910 Jul 06 11:55:51.492813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.499295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-81ef9d0a-e257-4c4e-9fb5-8e037fcb6379 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.504371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-81ef9d0a-e257-4c4e-9fb5-8e037fcb6379 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0106556 Jul 06 11:55:51.504951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.511277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-342a9796-ae72-4f22-99c5-ef4df0aa7438 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.514537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.515079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-342a9796-ae72-4f22-99c5-ef4df0aa7438 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083387 Jul 06 11:55:51.521046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-f1edf128-c5f4-47ea-b207-a1b9586dc1bc tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.522599 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f1edf128-c5f4-47ea-b207-a1b9586dc1bc tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069020 Jul 06 11:55:51.525666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.532562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-bd88d09a-87e5-46ce-85dd-2679543b4f8d tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.538592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd88d09a-87e5-46ce-85dd-2679543b4f8d tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0120618 Jul 06 11:55:51.538762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.544250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-a83d844f-7a62-4bd7-973c-97df3dd8a29f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.545522 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a83d844f-7a62-4bd7-973c-97df3dd8a29f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056574 Jul 06 11:55:51.550059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.552195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.556857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-9db24cd4-9669-43de-a78a-1c600718a703 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.562539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9db24cd4-9669-43de-a78a-1c600718a703 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078421 Jul 06 11:55:51.562732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.570628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-fc01c2a6-fbea-4fd2-a7a0-fdcfc5c849bd tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.571781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc01c2a6-fbea-4fd2-a7a0-fdcfc5c849bd tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079536 Jul 06 11:55:51.575051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.579829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-30dd4275-dfed-4319-877c-0ec469ecefdb tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.585208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-30dd4275-dfed-4319-877c-0ec469ecefdb tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075052 Jul 06 11:55:51.585930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.595547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-b4db5600-210b-4dd2-b7f5-55ae87188880 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.600326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b4db5600-210b-4dd2-b7f5-55ae87188880 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0134149 Jul 06 11:55:51.600926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.612291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-e344806b-1496-45c7-9bad-7a80fb7fba7f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.616531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e344806b-1496-45c7-9bad-7a80fb7fba7f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0124099 Jul 06 11:55:51.617176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.621632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-a8c83ad4-b232-40bd-8654-685f3b2adffa tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.625037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8c83ad4-b232-40bd-8654-685f3b2adffa tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069544 Jul 06 11:55:51.625597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.630103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-bb8167f6-8030-4637-a3aa-e99f16dec45e tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.634036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb8167f6-8030-4637-a3aa-e99f16dec45e tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071125 Jul 06 11:55:51.634587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.639699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-d4d1b00b-30ef-4081-aab4-5b0e23697034 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.643478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4d1b00b-30ef-4081-aab4-5b0e23697034 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079565 Jul 06 11:55:51.644072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.648725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.649409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-831b5bf3-2ff1-4312-aa05-aa00eaad3e7e tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.653028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-831b5bf3-2ff1-4312-aa05-aa00eaad3e7e tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079849 Jul 06 11:55:51.653250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.659932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-1d3e2bc9-6874-495e-8537-bccb34105766 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.669075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.669915 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1d3e2bc9-6874-495e-8537-bccb34105766 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156360 Jul 06 11:55:51.673112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.681604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-8678fe8d-ad83-434c-8fed-df4af9c0315f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.688212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8678fe8d-ad83-434c-8fed-df4af9c0315f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0173874 Jul 06 11:55:51.689117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.700175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-13309ee0-6c5c-4257-8061-e328fb0da687 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.704422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-13309ee0-6c5c-4257-8061-e328fb0da687 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0143731 Jul 06 11:55:51.705358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.710742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 310aa854-47e9-4037-b9b4-0b1594060f79 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:51.725914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-e39f4c03-b288-45d5-b398-c9d3cdd32c6b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.729694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e39f4c03-b288-45d5-b398-c9d3cdd32c6b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082757 Jul 06 11:55:51.731838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c56b8e-a48e-4b3b-8e7d-c90572c0dd53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.735308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:51.737041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.738199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 310aa854-47e9-4037-b9b4-0b1594060f79 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:51.738713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 310aa854-47e9-4037-b9b4-0b1594060f79 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:51.742531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-2fc45913-266b-48a9-8a29-853274bae87f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.743509 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2fc45913-266b-48a9-8a29-853274bae87f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055389 Jul 06 11:55:51.778817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.786331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-5c573690-8105-4243-a0d6-46ded6408e9c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.790399 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c573690-8105-4243-a0d6-46ded6408e9c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081010 Jul 06 11:55:51.791140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.792835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.793198 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Added segment 616b64f0-60c0-43e2-aa67-019df4377843 of type vlan for network abd5b7a4-8016-4ee7-856f-cd16292114f3 Jul 06 11:55:51.814437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-a3900dd3-e053-474e-8238-874910f13f5c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.817823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3900dd3-e053-474e-8238-874910f13f5c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0181949 Jul 06 11:55:51.818883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.837885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-f75dca5d-0918-4e14-b3ef-4533183f8d59 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.839943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f75dca5d-0918-4e14-b3ef-4533183f8d59 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148985 Jul 06 11:55:51.840667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.860465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-7ec477ad-8988-47c8-af20-f512128a5941 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.864760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ec477ad-8988-47c8-af20-f512128a5941 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0221584 Jul 06 11:55:51.868101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.873270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-333fccfa-6a60-4a19-98a8-a83f044e181f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.876987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-333fccfa-6a60-4a19-98a8-a83f044e181f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079534 Jul 06 11:55:51.878690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.884707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-53c22c88-f267-49b7-9689-797b66273c16 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.888455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-53c22c88-f267-49b7-9689-797b66273c16 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088732 Jul 06 11:55:51.889033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.894391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-add74913-b715-4da5-bb4c-32b06850fb9a tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.898600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-add74913-b715-4da5-bb4c-32b06850fb9a tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074122 Jul 06 11:55:51.901947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.906640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-f6abe948-60fd-4f75-9bed-9d5746676d38 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.921172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6abe948-60fd-4f75-9bed-9d5746676d38 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0181649 Jul 06 11:55:51.929732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.947598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-75c1fa6e-77a8-4ad5-8601-086bbd3afb06 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.954154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-75c1fa6e-77a8-4ad5-8601-086bbd3afb06 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0176287 Jul 06 11:55:51.959817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:51.962500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.968561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-c18282b1-b110-4220-9977-0415a0a17574 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:51.976534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c18282b1-b110-4220-9977-0415a0a17574 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114825 Jul 06 11:55:51.987837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc5d07-4834-470a-9387-0558330ebbd7 req-00631ada-365e-4921-84a9-f9043cd4d068 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:51.989593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5bc5d07-4834-470a-9387-0558330ebbd7 req-00631ada-365e-4921-84a9-f9043cd4d068 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.2831228 Jul 06 11:55:51.990180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.000629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-445a57de-84e8-46df-8454-d67a77171e4f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.004044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-445a57de-84e8-46df-8454-d67a77171e4f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0106335 Jul 06 11:55:52.024172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.030718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-cb103f33-19d2-40f7-87de-ad02c1b16eb9 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.034085 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cb103f33-19d2-40f7-87de-ad02c1b16eb9 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062106 Jul 06 11:55:52.065696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.069322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5bc5d07-4834-470a-9387-0558330ebbd7 req-f7335cf1-d3ec-47ba-818f-a5477048a58f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Jul 06 11:55:52.073875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-ce1a2469-ff59-446f-b4c9-76ad53e27c24 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.077192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce1a2469-ff59-446f-b4c9-76ad53e27c24 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046113 Jul 06 11:55:52.077449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.090032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-444fe1bb-c966-405b-9f0c-704e8d6e73b1 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.093280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-444fe1bb-c966-405b-9f0c-704e8d6e73b1 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0126991 Jul 06 11:55:52.093523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.099238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.100517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.101322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.106790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-c4e3d0fb-8b9a-4a3a-820e-3da2bd1f25ca tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.110032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4e3d0fb-8b9a-4a3a-820e-3da2bd1f25ca tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0084083 Jul 06 11:55:52.110336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.127886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-44323cf3-2b31-4c41-880a-1d3ea4a84b17 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.131714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-44323cf3-2b31-4c41-880a-1d3ea4a84b17 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067985 Jul 06 11:55:52.142832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.157534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-fe16a031-d7c4-4f3b-b887-89f559c71cef tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.160845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fe16a031-d7c4-4f3b-b887-89f559c71cef tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0146348 Jul 06 11:55:52.164687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.171375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-a445fbbe-3ec0-452d-a29c-d210da6cc1d3 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.175716 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a445fbbe-3ec0-452d-a29c-d210da6cc1d3 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0097401 Jul 06 11:55:52.179663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.195448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-e45bfde0-b7fc-40ac-bfe6-4fd25b640e8b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.199652 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e45bfde0-b7fc-40ac-bfe6-4fd25b640e8b tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084066 Jul 06 11:55:52.205247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.207219 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1055112 Jul 06 11:55:52.242198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-dcafe4ba-defd-43be-8551-4da03915b837 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.246174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dcafe4ba-defd-43be-8551-4da03915b837 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0377023 Jul 06 11:55:52.249220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.249780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.254275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-420db334-b197-4724-a496-f8f9dd2d177a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.259726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-cbe721ed-6875-4e80-8289-819b3abddf67 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.263146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-420db334-b197-4724-a496-f8f9dd2d177a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.1318178 Jul 06 11:55:52.263446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.263971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cbe721ed-6875-4e80-8289-819b3abddf67 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100908 Jul 06 11:55:52.276329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-784ce0e7-a7bf-44e3-95da-673a5be345d2 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.279526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-784ce0e7-a7bf-44e3-95da-673a5be345d2 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0118616 Jul 06 11:55:52.283937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-ffa49eae-c08c-4bbb-b55f-4a0ed3141162 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.0213356 Jul 06 11:55:52.285451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.289654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a5c11-28f8-476a-bda7-138fcc5eaa30 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Network': ['ID=abd5b7a4-8016-4ee7-856f-cd16292114f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:52.300109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network abd5b7a4-8016-4ee7-856f-cd16292114f3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:52.303254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-f9711228-bb49-4dcc-b997-58e05506d331 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.314119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9711228-bb49-4dcc-b997-58e05506d331 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0249343 Jul 06 11:55:52.329244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.337777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-8e805c72-e58a-4e85-83c8-20b6db3f524c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.341943 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8e805c72-e58a-4e85-83c8-20b6db3f524c tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0114205 Jul 06 11:55:52.345267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.364757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-362c8937-f1f6-459a-869e-3c02f50d4fc7 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.368386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-362c8937-f1f6-459a-869e-3c02f50d4fc7 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0142329 Jul 06 11:55:52.368707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.373367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-0cd77474-e422-48d8-9af7-148871aaf004 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.376488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0cd77474-e422-48d8-9af7-148871aaf004 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046797 Jul 06 11:55:52.376824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.401550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cfc7a3b2-99b7-4aea-86c0-242f33f2f475 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164703 Jul 06 11:55:52.426547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-65ef2a9c-d40b-498b-9c35-4c484547bb61 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.428531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-65ef2a9c-d40b-498b-9c35-4c484547bb61 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0493655 Jul 06 11:55:52.458165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.470432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.586617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.604027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd5b7a4-8016-4ee7-856f-cd16292114f3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:52.618202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616b64f0-60c0-43e2-aa67-019df4377843') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:52.618545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616b64f0-60c0-43e2-aa67-019df4377843') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:52.633024 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.653687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.673905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.683298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:52.683705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:52.685513 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:52.750987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.785448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-64635c07-bce9-4716-ba6c-9f511bf1ddaa tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.785448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-64635c07-bce9-4716-ba6c-9f511bf1ddaa tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053656 Jul 06 11:55:52.790828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.796730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-99e3ad94-ed4a-4545-9e65-7efffe9d1d0a tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.799404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-99e3ad94-ed4a-4545-9e65-7efffe9d1d0a tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057890 Jul 06 11:55:52.800403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.804121 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.805237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-10bebec3-2e82-4c4e-8fb3-8d14fdfaa7b2 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.808421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-10bebec3-2e82-4c4e-8fb3-8d14fdfaa7b2 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045886 Jul 06 11:55:52.808886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abd5b7a4-8016-4ee7-856f-cd16292114f3 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:55:52.810953 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.813259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.813379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/networks/abd5b7a4-8016-4ee7-856f-cd16292114f3 HTTP/1.1" status: 204 len: 168 time: 0.5605969 Jul 06 11:55:52.817372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.824104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-38429029-b3cb-4234-8eb1-d4ab31b9c8fa tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.827255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-38429029-b3cb-4234-8eb1-d4ab31b9c8fa tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071027 Jul 06 11:55:52.832081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.836381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:52.844148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-d9467f59-c43b-4246-ade4-b0068b277747 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.850756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9467f59-c43b-4246-ade4-b0068b277747 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0152137 Jul 06 11:55:52.852439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.879874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee1b72-a16e-425a-bea1-012d94a98758 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Network': ['ID=abd5b7a4-8016-4ee7-856f-cd16292114f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:52.888870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-4b920371-0774-4c98-826f-e084e1ccd130 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.892588 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4b920371-0774-4c98-826f-e084e1ccd130 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0114486 Jul 06 11:55:52.894871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.899671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-5e15b92d-a610-4e84-ac3c-70a236590b97 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970331 Jul 06 11:55:52.904232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-f803083b-90c5-448a-9262-0f77ae23590f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.907386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f803083b-90c5-448a-9262-0f77ae23590f tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070310 Jul 06 11:55:52.913448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.917634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-8ab3be62-61b3-49d7-a986-b6f2d4811991 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.920794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ab3be62-61b3-49d7-a986-b6f2d4811991 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042040 Jul 06 11:55:52.922987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.930054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-0ecf0bfb-47c6-4068-8032-ab2209cfab30 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.933145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ecf0bfb-47c6-4068-8032-ab2209cfab30 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070398 Jul 06 11:55:52.934214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.936120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Made reservation on behalf of 4dfb592e7d78468087bfc5b902298953 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:52.938468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.942650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-3e3cecb1-77b4-4cf2-ab5e-7e552eb9fce0 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.946443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e3cecb1-77b4-4cf2-ab5e-7e552eb9fce0 tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090337 Jul 06 11:55:52.947492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.957950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [None req-5906eb03-7518-4380-aea2-998b045747ed tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:52.962723 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5906eb03-7518-4380-aea2-998b045747ed tempest-ExtensionsTestJSON-1524474594 tempest-ExtensionsTestJSON-1524474594-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0112975 Jul 06 11:55:53.051800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:53.069604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.070126 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Added segment 409df38b-ffa9-4a14-ab1d-d40aeeae3384 of type vlan for network 6906ac71-5a5f-477c-af94-ac0b6148f790 Jul 06 11:55:53.093893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-056b34fe-2e4e-46f1-b948-be6809972d03 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921005 Jul 06 11:55:53.129062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.203801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.205341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.206058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.297312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:53.297580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4732442 Jul 06 11:55:53.303008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'subnet': {'network_id': '6906ac71-5a5f-477c-af94-ac0b6148f790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:53.321947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98fbae-f0a0-4e7c-81cc-f84fad2b4f8e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Network': ['ID=6906ac71-5a5f-477c-af94-ac0b6148f790,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:53.335943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6906ac71-5a5f-477c-af94-ac0b6148f790 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:53.339645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Deleting port b6827ead-8880-46c5-bde0-52508aed7685 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:53.340315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.368002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Made reservation on behalf of 4dfb592e7d78468087bfc5b902298953 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:53.372746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.487329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:53.554119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] For port b6827ead-8880-46c5-bde0-52508aed7685, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b6827ead-8880-46c5-bde0-52508aed7685,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:53.554414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.566490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1296af57-7871-4724-af5e-de9d9a47226a req-cb9f7106-d738-40e3-82e4-30238855f2b1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 210 time: 0.0640783 Jul 06 11:55:53.586009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Calling delete_port for b6827ead-8880-46c5-bde0-52508aed7685 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:53.814518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b22ee-1ec9-42bb-abd5-0d538335bd99 req-81239bf8-0ded-44fd-aac8-20364dc904e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.816154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a92b22ee-1ec9-42bb-abd5-0d538335bd99 req-81239bf8-0ded-44fd-aac8-20364dc904e3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.2124808 Jul 06 11:55:53.863247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.879233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d44c-f112-4c6d-883f-7b83aec1ddae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.913464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b6827ead-8880-46c5-bde0-52508aed7685,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:53.924445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a92b22ee-1ec9-42bb-abd5-0d538335bd99 req-22c2097c-68b9-4a65-84c9-7ad9e6cdda9b tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936155 Jul 06 11:55:54.000343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:55:54.001140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.099135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d44c-f112-4c6d-883f-7b83aec1ddae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.104211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d44c-f112-4c6d-883f-7b83aec1ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.121127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6220625-b186-4195-ad65-5e8a69f2baac,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:54.154397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ecc4d44c-f112-4c6d-883f-7b83aec1ddae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=877f47bf8b234fd18112bbb205debc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625133 Jul 06 11:55:54.159609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:54.209912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Checking segment: {'id': '409df38b-ffa9-4a14-ab1d-d40aeeae3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6906ac71-5a5f-477c-af94-ac0b6148f790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:54.210218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Network hostable DHCP agents. Network: 6906ac71-5a5f-477c-af94-ac0b6148f790, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:54.241004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4d44c-f112-4c6d-883f-7b83aec1ddae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac60190-7660-4f33-ab97-3f3ad01c63d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:54.260167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Network 6906ac71-5a5f-477c-af94-ac0b6148f790 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:54.277072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28cd525-a858-4d31-a108-d889ffb660e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.291633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6906ac71-5a5f-477c-af94-ac0b6148f790) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:54.297905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.300048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd183dda-8574-4a8a-92f1-1ac205dee328 None None] Network 6906ac71-5a5f-477c-af94-ac0b6148f790 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:54.314448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:54.314448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.318591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28cd525-a858-4d31-a108-d889ffb660e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.353608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-59e02cec-da6b-480f-ad1d-13a9ef009d8a tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0550876 Jul 06 11:55:54.356523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:54.361570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'floatingip': {'floating_network_id': '6906ac71-5a5f-477c-af94-ac0b6148f790'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:54.386736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.402081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28cd525-a858-4d31-a108-d889ffb660e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.405077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28cd525-a858-4d31-a108-d889ffb660e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.406385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d28cd525-a858-4d31-a108-d889ffb660e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cac60190-7660-4f33-ab97-3f3ad01c63d1 HTTP/1.1" status: 204 len: 168 time: 0.2451074 Jul 06 11:55:54.448872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd525-a858-4d31-a108-d889ffb660e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac60190-7660-4f33-ab97-3f3ad01c63d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:54.557846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.627029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a9784-e7de-4b31-96da-275b905412b9 None None] Network 6906ac71-5a5f-477c-af94-ac0b6148f790 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:54.731183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Router c4e4f07a-2973-4dce-b287-020b1cc183f6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:54.798782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e1e53d9-9bd2-4d25-a73d-aa3b81f2a875 req-53145c2f-2345-46f1-856e-89387578b45a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 210 time: 0.0385180 Jul 06 11:55:54.819319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Allocated IP 172.20.0.4 (6906ac71-5a5f-477c-af94-ac0b6148f790/b6220625-b186-4195-ad65-5e8a69f2baac/296ba16f-b3ba-4d92-8d05-d432eeb13a60) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:54.990952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:55.003153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] Sync routers for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:55.015479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a2569119-bba3-42da-b6bf-fe45e9c3f9ca admin admin] 10.222.0.78 "PUT /v2.0/routers/c4e4f07a-2973-4dce-b287-020b1cc183f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4642637 Jul 06 11:55:55.016142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:55.019399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:55.020225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:55.044210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.145523 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.208903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.210938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:55.298138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Network 6906ac71-5a5f-477c-af94-ac0b6148f790 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:55.308101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Port': ['ID=296ba16f-b3ba-4d92-8d05-d432eeb13a60,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:55.321662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:55.327569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:55.344007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.665119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:55.751309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81f77-68ce-4066-a8c4-077cd2f4cc0f req-eacc31d3-373a-4ef5-9c86-6f9c496bf68f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:55.760363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ce81f77-68ce-4066-a8c4-077cd2f4cc0f req-eacc31d3-373a-4ef5-9c86-6f9c496bf68f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.5631692 Jul 06 11:55:55.826794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.904792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ce81f77-68ce-4066-a8c4-077cd2f4cc0f req-51c40841-b0a9-43e7-946f-1897067932d1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429772 Jul 06 11:55:55.930962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2115145537'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:55.973835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:55.976014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:55:53Z', 'revision_number': 5, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port': {'id': 'c558d4e0-3f9e-4ee9-98b7-7edf82c3b816', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:44:02Z', 'updated_at': '2021-07-06T11:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:55.981292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.009308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] Checking router: c4e4f07a-2973-4dce-b287-020b1cc183f6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:56.014806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.019949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] Routers {'c4e4f07a-2973-4dce-b287-020b1cc183f6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:56.020692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c4e4f07a-2973-4dce-b287-020b1cc183f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:56.028411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Deleting port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:56.028988 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.102203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.145251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] Set router c4e4f07a-2973-4dce-b287-020b1cc183f6 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:56.147695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e373af1a-a073-49b0-81dd-4c43ddaff72a req-705996e6-3f74-4986-aa12-0ea3c759e4eb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 210 time: 0.0463724 Jul 06 11:55:56.151312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] For port c558d4e0-3f9e-4ee9-98b7-7edf82c3b816, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:56.152208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.179642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Calling delete_port for c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:56.205027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:55:55Z', 'revision_number': 6, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:56.207715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-6b511f13-999b-4b03-83e5-42dfe9465bce tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:56.210186 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-6b511f13-999b-4b03-83e5-42dfe9465bce tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.7448311 Jul 06 11:55:56.234062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29693ebd-0b41-412e-8ce1-3c5d60239df2 None None] The sync data for ids ['c4e4f07a-2973-4dce-b287-020b1cc183f6'] in n-d-799528-2 is: [{'id': 'c4e4f07a-2973-4dce-b287-020b1cc183f6', 'name': 'tempest-TaggedBootDevicesTest-278246541-router', 'tenant_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:44:01Z', 'updated_at': '2021-07-06T11:55:55Z', 'revision_number': 6, 'project_id': '08a7fa2ccca44b7fa81def70d1e5acd7', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:56.251544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:56.268070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.276815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.346374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:56.373322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1f2fa9-b6c2-4fe3-8200-0be671281ec5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.391907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.393684 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Added segment 04bdc20d-66c2-4401-9833-bd978ec219b6 of type vlan for network 246ec456-32dc-41dd-868b-b6fd83fbb138 Jul 06 11:55:56.457438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:56.457942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.461599 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.519015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.522128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.528242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:56.529028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.531640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.595320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.626160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c558d4e0-3f9e-4ee9-98b7-7edf82c3b816,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.641795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Network': ['ID=246ec456-32dc-41dd-868b-b6fd83fbb138,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.653215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a90feb69-1422-4932-b8ed-1e4f6e009c2a tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9769099 Jul 06 11:55:56.655404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:56.657171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:56.664330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'subnet': {'network_id': '246ec456-32dc-41dd-868b-b6fd83fbb138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:56.718750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.2 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/72aa7dce-9ee1-4010-8d89-d39cd8381c18) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:56.743320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.764634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Port': ['ID=296ba16f-b3ba-4d92-8d05-d432eeb13a60,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.807503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.849744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:56.855067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.862562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.863828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c9cf1de-2931-4fd2-8fbf-fd827e7776f0 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5063767 Jul 06 11:55:56.873940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:56.972868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.984239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.994465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:56.996095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ca27c0e-25de-45af-a45a-f35dd622f7bd tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=6906ac71-5a5f-477c-af94-ac0b6148f790 HTTP/1.1" status: 200 len: 689 time: 0.1209738 Jul 06 11:55:57.102725 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5af99a5b-356b-4d5c-b590-f928042189b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.112059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.112604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e4f07a-2973-4dce-b287-020b1cc183f6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:55:57.140301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.141617 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ddb0d86-6dcc-43b4-b9f4-27492468db16 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c4e4f07a-2973-4dce-b287-020b1cc183f6 HTTP/1.1" status: 204 len: 168 time: 2.1245332 Jul 06 11:55:57.144411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:57.245709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.249845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.272733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Deleting subnet 19f4daac-96a6-4e0f-99b4-287a8db1bfb7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:57.305230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.355506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5e040-0571-4b34-9e3a-01e1819b09f7 req-a65ba284-ef24-43c9-9c37-5cf9ddbc68d5 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:57.357266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48e5e040-0571-4b34-9e3a-01e1819b09f7 req-a65ba284-ef24-43c9-9c37-5cf9ddbc68d5 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.2704425 Jul 06 11:55:57.425768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.489030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46fd7032-660c-4d07-a48c-f02185c95e5a req-ccf17efe-ece0-4071-ba42-95d48ba30709 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 210 time: 0.0520751 Jul 06 11:55:57.500660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Subnet': ['ID=7f9a2db3-c641-4d03-8ef4-8a0d7b178e81,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.522279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48e5e040-0571-4b34-9e3a-01e1819b09f7 req-b4275edd-bddf-4980-9a06-a2f55524c209 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535411 Jul 06 11:55:57.529918 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.534305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:57.565133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Checking segment: {'id': '04bdc20d-66c2-4401-9833-bd978ec219b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '246ec456-32dc-41dd-868b-b6fd83fbb138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:57.565736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network hostable DHCP agents. Network: 246ec456-32dc-41dd-868b-b6fd83fbb138, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:57.591649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Deleting port 296ba16f-b3ba-4d92-8d05-d432eeb13a60 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:57.592505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.616460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:57.618632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c558d4e0-3f9e-4ee9-98b7-7edf82c3b816 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:57.620650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6827ead-8880-46c5-bde0-52508aed7685 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:57.646393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.679063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:57.758098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.758433 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.765822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b6827ead-8880-46c5-bde0-52508aed7685 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:57.766179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6827ead-8880-46c5-bde0-52508aed7685 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:57.772557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Calling delete_port for 296ba16f-b3ba-4d92-8d05-d432eeb13a60 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:57.790591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:57.798348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=72aa7dce-9ee1-4010-8d89-d39cd8381c18,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.802819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:57.805839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:57.928888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:57.940166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.945109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 246ec456-32dc-41dd-868b-b6fd83fbb138) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:57.949570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:57.950163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.959897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc13aa0-c662-496f-b338-90d698e2396b None None] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:57.963422 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.992277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:57.992916 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.993268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7d117447-77ab-4dea-a2ff-2884d8f3beac tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3341117 Jul 06 11:55:57.997718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Port': ['ID=296ba16f-b3ba-4d92-8d05-d432eeb13a60,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.999085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.017607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1474307163', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:58.046500 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-60cc0a0b-ea10-4d50-949d-c4606fb9d45d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8002756 Jul 06 11:55:58.060826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Request body: {'port': {'device_id': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:58.067013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.076288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.117842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.118871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.125401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f4daac-96a6-4e0f-99b4-287a8db1bfb7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:58.134353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.136944 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02fc33a5-7a0f-4531-979b-b640bb10a35f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/19f4daac-96a6-4e0f-99b4-287a8db1bfb7 HTTP/1.1" status: 204 len: 168 time: 0.9897377 Jul 06 11:55:58.140068 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.141478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.169722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe1d0a-3b84-498a-a45e-500896acd23f None None] Network 62e399e8-f6e9-4926-bc2f-26ed4524240e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:58.198863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.235712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6220625-b186-4195-ad65-5e8a69f2baac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:58.292776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.297342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.303261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6906ac71-5a5f-477c-af94-ac0b6148f790']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:58.315068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409df38b-ffa9-4a14-ab1d-d40aeeae3384') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:58.315369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409df38b-ffa9-4a14-ab1d-d40aeeae3384') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:58.318356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.325520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.341208 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.347222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:58.347634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.355508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:58.408655 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:58.412793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.418967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6906ac71-5a5f-477c-af94-ac0b6148f790 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:55:58.422106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.424209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/networks/6906ac71-5a5f-477c-af94-ac0b6148f790 HTTP/1.1" status: 204 len: 168 time: 1.4287207 Jul 06 11:55:58.435876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.439122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5458d-7b22-401c-a363-6e2b08bdde07 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Network': ['ID=6906ac71-5a5f-477c-af94-ac0b6148f790,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:58.517160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-89618b91-f91c-4ef7-a546-a3278c1086bb tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.0794947 Jul 06 11:55:58.522725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15bb8d7-5f05-45e4-92e9-a45afc801198 None None] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:58.523331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.804966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.808565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.809139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.809669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.810193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.810712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.812212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.819116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-781a50e6-3084-4c99-907e-39224e30661e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4614 time: 0.2946002 Jul 06 11:55:58.824984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.931107 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-96956e18-87c2-46e8-9036-05d556ece325 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] delete failed (client error): The resource could not be found. Jul 06 11:55:58.932386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-96956e18-87c2-46e8-9036-05d556ece325 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/a1ec7403-08e2-42e1-a295-70fcf9f30e32 HTTP/1.1" status: 404 len: 345 time: 0.0970349 Jul 06 11:55:58.959197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.989546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aa7dce-9ee1-4010-8d89-d39cd8381c18 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:58.998131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.006835 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e14f0da-edc9-437c-bf9f-0ea2fd4b0aac tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 11:55:59.007515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e14f0da-edc9-437c-bf9f-0ea2fd4b0aac tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:59.012120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Transition to ACTIVE for port object 72aa7dce-9ee1-4010-8d89-d39cd8381c18 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:59.012379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e14f0da-edc9-437c-bf9f-0ea2fd4b0aac tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/networks/6906ac71-5a5f-477c-af94-ac0b6148f790 HTTP/1.1" status: 404 len: 339 time: 0.0324128 Jul 06 11:55:59.017694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.040084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.046769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'network': {'name': 'tempest-network--1786151039', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:59.052597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] DHCP port deletion for 62e399e8-f6e9-4926-bc2f-26ed4524240e request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:59.057940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.121503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Pushing event updated for resources: {'Port': ['ID=72aa7dce-9ee1-4010-8d89-d39cd8381c18,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.142742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] Deleting port 7b6569cc-afca-44e0-9605-1e0c35573016 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:59.146982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.196389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49d693-bcdb-44d8-8d73-c4a2db132ab0 req-67c037fb-971c-441e-b44c-9c3b84595fd2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.212789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af49d693-bcdb-44d8-8d73-c4a2db132ab0 req-67c037fb-971c-441e-b44c-9c3b84595fd2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 931 time: 0.3832061 Jul 06 11:55:59.233523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Made reservation on behalf of 4dfb592e7d78468087bfc5b902298953 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:59.236137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.273279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] For port 7b6569cc-afca-44e0-9605-1e0c35573016, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7b6569cc-afca-44e0-9605-1e0c35573016,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:59.274288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.274685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774dda-732b-4388-831c-b7d133cbf05d req-d92628e6-3ca8-4548-a525-16317f86fe49 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.282662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b774dda-732b-4388-831c-b7d133cbf05d req-d92628e6-3ca8-4548-a525-16317f86fe49 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.4520366 Jul 06 11:55:59.287673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Attempting to bind port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:59.288157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Attempting to bind port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:59.288588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Attempting to bind port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:59.289587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] Calling delete_port for 7b6569cc-afca-44e0-9605-1e0c35573016 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:59.298652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:59.299040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Attempting to bind port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:59.310851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Deleting port 7b6569cc-afca-44e0-9605-1e0c35573016 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:59.311403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.326872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:59.327369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:59.327852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:59.328435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Bound port: 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:59.328990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.332811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:59.337679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af49d693-bcdb-44d8-8d73-c4a2db132ab0 req-c33a225b-0130-4ace-a8ed-b0cb9437dee9 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240418 Jul 06 11:55:59.374742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b774dda-732b-4388-831c-b7d133cbf05d req-ad36238a-4c76-4bf4-8df5-d15b4c1ce479 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892751 Jul 06 11:55:59.382981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.383507 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Added segment e8a9a633-e6a3-41b5-847f-6f70f1ecd81a of type vlan for network d41c1a24-fb7b-44fd-8cba-0387c1ab5740 Jul 06 11:55:59.445035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.468805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] For port 7b6569cc-afca-44e0-9605-1e0c35573016, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7b6569cc-afca-44e0-9605-1e0c35573016,segment=NetworkSegment(f48e68f2-32e1-411b-b5a4-997764dcbd73),segment_id=f48e68f2-32e1-411b-b5a4-997764dcbd73)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:59.468805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.469109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.475038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] Pushing event deleted for resources: {'Port': ['ID=7b6569cc-afca-44e0-9605-1e0c35573016,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.499038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc633291-9f08-4910-aafb-925ca33cf81b None None] No DVR routers for this DVR port 7b6569cc-afca-44e0-9605-1e0c35573016 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:59.506531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Calling delete_port for 7b6569cc-afca-44e0-9605-1e0c35573016 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:59.529744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7b6569cc-afca-44e0-9605-1e0c35573016 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:59.531760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.534051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.535383 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.564353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7b6569cc-afca-44e0-9605-1e0c35573016 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:59.564705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7b6569cc-afca-44e0-9605-1e0c35573016 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:59.570329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] For port 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:59.595485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] For port 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:59.607665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.620673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5795434 Jul 06 11:55:59.621427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.628140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca179d7-b946-4fb7-9f3b-f072d9a1df56 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Network': ['ID=d41c1a24-fb7b-44fd-8cba-0387c1ab5740,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.643451 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9479f77-ad8d-483c-bdb4-59dedc806d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.652784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network d41c1a24-fb7b-44fd-8cba-0387c1ab5740 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:59.764629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6eb650-76bf-496f-8f57-5bf84abecb7d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.770581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6eb650-76bf-496f-8f57-5bf84abecb7d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.775583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.776449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.777048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6eb650-76bf-496f-8f57-5bf84abecb7d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.778337 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] 10.222.0.79 "PUT /v2.0/ports/72aa7dce-9ee1-4010-8d89-d39cd8381c18 HTTP/1.1" status: 200 len: 1091 time: 1.7221105 Jul 06 11:55:59.781795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'tag': '72aa7dce-9ee1-4010-8d89-d39cd8381c18'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:59.783141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6eb650-76bf-496f-8f57-5bf84abecb7d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.787686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb6eb650-76bf-496f-8f57-5bf84abecb7d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1577451 Jul 06 11:55:59.787880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.788510 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1439c-47ba-480b-aa3a-925b0beb0abc" -d '{"events": [{"name": "network-changed", "server_uuid": "76b8d29f-86d8-4cc4-b14b-7065eca491da", "tag": "72aa7dce-9ee1-4010-8d89-d39cd8381c18"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:59.810493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f53b0-32e4-4d95-8ba8-8b8f48f59c24 service neutron] Pushing event updated for resources: {'Port': ['ID=72aa7dce-9ee1-4010-8d89-d39cd8381c18,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.818067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.871239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.883870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.886432 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771aef7a-9ccc-4090-9ee4-b86f6b58c956 x-openstack-request-id: req-771aef7a-9ccc-4090-9ee4-b86f6b58c956 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:59.886970 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b8d29f-86d8-4cc4-b14b-7065eca491da", "tag": "72aa7dce-9ee1-4010-8d89-d39cd8381c18", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:59.887315 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-771aef7a-9ccc-4090-9ee4-b86f6b58c956 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:59.887801 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'tag': '72aa7dce-9ee1-4010-8d89-d39cd8381c18', 'status': 'completed', 'code': 200} Jul 06 11:55:59.890813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6569cc-afca-44e0-9605-1e0c35573016,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.929695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] No DVR routers for this DVR port 7b6569cc-afca-44e0-9605-1e0c35573016 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:59.933330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.969137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.977943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.987671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41c1a24-fb7b-44fd-8cba-0387c1ab5740']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:59.997677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a9a633-e6a3-41b5-847f-6f70f1ecd81a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:59.997973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a9a633-e6a3-41b5-847f-6f70f1ecd81a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.007281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.022820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.029294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:00.029749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:00.031727 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:00.082606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.092391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.097759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d41c1a24-fb7b-44fd-8cba-0387c1ab5740 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:56:00.105817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.112344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/networks/d41c1a24-fb7b-44fd-8cba-0387c1ab5740 HTTP/1.1" status: 204 len: 168 time: 0.3234775 Jul 06 11:56:00.115724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.126151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-94a4141e-e158-4173-99b1-260f26cf3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.127669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-94a4141e-e158-4173-99b1-260f26cf3512 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 1094 time: 0.2791855 Jul 06 11:56:00.132029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'network': {'name': 'tempest-network--1114666176', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:00.138279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e399e8-f6e9-4926-bc2f-26ed4524240e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.139456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90617396-727f-4488-a4fc-5f8cb74d48d5 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Network': ['ID=d41c1a24-fb7b-44fd-8cba-0387c1ab5740,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.197089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48e68f2-32e1-411b-b5a4-997764dcbd73') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.197474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48e68f2-32e1-411b-b5a4-997764dcbd73') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.202052 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-d481f268-7e0e-46ea-a0fd-de5ceffbc00b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18 HTTP/1.1" status: 200 len: 217 time: 0.0609148 Jul 06 11:56:00.216537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.276792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Made reservation on behalf of 4dfb592e7d78468087bfc5b902298953 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:00.279224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.285274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.230 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/3decb60d-9e14-427f-89ef-aaf11d788bb1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:00.293789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.314878 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.562518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ee372-0bd3-43fd-b8d2-9ab4053b15a4 req-28934df4-a15f-46a4-9068-c813a194bec9 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.572334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b27ee372-0bd3-43fd-b8d2-9ab4053b15a4 req-28934df4-a15f-46a4-9068-c813a194bec9 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 943 time: 0.0901651 Jul 06 11:56:00.630225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:00.630569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:00.634430 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:00.670848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b27ee372-0bd3-43fd-b8d2-9ab4053b15a4 req-95d4f79d-adb1-4d6f-a6fa-966321cc615c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970619 Jul 06 11:56:00.729459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922315ad-a2b0-4cfe-bd7b-4856b78f784e req-fa66a3c9-1408-4cc2-9f2b-734889a60774 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.731446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-31596b39-c0af-4fde-a3e7-e04e90532cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.732373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-922315ad-a2b0-4cfe-bd7b-4856b78f784e req-fa66a3c9-1408-4cc2-9f2b-734889a60774 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.1295886 Jul 06 11:56:00.733343 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-31596b39-c0af-4fde-a3e7-e04e90532cd9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.5225654 Jul 06 11:56:00.761587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:00.788078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.800342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-922315ad-a2b0-4cfe-bd7b-4856b78f784e req-f9608f4f-527e-4f88-9139-6ffd04c0adc0 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619376 Jul 06 11:56:00.814841 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-dc168751-f9d6-4cb7-adce-6206a2fdcbd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551407 Jul 06 11:56:00.816750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.820969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] 10.222.0.78 "DELETE /v2.0/networks/62e399e8-f6e9-4926-bc2f-26ed4524240e HTTP/1.1" status: 204 len: 168 time: 2.6749465 Jul 06 11:56:00.842266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.842975 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Added segment 1a660781-7321-4d59-a0e1-1252f3a71d94 of type vlan for network 1242d68f-00a0-4f3a-9b93-fc80b2cc3df6 Jul 06 11:56:00.851081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647138c-97a5-4c64-b82b-d9870630a193 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e399e8-f6e9-4926-bc2f-26ed4524240e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.907937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.032716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.037954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.071711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.079288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-08898848-28a0-4645-877f-6229e8beb076 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448640 Jul 06 11:56:01.133155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aef36a62-4b08-4309-9179-9a61d02258e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08a7fa2ccca44b7fa81def70d1e5acd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581038 Jul 06 11:56:01.138456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.187216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.199174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.200250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.200917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.311429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:01.321409 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1984420 Jul 06 11:56:01.330351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:01.336700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.337390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=3decb60d-9e14-427f-89ef-aaf11d788bb1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.357837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:01.385489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eecdf-acf5-4332-afc5-06cbb8ca22d9 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Network': ['ID=1242d68f-00a0-4f3a-9b93-fc80b2cc3df6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.395944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1242d68f-00a0-4f3a-9b93-fc80b2cc3df6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:01.445386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf631688-36ce-4bfe-b2f2-e81a4adad788 req-a7682475-613c-40e5-951f-9bcca7aff11f service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531229 Jul 06 11:56:01.536110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b7678-867a-4742-a8b3-02a3b2af1a33 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.538366 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-698b7678-867a-4742-a8b3-02a3b2af1a33 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] 10.222.0.78 "GET /v2.0/networks/1242d68f-00a0-4f3a-9b93-fc80b2cc3df6 HTTP/1.1" status: 200 len: 757 time: 0.1934083 Jul 06 11:56:01.542028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.659335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5e222b-ece8-4b12-b93a-d2fb193340e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.677166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf34be-8f8a-4fba-88ae-43cf93279a8c req-c01feb7e-e937-4276-b93e-251910cfd6fd tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.678810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-caaf34be-8f8a-4fba-88ae-43cf93279a8c req-c01feb7e-e937-4276-b93e-251910cfd6fd tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.1000125 Jul 06 11:56:01.699244 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5e222b-ece8-4b12-b93a-d2fb193340e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.726444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98efe6d-15b9-4fc6-8e38-1b23de17d867 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.727872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b98efe6d-15b9-4fc6-8e38-1b23de17d867 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] 10.222.0.78 "GET /v2.0/networks/7b2172b7-9efc-4657-a6bb-220a147c6364 HTTP/1.1" status: 200 len: 767 time: 0.1601267 Jul 06 11:56:01.731330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.805957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5e222b-ece8-4b12-b93a-d2fb193340e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.813033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a5e222b-ece8-4b12-b93a-d2fb193340e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.816332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a5e222b-ece8-4b12-b93a-d2fb193340e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c1ce377-942d-442b-b95f-b0d60133d95f HTTP/1.1" status: 204 len: 168 time: 0.6763709 Jul 06 11:56:01.837304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-647bdabb-5ede-46ff-836b-45b006b3450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.838895 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-647bdabb-5ede-46ff-836b-45b006b3450c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 1094 time: 0.2975888 Jul 06 11:56:01.873717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e222b-ece8-4b12-b93a-d2fb193340e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ce377-942d-442b-b95f-b0d60133d95f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.944528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-caaf34be-8f8a-4fba-88ae-43cf93279a8c req-ff6cca9b-54e5-4375-a501-16d5717fa70b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779888 Jul 06 11:56:01.955343 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.966465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a3233-63ed-4a42-a6e9-81b359224cc8 req-cdead2db-ed70-4c93-8fde-fbc0961d92a0 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.983764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d22a3233-63ed-4a42-a6e9-81b359224cc8 req-cdead2db-ed70-4c93-8fde-fbc0961d92a0 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 943 time: 0.1815884 Jul 06 11:56:02.002870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.059639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d22a3233-63ed-4a42-a6e9-81b359224cc8 req-be9a4bca-25ea-4e6a-8aa3-f7c795c94cc5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714617 Jul 06 11:56:02.126254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-ad1d8532-e0c4-45ba-881e-9a94d97837cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:02.128280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-ad1d8532-e0c4-45ba-881e-9a94d97837cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.2795920 Jul 06 11:56:02.206777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992b5ff-e4bf-41f7-8cb5-b068374874e8 req-94113a2b-2308-49b7-8958-52ff788b61b8 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:02.209585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2992b5ff-e4bf-41f7-8cb5-b068374874e8 req-94113a2b-2308-49b7-8958-52ff788b61b8 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.0897672 Jul 06 11:56:02.247941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.256587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2992b5ff-e4bf-41f7-8cb5-b068374874e8 req-9a24d073-8596-48cd-a64c-d42df2ce0f23 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Jul 06 11:56:02.277189 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-d94b5c6e-7d07-4119-b759-e741c076957d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18 HTTP/1.1" status: 200 len: 217 time: 0.1121342 Jul 06 11:56:02.280636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1242d68f-00a0-4f3a-9b93-fc80b2cc3df6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:02.299111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a660781-7321-4d59-a0e1-1252f3a71d94') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:02.299355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a660781-7321-4d59-a0e1-1252f3a71d94') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:02.347088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.367903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.409920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.426832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:02.427247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:02.429082 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:02.465532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-b851fd91-ea61-4fc9-812e-46f2d9ff5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:02.466948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-b851fd91-ea61-4fc9-812e-46f2d9ff5641 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1733682 Jul 06 11:56:02.522583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-0b19ae84-3640-4c6c-8d89-3297695f9514 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441170 Jul 06 11:56:02.607869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.619783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1242d68f-00a0-4f3a-9b93-fc80b2cc3df6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:56:02.624916 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.630783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/networks/1242d68f-00a0-4f3a-9b93-fc80b2cc3df6 HTTP/1.1" status: 204 len: 168 time: 0.8945487 Jul 06 11:56:02.631527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.638763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'network': {'name': 'tempest-network--1456087211'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:02.641266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add9d3b-9ed4-422a-b534-532105143a23 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Network': ['ID=1242d68f-00a0-4f3a-9b93-fc80b2cc3df6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:02.646364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.711065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Made reservation on behalf of 4dfb592e7d78468087bfc5b902298953 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:02.719027 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.759267 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-4e000155-35f0-4ba0-92a2-c0be28af6e47 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087145 Jul 06 11:56:02.783667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:02.805060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.805453 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Added segment befc15e9-aa63-4951-b759-685041e7a8c7 of type vlan for network c99ad7ab-d934-44b4-9cc8-f2681e48252e Jul 06 11:56:02.828439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.884159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.930525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.933057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:02.934182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.962662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3285999 Jul 06 11:56:02.970331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.977138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.043399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-758196217-network', 'tenant_id': 'bc75f8f9c1ef45b5b31148d235f7805d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.059693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:03.074583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c7d5e-b61e-4528-b11e-8bc521b02dc6 tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Network': ['ID=c99ad7ab-d934-44b4-9cc8-f2681e48252e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.086079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Made reservation on behalf of bc75f8f9c1ef45b5b31148d235f7805d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:03.088467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c99ad7ab-d934-44b4-9cc8-f2681e48252e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:03.088922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.100649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.169289 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74e1439c-47ba-480b-aa3a-925b0beb0abc req-4d331b81-1178-4ddd-a302-175cc3ac4863 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958294 Jul 06 11:56:03.285819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.297893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.341309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:03.353060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed7eb1-bf56-4db0-b092-0e57d2764595 req-1a0aa471-42ed-4be9-b3d6-5c24d80f708d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.354664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ed7eb1-bf56-4db0-b092-0e57d2764595 req-1a0aa471-42ed-4be9-b3d6-5c24d80f708d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.1753020 Jul 06 11:56:03.355342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.378107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.384093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.384752 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Added segment 33cb100c-78f7-49f0-9f14-be2772a58ac1 of type vlan for network ecc7b26e-90c4-4df0-8519-17a6343aa569 Jul 06 11:56:03.399041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Network c99ad7ab-d934-44b4-9cc8-f2681e48252e is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:56:03.400319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.400590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959e0c2e-37c2-4955-86a6-d0222e30eab6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.400741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.404803 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "PUT /v2.0/networks/c99ad7ab-d934-44b4-9cc8-f2681e48252e HTTP/1.1" status: 200 len: 858 time: 0.4309707 Jul 06 11:56:03.406484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.433032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:03.446333 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:03.456942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.460676 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1dbce59b-3695-4b80-b8f5-d199a20f03b2 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4583828 Jul 06 11:56:03.460907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.462245 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:03.463579 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.505957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.508181 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.517227 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:03.518158 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.529315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6c340-f8a3-479b-84b1-359292b080b4 req-27a5d846-b723-4d86-af26-7aba5c29bcc7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.530964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1f6c340-f8a3-479b-84b1-359292b080b4 req-27a5d846-b723-4d86-af26-7aba5c29bcc7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 943 time: 0.2554042 Jul 06 11:56:03.538587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9ed7eb1-bf56-4db0-b092-0e57d2764595 req-52f703f3-3800-46d4-a2f5-e42fe93bb108 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697009 Jul 06 11:56:03.594154 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.595873 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dab23-1dde-4bc2-90b3-72bb80a8120b None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:03.615887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.631171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.632199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.632816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.662541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1f6c340-f8a3-479b-84b1-359292b080b4 req-c1005b5c-b6a4-496a-8fd3-30cedb5957f7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229064 Jul 06 11:56:03.722303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8666670 Jul 06 11:56:03.761171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.766447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 72aa7dce-9ee1-4010-8d89-d39cd8381c18 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:03.775206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ec3a-51a1-4099-8ea5-6c634c52c739 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc7b26e-90c4-4df0-8519-17a6343aa569,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.790771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:03.805654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Request body: {'subnet': {'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-758196217-subnet', 'tenant_id': 'bc75f8f9c1ef45b5b31148d235f7805d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.864547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Made reservation on behalf of bc75f8f9c1ef45b5b31148d235f7805d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:03.867011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.902275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb24ef-6ccf-4414-8967-8bd24594dded tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event updated for resources: {'Network': ['ID=c99ad7ab-d934-44b4-9cc8-f2681e48252e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.907201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.923257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99ad7ab-d934-44b4-9cc8-f2681e48252e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.938910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc15e9-aa63-4951-b759-685041e7a8c7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.939724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc15e9-aa63-4951-b759-685041e7a8c7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:03.953515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.955161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:03.969746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '72aa7dce-9ee1-4010-8d89-d39cd8381c18', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': '72aa7dce-9ee1-4010-8d89-d39cd8381c18', 'mac_address': 'fa:16:3e:4f:7d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:03.974743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.982756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:03.983503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.016971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.030892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aa7dce-9ee1-4010-8d89-d39cd8381c18 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:04.055986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:04.061567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.118645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=72aa7dce-9ee1-4010-8d89-d39cd8381c18,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.131643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.132349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.133230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.133858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.134442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.134984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.135572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.136375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.137258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.138011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.138620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.139537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:04.166934 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:04.172828 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.185355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c99ad7ab-d934-44b4-9cc8-f2681e48252e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:56:04.189442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.191328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] 10.222.0.78 "DELETE /v2.0/networks/c99ad7ab-d934-44b4-9cc8-f2681e48252e HTTP/1.1" status: 204 len: 168 time: 0.7828131 Jul 06 11:56:04.205041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:04.210048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb9ee-bc51-4551-996d-60ad28293d0e tempest-ExternalNetworksTestJSON-390596432 tempest-ExternalNetworksTestJSON-390596432-project-admin] Pushing event deleted for resources: {'Network': ['ID=c99ad7ab-d934-44b4-9cc8-f2681e48252e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.276992 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f83f88f-4f71-4a0d-9502-0b96f9a9a406 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] DELETE failed (client error): The resource could not be found. Jul 06 11:56:04.277367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f83f88f-4f71-4a0d-9502-0b96f9a9a406 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:56:04.279161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f83f88f-4f71-4a0d-9502-0b96f9a9a406 tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] 10.222.0.78 "DELETE /v2.0/subnets/b6220625-b186-4195-ad65-5e8a69f2baac HTTP/1.1" status: 404 len: 337 time: 0.0731604 Jul 06 11:56:04.281887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:04.294006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90871-1377-4cdc-ac0c-256e77ab9d34 req-7ea38438-35ce-4ad1-bf25-19d13a990782 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:04.295751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67e90871-1377-4cdc-ac0c-256e77ab9d34 req-7ea38438-35ce-4ad1-bf25-19d13a990782 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.5333743 Jul 06 11:56:04.328859 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.340903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['72aa7dce-9ee1-4010-8d89-d39cd8381c18'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:04.440697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.450186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67e90871-1377-4cdc-ac0c-256e77ab9d34 req-5f00f046-f4a6-44c2-b9e6-2a4b2bf4ca7a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478727 Jul 06 11:56:04.501610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31218c85-3945-444d-9fe5-4b2177392f3f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.514787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Checking segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:04.515159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Network hostable DHCP agents. Network: ecc7b26e-90c4-4df0-8519-17a6343aa569, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:04.546190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.546649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:04.559309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ecc7b26e-90c4-4df0-8519-17a6343aa569) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:04.565686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:04.566290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.572566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659fcdf4-6643-4e14-a226-3b43ad9e6499 None None] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:04.590524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c6ed9297-9dda-42c7-a4a9-76ca90e9b676 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8265340 Jul 06 11:56:04.694557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.712087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2172b7-9efc-4657-a6bb-220a147c6364']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:04.764901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229f1bd6-66da-400d-b6b2-18abf974c364') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:04.774962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229f1bd6-66da-400d-b6b2-18abf974c364') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:04.819744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.925114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.930571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ecc7b26e-90c4-4df0-8519-17a6343aa569', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'tenant_id': 'bc75f8f9c1ef45b5b31148d235f7805d', 'fixed_ips': [{'subnet_id': '31218c85-3945-444d-9fe5-4b2177392f3f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:04.936741 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.942687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:04.942687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:04.957933 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:04.983342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73097771-2169-4345-8f9b-58d49f016fa7 req-bc70b994-185b-4fef-a120-342eee8cbefd tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:04.984915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73097771-2169-4345-8f9b-58d49f016fa7 req-bc70b994-185b-4fef-a120-342eee8cbefd tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.1712723 Jul 06 11:56:05.020290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89e6a3-cb54-467c-a9ab-057886b7dba4 req-5eb9a74f-af05-4191-8159-399edf7dcc8d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.022040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc89e6a3-cb54-467c-a9ab-057886b7dba4 req-5eb9a74f-af05-4191-8159-399edf7dcc8d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 944 time: 0.1474781 Jul 06 11:56:05.069324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73097771-2169-4345-8f9b-58d49f016fa7 req-cb6a2249-8d19-47ea-92b5-af6475aeff53 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750968 Jul 06 11:56:05.091404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc89e6a3-cb54-467c-a9ab-057886b7dba4 req-25562782-c404-4e30-bc75-1deff2a5bac3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632746 Jul 06 11:56:05.119861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.162082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.166304 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] 10.222.0.78 "DELETE /v2.0/networks/7b2172b7-9efc-4657-a6bb-220a147c6364 HTTP/1.1" status: 204 len: 168 time: 0.8809950 Jul 06 11:56:05.166456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Allocated IP 172.20.0.2 (ecc7b26e-90c4-4df0-8519-17a6343aa569/31218c85-3945-444d-9fe5-4b2177392f3f/3898a41f-6805-431e-b5c5-597522f4a5da) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:05.178431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49289122-6f95-42b9-9a7b-32c19718ea3d tempest-ExternalNetworksTestJSON-529889515 tempest-ExternalNetworksTestJSON-529889515-project] Pushing event deleted for resources: {'Network': ['ID=7b2172b7-9efc-4657-a6bb-220a147c6364,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.207276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.1 (246ec456-32dc-41dd-868b-b6fd83fbb138/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81/1f8574a5-3c5a-46e6-945b-890da240d3a6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:05.376708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.404106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.406188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Transition to ACTIVE for port object 3898a41f-6805-431e-b5c5-597522f4a5da will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:05.433197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Transition to ACTIVE for port object 3898a41f-6805-431e-b5c5-597522f4a5da will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:05.443278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.466308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.501727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:05.506207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:05.511033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:05.515946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Pushing event updated for resources: {'Port': ['ID=3898a41f-6805-431e-b5c5-597522f4a5da,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.517026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:05.521442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:05.527585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:05.573762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=1f8574a5-3c5a-46e6-945b-890da240d3a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.585134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:05.620923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.629201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Attempting to bind port 3898a41f-6805-431e-b5c5-597522f4a5da on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:05.629572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Attempting to bind port 3898a41f-6805-431e-b5c5-597522f4a5da by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:05.629970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Attempting to bind port 3898a41f-6805-431e-b5c5-597522f4a5da on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:05.641301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:05.641694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Checking segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:05.642107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.642507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Bound using segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:05.642986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Bound port: 3898a41f-6805-431e-b5c5-597522f4a5da, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:05.643372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.735066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] For port 3898a41f-6805-431e-b5c5-597522f4a5da, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:05.737187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-ac1772ff-67d0-4374-9f27-14e72c5e529d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.740201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] For port 3898a41f-6805-431e-b5c5-597522f4a5da, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3898a41f-6805-431e-b5c5-597522f4a5da,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:05.746087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.755790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-ac1772ff-67d0-4374-9f27-14e72c5e529d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 815 time: 0.3072293 Jul 06 11:56:05.781060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-86c82342-1d4d-4bcc-b3df-ce4650244497 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/quotas/bc75f8f9c1ef45b5b31148d235f7805d HTTP/1.1" status: 200 len: 375 time: 0.0226085 Jul 06 11:56:05.792183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 72aa7dce-9ee1-4010-8d89-d39cd8381c18 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:05.836777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.874495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa1f66-66c7-4e2d-b098-e199abece758 None None] Pushing event updated for resources: {'Port': ['ID=3898a41f-6805-431e-b5c5-597522f4a5da,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.892008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:05.897197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:05.897723 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.965964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-8d076fed-8151-4871-bc3d-2fda8fdd4eac tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828322 Jul 06 11:56:05.985433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d89be-f3b2-4dc8-b1ea-8b23747bf0a3 req-bb60a62b-eb60-4950-bf9b-34f068dde5e9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.987210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f2d89be-f3b2-4dc8-b1ea-8b23747bf0a3 req-bb60a62b-eb60-4950-bf9b-34f068dde5e9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.1773813 Jul 06 11:56:06.041638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.076573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa7dce-9ee1-4010-8d89-d39cd8381c18'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:06.079379 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb6bc98-e442-4173-ae7b-49e5df3ce51d" -d '{"events": [{"server_uuid": "76b8d29f-86d8-4cc4-b14b-7065eca491da", "name": "network-vif-plugged", "status": "completed", "tag": "72aa7dce-9ee1-4010-8d89-d39cd8381c18"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:06.096691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:06.112585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f2d89be-f3b2-4dc8-b1ea-8b23747bf0a3 req-74a057d7-bcf2-47e1-a60b-4b20a075edc1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086926 Jul 06 11:56:06.116350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.168552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-9d7ccf50-fff4-4dd5-8acb-0ff64a1b80d8 service neutron] 10.222.0.78 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014885 Jul 06 11:56:06.248347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=72aa7dce-9ee1-4010-8d89-d39cd8381c18,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.267865 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-84354601-82e0-4fc2-a365-7b45355a4bda admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=263129ae99704ef389e7bb3a69e22bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6798272 Jul 06 11:56:06.270938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.353637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4005c9e-a7b7-42fe-999b-b1ebf383be9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.360559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.367049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.429186 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dfb1a7-9e9b-4bd0-92e6-175144f00ac2 x-openstack-request-id: req-31dfb1a7-9e9b-4bd0-92e6-175144f00ac2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:06.429450 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b8d29f-86d8-4cc4-b14b-7065eca491da", "name": "network-vif-plugged", "status": "completed", "tag": "72aa7dce-9ee1-4010-8d89-d39cd8381c18", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:06.429707 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31dfb1a7-9e9b-4bd0-92e6-175144f00ac2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:06.430112 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa7dce-9ee1-4010-8d89-d39cd8381c18', 'code': 200} Jul 06 11:56:06.446434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4005c9e-a7b7-42fe-999b-b1ebf383be9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.468819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-34ee2331-8e74-456b-8e1c-399844c253fe service neutron] 10.222.0.78 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903662 Jul 06 11:56:06.507667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=1f8574a5-3c5a-46e6-945b-890da240d3a6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.582172 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4005c9e-a7b7-42fe-999b-b1ebf383be9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.587054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4005c9e-a7b7-42fe-999b-b1ebf383be9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.590202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4005c9e-a7b7-42fe-999b-b1ebf383be9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b10f9a7e-d37d-4298-9686-7040bb17139e HTTP/1.1" status: 204 len: 168 time: 0.3176203 Jul 06 11:56:06.622806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.625965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4005c9e-a7b7-42fe-999b-b1ebf383be9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f9a7e-d37d-4298-9686-7040bb17139e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.933365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141e90c-3426-4d48-a459-d95af2ce9f6c req-e6a01806-86cf-4d8d-94e4-388dc905c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:06.937396 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d141e90c-3426-4d48-a459-d95af2ce9f6c req-e6a01806-86cf-4d8d-94e4-388dc905c7f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 1096 time: 0.4075172 Jul 06 11:56:06.986054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:06.989752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:07.010663 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d141e90c-3426-4d48-a459-d95af2ce9f6c req-6721afd1-22a3-4506-979b-3ec6d95595c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Jul 06 11:56:07.093880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34af82-804c-4d1c-b275-1c07267fe031 req-190c0d51-7425-4fb9-996b-34a4721c1dbe tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.104508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c34af82-804c-4d1c-b275-1c07267fe031 req-190c0d51-7425-4fb9-996b-34a4721c1dbe tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.3338799 Jul 06 11:56:07.178856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c34af82-804c-4d1c-b275-1c07267fe031 req-0d853cb0-a23a-445f-94bd-3c6bddd9e546 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701115 Jul 06 11:56:07.203722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674cd45-e840-42f7-9603-70144b5150b0 req-d8684c36-6042-49e3-a431-9600cdfaf9ee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.208866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4674cd45-e840-42f7-9603-70144b5150b0 req-d8684c36-6042-49e3-a431-9600cdfaf9ee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.2296786 Jul 06 11:56:07.232466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:07.340134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4674cd45-e840-42f7-9603-70144b5150b0 req-c10be28d-8739-4295-b31e-7203e34af410 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206501 Jul 06 11:56:07.340670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:07.488256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:07.498165 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-89367e57-4e80-4124-831e-663457b8bac7 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/routers/76277ac2-2a16-4dcd-bbd4-a5c6cd368586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0332830 Jul 06 11:56:07.498165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:07.501999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:07.509299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'port': {'network_id': '246ec456-32dc-41dd-868b-b6fd83fbb138', 'name': 'tempest-FloatingIPTestJSON-1740257173'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:07.511944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dce31a-7e1f-45b6-a203-78c5f039a0a2 None None] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:07.643142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f3cbd15b-f21e-49a9-876f-6562c116a334 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4dfb592e7d78468087bfc5b902298953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992303 Jul 06 11:56:07.647200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:07.658327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3898a41f-6805-431e-b5c5-597522f4a5da up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:07.686605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:07.687360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:07.696005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:07.700976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.706297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-e0832460-9889-4eb2-a353-833067b0ecd8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.713179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-e0832460-9889-4eb2-a353-833067b0ecd8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 815 time: 0.3587136 Jul 06 11:56:07.742040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] device_id is not set on port 46f87502-3c09-4d6b-a825-0d6ea4d51a20 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:07.751588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-e82257fa-c21f-4468-895e-a8a159ff1f8d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/quotas/bc75f8f9c1ef45b5b31148d235f7805d HTTP/1.1" status: 200 len: 375 time: 0.0374990 Jul 06 11:56:07.761506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60202530-9446-4d5d-b6c2-2f7fb18c3516 req-7264b456-b99d-4e28-b19f-bb942603fd33 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.763228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60202530-9446-4d5d-b6c2-2f7fb18c3516 req-7264b456-b99d-4e28-b19f-bb942603fd33 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.2415786 Jul 06 11:56:07.825847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff13fc66-c378-4489-97bf-b2e0dfd00b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.867988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff13fc66-c378-4489-97bf-b2e0dfd00b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.880772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60202530-9446-4d5d-b6c2-2f7fb18c3516 req-340566da-4774-4f80-9ea7-9515ac87adfb tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851119 Jul 06 11:56:07.909912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.6 (246ec456-32dc-41dd-868b-b6fd83fbb138/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81/46f87502-3c09-4d6b-a825-0d6ea4d51a20) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:07.939837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-9870525b-ea84-4c03-abc9-b21bad001888 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747265 Jul 06 11:56:08.015317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff13fc66-c378-4489-97bf-b2e0dfd00b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.018385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff13fc66-c378-4489-97bf-b2e0dfd00b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.019793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff13fc66-c378-4489-97bf-b2e0dfd00b74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17c56b8e-a48e-4b3b-8e7d-c90572c0dd53 HTTP/1.1" status: 204 len: 168 time: 0.3715756 Jul 06 11:56:08.035957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.083672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13fc66-c378-4489-97bf-b2e0dfd00b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c56b8e-a48e-4b3b-8e7d-c90572c0dd53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:08.119710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-819b0b41-9db9-4a94-aaf7-9b1fa727c75c None None] Provisioning for port 3898a41f-6805-431e-b5c5-597522f4a5da completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:08.135509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-1008422e-44e0-4c96-8777-33f6a696fdcd service neutron] 10.222.0.78 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946385 Jul 06 11:56:08.152894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.187689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:08.188864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.216454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.284093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.285171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a2fc6-8b79-4a4d-8ab7-87bc08df1d8c None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:08.316020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-6617c9d9-b882-4cae-b241-ca1a52133cee service neutron] 10.222.0.78 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771324 Jul 06 11:56:08.323622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=46f87502-3c09-4d6b-a825-0d6ea4d51a20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:08.323850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3898a41f-6805-431e-b5c5-597522f4a5da completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:08.338539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:08.340575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:08.349304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:08.405540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3898a41f-6805-431e-b5c5-597522f4a5da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:08.405895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.467976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.470817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.493668 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-996fee49-c78d-464b-adf3-92335d475559 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9949052 Jul 06 11:56:08.496314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:08.509207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'port': {'network_id': '246ec456-32dc-41dd-868b-b6fd83fbb138', 'name': 'tempest-FloatingIPTestJSON-1660362204'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:08.663778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.697313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113ad73-f24d-47ce-8d11-ba8a78b48ab9 req-c9ee0753-638e-48c6-843b-99f5b640ed7b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.704930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c113ad73-f24d-47ce-8d11-ba8a78b48ab9 req-c9ee0753-638e-48c6-843b-99f5b640ed7b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.2276485 Jul 06 11:56:08.819852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3898a41f-6805-431e-b5c5-597522f4a5da, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3898a41f-6805-431e-b5c5-597522f4a5da,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:08.832333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.897770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c113ad73-f24d-47ce-8d11-ba8a78b48ab9 req-94b10b8d-420e-4515-bc53-e7b41f238d68 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851220 Jul 06 11:56:08.911676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:08.917804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.979322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] device_id is not set on port b5ab1395-f3bf-40d9-91a1-a7f350b28629 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:09.097021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3898a41f-6805-431e-b5c5-597522f4a5da,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:09.200065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-249e7f46-6ae2-4362-a8a1-a04ba2a17240 None None] Provisioning complete for port 3898a41f-6805-431e-b5c5-597522f4a5da triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:09.200444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-249e7f46-6ae2-4362-a8a1-a04ba2a17240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.246331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-946ef16e-c252-478f-9946-433e2cf9daee tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.248163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-946ef16e-c252-478f-9946-433e2cf9daee tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 815 time: 0.4586878 Jul 06 11:56:09.290733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Request body: {'port': {'device_id': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'admin_state_up': True, 'tenant_id': 'bc75f8f9c1ef45b5b31148d235f7805d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:09.405812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.13 (246ec456-32dc-41dd-868b-b6fd83fbb138/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81/b5ab1395-f3bf-40d9-91a1-a7f350b28629) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:09.468762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f8c1-9976-4c4e-a236-9882d9574adc req-ee51c587-7d7c-4221-958e-6112aabfb5ef tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.470458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e97f8c1-9976-4c4e-a236-9882d9574adc req-ee51c587-7d7c-4221-958e-6112aabfb5ef tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.5074267 Jul 06 11:56:09.489749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-4b5a62fe-25fb-454a-ae5f-887c09ef093e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.491409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-4b5a62fe-25fb-454a-ae5f-887c09ef093e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 815 time: 0.3964829 Jul 06 11:56:09.543105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-68631506-35de-4c1e-a05f-cd87fcdd20ed tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/quotas/bc75f8f9c1ef45b5b31148d235f7805d HTTP/1.1" status: 200 len: 375 time: 0.0390644 Jul 06 11:56:09.566553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3898a41f-6805-431e-b5c5-597522f4a5da up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:09.592536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e97f8c1-9976-4c4e-a236-9882d9574adc req-a2712059-9071-47bd-b64c-89f271dc5272 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000476 Jul 06 11:56:09.666993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3898a41f-6805-431e-b5c5-597522f4a5da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:09.667615 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.705074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-5ddd3fa9-8040-4d2f-b27a-77c87e86a45f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527848 Jul 06 11:56:09.778999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Made reservation on behalf of bc75f8f9c1ef45b5b31148d235f7805d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:09.796872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.834446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-4e629dda-86d3-4022-967e-b56dadec712c service neutron] 10.222.0.78 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216540 Jul 06 11:56:10.035797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.069078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-0cd22cef-afd0-4e1a-8639-891fb60e7fcd service neutron] 10.222.0.78 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280221 Jul 06 11:56:10.094115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc2317-1b2b-48ab-8c37-b78fdf662f9b req-b9ddfafc-5e9b-4deb-ac93-bbc5329f39fc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:10.096886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33fc2317-1b2b-48ab-8c37-b78fdf662f9b req-b9ddfafc-5e9b-4deb-ac93-bbc5329f39fc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.1756985 Jul 06 11:56:10.159452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Allocated IP 172.20.0.7 (ecc7b26e-90c4-4df0-8519-17a6343aa569/31218c85-3945-444d-9fe5-4b2177392f3f/a429636e-36a8-48b1-9fc9-6ffc68f8ee2b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:10.174959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33fc2317-1b2b-48ab-8c37-b78fdf662f9b req-6e501830-1b53-445f-95c5-0b666f7d53e2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716023 Jul 06 11:56:10.206767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.308797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:10.346832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:10.387158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:10.404758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9150d2dc-782f-4724-acc1-dfcd469a53e4 req-70159ac7-eb7c-42b7-b149-5a8710624205 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.0632505 Jul 06 11:56:10.441080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:10.441080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.473102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=b5ab1395-f3bf-40d9-91a1-a7f350b28629,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.539425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.560169 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c0105191-4612-479e-a0ea-1e01d8faecc6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0609939 Jul 06 11:56:10.561216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Transition to ACTIVE for port object a429636e-36a8-48b1-9fc9-6ffc68f8ee2b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:10.564299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.571452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'b5ab1395-f3bf-40d9-91a1-a7f350b28629', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:10.658210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.752224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.794365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.886138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:10.894333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:10.905140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:10.922213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-2b0c5638-be0e-4cf3-9bd2-a94a1393c94c tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:10.924019 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-2b0c5638-be0e-4cf3-9bd2-a94a1393c94c tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 815 time: 0.3453910 Jul 06 11:56:10.945832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Pushing event updated for resources: {'Port': ['ID=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.960221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Request body: {'port': {'device_id': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'admin_state_up': True, 'tenant_id': 'bc75f8f9c1ef45b5b31148d235f7805d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:11.233850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dc930-262d-4d8d-bf9c-7ef0379cfbdb req-d4b05e3f-09e5-4143-8ca9-af1e99716e7e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.235435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d72dc930-262d-4d8d-bf9c-7ef0379cfbdb req-d4b05e3f-09e5-4143-8ca9-af1e99716e7e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.3999839 Jul 06 11:56:11.248452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2d90-ad91-4452-bf53-fb4a2043ec2a req-a430f1eb-5202-4391-a4ed-2ef7490a0f53 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.255939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9504c3c4-016d-44bf-b22c-b9c1c1d2129b None None] Provisioning for port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:11.256858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39ab2d90-ad91-4452-bf53-fb4a2043ec2a req-a430f1eb-5202-4391-a4ed-2ef7490a0f53 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.4091535 Jul 06 11:56:11.262862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9504c3c4-016d-44bf-b22c-b9c1c1d2129b None None] Provisioning complete for port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:11.263377 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9504c3c4-016d-44bf-b22c-b9c1c1d2129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.305951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.309109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-e7d18ebe-0d83-42da-826f-58ea358c3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.310660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-e7d18ebe-0d83-42da-826f-58ea358c3b42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1096 time: 0.3428223 Jul 06 11:56:11.326675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9504c3c4-016d-44bf-b22c-b9c1c1d2129b None None] Port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:11.411637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-08884279-0168-444d-b01a-e88d12f10baf tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-991670062'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:11.412505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-08884279-0168-444d-b01a-e88d12f10baf tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:56:11.442295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.205 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/0e9956f7-9b57-405d-ae1c-0ee6d95fce1f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:11.530778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.531683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.633781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-736e7afe-4dbf-49e7-90bb-1866c3e1c495 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3717234 Jul 06 11:56:11.713080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Request body: {'port': {'device_id': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:11.737349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08884279-0168-444d-b01a-e88d12f10baf tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.742238 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-08884279-0168-444d-b01a-e88d12f10baf tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9853179 Jul 06 11:56:11.745966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:11.752187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d12c0e8-f102-44a5-824f-e8907d5a9f97 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '032ac397-c580-4d8c-af23-61a58ce06f2d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:11.752950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d12c0e8-f102-44a5-824f-e8907d5a9f97 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:56:11.907238 n-d-799528-2 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-3d12c0e8-f102-44a5-824f-e8907d5a9f97 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 11:56:11.909270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.911346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Made reservation on behalf of bc75f8f9c1ef45b5b31148d235f7805d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:11.915738 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.955500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.970145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39ab2d90-ad91-4452-bf53-fb4a2043ec2a req-0c868253-81f9-42f1-8135-5e8478b787b4 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124252 Jul 06 11:56:12.019864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d72dc930-262d-4d8d-bf9c-7ef0379cfbdb req-bafa0aa6-fe70-4185-b7d5-057cde11da02 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7599525 Jul 06 11:56:12.106049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d12c0e8-f102-44a5-824f-e8907d5a9f97 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.111736 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3d12c0e8-f102-44a5-824f-e8907d5a9f97 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3631959 Jul 06 11:56:12.116921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.142678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a7d0023-5d61-4176-bbd3-6ffc80594b8b tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '032ac397-c580-4d8c-af23-61a58ce06f2d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:12.156969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a7d0023-5d61-4176-bbd3-6ffc80594b8b tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:56:12.383669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-24917a43-bef8-47b5-9d4f-8c91983cfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.384085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-24917a43-bef8-47b5-9d4f-8c91983cfbd7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.8754954 Jul 06 11:56:12.401336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a98441b-2ea6-4ad0-9fbe-10adfdf8d58e req-494b7007-3c34-4d40-813e-88ad6a907324 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.1752884 Jul 06 11:56:12.416946 n-d-799528-2 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-2a7d0023-5d61-4176-bbd3-6ffc80594b8b tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 11:56:12.446873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.476609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a429636e-36a8-48b1-9fc9-6ffc68f8ee2b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:12.486753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.503885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Transition to ACTIVE for port object a429636e-36a8-48b1-9fc9-6ffc68f8ee2b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:12.546737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.589527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-32c5d49e-06ef-4fce-8be2-824af06489b6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.591039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-32c5d49e-06ef-4fce-8be2-824af06489b6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 815 time: 0.6173282 Jul 06 11:56:12.629441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:12.647417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Request body: {'port': {'device_id': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'admin_state_up': True, 'tenant_id': 'bc75f8f9c1ef45b5b31148d235f7805d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:12.650243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Allocated IP 172.20.0.9 (ecc7b26e-90c4-4df0-8519-17a6343aa569/31218c85-3945-444d-9fe5-4b2177392f3f/7602d2ab-d821-44f5-85a6-5e744c0e5d8b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:12.652272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:12.732567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=0e9956f7-9b57-405d-ae1c-0ee6d95fce1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:12.761692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Attempting to bind port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:12.762282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Attempting to bind port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:12.762803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Attempting to bind port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:12.768063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:12.777789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:12.781837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b on network ecc7b26e-90c4-4df0-8519-17a6343aa569 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:12.782429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Attempting to bind port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:12.824517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:12.824892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Checking segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:12.825253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Bound using segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:12.825705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Bound port: a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:12.826054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.858691 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0023-5d61-4176-bbd3-6ffc80594b8b tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.859873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a7d0023-5d61-4176-bbd3-6ffc80594b8b tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7419870 Jul 06 11:56:12.885852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.912615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-28eaf92b-0c77-4aed-8dbb-bb8b0a9eff15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 1001 time: 0.5060709 Jul 06 11:56:12.920375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a73244b-d543-4d2e-bdee-9d106a5410ac tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=79d67cb1-5ec6-4f85-9451-14a371c4a551 HTTP/1.1" status: 200 len: 464 time: 0.0308704 Jul 06 11:56:12.925880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4b9f-39fe-4696-a4ec-37b735bb06bf req-8c2f513a-a5f2-4281-8aba-7a3a51bd5740 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.927608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.928543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e7b4b9f-39fe-4696-a4ec-37b735bb06bf req-8c2f513a-a5f2-4281-8aba-7a3a51bd5740 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.6818383 Jul 06 11:56:12.978651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.000019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Transition to ACTIVE for port object 7602d2ab-d821-44f5-85a6-5e744c0e5d8b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:13.003227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] For port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:13.008506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] For port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:13.018881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.093882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373dc3f-25a5-47bb-b18e-24ff5a2cbe2e req-c4c958a0-d5b0-4828-8fa2-6a387e8b003f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.099040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0373dc3f-25a5-47bb-b18e-24ff5a2cbe2e req-c4c958a0-d5b0-4828-8fa2-6a387e8b003f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.5061905 Jul 06 11:56:13.143496 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b4edda2-345f-4d57-8864-6ed47a61f7f9 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.148055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b4edda2-345f-4d57-8864-6ed47a61f7f9 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/79d67cb1-5ec6-4f85-9451-14a371c4a551 HTTP/1.1" status: 204 len: 168 time: 0.2160995 Jul 06 11:56:13.154140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.164143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.165173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.166600 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] 10.222.0.79 "PUT /v2.0/ports/a429636e-36a8-48b1-9fc9-6ffc68f8ee2b HTTP/1.1" status: 200 len: 1091 time: 1.4963372 Jul 06 11:56:13.169362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'tag': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:13.170352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Made reservation on behalf of bc75f8f9c1ef45b5b31148d235f7805d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:13.171786 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48266d-bfd8-48c4-8d42-964cf81f49c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2708c7d2-89a5-42ef-8a00-981783432c8b", "tag": "a429636e-36a8-48b1-9fc9-6ffc68f8ee2b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:13.174165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.193706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e25b9c1f-6651-4ab1-bbfc-6d0b9a0a5506 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=79d67cb1-5ec6-4f85-9451-14a371c4a551 HTTP/1.1" status: 200 len: 221 time: 0.0329127 Jul 06 11:56:13.193706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.195363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.202163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27d65b56-9c9a-464d-b394-e67a4e9043ff tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1282941616', 'description': 'label created by tempest'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:13.202620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27d65b56-9c9a-464d-b394-e67a4e9043ff tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:56:13.205698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd797a-f1bc-4cb6-8886-6593a558cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:13.233753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e7b4b9f-39fe-4696-a4ec-37b735bb06bf req-bf57e09d-9ec1-4afd-95e0-45c5a796bb70 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461672 Jul 06 11:56:13.333378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-38b86de1-ff79-4723-bb06-ec59624c7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.334329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:13.335163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-38b86de1-ff79-4723-bb06-ec59624c7dfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.4003022 Jul 06 11:56:13.346510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:13.414007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:13.416935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Pushing event updated for resources: {'Port': ['ID=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:13.466785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0373dc3f-25a5-47bb-b18e-24ff5a2cbe2e req-43a7733b-f76c-4528-91ca-377f4e89a01f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524637 Jul 06 11:56:13.509319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.509882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.572719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27d65b56-9c9a-464d-b394-e67a4e9043ff tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.576943 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-27d65b56-9c9a-464d-b394-e67a4e9043ff tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3778305 Jul 06 11:56:13.577626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-7ad29ab9-25ac-4816-85d4-05cc7596e550 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6330047 Jul 06 11:56:13.578211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.601627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Request body: {'port': {'device_id': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:13.717135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-74d1c2bf-2d95-47b7-b25f-1362f60e631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.718692 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-74d1c2bf-2d95-47b7-b25f-1362f60e631b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 1094 time: 0.4749148 Jul 06 11:56:13.726888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5d9e85ee-377b-4349-afa1-7d88fc4bdee5 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=362260e1-e825-454a-b344-820b2bc5eb92 HTTP/1.1" status: 200 len: 468 time: 0.1436799 Jul 06 11:56:13.733387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.774887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Allocated IP 172.20.0.11 (ecc7b26e-90c4-4df0-8519-17a6343aa569/31218c85-3945-444d-9fe5-4b2177392f3f/3e924deb-c2f0-4a7c-876b-e7f49f47863a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:13.800239 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-eeb1af11-4f62-4cbc-9d3d-c0b8a8edb922 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b HTTP/1.1" status: 200 len: 217 time: 0.0675871 Jul 06 11:56:13.820711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:13.842017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f72b5c-2449-41bd-b133-94f596a96f34 req-6306621b-cd97-46d6-afc8-b2f0c5f6bcce tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.843652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9f72b5c-2449-41bd-b133-94f596a96f34 req-6306621b-cd97-46d6-afc8-b2f0c5f6bcce tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.3493233 Jul 06 11:56:13.854904 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec84fbb-65d3-4103-a958-03c7dd57408c x-openstack-request-id: req-8ec84fbb-65d3-4103-a958-03c7dd57408c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:13.855184 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2708c7d2-89a5-42ef-8a00-981783432c8b", "tag": "a429636e-36a8-48b1-9fc9-6ffc68f8ee2b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:13.855627 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ec84fbb-65d3-4103-a958-03c7dd57408c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:13.856041 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'tag': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', 'status': 'completed', 'code': 200} Jul 06 11:56:13.900894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-b098f9b1-ecd8-4278-baae-f32652893a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.903114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-b098f9b1-ecd8-4278-baae-f32652893a69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5376141 Jul 06 11:56:13.973736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.991544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:13.995804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9f72b5c-2449-41bd-b133-94f596a96f34 req-86698294-21a8-4f69-845b-3f2ac6662c28 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235120 Jul 06 11:56:14.008551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7b793249-735c-476a-960f-f005af7b148a', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'port_id': '7b793249-735c-476a-960f-f005af7b148a', 'mac_address': 'fa:16:3e:53:64:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:14.034074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-fe400652-fd85-4450-afd8-b1ae698e480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:14.034074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-fe400652-fd85-4450-afd8-b1ae698e480d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.1753409 Jul 06 11:56:14.071634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06217a74-c395-4f64-b073-3b5002acfa5e None None] Provisioning for port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:14.075414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.078447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06217a74-c395-4f64-b073-3b5002acfa5e None None] Provisioning complete for port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:14.078987 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06217a74-c395-4f64-b073-3b5002acfa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.115482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b793249-735c-476a-960f-f005af7b148a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:14.125141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1526afb5-8fe0-4595-b4e1-2e3d29946b03 req-0e708b8b-0f04-469f-8027-981631bfb872 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.1819825 Jul 06 11:56:14.132586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67193fcc-bb98-4269-8af7-9cd8b89989a5 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.134362 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67193fcc-bb98-4269-8af7-9cd8b89989a5 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/362260e1-e825-454a-b344-820b2bc5eb92 HTTP/1.1" status: 204 len: 168 time: 0.3917122 Jul 06 11:56:14.138735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:14.175489 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f19c5ab6-b285-47a0-9bd4-a056e611aad0 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=362260e1-e825-454a-b344-820b2bc5eb92 HTTP/1.1" status: 200 len: 216 time: 0.0340178 Jul 06 11:56:14.179434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:14.181207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:14.186150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.190625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06217a74-c395-4f64-b073-3b5002acfa5e None None] Port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:14.274196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2e70ccf4-2edb-46c6-918b-3ed9870aa127 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0884714 Jul 06 11:56:14.275229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:14.282620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:14.311286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7b793249-735c-476a-960f-f005af7b148a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:14.324719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e08a6451-622c-4a0a-8cee-1631abf02b7b tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0483127 Jul 06 11:56:14.327370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-499bca8c-41fb-4578-b1d2-544951ec2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:14.329169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:14.331374 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-499bca8c-41fb-4578-b1d2-544951ec2cea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374570 Jul 06 11:56:14.545572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-09a28d85-08e6-4f25-bdc7-6896a1d8cd01 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018356 Jul 06 11:56:14.683024 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f94169b1-952d-4342-b61a-6ab1ca062e23 req-b42df6d1-78c1-4f00-823f-a558c556d9bd service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313992 Jul 06 11:56:14.858843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-b1fba573-32b6-4938-ad08-f66f8a1506b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:14.860474 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-b1fba573-32b6-4938-ad08-f66f8a1506b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 1094 time: 0.0703256 Jul 06 11:56:14.873444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-bbcde6c3-f2b3-4310-9d62-91626c5e8a9c service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9518559 Jul 06 11:56:14.874814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d1e5a44-7847-4bee-b1a6-a7d15402ada7 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/032ac397-c580-4d8c-af23-61a58ce06f2d HTTP/1.1" status: 200 len: 472 time: 0.5388629 Jul 06 11:56:14.898617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:14.968234 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.972344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.088250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Transition to ACTIVE for port object 3e924deb-c2f0-4a7c-876b-e7f49f47863a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:15.253332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d6f75d-a474-4e6f-90a9-72b4e4c2276f req-d76ec7c8-2503-46c4-91b3-b87ca9b90d30 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550456 Jul 06 11:56:15.282562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca3fd8-bc88-46ec-9e9f-b2da9064d2b4 req-923adc2c-3119-4a8f-9e17-f1c897cd6e55 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.296574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaca3fd8-bc88-46ec-9e9f-b2da9064d2b4 req-923adc2c-3119-4a8f-9e17-f1c897cd6e55 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.4305942 Jul 06 11:56:15.303617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.336033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae5d18-6b9c-4a5a-959e-1bb5f07a05f2 req-02e576a8-d181-4640-8f0d-9913a677efb3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.342435 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ed388ef-4af2-45f1-ba56-78232a93c9c7 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/3fffe2dc-6ed8-4d37-a951-0cea9819453e HTTP/1.1" status: 200 len: 461 time: 0.4424884 Jul 06 11:56:15.342960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:15.355062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8dae5d18-6b9c-4a5a-959e-1bb5f07a05f2 req-02e576a8-d181-4640-8f0d-9913a677efb3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.4910216 Jul 06 11:56:15.390989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.496952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:15.515014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaca3fd8-bc88-46ec-9e9f-b2da9064d2b4 req-7d6c1ae9-19e0-4720-90a3-ac2964f2af25 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896632 Jul 06 11:56:15.554459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8dae5d18-6b9c-4a5a-959e-1bb5f07a05f2 req-fd85204b-2708-4f81-8de2-c3c9985201fa tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984408 Jul 06 11:56:15.555872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:15.566092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dead7324-7684-4109-8773-60b846661d9a tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.570719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dead7324-7684-4109-8773-60b846661d9a tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/3fffe2dc-6ed8-4d37-a951-0cea9819453e HTTP/1.1" status: 204 len: 168 time: 0.2250304 Jul 06 11:56:15.573644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:15.606580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:15.735717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Pushing event updated for resources: {'Port': ['ID=3e924deb-c2f0-4a7c-876b-e7f49f47863a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:15.786551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-5d7af867-7b65-436b-91a9-de45a2e012a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.788987 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-5d7af867-7b65-436b-91a9-de45a2e012a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 916 time: 0.9161556 Jul 06 11:56:15.837980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:15.947052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7b793249-735c-476a-960f-f005af7b148a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:15.947534 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.040635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.042280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-a6935559-102d-4e6d-823e-042eaf65b6d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b HTTP/1.1" status: 200 len: 217 time: 0.2374482 Jul 06 11:56:16.052279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.064550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0fdf1da9-fbed-411f-ba3a-226581028c25 None None] Provisioning for port 3e924deb-c2f0-4a7c-876b-e7f49f47863a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:16.074181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0fdf1da9-fbed-411f-ba3a-226581028c25 None None] Provisioning complete for port 3e924deb-c2f0-4a7c-876b-e7f49f47863a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:16.074735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1da9-fbed-411f-ba3a-226581028c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.105882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-471d56ee-d592-41b9-8bf9-61d250adcf93 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4958701 Jul 06 11:56:16.133891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Request body: {'port': {'device_id': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:16.181104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf1da9-fbed-411f-ba3a-226581028c25 None None] Port 3e924deb-c2f0-4a7c-876b-e7f49f47863a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:16.182737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.190322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2782856-404e-431d-bae1-416b9b56de60 req-a1425d2c-cdd0-47b7-abc9-cbd5f8bc814d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.190322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2782856-404e-431d-bae1-416b9b56de60 req-a1425d2c-cdd0-47b7-abc9-cbd5f8bc814d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 944 time: 0.3986459 Jul 06 11:56:16.209436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6d17-59a6-4222-a276-c7286f731142 req-ffcf5623-121f-4d73-af8e-7840a16d721e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.216610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39af6d17-59a6-4222-a276-c7286f731142 req-ffcf5623-121f-4d73-af8e-7840a16d721e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 932 time: 0.3996427 Jul 06 11:56:16.220359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:16.221335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:16.225778 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d80f36e-4e5c-48a4-8766-8874912461ae" -d '{"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-plugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:16.229423 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.248609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.310763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.334589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.352217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-9ba10194-a1ee-42eb-b191-d3b6eef2cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.353788 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-9ba10194-a1ee-42eb-b191-d3b6eef2cb56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.2543104 Jul 06 11:56:16.410018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8e77fda-2338-4c19-8260-63949cceb064 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.414609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f8e77fda-2338-4c19-8260-63949cceb064 tempest-MeteringTestJSON-1978072889 tempest-MeteringTestJSON-1978072889-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/032ac397-c580-4d8c-af23-61a58ce06f2d HTTP/1.1" status: 204 len: 168 time: 0.8398066 Jul 06 11:56:16.483386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=0e9956f7-9b57-405d-ae1c-0ee6d95fce1f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.491037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.525681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7602d2ab-d821-44f5-85a6-5e744c0e5d8b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:16.538703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.541879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39af6d17-59a6-4222-a276-c7286f731142 req-88e206f0-035f-4ccf-b036-8423b9c00159 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221295 Jul 06 11:56:16.561514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2782856-404e-431d-bae1-416b9b56de60 req-c5bbecef-4cfa-4e8d-9eb5-d37f60f0c11f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361804 Jul 06 11:56:16.584418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Transition to ACTIVE for port object 7602d2ab-d821-44f5-85a6-5e744c0e5d8b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:16.598129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.630841 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f4b55-5b67-4bd9-904f-533986f0960f x-openstack-request-id: req-ed5f4b55-5b67-4bd9-904f-533986f0960f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:16.631138 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-plugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:16.631397 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed5f4b55-5b67-4bd9-904f-533986f0960f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:16.631840 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'code': 200} Jul 06 11:56:16.718691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-479e0f0b-3dac-4454-a279-54c7f6806ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.729985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-479e0f0b-3dac-4454-a279-54c7f6806ba8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3661084 Jul 06 11:56:16.804863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.936309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-ed127560-f511-4c94-88af-50eb1f8b85ac tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.937832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-ed127560-f511-4c94-88af-50eb1f8b85ac tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.4242284 Jul 06 11:56:17.011076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-31da3d0a-63bb-4a75-8ceb-b5884b6c0775 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642257 Jul 06 11:56:17.034306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.040995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Pushing event updated for resources: {'Port': ['ID=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.287833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Attempting to bind port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:17.288233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Attempting to bind port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:17.288572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Attempting to bind port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:17.299451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b on network ecc7b26e-90c4-4df0-8519-17a6343aa569 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:17.299788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Attempting to bind port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:17.300166 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP cd3b2390-82df-404c-984a-6f7729208789 associated. External IP: 172.25.7.205, port: b5ab1395-f3bf-40d9-91a1-a7f350b28629. Jul 06 11:56:17.313401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:17.313750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Checking segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:17.314145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Bound using segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:17.314724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Bound port: 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:17.315088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.319490 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-535ab24c-b8fc-4f5d-9be6-ce42bde650d1 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108562 Jul 06 11:56:17.343635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:56:17.434835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] For port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:17.438935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] For port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:17.453516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.517919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e34a0-9156-470f-ab29-788d2a6f7144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.520792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.522033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.524386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] 10.222.0.79 "PUT /v2.0/ports/7602d2ab-d821-44f5-85a6-5e744c0e5d8b HTTP/1.1" status: 200 len: 1091 time: 3.9299374 Jul 06 11:56:17.537551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'tag': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:17.547236 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4a1304-aee7-40a1-bdfc-a8c71031c487" -d '{"events": [{"name": "network-changed", "server_uuid": "41b924b9-ffeb-4a34-a4ec-5f68e7375ec7", "tag": "7602d2ab-d821-44f5-85a6-5e744c0e5d8b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:17.667109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240800a9-d5f2-43ae-ae4c-1f92f4fccd78 req-8660d52e-09c1-448e-8241-c880f0d595a3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.670468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4ce1e-6249-42b0-ae20-6c8c5ed68c37 service neutron] Pushing event updated for resources: {'Port': ['ID=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.681638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-240800a9-d5f2-43ae-ae4c-1f92f4fccd78 req-8660d52e-09c1-448e-8241-c880f0d595a3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 945 time: 0.7791710 Jul 06 11:56:17.699006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-ad9571b1-341c-451f-ab55-5ec91077c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.701042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20425-a523-4991-8f67-ef0fd0276ee2 req-14b78245-1524-4cde-8d6a-cc12b743acd9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.702588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5e20425-a523-4991-8f67-ef0fd0276ee2 req-14b78245-1524-4cde-8d6a-cc12b743acd9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.7638383 Jul 06 11:56:17.708495 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-ad9571b1-341c-451f-ab55-5ec91077c723 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 1094 time: 0.1086295 Jul 06 11:56:17.784970 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-858336e2-5cf5-4d80-ab5b-a072ecb93f27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b HTTP/1.1" status: 200 len: 217 time: 0.0704312 Jul 06 11:56:17.840283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a429636e-36a8-48b1-9fc9-6ffc68f8ee2b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:17.854226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-e60fe2d4-2be7-4e94-88be-55c3e5c8e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.857424 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-e60fe2d4-2be7-4e94-88be-55c3e5c8e677 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.0613284 Jul 06 11:56:17.943483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-240800a9-d5f2-43ae-ae4c-1f92f4fccd78 req-20f9c37d-6337-454d-ae53-95d5347c2f41 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606359 Jul 06 11:56:17.962035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:17.963556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.987574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-87e2697c-bd5f-480d-8177-c2f3ec5355d4 req-b193d28b-510b-4acc-a4f7-ebdc574e9b18 service neutron] (93767) timed out ('10.222.0.64', 55971) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:56:18.005451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-43073438-0d54-421e-b70b-40723a5bc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.007001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-43073438-0d54-421e-b70b-40723a5bc711 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420238 Jul 06 11:56:18.007661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5e20425-a523-4991-8f67-ef0fd0276ee2 req-46595ec3-1385-4726-9fe9-12d78cbd2d15 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900410 Jul 06 11:56:18.077905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:18.102462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'port_id': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', 'mac_address': 'fa:16:3e:3f:f4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31218c85-3945-444d-9fe5-4b2177392f3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:18.113419 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7023b10-abd3-4254-8f6f-c0955cabfa9d x-openstack-request-id: req-b7023b10-abd3-4254-8f6f-c0955cabfa9d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:18.115551 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b924b9-ffeb-4a34-a4ec-5f68e7375ec7", "tag": "7602d2ab-d821-44f5-85a6-5e744c0e5d8b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:18.116020 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7023b10-abd3-4254-8f6f-c0955cabfa9d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:18.116595 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'tag': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b', 'status': 'completed', 'code': 200} Jul 06 11:56:18.185125 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.218153 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-08bca04e-e88c-4cb5-a914-7082f39f4283 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027593 Jul 06 11:56:18.220447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a429636e-36a8-48b1-9fc9-6ffc68f8ee2b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:18.284956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:18.290907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.362320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.412960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-50f5f358-f5f4-4cf4-a123-00c14ecf663a req-42d2d89d-6c51-45dc-847a-777f083ded72 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875067 Jul 06 11:56:18.549036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e924deb-c2f0-4a7c-876b-e7f49f47863a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:18.575397 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.579725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a429636e-36a8-48b1-9fc9-6ffc68f8ee2b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:18.596311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-1aae4f71-7f68-4251-ad97-b43d7eaed41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.598922 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-1aae4f71-7f68-4251-ad97-b43d7eaed41c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 1094 time: 0.0969660 Jul 06 11:56:18.612355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port 72aa7dce-9ee1-4010-8d89-d39cd8381c18, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=72aa7dce-9ee1-4010-8d89-d39cd8381c18,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:18.612355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.664003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:18.664755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for 72aa7dce-9ee1-4010-8d89-d39cd8381c18 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:18.666815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Transition to ACTIVE for port object 3e924deb-c2f0-4a7c-876b-e7f49f47863a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:18.683200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.716125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e34a0-9156-470f-ab29-788d2a6f7144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.728209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c8e0-36c3-49f6-a2fc-b9bc5a7b9196 req-db356e8a-3ee3-4d00-a503-c60902c05b7d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.737210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a25c8e0-36c3-49f6-a2fc-b9bc5a7b9196 req-db356e8a-3ee3-4d00-a503-c60902c05b7d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.4301624 Jul 06 11:56:18.746186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efde43-8b4e-4c6c-bf5c-1dea8b4df301 req-654d1efe-cdff-4564-a9de-bcdd220281a8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.747664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2efde43-8b4e-4c6c-bf5c-1dea8b4df301 req-654d1efe-cdff-4564-a9de-bcdd220281a8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 932 time: 0.4609869 Jul 06 11:56:18.814556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d2e34a0-9156-470f-ab29-788d2a6f7144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.885327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-c010b8fc-4389-4d78-b501-1afca38ec507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.887008 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-c010b8fc-4389-4d78-b501-1afca38ec507 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 916 time: 0.2768228 Jul 06 11:56:18.945649 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-f6208816-2662-47f1-af72-95516929be16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b HTTP/1.1" status: 200 len: 217 time: 0.0493808 Jul 06 11:56:19.034713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-b915428e-c689-42b5-a22b-961f2ef0cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:19.037120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-b915428e-c689-42b5-a22b-961f2ef0cfae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.0791664 Jul 06 11:56:19.139503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-36edcab6-52ed-4981-906a-e0e2e86fca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:19.144072 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-36edcab6-52ed-4981-906a-e0e2e86fca68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978246 Jul 06 11:56:19.282469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-0d64cea8-10ae-4a32-8632-4cee941afd62 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296873 Jul 06 11:56:19.431771 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db4a1304-aee7-40a1-bdfc-a8c71031c487 req-6fa08e16-ab9f-4aef-b650-7846659e3960 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309698 Jul 06 11:56:19.481191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Pushing event updated for resources: {'Port': ['ID=3e924deb-c2f0-4a7c-876b-e7f49f47863a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.500630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d2e34a0-9156-470f-ab29-788d2a6f7144 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d486f9a5c5864c9a86073ae80e2d3ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4631584 Jul 06 11:56:19.503318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:19.533687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e34a0-9156-470f-ab29-788d2a6f7144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be5a86-e4e2-4bbc-863f-7e8a3b3c719f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.581957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a25c8e0-36c3-49f6-a2fc-b9bc5a7b9196 req-ebce47d0-1989-4f38-a41a-9a4bf24a2887 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8437979 Jul 06 11:56:19.618563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d07f17b-13f2-447e-9811-54761e32abfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.644255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d07f17b-13f2-447e-9811-54761e32abfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.701599 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d07f17b-13f2-447e-9811-54761e32abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.706601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d07f17b-13f2-447e-9811-54761e32abfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.712544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1d07f17b-13f2-447e-9811-54761e32abfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6be5a86-e4e2-4bbc-863f-7e8a3b3c719f HTTP/1.1" status: 204 len: 168 time: 0.2081161 Jul 06 11:56:19.722142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07f17b-13f2-447e-9811-54761e32abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be5a86-e4e2-4bbc-863f-7e8a3b3c719f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.749356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2efde43-8b4e-4c6c-bf5c-1dea8b4df301 req-f2b3a51c-f715-4f10-acbb-67fc85d632d6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9381809 Jul 06 11:56:19.829993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Attempting to bind port 3e924deb-c2f0-4a7c-876b-e7f49f47863a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:19.830321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Attempting to bind port 3e924deb-c2f0-4a7c-876b-e7f49f47863a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:19.830652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Attempting to bind port 3e924deb-c2f0-4a7c-876b-e7f49f47863a on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:19.881531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7602d2ab-d821-44f5-85a6-5e744c0e5d8b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:19.888831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a429636e-36a8-48b1-9fc9-6ffc68f8ee2b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:19.891273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:19.896700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Port 3e924deb-c2f0-4a7c-876b-e7f49f47863a on network ecc7b26e-90c4-4df0-8519-17a6343aa569 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:19.897039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Attempting to bind port 3e924deb-c2f0-4a7c-876b-e7f49f47863a on network ecc7b26e-90c4-4df0-8519-17a6343aa569 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:19.905288 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:19.920899 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:19.925160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:19.967805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:19.971136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Checking segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:19.971558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Bound using segment: {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:19.972048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Bound port: 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cb100c-78f7-49f0-9f14-be2772a58ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:19.972419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.007298 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.039174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:20.069462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:56:20.073477 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.201095 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:20.201459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:20.214557 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:20.215660 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:20.239296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'port_id': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b', 'mac_address': 'fa:16:3e:01:3e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31218c85-3945-444d-9fe5-4b2177392f3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:20.267398 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:20.269641 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfade0-bea2-454a-a686-9831ec0ca16a None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:20.283393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=72aa7dce-9ee1-4010-8d89-d39cd8381c18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:20.317205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:20.333949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79334463-4d8c-4a23-b262-dae160c0c40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.363171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port 72aa7dce-9ee1-4010-8d89-d39cd8381c18 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:20.378117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc07b6c-636b-40ce-88e1-aeaf516abe48 req-10087685-4338-40b7-aa78-a825d68221e1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:20.380258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc07b6c-636b-40ce-88e1-aeaf516abe48 req-10087685-4338-40b7-aa78-a825d68221e1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=76b8d29f-86d8-4cc4-b14b-7065eca491da HTTP/1.1" status: 200 len: 867 time: 0.5878987 Jul 06 11:56:20.388109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.390658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c56ae0f0-76a4-401c-ba57-e89bc36cb1fc req-7b8dfb2a-941c-46a9-8818-f5eb9f795286 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/72aa7dce-9ee1-4010-8d89-d39cd8381c18 HTTP/1.1" status: 204 len: 173 time: 3.3986025 Jul 06 11:56:20.406639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.422041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'name': 'network-vif-deleted', 'tag': '72aa7dce-9ee1-4010-8d89-d39cd8381c18'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:20.425624 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72be179-008e-4eb2-9b89-5a8bad51a691" -d '{"events": [{"server_uuid": "76b8d29f-86d8-4cc4-b14b-7065eca491da", "name": "network-vif-deleted", "tag": "72aa7dce-9ee1-4010-8d89-d39cd8381c18"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:20.447259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7602d2ab-d821-44f5-85a6-5e744c0e5d8b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:20.464532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79334463-4d8c-4a23-b262-dae160c0c40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.471905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79334463-4d8c-4a23-b262-dae160c0c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.475514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc07b6c-636b-40ce-88e1-aeaf516abe48 req-ddd42ab4-f8be-42dd-8fe7-126469c61fb8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838189 Jul 06 11:56:20.496766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb2940a4-367a-41e1-b2bd-c69926a117bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.9310286 Jul 06 11:56:20.514943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:20.522936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:20.549026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:20.561257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:20.577907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:20.588378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.619040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79334463-4d8c-4a23-b262-dae160c0c40a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6d23348d7924f27bce9432449b3baf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004382 Jul 06 11:56:20.620647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:20.663688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.719165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] For port 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:20.748447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c020be-5f2b-4b27-99e9-ac75c00451c8 req-940e70c5-8930-44ab-82be-6361bcfa9a44 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:20.756187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32c020be-5f2b-4b27-99e9-ac75c00451c8 req-940e70c5-8930-44ab-82be-6361bcfa9a44 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.4910851 Jul 06 11:56:20.768942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.781245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79334463-4d8c-4a23-b262-dae160c0c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aeef0f-8cf5-4f78-b27b-db143df2df66,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:20.828797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ea5463d-d82b-4871-ae92-ec879b5852c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.869950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ea5463d-d82b-4871-ae92-ec879b5852c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.962022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.970376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ea5463d-d82b-4871-ae92-ec879b5852c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.973522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ea5463d-d82b-4871-ae92-ec879b5852c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.974810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ea5463d-d82b-4871-ae92-ec879b5852c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73aeef0f-8cf5-4f78-b27b-db143df2df66 HTTP/1.1" status: 204 len: 168 time: 0.3456721 Jul 06 11:56:20.988005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5463d-d82b-4871-ae92-ec879b5852c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aeef0f-8cf5-4f78-b27b-db143df2df66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:21.040643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:21.084111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.094548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:21.101988 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5817d266-6545-4e99-9150-3258c1b0a370" -d '{"events": [{"server_uuid": "2708c7d2-89a5-42ef-8a00-981783432c8b", "name": "network-vif-plugged", "status": "completed", "tag": "a429636e-36a8-48b1-9fc9-6ffc68f8ee2b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:21.109767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7602d2ab-d821-44f5-85a6-5e744c0e5d8b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:21.117842 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c42825e-35d1-4c97-aaf3-09aca4fe66eb x-openstack-request-id: req-0c42825e-35d1-4c97-aaf3-09aca4fe66eb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:21.118203 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b8d29f-86d8-4cc4-b14b-7065eca491da", "name": "network-vif-deleted", "tag": "72aa7dce-9ee1-4010-8d89-d39cd8381c18", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:21.118372 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c42825e-35d1-4c97-aaf3-09aca4fe66eb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:21.118799 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b8d29f-86d8-4cc4-b14b-7065eca491da', 'name': 'network-vif-deleted', 'tag': '72aa7dce-9ee1-4010-8d89-d39cd8381c18', 'status': 'completed', 'code': 200} Jul 06 11:56:21.120570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] For port 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:21.128849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.129171 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP cd3b2390-82df-404c-984a-6f7729208789 disassociated. External IP: 172.25.7.205, port: b5ab1395-f3bf-40d9-91a1-a7f350b28629. Jul 06 11:56:21.144140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.234721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:21.245906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.246777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 72aa7dce-9ee1-4010-8d89-d39cd8381c18 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:21.279498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 72aa7dce-9ee1-4010-8d89-d39cd8381c18 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:21.279859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 72aa7dce-9ee1-4010-8d89-d39cd8381c18 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:21.422127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Pushing event updated for resources: {'Port': ['ID=3e924deb-c2f0-4a7c-876b-e7f49f47863a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:21.433453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32c020be-5f2b-4b27-99e9-ac75c00451c8 req-82907213-086b-472b-abf5-fed1be6102d9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764081 Jul 06 11:56:21.443680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:21.673351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:21.674375 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.675769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-70891d6e-214b-487d-92fe-c7cf58e8c192 service neutron] 10.222.0.79 "PUT /v2.0/ports/3e924deb-c2f0-4a7c-876b-e7f49f47863a HTTP/1.1" status: 200 len: 1092 time: 5.5523307 Jul 06 11:56:21.870511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fa87-6f80-46ab-a3ad-5bc2be56ce4c req-23d4d5ed-3e1a-48c6-9f04-ba4957b57a33 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:21.872239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02d4fa87-6f80-46ab-a3ad-5bc2be56ce4c req-23d4d5ed-3e1a-48c6-9f04-ba4957b57a33 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.7447762 Jul 06 11:56:22.026589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02d4fa87-6f80-46ab-a3ad-5bc2be56ce4c req-55d37cae-6000-4f22-a347-8578e997c462 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355941 Jul 06 11:56:22.112065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a3d7b-840d-4d3a-823a-f3e687b2e8df req-851da0ad-1808-4af6-9849-cf34001feb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.114366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd5a3d7b-840d-4d3a-823a-f3e687b2e8df req-851da0ad-1808-4af6-9849-cf34001feb0b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 1097 time: 0.4461923 Jul 06 11:56:22.118675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-3915eeeb-77c5-4125-bc48-2ff0bff92978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.120998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-3915eeeb-77c5-4125-bc48-2ff0bff92978 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 1095 time: 0.3887773 Jul 06 11:56:22.151672 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13da1190-295d-48a3-91b5-a8a8d53de7b3 x-openstack-request-id: req-13da1190-295d-48a3-91b5-a8a8d53de7b3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:22.152230 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2708c7d2-89a5-42ef-8a00-981783432c8b", "name": "network-vif-plugged", "status": "completed", "tag": "a429636e-36a8-48b1-9fc9-6ffc68f8ee2b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:22.152349 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13da1190-295d-48a3-91b5-a8a8d53de7b3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:22.152727 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', 'code': 200} Jul 06 11:56:22.207349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430b4fa-15bc-49c7-9027-aecb5ff807f1 req-8b410b05-0eb8-436c-ae8d-32f96025ccd1 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.209941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3430b4fa-15bc-49c7-9027-aecb5ff807f1 req-8b410b05-0eb8-436c-ae8d-32f96025ccd1 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.4881845 Jul 06 11:56:22.285203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-e7a04fe8-beeb-49c3-8ef7-29f4100e1aa1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a HTTP/1.1" status: 200 len: 217 time: 0.1458838 Jul 06 11:56:22.324581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f806f-d925-418c-8a7d-69e07a1c50c3 req-218286e3-dd11-4eef-ba63-6581bd86914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.325359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-786f806f-d925-418c-8a7d-69e07a1c50c3 req-218286e3-dd11-4eef-ba63-6581bd86914a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 1096 time: 0.1005332 Jul 06 11:56:22.398151 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-786f806f-d925-418c-8a7d-69e07a1c50c3 req-73837eb2-212e-49a3-b248-cad6cb76d89e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619462 Jul 06 11:56:22.412334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-190a7e3a-8065-4904-9089-c78fa9dc59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.413839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-190a7e3a-8065-4904-9089-c78fa9dc59e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.1175911 Jul 06 11:56:22.417398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:22.501871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd5a3d7b-840d-4d3a-823a-f3e687b2e8df req-4032f271-4f29-4d4f-8b13-435635fabd35 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799036 Jul 06 11:56:22.618448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:22.622806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3430b4fa-15bc-49c7-9027-aecb5ff807f1 req-167e830e-adfd-490f-86cb-3a545bf94136 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500216 Jul 06 11:56:22.666777 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.814326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:22.822886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.823705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-5f388557-207f-4a22-ac2b-bc1a02fab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.824939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-5f388557-207f-4a22-ac2b-bc1a02fab7d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3649051 Jul 06 11:56:22.832082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-65734247-5e88-489b-b1f2-14e7a3493f51 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.833282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:22.838918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-65734247-5e88-489b-b1f2-14e7a3493f51 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.3411086 Jul 06 11:56:22.860964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-345342241'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:22.876118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:22.876787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:22.916452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:22.922014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:22.928109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.932857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:22.933494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:22.950452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.962212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-bedfcbec-1809-4e07-b9a0-12e23e32f639 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211143 Jul 06 11:56:22.971982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:22.972666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428496d3-7340-43e3-851e-1dcd6b36fbc6 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:23.027593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-1e109bca-bc91-428d-b125-b62efdd61e8c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/quotas/22f5f1dbdb084a71aa3188d88564db0a HTTP/1.1" status: 200 len: 375 time: 0.1875541 Jul 06 11:56:23.116001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.121525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.144778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'tag': '3e924deb-c2f0-4a7c-876b-e7f49f47863a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:23.148546 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6c01d0-3242-4a83-b7ea-77b98fc91026" -d '{"events": [{"name": "network-changed", "server_uuid": "48147f18-67ae-4383-963b-3d1bb17a7ba0", "tag": "3e924deb-c2f0-4a7c-876b-e7f49f47863a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:23.164287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:23.171507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6d9551-d638-485b-b76e-35271d91e40f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:23.179452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-480f2cdb-9426-485f-8dd8-4c2cbc5c01a3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/floatingips/cd3b2390-82df-404c-984a-6f7729208789 HTTP/1.1" status: 200 len: 688 time: 2.6608176 Jul 06 11:56:23.181911 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.182267 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Added segment b3de880f-cf38-40d9-bc98-ae298982c6f1 of type vlan for network 3f968534-f2f8-447b-9588-ce216ab9e536 Jul 06 11:56:23.183417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:23.243432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.243861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.244214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.244559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.244898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.245274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.245610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.245915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.246250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.246840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.250003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.250003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:23.268402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c64e299-be0c-4781-bc59-c43223a7e279 req-a7937a94-bf6f-42c2-931e-2b82745c1f21 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795579 Jul 06 11:56:23.299972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-a6e52c3e-299b-4b17-90b8-d7a4d3e77805 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2713177 Jul 06 11:56:23.315995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26868bdb-86fb-4578-b31b-4d82342c2e2c req-b6c1be9e-e7cf-4711-996b-b81b791817da tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:23.336052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26868bdb-86fb-4578-b31b-4d82342c2e2c req-b6c1be9e-e7cf-4711-996b-b81b791817da tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.3726017 Jul 06 11:56:23.398532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.451196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 0e9956f7-9b57-405d-ae1c-0ee6d95fce1f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:23.451542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.455404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.463165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:23.464408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.546014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26868bdb-86fb-4578-b31b-4d82342c2e2c req-cd3c7dad-6aad-4d4f-9a36-17ca1db151a4 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080929 Jul 06 11:56:23.578080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Network': ['ID=3f968534-f2f8-447b-9588-ce216ab9e536,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:23.594812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3f968534-f2f8-447b-9588-ce216ab9e536 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:23.603163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ad44616-7234-4099-80d7-a56fec9b9a5b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9795325 Jul 06 11:56:23.605067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:23.622986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'subnet': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:23.634644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-8e2e2da2-ef5a-4f62-966e-40d0bde81c95 service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920418 Jul 06 11:56:23.803448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.803777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.843145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 0e9956f7-9b57-405d-ae1c-0ee6d95fce1f owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:23.930463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7602d2ab-d821-44f5-85a6-5e744c0e5d8b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:23.964791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fe8b2-88cc-48f3-b79d-91a17a778ad8 req-020457c3-6a3e-4aa2-96e4-4c6f8d88cb82 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:23.967377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b15fe8b2-88cc-48f3-b79d-91a17a778ad8 req-020457c3-6a3e-4aa2-96e4-4c6f8d88cb82 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.1769135 Jul 06 11:56:23.976444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:23.984917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-3274451b-6345-42e3-92fd-07985ed6c55c service neutron] 10.222.0.78 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417215 Jul 06 11:56:23.987269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.055044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:24.059578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:24.060025 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.070410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b15fe8b2-88cc-48f3-b79d-91a17a778ad8 req-ec4b05f9-5206-432f-826a-5d96a0cbf721 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801237 Jul 06 11:56:24.200181 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09c87ca-e5be-4761-9497-d95fa95ee969 x-openstack-request-id: req-b09c87ca-e5be-4761-9497-d95fa95ee969 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:24.200566 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48147f18-67ae-4383-963b-3d1bb17a7ba0", "tag": "3e924deb-c2f0-4a7c-876b-e7f49f47863a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:24.200829 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b09c87ca-e5be-4761-9497-d95fa95ee969 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:24.201226 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'tag': '3e924deb-c2f0-4a7c-876b-e7f49f47863a', 'status': 'completed', 'code': 200} Jul 06 11:56:24.272376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.310101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:24.311122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:24.313794 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21730c92-7724-4055-8d7c-e47860b74dd6" -d '{"events": [{"server_uuid": "41b924b9-ffeb-4a34-a4ec-5f68e7375ec7", "name": "network-vif-plugged", "status": "completed", "tag": "7602d2ab-d821-44f5-85a6-5e744c0e5d8b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:24.318718 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.377130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.448873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.503509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=0e9956f7-9b57-405d-ae1c-0ee6d95fce1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.577435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75f8fdab-5873-47d4-a6e4-78c96a193dd8 req-a09fca3e-ff6c-45cf-b903-beddb0b5e19c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 210 time: 0.1954455 Jul 06 11:56:24.582336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.585075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.587580 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.588785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67c6e680-ce4e-4714-b644-460e49d715ce tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/floatingips/cd3b2390-82df-404c-984a-6f7729208789 HTTP/1.1" status: 204 len: 168 time: 1.4040027 Jul 06 11:56:24.593152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:24.605149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '46f87502-3c09-4d6b-a825-0d6ea4d51a20'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:24.655770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-bb28f567-dd03-4f0c-a5de-d1d739771048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:24.658363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-bb28f567-dd03-4f0c-a5de-d1d739771048 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 1095 time: 0.4268861 Jul 06 11:56:24.673528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Subnet': ['ID=29fc90c9-7d7b-4874-9952-1c9a2960a5fc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.683778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Checking segment: {'id': 'b3de880f-cf38-40d9-bc98-ae298982c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:24.684176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network hostable DHCP agents. Network: 3f968534-f2f8-447b-9588-ce216ab9e536, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:24.731631 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093f545d-af89-4712-a8bc-7111f7229016 x-openstack-request-id: req-093f545d-af89-4712-a8bc-7111f7229016 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:24.732223 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b924b9-ffeb-4a34-a4ec-5f68e7375ec7", "name": "network-vif-plugged", "status": "completed", "tag": "7602d2ab-d821-44f5-85a6-5e744c0e5d8b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:24.732667 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-093f545d-af89-4712-a8bc-7111f7229016 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:24.733468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:24.733641 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b', 'code': 200} Jul 06 11:56:24.756162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3f968534-f2f8-447b-9588-ce216ab9e536) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:24.770983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b4776-29ba-4cce-bc1c-4ee0a10d24b0 None None] Network 3f968534-f2f8-447b-9588-ce216ab9e536 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:24.771467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:24.772111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.811990 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dd499279-6cfc-4e6b-a9ef-2b57857a21c1 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2031577 Jul 06 11:56:24.812222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:24.818915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'name': 'tempest-AllowedAddressPairTestJSON-313453539'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:24.991196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:25.009540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.073691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3f968534-f2f8-447b-9588-ce216ab9e536', 'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'tenant_id': '4821ab1840994af68d1f1a6fc4afc539', 'fixed_ips': [{'subnet_id': '29fc90c9-7d7b-4874-9952-1c9a2960a5fc'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:25.074688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.084407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] device_id is not set on port 100f1437-8c7b-428c-aa79-3d3410fdff04 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:25.291054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.329174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77fa81-f375-4d24-bb2f-36185091ed29 req-3c0b074d-60a1-4c27-bf5a-cc73ce1c68f8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.339695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc77fa81-f375-4d24-bb2f-36185091ed29 req-3c0b074d-60a1-4c27-bf5a-cc73ce1c68f8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 944 time: 0.9043229 Jul 06 11:56:25.365502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Allocated IP 172.20.0.7 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/100f1437-8c7b-428c-aa79-3d3410fdff04) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:25.538556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-0677774b-b404-4bd7-97cb-eda16732f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.542292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-0677774b-b404-4bd7-97cb-eda16732f00a service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 916 time: 0.8520193 Jul 06 11:56:25.575603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc77fa81-f375-4d24-bb2f-36185091ed29 req-cd736caa-97c5-41c7-b052-ccc50e0d607a tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348552 Jul 06 11:56:25.636181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d7f7a-32ce-4e25-9308-e5804ca2c31f req-dd58e8cb-638e-4491-ba7d-f9076d393f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.637878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d6d7f7a-32ce-4e25-9308-e5804ca2c31f req-dd58e8cb-638e-4491-ba7d-f9076d393f47 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 1096 time: 0.3857844 Jul 06 11:56:25.647075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-57e60a49-655e-48ed-b947-45f789e367f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a HTTP/1.1" status: 200 len: 217 time: 0.0872762 Jul 06 11:56:25.749406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.752118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d6d7f7a-32ce-4e25-9308-e5804ca2c31f req-6397b0e5-0dba-4c51-8c2e-65a70de36603 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037624 Jul 06 11:56:25.774094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71857c-550f-4c3f-b6a2-bebd09df5227 req-d1bc85a4-95a7-4742-aa70-25a9a76e2575 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.776386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de71857c-550f-4c3f-b6a2-bebd09df5227 req-d1bc85a4-95a7-4742-aa70-25a9a76e2575 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.5231805 Jul 06 11:56:25.800513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Transition to ACTIVE for port object 100f1437-8c7b-428c-aa79-3d3410fdff04 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:25.823426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-c979c395-25ad-402f-82b1-6e4a4af62f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.825248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-c979c395-25ad-402f-82b1-6e4a4af62f40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.1687453 Jul 06 11:56:25.885405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.939063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3e924deb-c2f0-4a7c-876b-e7f49f47863a details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:25.939831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.956899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:25.964427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de71857c-550f-4c3f-b6a2-bebd09df5227 req-7d8ae2f1-e6cb-46be-96e3-3e6ee4866aec tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703587 Jul 06 11:56:25.974740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:26.004388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:26.011011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=100f1437-8c7b-428c-aa79-3d3410fdff04,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:26.118430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:26.122280 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.166377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b7e82a9b-56f7-421c-a2d0-4e72970c23cd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3498414 Jul 06 11:56:26.166597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-1e87849d-811b-4187-881d-16cec46a7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:26.166686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:26.169125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-1e87849d-811b-4187-881d-16cec46a7858 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3281715 Jul 06 11:56:26.182490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'name': 'tempest-AllowedAddressPairTestJSON-147898048', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8c:16:c4'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:26.241181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e1e0-bf9f-4ea2-90c9-1795e8d07f3c req-7e0726cc-4abf-4f83-969b-5c1a4bcfd656 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:26.253841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e028e1e0-bf9f-4ea2-90c9-1795e8d07f3c req-7e0726cc-4abf-4f83-969b-5c1a4bcfd656 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.3413894 Jul 06 11:56:26.280281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Allocated IP 172.20.0.2 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/b0592fb4-4db7-454d-a35f-788c5308fe01) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:26.414771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb8bcf14-3bdc-4be5-b8f5-9bff1fa417c1 req-0c7ee232-f796-4b18-8705-7c246e15f119 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 210 time: 0.1077659 Jul 06 11:56:26.415974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:26.474720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:26.509499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3e924deb-c2f0-4a7c-876b-e7f49f47863a', 'network_id': 'ecc7b26e-90c4-4df0-8519-17a6343aa569', 'port_id': '3e924deb-c2f0-4a7c-876b-e7f49f47863a', 'mac_address': 'fa:16:3e:2a:2c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31218c85-3945-444d-9fe5-4b2177392f3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:26.626440 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.641727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.162 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/81698f0f-032c-4b30-9efc-0717ed2d7768) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:26.676368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] device_id is not set on port f4706ab3-44af-4aef-b381-5af85fb85e98 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:26.932430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.942821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Transition to ACTIVE for port object b0592fb4-4db7-454d-a35f-788c5308fe01 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:26.962041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Transition to ACTIVE for port object b0592fb4-4db7-454d-a35f-788c5308fe01 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:26.963841 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.982592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-de983117-65a7-437d-a4e7-3c2bd1428639 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:26.984483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-de983117-65a7-437d-a4e7-3c2bd1428639 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 806 time: 0.5686603 Jul 06 11:56:26.994942 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.008697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e924deb-c2f0-4a7c-876b-e7f49f47863a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:27.062232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:27.067615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:27.073563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:27.077988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.082653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Pushing event updated for resources: {'Port': ['ID=b0592fb4-4db7-454d-a35f-788c5308fe01,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.087132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:27.119036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.144327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Allocated IP 172.20.0.9 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/f4706ab3-44af-4aef-b381-5af85fb85e98) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:27.216415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Request body: {'port': {'device_id': '23f32f09-e88a-4d94-a702-375b1f795424', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'admin_state_up': True, 'tenant_id': '22f5f1dbdb084a71aa3188d88564db0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:27.277367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e028e1e0-bf9f-4ea2-90c9-1795e8d07f3c req-9c2e655c-dd1b-4f7c-85ef-ac97ebb5c2ba tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0225313 Jul 06 11:56:27.290395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-900e489d-dd95-4284-a872-6707a5780dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.332980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-9c1821fe-899b-4e73-9043-189c5438883d service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1406357 Jul 06 11:56:27.428971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.446330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Attempting to bind port b0592fb4-4db7-454d-a35f-788c5308fe01 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:27.449594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Attempting to bind port b0592fb4-4db7-454d-a35f-788c5308fe01 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'b3de880f-cf38-40d9-bc98-ae298982c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:27.450076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Attempting to bind port b0592fb4-4db7-454d-a35f-788c5308fe01 on network 3f968534-f2f8-447b-9588-ce216ab9e536 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:27.455432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3e924deb-c2f0-4a7c-876b-e7f49f47863a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.477026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3e924deb-c2f0-4a7c-876b-e7f49f47863a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:27.506323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.539187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Transition to ACTIVE for port object f4706ab3-44af-4aef-b381-5af85fb85e98 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:27.541750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:27.542261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Checking segment: {'id': 'b3de880f-cf38-40d9-bc98-ae298982c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:27.542772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.543583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Bound using segment: {'id': 'b3de880f-cf38-40d9-bc98-ae298982c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:27.544269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Bound port: b0592fb4-4db7-454d-a35f-788c5308fe01, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3de880f-cf38-40d9-bc98-ae298982c6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:27.544765 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.631674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.646267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=81698f0f-032c-4b30-9efc-0717ed2d7768,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.668376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:27.684285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] For port b0592fb4-4db7-454d-a35f-788c5308fe01, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:27.689783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] For port b0592fb4-4db7-454d-a35f-788c5308fe01, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b0592fb4-4db7-454d-a35f-788c5308fe01,segment=NetworkSegment(b3de880f-cf38-40d9-bc98-ae298982c6f1),segment_id=b3de880f-cf38-40d9-bc98-ae298982c6f1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:27.714471 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.719231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:27.721851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:27.827352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe9af-e453-4775-b9d1-205a49c5fd50 None None] Pushing event updated for resources: {'Port': ['ID=b0592fb4-4db7-454d-a35f-788c5308fe01,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.860754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=f4706ab3-44af-4aef-b381-5af85fb85e98,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.888361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:27.893620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:27.896153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:27.957727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:27.958645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.982223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1163607c-5225-4b5c-93fd-bba816097677 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.8146689 Jul 06 11:56:27.982924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:28.134708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321c1d50-422d-4eab-ae80-f0f2def59bf4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.141500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321c1d50-422d-4eab-ae80-f0f2def59bf4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.148634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321c1d50-422d-4eab-ae80-f0f2def59bf4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.152459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-321c1d50-422d-4eab-ae80-f0f2def59bf4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1684799 Jul 06 11:56:28.154972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:28.193778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-226f0c08-022c-426c-96e9-e3b08509f4d8 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.202006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-226f0c08-022c-426c-96e9-e3b08509f4d8 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 810 time: 1.3666201 Jul 06 11:56:28.261360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-a60be2bc-9725-4fc5-8ede-6fc2ae266080 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/quotas/e650abac0943414aa5b117505aaffdc1 HTTP/1.1" status: 200 len: 375 time: 0.0597758 Jul 06 11:56:28.316272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port f4706ab3-44af-4aef-b381-5af85fb85e98 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:28.317460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.323756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b6c01d0-3242-4a83-b7ea-77b98fc91026 req-0b1c6ecc-58c9-4cf4-accf-63fd5cbaef47 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9553745 Jul 06 11:56:28.434115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Made reservation on behalf of 22f5f1dbdb084a71aa3188d88564db0a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:28.440205 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.457243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78383d3f-61ce-40d1-acd6-8f6efc02861c req-8bfc77ce-3d60-4171-ac6a-357d925dc6ac tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.462388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.477141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78383d3f-61ce-40d1-acd6-8f6efc02861c req-8bfc77ce-3d60-4171-ac6a-357d925dc6ac tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 945 time: 0.8327086 Jul 06 11:56:28.490992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for f4706ab3-44af-4aef-b381-5af85fb85e98 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:28.651089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78383d3f-61ce-40d1-acd6-8f6efc02861c req-cf583a4e-ef47-466e-a76c-d9875dbd1070 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500974 Jul 06 11:56:28.733953 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.805026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=f4706ab3-44af-4aef-b381-5af85fb85e98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:28.818541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-4ff91ae3-f538-40f1-9607-d7bab59c9637 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5562663 Jul 06 11:56:28.992153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c118c2ac-d1e3-48c7-89c0-797c542d2be6 req-0b91fa11-0556-4a77-a9ef-aef181240357 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 210 time: 0.1265941 Jul 06 11:56:29.157530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Allocated IP 172.20.0.2 (b555d574-7927-4c74-a5a9-4cfea3670ee1/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9/e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:29.397241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-2647fb38-86ed-4b39-a6fa-e6e7339d5477 service neutron] 10.222.0.78 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513468 Jul 06 11:56:29.428026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a143b5-0d2c-40ed-8445-6f5423188619 None None] Network 3f968534-f2f8-447b-9588-ce216ab9e536 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:29.560474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a469bdb-e407-44b9-91b9-fdb12425bff1 None None] Provisioning for port b0592fb4-4db7-454d-a35f-788c5308fe01 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:29.610047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b0592fb4-4db7-454d-a35f-788c5308fe01 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:29.799931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7404b45a-e9ee-4d61-89d3-f78844f33a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.819004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b0592fb4-4db7-454d-a35f-788c5308fe01 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:29.825421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b0592fb4-4db7-454d-a35f-788c5308fe01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:29.825849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.826927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.829511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6362a5d7-101a-4104-a50c-47ae6f134e6f tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/ports/f4706ab3-44af-4aef-b381-5af85fb85e98 HTTP/1.1" status: 204 len: 168 time: 1.6726410 Jul 06 11:56:29.832483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.874576 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24ca5fc-00e9-418f-b063-596fb73f16fc tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] GET failed (client error): The resource could not be found. Jul 06 11:56:29.883154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a24ca5fc-00e9-418f-b063-596fb73f16fc tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "GET /v2.0/ports/f4706ab3-44af-4aef-b381-5af85fb85e98 HTTP/1.1" status: 404 len: 333 time: 0.0475676 Jul 06 11:56:29.883578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.888787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'name': 'tempest-AllowedAddressPairTestJSON-1609097236'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:30.075824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3e924deb-c2f0-4a7c-876b-e7f49f47863a up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:30.130468 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.154492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:30.166076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.218320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] device_id is not set on port f0ab23a0-b547-43a4-a979-31f225aabf4c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:30.256149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b0592fb4-4db7-454d-a35f-788c5308fe01, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b0592fb4-4db7-454d-a35f-788c5308fe01,segment=NetworkSegment(b3de880f-cf38-40d9-bc98-ae298982c6f1),segment_id=b3de880f-cf38-40d9-bc98-ae298982c6f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:30.266436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.289392 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.290164 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.412011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef9829-ed42-4916-96cf-aa23c516b993 req-323abf4c-069c-41d1-ada8-25edef9cdb3b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:30.429546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cef9829-ed42-4916-96cf-aa23c516b993 req-323abf4c-069c-41d1-ada8-25edef9cdb3b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 1.1558697 Jul 06 11:56:30.447692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b0592fb4-4db7-454d-a35f-788c5308fe01,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.481335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3e924deb-c2f0-4a7c-876b-e7f49f47863a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:30.485598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8dd5c104-b28c-4702-a243-d2b9a5cb5c41 None None] Provisioning for port 100f1437-8c7b-428c-aa79-3d3410fdff04 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:30.496693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8dd5c104-b28c-4702-a243-d2b9a5cb5c41 None None] Provisioning complete for port 100f1437-8c7b-428c-aa79-3d3410fdff04 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:30.496693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c104-b28c-4702-a243-d2b9a5cb5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.501090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3e924deb-c2f0-4a7c-876b-e7f49f47863a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:30.501281 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.523201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Allocated IP 172.20.0.11 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/f0ab23a0-b547-43a4-a979-31f225aabf4c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:30.560090 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.589933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5c104-b28c-4702-a243-d2b9a5cb5c41 None None] Port 100f1437-8c7b-428c-aa79-3d3410fdff04 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:30.687548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8dd5c104-b28c-4702-a243-d2b9a5cb5c41 None None] Provisioning complete for port b0592fb4-4db7-454d-a35f-788c5308fe01 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:30.687822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c104-b28c-4702-a243-d2b9a5cb5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.762296 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.813512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cef9829-ed42-4916-96cf-aa23c516b993 req-00a78cd3-0456-42d2-ae09-b1fafb19f1d0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825665 Jul 06 11:56:30.814958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:30.818364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e924deb-c2f0-4a7c-876b-e7f49f47863a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:30.821000 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f28887-8bbb-4391-abb4-617df3c71f20" -d '{"events": [{"server_uuid": "48147f18-67ae-4383-963b-3d1bb17a7ba0", "name": "network-vif-plugged", "status": "completed", "tag": "3e924deb-c2f0-4a7c-876b-e7f49f47863a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:30.827297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.847155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-79621e3c-5eae-4af8-ab0d-0e247c9c6cf1 service neutron] 10.222.0.78 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4410183 Jul 06 11:56:30.874795 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.889077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.929877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.956807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.963765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Transition to ACTIVE for port object f0ab23a0-b547-43a4-a979-31f225aabf4c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:31.034073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.072103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3e924deb-c2f0-4a7c-876b-e7f49f47863a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.147753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:31.155808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:31.163016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:31.222925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b4adb7c-7513-4731-a666-a5fe9ebb61c8 None None] Provisioning complete for port 100f1437-8c7b-428c-aa79-3d3410fdff04 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:31.224006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b4adb7c-7513-4731-a666-a5fe9ebb61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.242289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=f0ab23a0-b547-43a4-a979-31f225aabf4c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.334095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:31.334767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.339509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b4adb7c-7513-4731-a666-a5fe9ebb61c8 None None] Port 100f1437-8c7b-428c-aa79-3d3410fdff04 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:31.346788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b4adb7c-7513-4731-a666-a5fe9ebb61c8 None None] Could not find standard attr ID for object f4706ab3-44af-4aef-b381-5af85fb85e98. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:56:31.376153 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-751bf5c4-e191-49cc-86c3-3107ebdb46fb tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4912422 Jul 06 11:56:31.378783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:31.386178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8c:16:c4'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:31.396587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.430108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.487635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38b5383a-024f-40a2-98a6-09b4e8a28572 req-254f1c66-db47-4f5e-8ddb-1626a0bd0f86 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 210 time: 0.0875189 Jul 06 11:56:31.578707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b0592fb4-4db7-454d-a35f-788c5308fe01 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:31.631541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.637909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.699069 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e91187-8b8f-473c-b795-28ab1ec3763c x-openstack-request-id: req-f8e91187-8b8f-473c-b795-28ab1ec3763c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:31.699370 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48147f18-67ae-4383-963b-3d1bb17a7ba0", "name": "network-vif-plugged", "status": "completed", "tag": "3e924deb-c2f0-4a7c-876b-e7f49f47863a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:31.699634 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8e91187-8b8f-473c-b795-28ab1ec3763c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:31.700081 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e924deb-c2f0-4a7c-876b-e7f49f47863a', 'code': 200} Jul 06 11:56:31.702460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:31.791717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b0592fb4-4db7-454d-a35f-788c5308fe01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:31.793545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.079901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f719f087-728a-4f83-b7dc-c68dba5dc020 req-f93e6384-0cd6-4487-9c6c-e511257fe0e1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 210 time: 0.2993836 Jul 06 11:56:32.080582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=81698f0f-032c-4b30-9efc-0717ed2d7768,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.108004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Network b555d574-7927-4c74-a5a9-4cfea3670ee1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:32.164666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.171211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7559d6eb-6873-49ea-a580-52c0b6c94768 None None] Provisioning for port f0ab23a0-b547-43a4-a979-31f225aabf4c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:32.178670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.183389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:32.193900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:32.200339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7559d6eb-6873-49ea-a580-52c0b6c94768 None None] Provisioning complete for port f0ab23a0-b547-43a4-a979-31f225aabf4c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:32.200730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7559d6eb-6873-49ea-a580-52c0b6c94768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.301976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7559d6eb-6873-49ea-a580-52c0b6c94768 None None] Port f0ab23a0-b547-43a4-a979-31f225aabf4c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:32.311293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:32.311958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.337615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.342149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=f0ab23a0-b547-43a4-a979-31f225aabf4c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.403354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] In _notify_port_updated(), no bound segment for port f0ab23a0-b547-43a4-a979-31f225aabf4c on network 3f968534-f2f8-447b-9588-ce216ab9e536 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:56:32.404246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.411899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:32.412622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.419025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d88c216-90c3-464f-81f9-cc98ccc81df7 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "PUT /v2.0/ports/f0ab23a0-b547-43a4-a979-31f225aabf4c HTTP/1.1" status: 200 len: 994 time: 1.0361660 Jul 06 11:56:32.420306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:32.471746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddfe5b-83d3-4537-9f28-5463d4d50ed3 req-647edbac-1b6d-4e2c-990d-3c565acb2ad8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:32.473917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65ddfe5b-83d3-4537-9f28-5463d4d50ed3 req-647edbac-1b6d-4e2c-990d-3c565acb2ad8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 1.0712552 Jul 06 11:56:32.474748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event updated for resources: {'Port': ['ID=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.540459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-45dec0db-86e3-49d2-af48-1a6b6bc28aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3275700 Jul 06 11:56:32.599216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Request body: {'port': {'device_id': '23f32f09-e88a-4d94-a702-375b1f795424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:32.635487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port f0ab23a0-b547-43a4-a979-31f225aabf4c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:32.635892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.804667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.825377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65ddfe5b-83d3-4537-9f28-5463d4d50ed3 req-03e1274d-a306-499f-825c-d74fd9523464 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966304 Jul 06 11:56:32.848897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465c90-ce9a-413d-8375-5107c0824f05 req-6952a1bc-a8af-4063-ac5b-05bed9373dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:32.850845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37465c90-ce9a-413d-8375-5107c0824f05 req-6952a1bc-a8af-4063-ac5b-05bed9373dd5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 1097 time: 1.0724828 Jul 06 11:56:32.852270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7720c48-d5dc-4609-b588-4e71e3b2f3ae None None] Provisioning complete for port f0ab23a0-b547-43a4-a979-31f225aabf4c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:32.858781 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7720c48-d5dc-4609-b588-4e71e3b2f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.876264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for f0ab23a0-b547-43a4-a979-31f225aabf4c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:32.883220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaead1-9d50-48a2-a2b6-fd61627b41a9 req-c576421e-6686-4ee0-abd5-f863403c0741 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:32.891264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1edaead1-9d50-48a2-a2b6-fd61627b41a9 req-c576421e-6686-4ee0-abd5-f863403c0741 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.5934253 Jul 06 11:56:32.976856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7720c48-d5dc-4609-b588-4e71e3b2f3ae None None] Port f0ab23a0-b547-43a4-a979-31f225aabf4c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:32.996424 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 7a81b551-4d93-42f5-abf6-16158103477f associated. External IP: 172.25.7.162, port: 46f87502-3c09-4d6b-a825-0d6ea4d51a20. Jul 06 11:56:33.106424 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.211535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.267799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=f0ab23a0-b547-43a4-a979-31f225aabf4c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:33.279509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1edaead1-9d50-48a2-a2b6-fd61627b41a9 req-10300aec-c8b3-4626-a686-61c50db38352 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866875 Jul 06 11:56:33.375707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37465c90-ce9a-413d-8375-5107c0824f05 req-22fecda3-67f1-475c-9bda-33d76c4e2138 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139380 Jul 06 11:56:33.465845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-3558a159-85f5-40a9-8150-7ce74d0fd33e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:33.470763 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-3558a159-85f5-40a9-8150-7ce74d0fd33e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 810 time: 0.2184920 Jul 06 11:56:33.525284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b9b1aee-f094-4252-81db-54cec7abd6a3 req-051c8ddc-aae7-43dc-a216-4dcb4bf8b43a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 210 time: 0.0857344 Jul 06 11:56:33.576206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Request body: {'port': {'device_id': 'c64bb074-7b83-4068-b240-54feb0726404', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'admin_state_up': True, 'tenant_id': 'e650abac0943414aa5b117505aaffdc1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:33.743379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.748003 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f0b80777-46e6-4958-8a9c-745eb59a0c08 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/ports/f0ab23a0-b547-43a4-a979-31f225aabf4c HTTP/1.1" status: 204 len: 168 time: 1.3254085 Jul 06 11:56:33.751628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:33.788675 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4d3c49-d539-4a4b-9eaa-663147f99b8a tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] GET failed (client error): The resource could not be found. Jul 06 11:56:33.790234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8000-6954-47c3-8b29-89645a34a354 req-1e5ed5ef-bd06-4b9c-b869-fa4888737aae tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:33.792242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77dd8000-6954-47c3-8b29-89645a34a354 req-1e5ed5ef-bd06-4b9c-b869-fa4888737aae tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 931 time: 0.7107480 Jul 06 11:56:33.797029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:33.800700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ad4d3c49-d539-4a4b-9eaa-663147f99b8a tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "GET /v2.0/ports/f0ab23a0-b547-43a4-a979-31f225aabf4c HTTP/1.1" status: 404 len: 333 time: 0.0478475 Jul 06 11:56:33.854632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'name': 'tempest-AllowedAddressPairTestJSON-442516218'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:33.857865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Made reservation on behalf of e650abac0943414aa5b117505aaffdc1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:33.868628 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.133368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Allocated IP 172.20.0.8 (68596b7e-f622-4a75-a852-687eb8c43384/459fc31f-e4ed-4d12-bb2a-7a624f2720d1/e89d5840-42ce-44eb-80ff-e24758c1c0ef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:34.228887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77dd8000-6954-47c3-8b29-89645a34a354 req-769310fb-0b22-4aaa-9945-87d22bccc973 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460082 Jul 06 11:56:34.307997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:34.344078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8b9f-325e-413e-9c3a-9d70b4e30225 req-0098cbed-7370-4f3d-8ecb-4548458aab0d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:34.352957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b50b8b9f-325e-413e-9c3a-9d70b4e30225 req-0098cbed-7370-4f3d-8ecb-4548458aab0d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.3491442 Jul 06 11:56:34.387585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:34.391670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.459971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.574769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.589085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1f1c7b93-d5af-45bb-994a-1b83bacf6724'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:34.626369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:34.639510 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:34.670726 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:34.675143 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:34.680232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:34.687342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] device_id is not set on port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:34.709032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.748590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b50b8b9f-325e-413e-9c3a-9d70b4e30225 req-30b4bd0f-b75a-41e8-a92e-f9bf8ae81099 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945520 Jul 06 11:56:34.807017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:34.817043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Network 68596b7e-f622-4a75-a852-687eb8c43384 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:34.818873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.821292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Pushing event updated for resources: {'Port': ['ID=e89d5840-42ce-44eb-80ff-e24758c1c0ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:34.828079 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:34.828928 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:34.836753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Transition to ACTIVE for port object e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:34.838162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:34.853571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:34.873831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.945354 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:34.946309 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa206276-008c-4e60-9105-6a98316be6aa None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:35.013773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:35.014060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.048871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-ea967837-c10d-4b3d-8196-de1ef26315a3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5177555 Jul 06 11:56:35.098666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Request body: {'port': {'device_id': 'c64bb074-7b83-4068-b240-54feb0726404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:35.220686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.515621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:35.562445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89d5840-42ce-44eb-80ff-e24758c1c0ef {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:35.571350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.577757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:35.577967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ff15880-d5d3-45e5-9fb0-e4511c6fb061 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.9797130 Jul 06 11:56:35.602341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c41c-dcd4-476d-8ee7-75bd31f5db9b req-ce6c4008-30e5-4968-8422-7eef8590cfb3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:35.609818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ef7c41c-dcd4-476d-8ee7-75bd31f5db9b req-ce6c4008-30e5-4968-8422-7eef8590cfb3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.9967005 Jul 06 11:56:35.645205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Transition to ACTIVE for port object e89d5840-42ce-44eb-80ff-e24758c1c0ef will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:35.655493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.692474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afdc97-2ff0-4f6a-a7f1-92d7cd324042 req-c3f730d1-6791-489c-a3ea-f5eb1913f40c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:35.701403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9afdc97-2ff0-4f6a-a7f1-92d7cd324042 req-c3f730d1-6791-489c-a3ea-f5eb1913f40c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 931 time: 0.2726293 Jul 06 11:56:35.718069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5440a9c9-17a9-4d4d-bd18-5b3ab5b913f3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/floatingips/7a81b551-4d93-42f5-abf6-16158103477f HTTP/1.1" status: 200 len: 978 time: 0.1367457 Jul 06 11:56:35.720696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:35.785048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Allocated IP 172.20.0.5 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/8a0de4fb-c8a1-4a99-9262-52690c3a9603) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:35.830509 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d4dedae-bd8a-499e-a0e3-bac2831160bf tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1053867 Jul 06 11:56:35.837698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ef7c41c-dcd4-476d-8ee7-75bd31f5db9b req-d2ce899d-c559-4fd8-8307-13312102e82c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267172 Jul 06 11:56:35.851714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:35.860882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e89d5840-42ce-44eb-80ff-e24758c1c0ef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:35.871457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'port_id': 'b5ab1395-f3bf-40d9-91a1-a7f350b28629'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:35.931347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Attempting to bind port e89d5840-42ce-44eb-80ff-e24758c1c0ef on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:35.932016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Attempting to bind port e89d5840-42ce-44eb-80ff-e24758c1c0ef by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:35.932547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Attempting to bind port e89d5840-42ce-44eb-80ff-e24758c1c0ef on network 68596b7e-f622-4a75-a852-687eb8c43384 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:35.937026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Port e89d5840-42ce-44eb-80ff-e24758c1c0ef on network 68596b7e-f622-4a75-a852-687eb8c43384 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:35.937583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Attempting to bind port e89d5840-42ce-44eb-80ff-e24758c1c0ef on network 68596b7e-f622-4a75-a852-687eb8c43384 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:35.943614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:35.944234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Checking segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:35.944822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Bound using segment: {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:35.945478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Bound port: e89d5840-42ce-44eb-80ff-e24758c1c0ef, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e602a7b3-4cce-49a2-938f-202d644a44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:35.946051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.978376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9afdc97-2ff0-4f6a-a7f1-92d7cd324042 req-cdd22ce9-9004-4ec9-a924-7490d6422bab tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757642 Jul 06 11:56:36.007821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Attempting to bind port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:36.007821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Attempting to bind port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:36.007821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Attempting to bind port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:36.025282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:36.025618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Attempting to bind port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 on network b555d574-7927-4c74-a5a9-4cfea3670ee1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:36.046983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:36.047224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Checking segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:36.047970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Bound using segment: {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:36.049380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] For port e89d5840-42ce-44eb-80ff-e24758c1c0ef, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:36.052372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Bound port: e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e288eb-972e-4d84-95d9-0b2457be3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:36.052932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.059895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] For port e89d5840-42ce-44eb-80ff-e24758c1c0ef, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:36.064796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.171706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e89d5840-42ce-44eb-80ff-e24758c1c0ef,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.180328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.180985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.182795 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-cb0e0aeb-82f5-435f-a155-158bdbd9ccc9 service neutron] 10.222.0.79 "PUT /v2.0/ports/e89d5840-42ce-44eb-80ff-e24758c1c0ef HTTP/1.1" status: 200 len: 1091 time: 1.0934796 Jul 06 11:56:36.183264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64bb074-7b83-4068-b240-54feb0726404', 'tag': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:36.186077 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca68641-bf6f-4551-bac9-0e55e15a801c" -d '{"events": [{"name": "network-changed", "server_uuid": "c64bb074-7b83-4068-b240-54feb0726404", "tag": "e89d5840-42ce-44eb-80ff-e24758c1c0ef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:36.211560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.323261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-78e7f14b-c748-4bcd-abda-bba2731fa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.325704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-78e7f14b-c748-4bcd-abda-bba2731fa78f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 1094 time: 0.0793004 Jul 06 11:56:36.473829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-b7cd055a-e49c-4820-b8af-b09d6881c88c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef HTTP/1.1" status: 200 len: 217 time: 0.1370978 Jul 06 11:56:36.571323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-c834b5d2-fef1-483c-8d47-47dd8b2e4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.573236 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-c834b5d2-fef1-483c-8d47-47dd8b2e4bb2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.0797205 Jul 06 11:56:36.635431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-22781d1a-06aa-42aa-b7ea-1b8980f00b6d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383573 Jul 06 11:56:36.652120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] For port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:36.724597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d2e6-a6b9-4882-9dc5-4b6015981424 req-85bb545f-1338-4078-b45e-aa372aebe831 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.726217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e793d2e6-a6b9-4882-9dc5-4b6015981424 req-85bb545f-1338-4078-b45e-aa372aebe831 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 943 time: 0.6204448 Jul 06 11:56:36.762308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-9b727fd9-9122-41bd-a05f-c8a9800e80cc service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108270 Jul 06 11:56:36.774341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09852e-64fa-441c-9f66-66143a541af1 req-a1ba8e26-8172-4c2c-aa13-15634ac21e06 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.775867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a09852e-64fa-441c-9f66-66143a541af1 req-a1ba8e26-8172-4c2c-aa13-15634ac21e06 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.5496912 Jul 06 11:56:36.777905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] For port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:36.816369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.923231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.923875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.925367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] 10.222.0.79 "PUT /v2.0/ports/e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 HTTP/1.1" status: 200 len: 1091 time: 4.3350856 Jul 06 11:56:36.926374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f32f09-e88a-4d94-a702-375b1f795424', 'tag': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:36.928685 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b301c552-cfdb-4d16-adeb-126ef9f69433" -d '{"events": [{"name": "network-changed", "server_uuid": "23f32f09-e88a-4d94-a702-375b1f795424", "tag": "e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:36.960645 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-767e869b-dd25-4425-a6fe-89c87314b9bb req-20ab4e20-4ec7-4ad9-9dd5-6f195ed3e5d8 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755955 Jul 06 11:56:36.985584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e793d2e6-a6b9-4882-9dc5-4b6015981424 req-3a21da9b-9bc0-4418-baaf-d51190b4f409 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414141 Jul 06 11:56:37.007685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a09852e-64fa-441c-9f66-66143a541af1 req-830af8c5-d385-4d5a-9486-ad937caf9ccd tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055349 Jul 06 11:56:37.013247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c12d2-cb4d-454e-b415-af2c1ef0c799 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:37.058887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.118659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-c23d224c-00aa-4223-acf8-ef2b997ec92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.120518 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-c23d224c-00aa-4223-acf8-ef2b997ec92b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 1094 time: 0.1310236 Jul 06 11:56:37.141184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Transition to ACTIVE for port object 8a0de4fb-c8a1-4a99-9262-52690c3a9603 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:37.158197 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90445cb3-bdeb-4f69-828f-a7568b46d19e x-openstack-request-id: req-90445cb3-bdeb-4f69-828f-a7568b46d19e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:37.158926 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64bb074-7b83-4068-b240-54feb0726404", "tag": "e89d5840-42ce-44eb-80ff-e24758c1c0ef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:37.158926 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90445cb3-bdeb-4f69-828f-a7568b46d19e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:37.159721 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64bb074-7b83-4068-b240-54feb0726404', 'tag': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef', 'status': 'completed', 'code': 200} Jul 06 11:56:37.231228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-4ed5011f-b771-4b41-9b8c-8f321ca3ba50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 HTTP/1.1" status: 200 len: 217 time: 0.0916026 Jul 06 11:56:37.245468 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8049e53-4f56-46bd-bda7-287134e1ad71 x-openstack-request-id: req-f8049e53-4f56-46bd-bda7-287134e1ad71 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:37.245861 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f32f09-e88a-4d94-a702-375b1f795424", "tag": "e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:37.246194 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8049e53-4f56-46bd-bda7-287134e1ad71 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:37.249928 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f32f09-e88a-4d94-a702-375b1f795424', 'tag': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3', 'status': 'completed', 'code': 200} Jul 06 11:56:37.306774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3182dc-6f66-474a-9202-94444934e60a req-07d0bb80-9187-4d61-9cab-a4bd7ebe9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.308469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-07d0bb80-9187-4d61-9cab-a4bd7ebe9acc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.0651867 Jul 06 11:56:37.358271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.391144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-8cf275ab-1c7d-43b6-92c1-25ac09960197 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657628 Jul 06 11:56:37.548874 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-ffc7535a-e562-4a32-b9f9-9132195c0ff6 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435301 Jul 06 11:56:37.565291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:37.583277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:37.607616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:37.722572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=8a0de4fb-c8a1-4a99-9262-52690c3a9603,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:37.734293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8b3182dc-6f66-474a-9202-94444934e60a req-addd381d-5234-49bb-a05d-aaaa473687ef service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724753 Jul 06 11:56:37.814724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-b91033a5-e74f-45c5-b509-68a5dc547e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.816939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-b91033a5-e74f-45c5-b509-68a5dc547e86 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 1094 time: 0.5655506 Jul 06 11:56:37.873674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.874334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.918543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-2946a2c6-3fb9-4e84-be70-72dfb6c7d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.920204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-2946a2c6-3fb9-4e84-be70-72dfb6c7d011 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 1094 time: 0.0809186 Jul 06 11:56:37.958629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5c05-4afb-4d17-8195-9fee39370eaf req-19fc6202-be84-4dcf-9ccc-7b49f5ce5b46 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.960279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bdd5c05-4afb-4d17-8195-9fee39370eaf req-19fc6202-be84-4dcf-9ccc-7b49f5ce5b46 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.6239986 Jul 06 11:56:38.000206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6eb7-6b78-43fc-a985-09e002cbf196 req-99aa2897-d88d-4828-a8b0-83f74e518605 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.007935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b98a6eb7-6b78-43fc-a985-09e002cbf196 req-99aa2897-d88d-4828-a8b0-83f74e518605 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 943 time: 0.6018634 Jul 06 11:56:38.012940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-986a580d-61f7-4937-bd28-40ebaaee08dd tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1994295 Jul 06 11:56:38.032322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.041594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8c:16:c4'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.068582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdfa3c46-6362-41cf-a518-c28e58eedb08 None None] Provisioning for port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:38.075804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cdfa3c46-6362-41cf-a518-c28e58eedb08 None None] Provisioning complete for port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:38.077318 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3c46-6362-41cf-a518-c28e58eedb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.169533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-02addf86-534b-40f6-8787-25df9a2018ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.171063 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-02addf86-534b-40f6-8787-25df9a2018ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.2096360 Jul 06 11:56:38.182492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa3c46-6362-41cf-a518-c28e58eedb08 None None] Port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:38.198570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-d87bc607-43b9-4391-b35b-3d28b37774fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.204323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-d87bc607-43b9-4391-b35b-3d28b37774fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 911 time: 0.3542886 Jul 06 11:56:38.218451 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-692aa866-127a-423a-a545-15c462e38bc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 HTTP/1.1" status: 200 len: 217 time: 0.0393269 Jul 06 11:56:38.220854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:56:38.297087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.322575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b98a6eb7-6b78-43fc-a985-09e002cbf196 req-6966e375-10a2-4555-9b09-3563257dcfd4 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135016 Jul 06 11:56:38.340462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.348874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-4d2844af-be3a-41c5-b670-f65a0f33c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.354471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-4d2844af-be3a-41c5-b670-f65a0f33c1ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.1148629 Jul 06 11:56:38.425249 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.441034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-75bebace-988a-42b5-b99c-acd9e66b5d2e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738430 Jul 06 11:56:38.460139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-b2df018a-5a01-4bad-9d69-32600903ffda service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef HTTP/1.1" status: 200 len: 217 time: 0.1359477 Jul 06 11:56:38.466307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bdd5c05-4afb-4d17-8195-9fee39370eaf req-bcd2128b-16b5-4d61-991c-3a59d622fc3a tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764814 Jul 06 11:56:38.538691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-acc5a7a3-68e5-4548-9a32-ba7b82b044b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.540290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-acc5a7a3-68e5-4548-9a32-ba7b82b044b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.0686476 Jul 06 11:56:38.628189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-9d2a5865-6447-4ef7-9287-41c6846b45cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377381 Jul 06 11:56:38.750837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.762548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.857487 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 7a81b551-4d93-42f5-abf6-16158103477f associated. External IP: 172.25.7.162, port: 46f87502-3c09-4d6b-a825-0d6ea4d51a20. Jul 06 11:56:38.890000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=8a0de4fb-c8a1-4a99-9262-52690c3a9603,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.897081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfdfc8-1aed-4c8c-83e1-36588988816b req-e81a691e-016b-4e32-9eec-ab6429ac32aa tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.904354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfcfdfc8-1aed-4c8c-83e1-36588988816b req-e81a691e-016b-4e32-9eec-ab6429ac32aa tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3488395 Jul 06 11:56:38.911022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-81c2a020-0019-4e5c-beb2-7a950c4a4d13 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490802 Jul 06 11:56:38.918592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] In _notify_port_updated(), no bound segment for port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 on network 3f968534-f2f8-447b-9588-ce216ab9e536 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:56:38.929347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.929347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.929347 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a04dd03-5cf5-4f26-97a8-41d2fe3d4ea0 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "PUT /v2.0/ports/8a0de4fb-c8a1-4a99-9262-52690c3a9603 HTTP/1.1" status: 200 len: 995 time: 0.8943870 Jul 06 11:56:38.931284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.984975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b0c04-61ca-4c24-87ce-b1d1031d5234 req-6eabfe48-8624-4f70-9248-218ad1aefb13 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.986500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-867b0c04-61ca-4c24-87ce-b1d1031d5234 req-6eabfe48-8624-4f70-9248-218ad1aefb13 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 943 time: 0.3026392 Jul 06 11:56:39.024089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfcfdfc8-1aed-4c8c-83e1-36588988816b req-29e9203f-23b2-42d3-a00b-267b90e927e4 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 Jul 06 11:56:39.177546 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b301c552-cfdb-4d16-adeb-126ef9f69433 req-bb64eacc-1d95-4a23-b4f9-cd7391d8ed89 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484422 Jul 06 11:56:39.199347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:39.199678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.221859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7d1b3f77-2ef7-4a38-a954-751a1e9c880f None None] Provisioning complete for port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:39.223555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3f77-2ef7-4a38-a954-751a1e9c880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.266482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b3f77-2ef7-4a38-a954-751a1e9c880f None None] Port 8a0de4fb-c8a1-4a99-9262-52690c3a9603 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:39.307449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.322649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for 8a0de4fb-c8a1-4a99-9262-52690c3a9603 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:39.470484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.500196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=8a0de4fb-c8a1-4a99-9262-52690c3a9603,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:39.530879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-636ef682-8c0a-433a-ba1d-d64e5e8dfb83 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618467 Jul 06 11:56:39.549205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-867b0c04-61ca-4c24-87ce-b1d1031d5234 req-83aa429c-1f75-418f-9d9e-fd5a5ab7ae3f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490646 Jul 06 11:56:39.660806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.663726 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c65832dc-81c7-4050-b7f7-efecdd964ff3 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/ports/8a0de4fb-c8a1-4a99-9262-52690c3a9603 HTTP/1.1" status: 204 len: 168 time: 0.7319939 Jul 06 11:56:39.666725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:39.697160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c618653-2887-4bc7-bab4-fe2474ff4f07 req-ecc9e90c-ee4f-49f1-b243-19ac9340de7c tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:39.704278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c618653-2887-4bc7-bab4-fe2474ff4f07 req-ecc9e90c-ee4f-49f1-b243-19ac9340de7c tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 945 time: 0.2270904 Jul 06 11:56:39.897936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:39.906509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c618653-2887-4bc7-bab4-fe2474ff4f07 req-b308db34-8127-4d2d-a5c6-2b199f434bf7 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013388 Jul 06 11:56:39.916739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca68641-bf6f-4551-bac9-0e55e15a801c req-7cc5b855-abed-4718-b99f-e07425b41b68 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599372 Jul 06 11:56:39.951574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a22cd-39a6-4b23-aa61-dd32ef78d0dd req-7cb68b29-a017-4ccf-b0ae-1465146ce77c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:39.954463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-646a22cd-39a6-4b23-aa61-dd32ef78d0dd req-7cb68b29-a017-4ccf-b0ae-1465146ce77c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 943 time: 0.1728127 Jul 06 11:56:40.079817 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f4bc22-5c0c-416b-b2d4-0cc24dcc81ee tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] GET failed (client error): The resource could not be found. Jul 06 11:56:40.085445 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-81f4bc22-5c0c-416b-b2d4-0cc24dcc81ee tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "GET /v2.0/ports/8a0de4fb-c8a1-4a99-9262-52690c3a9603 HTTP/1.1" status: 404 len: 333 time: 0.4129343 Jul 06 11:56:40.087478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:40.095723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'name': 'tempest-AllowedAddressPairTestJSON-1047171295'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:40.125535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-87ca012a-cfcb-4766-8484-828cc978db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.126948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-87ca012a-cfcb-4766-8484-828cc978db51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1096 time: 0.0564983 Jul 06 11:56:40.161872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:40.210348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:40.226595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-646a22cd-39a6-4b23-aa61-dd32ef78d0dd req-b943e00a-a4e7-41c2-8b98-c3c4e1df54c2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654858 Jul 06 11:56:40.244472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-7b5e054a-bf8b-4c07-89ae-8eddd269caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.244472 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-7b5e054a-bf8b-4c07-89ae-8eddd269caa0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.1029165 Jul 06 11:56:40.265297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:40.321632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:40.322304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:40.352927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-29dd85fe-9f13-4651-9a13-6a2a6d96497a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 1001 time: 0.1018729 Jul 06 11:56:40.374523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:40.402456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:40.402456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:40.443755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:40.444267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02de0d7-4ff8-4272-9a64-6f1e727b6834 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:40.461214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:40.479115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3', 'network_id': 'b555d574-7927-4c74-a5a9-4cfea3670ee1', 'port_id': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3', 'mac_address': 'fa:16:3e:35:bc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f124c-efcb-4f1f-9b77-43c623f2b2f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:40.481307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b8089-8e0b-4ce1-8f1c-7643c9d7e524 req-27b2a18d-9ed5-4188-b485-42c3821eaf9e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.483275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b1b8089-8e0b-4ce1-8f1c-7643c9d7e524 req-27b2a18d-9ed5-4188-b485-42c3821eaf9e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.3930829 Jul 06 11:56:40.500639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-d242b151-bace-42d0-a626-a350c7d52826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.502140 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-d242b151-bace-42d0-a626-a350c7d52826 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.1353490 Jul 06 11:56:40.558559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.580526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:40.585932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-9893a0e2-527d-4326-ae91-edad1373d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.587558 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-9893a0e2-527d-4326-ae91-edad1373d18a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755022 Jul 06 11:56:40.598013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:40.601918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.604348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:40.609239 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.610026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e89d5840-42ce-44eb-80ff-e24758c1c0ef details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:40.626775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b1b8089-8e0b-4ce1-8f1c-7643c9d7e524 req-e9fa3092-b0cb-4500-ba96-37ab02d6618f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362727 Jul 06 11:56:40.671777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.709172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] device_id is not set on port f73378e0-a1fb-4113-b119-b88c163cb95a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:40.775989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-d65c0330-66dc-4ace-93ca-de97e630f6d1 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736608 Jul 06 11:56:40.790311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e89d5840-42ce-44eb-80ff-e24758c1c0ef, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:40.802601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef', 'network_id': '68596b7e-f622-4a75-a852-687eb8c43384', 'port_id': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef', 'mac_address': 'fa:16:3e:c3:71:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459fc31f-e4ed-4d12-bb2a-7a624f2720d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:40.834097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:40.844674 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.857866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89d5840-42ce-44eb-80ff-e24758c1c0ef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:40.885858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e89d5840-42ce-44eb-80ff-e24758c1c0ef, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:40.888365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db01843-966d-4dce-86d6-378d6c2fde89 req-db8c785e-3301-4eaa-837b-cea09c906d70 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.890425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db01843-966d-4dce-86d6-378d6c2fde89 req-db8c785e-3301-4eaa-837b-cea09c906d70 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.3009100 Jul 06 11:56:40.892186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.925897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0023fc88-bf4e-42b6-b70f-829a54758657 req-4b571e6f-5e2a-4b5e-9f77-3b2900a7784a service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259239 Jul 06 11:56:40.953641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e89d5840-42ce-44eb-80ff-e24758c1c0ef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.016222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Allocated IP 172.20.0.12 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/f73378e0-a1fb-4113-b119-b88c163cb95a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:41.031188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b3ce6-e255-46e2-b6c5-78d8198cc78f req-64de5231-5f6a-4b09-bf66-bd3cba91aa6b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:41.032751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf2b3ce6-e255-46e2-b6c5-78d8198cc78f req-64de5231-5f6a-4b09-bf66-bd3cba91aa6b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 944 time: 0.2502227 Jul 06 11:56:41.046784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0db01843-966d-4dce-86d6-378d6c2fde89 req-e8e3a89e-45ab-43c2-a62f-582f4028cc09 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436725 Jul 06 11:56:41.168905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:41.178762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.181426 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:41.194687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:41.195314 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:41.231285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf2b3ce6-e255-46e2-b6c5-78d8198cc78f req-a93390c7-f0ff-4525-ae15-2c43706b045d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902828 Jul 06 11:56:41.240381 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:41.252178 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:41.253003 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:41.297380 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:41.300017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ca2d7-8d8e-4784-b12e-fa6c3fa87f52 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:41.396552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e89d5840-42ce-44eb-80ff-e24758c1c0ef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:41.401579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:41.498687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c820f52e-4fd3-4aea-8e2a-9b55e1ddcaef tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/floatingips/7a81b551-4d93-42f5-abf6-16158103477f HTTP/1.1" status: 200 len: 979 time: 5.6424897 Jul 06 11:56:41.499836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:41.505683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:41.562091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.574500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4804307-0b59-43a4-8943-4b75c86cbce5 req-bc7c670c-cc68-45fc-bb38-3f0d3b355a08 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:41.583014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4804307-0b59-43a4-8943-4b75c86cbce5 req-bc7c670c-cc68-45fc-bb38-3f0d3b355a08 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2724640 Jul 06 11:56:41.586491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.645438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a69d6-e1d2-47c9-bb2b-5aa749c68c86 req-1ce28695-a891-4cb4-a95d-c46eebcd8f82 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:41.646854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a1a69d6-e1d2-47c9-bb2b-5aa749c68c86 req-1ce28695-a891-4cb4-a95d-c46eebcd8f82 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 944 time: 0.2499540 Jul 06 11:56:41.648741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Transition to ACTIVE for port object f73378e0-a1fb-4113-b119-b88c163cb95a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:41.707572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4804307-0b59-43a4-8943-4b75c86cbce5 req-d261068d-e9a8-4839-97e7-551211bf3009 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232054 Jul 06 11:56:41.795095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a1a69d6-e1d2-47c9-bb2b-5aa749c68c86 req-66048c11-0b3b-4828-9723-6a2246fc0d3d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397300 Jul 06 11:56:41.824801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.828124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.833300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.833920 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 7a81b551-4d93-42f5-abf6-16158103477f disassociated. External IP: 172.25.7.162, port: b5ab1395-f3bf-40d9-91a1-a7f350b28629. Jul 06 11:56:41.921814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:41.926310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:41.934195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:41.974740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=f73378e0-a1fb-4113-b119-b88c163cb95a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:42.040800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.041767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.073491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8edd4d-811e-42f3-8c1b-be62f656fbc6 req-d85349e7-6da9-405a-a5cc-88d0556fd34d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.076022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee8edd4d-811e-42f3-8c1b-be62f656fbc6 req-d85349e7-6da9-405a-a5cc-88d0556fd34d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 945 time: 0.2346287 Jul 06 11:56:42.100926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e359dac4-f8a9-411a-a313-257a9297895b tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0094821 Jul 06 11:56:42.103951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:42.110551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'network_id': '3f968534-f2f8-447b-9588-ce216ab9e536', 'name': 'tempest-AllowedAddressPairTestJSON-99686897'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:42.168971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee8edd4d-811e-42f3-8c1b-be62f656fbc6 req-7753dbd1-6f8c-4aef-b184-064f9972010d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758526 Jul 06 11:56:42.199243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:42.256268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:42.309402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.318525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3fff-1175-4dfb-945b-6562f1c2617d req-49320235-69b2-4b2d-b08a-89bb8f9f4a90 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.324546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3fff-1175-4dfb-945b-6562f1c2617d req-49320235-69b2-4b2d-b08a-89bb8f9f4a90 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.331155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3fff-1175-4dfb-945b-6562f1c2617d req-49320235-69b2-4b2d-b08a-89bb8f9f4a90 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.341468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f22a3fff-1175-4dfb-945b-6562f1c2617d req-49320235-69b2-4b2d-b08a-89bb8f9f4a90 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0&device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7&device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 2417 time: 0.1601741 Jul 06 11:56:42.346841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:42.350581 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2709b-381b-4461-9d47-e138946ff687" -d '{"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-unplugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:42.365254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd1bbdc3-9087-4ce1-848e-8d01a67acdad None None] Provisioning for port f73378e0-a1fb-4113-b119-b88c163cb95a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:42.372432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:42.376038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd1bbdc3-9087-4ce1-848e-8d01a67acdad None None] Provisioning complete for port f73378e0-a1fb-4113-b119-b88c163cb95a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:42.376837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1bbdc3-9087-4ce1-848e-8d01a67acdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.419611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bd1bbdc3-9087-4ce1-848e-8d01a67acdad None None] Port f73378e0-a1fb-4113-b119-b88c163cb95a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:42.422119 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.427717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f22a3fff-1175-4dfb-945b-6562f1c2617d req-66d172ea-6ce9-41c0-b5b5-9c091fececdc tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850191 Jul 06 11:56:42.454924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Made reservation on behalf of 4821ab1840994af68d1f1a6fc4afc539 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:42.465771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.476093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:42.483579 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7102e6-59ea-43cc-977e-b12e0c96a9bd x-openstack-request-id: req-6f7102e6-59ea-43cc-977e-b12e0c96a9bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:42.484095 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-unplugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:42.484588 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f7102e6-59ea-43cc-977e-b12e0c96a9bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:42.485134 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'code': 200} Jul 06 11:56:42.491566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:42.493172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.515896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:42.517496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.527629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] device_id is not set on port 555a625f-b5a7-4995-8f32-23b246d2ba18 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:42.575752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:42.576017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d5ec2-e7e7-4817-891b-4a1f6bd614a7 req-4d62c5cc-a712-440c-85dc-c1ae313bfaff tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.584112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a0d5ec2-e7e7-4817-891b-4a1f6bd614a7 req-4d62c5cc-a712-440c-85dc-c1ae313bfaff tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 944 time: 0.1237779 Jul 06 11:56:42.588992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.601128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:42.602140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.622207 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-60d7ea76-6a75-4d5f-9dec-e036dc97d9dc tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/floatingips/7a81b551-4d93-42f5-abf6-16158103477f HTTP/1.1" status: 200 len: 688 time: 1.1189306 Jul 06 11:56:42.624019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:42.633132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a0d5ec2-e7e7-4817-891b-4a1f6bd614a7 req-95f9742f-2f8d-48eb-be2d-2a955d6c72c3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Jul 06 11:56:42.667617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.668609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9489f9-dfd2-4c27-9895-632bc416d476 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:42.771869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f9c51-8d15-42b0-a4de-435788772c29 req-8e00fe78-7a60-4af7-b773-a17e3ed8e616 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.773362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-702f9c51-8d15-42b0-a4de-435788772c29 req-8e00fe78-7a60-4af7-b773-a17e3ed8e616 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0711489 Jul 06 11:56:42.814195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Allocated IP 172.20.0.5 (3f968534-f2f8-447b-9588-ce216ab9e536/29fc90c9-7d7b-4874-9952-1c9a2960a5fc/555a625f-b5a7-4995-8f32-23b246d2ba18) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:42.818332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-702f9c51-8d15-42b0-a4de-435788772c29 req-accd7898-18f8-473d-8930-91006fa99121 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383515 Jul 06 11:56:42.886720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 81698f0f-032c-4b30-9efc-0717ed2d7768 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:42.887077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.027203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d24b-40f8-42de-937d-c48677d5e39e req-28287c78-960d-47dc-a8fd-0b84198c944e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.028983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9e8d24b-40f8-42de-937d-c48677d5e39e req-28287c78-960d-47dc-a8fd-0b84198c944e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 944 time: 0.1076162 Jul 06 11:56:43.077793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9e8d24b-40f8-42de-937d-c48677d5e39e req-fd4d5dae-acf4-4199-9e60-f38eff8aff98 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Jul 06 11:56:43.084188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.084532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.088912 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.107527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 81698f0f-032c-4b30-9efc-0717ed2d7768 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:43.121261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Transition to ACTIVE for port object 555a625f-b5a7-4995-8f32-23b246d2ba18 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:43.221461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.291273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Network 3f968534-f2f8-447b-9588-ce216ab9e536 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:43.301773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:43.304362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:43.341410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=555a625f-b5a7-4995-8f32-23b246d2ba18,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.379761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.395812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.396763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.424935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=81698f0f-032c-4b30-9efc-0717ed2d7768,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.446876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7d382-e159-42a6-8a90-1d164c2bf456 req-008b0924-8171-4b58-904b-10fed8fc5e89 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.448635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eae7d382-e159-42a6-8a90-1d164c2bf456 req-008b0924-8171-4b58-904b-10fed8fc5e89 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1172953 Jul 06 11:56:43.524601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.530182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.531740 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e17752d3-7824-47a5-bf94-1900a743327b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/floatingips/7a81b551-4d93-42f5-abf6-16158103477f HTTP/1.1" status: 204 len: 168 time: 0.9069338 Jul 06 11:56:43.534296 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a6bc1dd-91bc-440b-94de-8c1245ae9711 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4293258 Jul 06 11:56:43.534882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:43.545865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:43.552479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8c:16:c4'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6e:83:be'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:43.571526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eae7d382-e159-42a6-8a90-1d164c2bf456 req-76759182-60a2-4dc0-ba8e-09b8c8d06f11 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110096 Jul 06 11:56:43.613609 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9326fce5-d2c2-489d-bb24-fc0019053cb9 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] delete failed (client error): The resource could not be found. Jul 06 11:56:43.614746 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9326fce5-d2c2-489d-bb24-fc0019053cb9 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/floatingips/7a81b551-4d93-42f5-abf6-16158103477f HTTP/1.1" status: 404 len: 345 time: 0.0783744 Jul 06 11:56:43.619699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:43.767259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecd8af56-0016-4cef-91c0-2a21c558fa0a None None] Provisioning for port 555a625f-b5a7-4995-8f32-23b246d2ba18 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:43.772212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecd8af56-0016-4cef-91c0-2a21c558fa0a None None] Provisioning complete for port 555a625f-b5a7-4995-8f32-23b246d2ba18 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:43.772592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecd8af56-0016-4cef-91c0-2a21c558fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.837576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ab1ee-2fcc-4115-8679-1136b4abfed4 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.848915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ab1ee-2fcc-4115-8679-1136b4abfed4 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.850005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.851690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ab1ee-2fcc-4115-8679-1136b4abfed4 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.855956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a93ab1ee-2fcc-4115-8679-1136b4abfed4 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/ports?network_id=246ec456-32dc-41dd-868b-b6fd83fbb138 HTTP/1.1" status: 200 len: 2359 time: 0.2326446 Jul 06 11:56:43.856442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:43.871052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ecd8af56-0016-4cef-91c0-2a21c558fa0a None None] Port 555a625f-b5a7-4995-8f32-23b246d2ba18 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:43.995502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8077b17-800b-4109-90d9-3f6cea29a66f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:44.001444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b8077b17-800b-4109-90d9-3f6cea29a66f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/subnets/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81 HTTP/1.1" status: 200 len: 797 time: 0.1393309 Jul 06 11:56:44.003050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:44.020859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'port': {'network_id': '246ec456-32dc-41dd-868b-b6fd83fbb138', 'name': 'tempest-FloatingIPTestJSON-109749461', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:44.094142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170f26a-a898-45e4-b258-e859a221e971 req-caaef1a1-7dff-47fc-aef5-cad1b673ac13 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:44.101527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a170f26a-a898-45e4-b258-e859a221e971 req-caaef1a1-7dff-47fc-aef5-cad1b673ac13 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 944 time: 0.1798353 Jul 06 11:56:44.112384 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.118854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.163354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a170f26a-a898-45e4-b258-e859a221e971 req-59f93bb6-d565-4cf6-9a2d-d295c32fda4d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609460 Jul 06 11:56:44.194042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:44.212240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event updated for resources: {'Port': ['ID=555a625f-b5a7-4995-8f32-23b246d2ba18,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:44.224523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] In _notify_port_updated(), no bound segment for port 555a625f-b5a7-4995-8f32-23b246d2ba18 on network 3f968534-f2f8-447b-9588-ce216ab9e536 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:56:44.235236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:44.237113 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.241491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2cc83508-2be9-4285-9a2f-626716e11938 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "PUT /v2.0/ports/555a625f-b5a7-4995-8f32-23b246d2ba18 HTTP/1.1" status: 200 len: 1054 time: 0.6921096 Jul 06 11:56:44.242723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:44.286282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:44.291513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:44.292204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.353491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:44.447558 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.487372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f32f09-e88a-4d94-a702-375b1f795424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:44.490606 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ef9b63-29df-4105-b275-d3d36c34b841" -d '{"events": [{"server_uuid": "23f32f09-e88a-4d94-a702-375b1f795424", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:44.497291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:44.507851 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.510659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e89d5840-42ce-44eb-80ff-e24758c1c0ef up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:44.620931 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3e71d-5b69-4928-8d92-48423c48d1c2 x-openstack-request-id: req-3cd3e71d-5b69-4928-8d92-48423c48d1c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:44.621218 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f32f09-e88a-4d94-a702-375b1f795424", "name": "network-vif-plugged", "status": "completed", "tag": "e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:44.621555 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cd3e71d-5b69-4928-8d92-48423c48d1c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:44.622416 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f32f09-e88a-4d94-a702-375b1f795424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3', 'code': 200} Jul 06 11:56:44.662303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10a46f7e-aafd-4e1b-87a1-704d76b24de6 None None] Provisioning complete for port 555a625f-b5a7-4995-8f32-23b246d2ba18 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:44.663057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10a46f7e-aafd-4e1b-87a1-704d76b24de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.712648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10a46f7e-aafd-4e1b-87a1-704d76b24de6 None None] Port 555a625f-b5a7-4995-8f32-23b246d2ba18 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:44.737440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:44.742849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e89d5840-42ce-44eb-80ff-e24758c1c0ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:44.747415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e89d5840-42ce-44eb-80ff-e24758c1c0ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:44.747786 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.819576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9cef4-8e7c-47eb-86cc-449f901baf53 req-fffbe338-943b-4fd1-adb6-93697ef9f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:44.821936 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6b9cef4-8e7c-47eb-86cc-449f901baf53 req-fffbe338-943b-4fd1-adb6-93697ef9f6b2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 1096 time: 0.0852118 Jul 06 11:56:44.838869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.877312 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e6b9cef4-8e7c-47eb-86cc-449f901baf53 req-b50198b5-e9f2-4c4c-87df-5357b4c292dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Jul 06 11:56:44.905405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e89d5840-42ce-44eb-80ff-e24758c1c0ef, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:44.909700 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.964392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e89d5840-42ce-44eb-80ff-e24758c1c0ef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:45.095509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.133749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e88d7-d8bd-4acd-b0fc-92a1e4ec38b0 req-c56d51b6-b34e-42ef-818f-4e14f8f5db34 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:45.135235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f3e88d7-d8bd-4acd-b0fc-92a1e4ec38b0 req-c56d51b6-b34e-42ef-818f-4e14f8f5db34 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.7634575 Jul 06 11:56:45.146196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port 555a625f-b5a7-4995-8f32-23b246d2ba18 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:45.146831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.157457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814731c-9508-4b2a-9a11-fab98f1ba2d3 req-b7f29a4e-b151-4c16-97c7-496a4f49073f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:45.159016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0814731c-9508-4b2a-9a11-fab98f1ba2d3 req-b7f29a4e-b151-4c16-97c7-496a4f49073f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2542000 Jul 06 11:56:45.160846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] device_id is not set on port 429a0c68-70b0-4700-b947-0873ef22a780 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:45.367497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f3e88d7-d8bd-4acd-b0fc-92a1e4ec38b0 req-38714cf3-1cd0-45a8-9a03-9ad508961c0c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236247 Jul 06 11:56:45.401240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0814731c-9508-4b2a-9a11-fab98f1ba2d3 req-9e6d3c9f-6593-4576-a376-f42b0b4b9e3b tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282438 Jul 06 11:56:45.451003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.476851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for 555a625f-b5a7-4995-8f32-23b246d2ba18 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:45.804407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf0b7-aac1-41c7-b012-c67e6c4784fa req-e0279c31-75bd-4776-9699-b22b671cdc01 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:45.805946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93edf0b7-aac1-41c7-b012-c67e6c4784fa req-e0279c31-75bd-4776-9699-b22b671cdc01 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2914457 Jul 06 11:56:45.833728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.14 (246ec456-32dc-41dd-868b-b6fd83fbb138/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81/429a0c68-70b0-4700-b947-0873ef22a780) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:45.848732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b4100-e9a1-4d02-bc0e-777552b67596 req-d9a4983b-d1b5-4764-8ea6-0929ad139b33 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:45.850273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424b4100-e9a1-4d02-bc0e-777552b67596 req-d9a4983b-d1b5-4764-8ea6-0929ad139b33 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2907183 Jul 06 11:56:45.884006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.12 (246ec456-32dc-41dd-868b-b6fd83fbb138/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81/429a0c68-70b0-4700-b947-0873ef22a780) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:45.939800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.969258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93edf0b7-aac1-41c7-b012-c67e6c4784fa req-e896267a-5a2e-4e30-b21d-9f019970a1cf tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375933 Jul 06 11:56:46.020795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424b4100-e9a1-4d02-bc0e-777552b67596 req-2c29e48c-eabb-4f72-a81a-79814267434c tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570742 Jul 06 11:56:46.158081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=555a625f-b5a7-4995-8f32-23b246d2ba18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.207934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:46.522687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.541002 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.543065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e6441802-c230-450e-97b9-62182c9dc61d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/ports/555a625f-b5a7-4995-8f32-23b246d2ba18 HTTP/1.1" status: 204 len: 168 time: 2.2959018 Jul 06 11:56:46.545769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.624577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64bb074-7b83-4068-b240-54feb0726404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:46.624700 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a71362e-45af-4230-ac0f-1a4d80fb49e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] GET failed (client error): The resource could not be found. Jul 06 11:56:46.627735 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6cb509-0fab-4a33-a4a3-6cb20a21ce8c" -d '{"events": [{"server_uuid": "c64bb074-7b83-4068-b240-54feb0726404", "name": "network-vif-plugged", "status": "completed", "tag": "e89d5840-42ce-44eb-80ff-e24758c1c0ef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:46.630029 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a71362e-45af-4230-ac0f-1a4d80fb49e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "GET /v2.0/ports/555a625f-b5a7-4995-8f32-23b246d2ba18 HTTP/1.1" status: 404 len: 333 time: 0.0808568 Jul 06 11:56:46.631510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.680747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5e2e-0445-447b-bd22-96463d772045 req-449fcb1d-ba39-4ba0-b3a6-54540dea7be6 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:46.682364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02ce5e2e-0445-447b-bd22-96463d772045 req-449fcb1d-ba39-4ba0-b3a6-54540dea7be6 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1198175 Jul 06 11:56:46.684072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.760523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port f73378e0-a1fb-4113-b119-b88c163cb95a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:46.760872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.809660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:46.817819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:46.833422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:46.897030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:46.898107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.901175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.915168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for f73378e0-a1fb-4113-b119-b88c163cb95a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:46.946296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=429a0c68-70b0-4700-b947-0873ef22a780,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.963339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3c8862d6-2e32-424d-bffa-cf74de4ac4da tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9549952 Jul 06 11:56:46.963891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.965898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02ce5e2e-0445-447b-bd22-96463d772045 req-89ef86c2-f960-418e-b410-d6ca8c113bee tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698965 Jul 06 11:56:46.971186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '429a0c68-70b0-4700-b947-0873ef22a780', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:46.994583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84122a0-a3bf-4b04-89f8-cb3aa44aa62e req-457a4950-57a5-4a59-a5fd-bdace1a5f727 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:46.996527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b84122a0-a3bf-4b04-89f8-cb3aa44aa62e req-457a4950-57a5-4a59-a5fd-bdace1a5f727 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1820595 Jul 06 11:56:47.060140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b84122a0-a3bf-4b04-89f8-cb3aa44aa62e req-f1859692-b169-4cda-9cc5-90ab4b38e2e8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575376 Jul 06 11:56:47.065551 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34195d-0eb9-4962-8306-1a2b5819b522 x-openstack-request-id: req-8d34195d-0eb9-4962-8306-1a2b5819b522 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:47.067559 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64bb074-7b83-4068-b240-54feb0726404", "name": "network-vif-plugged", "status": "completed", "tag": "e89d5840-42ce-44eb-80ff-e24758c1c0ef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:47.068559 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d34195d-0eb9-4962-8306-1a2b5819b522 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:47.069392 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64bb074-7b83-4068-b240-54feb0726404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef', 'code': 200} Jul 06 11:56:47.076621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.260376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.308463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6aec0-cb04-4925-b774-a8dcd0a566e0 req-f91267bf-7d85-48e3-9f0a-2a74149bddcf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:47.310330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1c6aec0-cb04-4925-b774-a8dcd0a566e0 req-f91267bf-7d85-48e3-9f0a-2a74149bddcf tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.0773182 Jul 06 11:56:47.321251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=f73378e0-a1fb-4113-b119-b88c163cb95a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:47.369329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe36a8-eecd-4c55-a580-3c79bd99fdcd req-536e8eae-740d-40e3-9100-c528ad2aaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:47.370995 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6bbe36a8-eecd-4c55-a580-3c79bd99fdcd req-536e8eae-740d-40e3-9100-c528ad2aaf59 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 1096 time: 0.2026329 Jul 06 11:56:47.378180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.415576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1c6aec0-cb04-4925-b774-a8dcd0a566e0 req-3d3a8d86-a37e-43ae-ba85-8b5eb17debca tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902491 Jul 06 11:56:47.580477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.92 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1f1d088c-cee1-49c9-b451-da40fd93270b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:47.665139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.667321 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dfcbb081-2b5a-4029-8f76-07cd77ae531d tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/ports/f73378e0-a1fb-4113-b119-b88c163cb95a HTTP/1.1" status: 204 len: 168 time: 1.0346508 Jul 06 11:56:47.669270 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6bbe36a8-eecd-4c55-a580-3c79bd99fdcd req-9ae7fc23-9f93-4460-8159-7629466bcb51 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669401 Jul 06 11:56:47.670140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:47.724213 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f357b62f-924f-4177-9bdb-e602adfd4549 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] GET failed (client error): The resource could not be found. Jul 06 11:56:47.726123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f357b62f-924f-4177-9bdb-e602adfd4549 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "GET /v2.0/ports/f73378e0-a1fb-4113-b119-b88c163cb95a HTTP/1.1" status: 404 len: 333 time: 0.0542607 Jul 06 11:56:47.730074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:47.785262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.835990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.851926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port 100f1437-8c7b-428c-aa79-3d3410fdff04 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:47.852323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.924675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=1f1d088c-cee1-49c9-b451-da40fd93270b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:47.936111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:47.937974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:47.952609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:47.992527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.007431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for 100f1437-8c7b-428c-aa79-3d3410fdff04 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:48.156455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89a173-d110-4d52-848f-9d2928a1df71 req-719fe28e-4e54-4fb5-9734-a269d18e9e17 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.158079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f89a173-d110-4d52-848f-9d2928a1df71 req-719fe28e-4e54-4fb5-9734-a269d18e9e17 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2391970 Jul 06 11:56:48.259626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-cd77ce67-57d2-4d7b-bdd4-1f4e53072fd6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474507 Jul 06 11:56:48.260595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f89a173-d110-4d52-848f-9d2928a1df71 req-5bd0515c-b5f9-4166-b98d-e1b0016dfaeb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936747 Jul 06 11:56:48.274341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f295f-cef8-4f4b-b62b-c520b3e65794 req-4bbb7a7c-8b1c-45db-ae6f-ae9042204014 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.280448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-446f295f-cef8-4f4b-b62b-c520b3e65794 req-4bbb7a7c-8b1c-45db-ae6f-ae9042204014 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1964111 Jul 06 11:56:48.325132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.368989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-446f295f-cef8-4f4b-b62b-c520b3e65794 req-7578c14e-1103-46c1-a6ad-983708af6719 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847018 Jul 06 11:56:48.383703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=100f1437-8c7b-428c-aa79-3d3410fdff04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.539800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.542072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-49b41977-a60b-4218-8b7a-01b431bac9c4 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/ports/100f1437-8c7b-428c-aa79-3d3410fdff04 HTTP/1.1" status: 204 len: 168 time: 0.8108299 Jul 06 11:56:48.546660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:48.673019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb460-1628-45c7-a0e0-caf0ed9ea7d6 req-f3d238c8-ced1-4d1a-ab35-0ee3137b3817 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.681479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956cb460-1628-45c7-a0e0-caf0ed9ea7d6 req-f3d238c8-ced1-4d1a-ab35-0ee3137b3817 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2418509 Jul 06 11:56:48.715226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting subnet 29fc90c9-7d7b-4874-9952-1c9a2960a5fc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:48.721828 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.802484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-956cb460-1628-45c7-a0e0-caf0ed9ea7d6 req-6f1d3998-9dca-4e4f-8534-7db3f4167ece tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201053 Jul 06 11:56:48.817927 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.904200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee8df-c194-45c4-81bb-e0091de9e413 req-63bd605b-d8ed-4f21-9221-fc17cfd34aed tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.912105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07aee8df-c194-45c4-81bb-e0091de9e413 req-63bd605b-d8ed-4f21-9221-fc17cfd34aed tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3121152 Jul 06 11:56:49.057964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07aee8df-c194-45c4-81bb-e0091de9e413 req-586a4242-d1b5-435b-9346-6ccdae7444ea tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449473 Jul 06 11:56:49.085739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.134990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.147229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9986-68b3-4a28-b2d7-3f4455e26c43 req-0b12b9f6-9561-4859-a6ce-c2f4df4bdd41 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.155757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7aa9986-68b3-4a28-b2d7-3f4455e26c43 req-0b12b9f6-9561-4859-a6ce-c2f4df4bdd41 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1906855 Jul 06 11:56:49.209991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.226865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7aa9986-68b3-4a28-b2d7-3f4455e26c43 req-0609fb0d-46e6-4fd5-854e-3b6d443c7a82 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701039 Jul 06 11:56:49.265923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Subnet': ['ID=29fc90c9-7d7b-4874-9952-1c9a2960a5fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.275599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.277757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/subnets/29fc90c9-7d7b-4874-9952-1c9a2960a5fc HTTP/1.1" status: 204 len: 168 time: 0.7301493 Jul 06 11:56:49.279871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.280343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.280755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.281163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.281568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.282029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf1a21-6701-4e84-bad8-53cd29e36c78 None None] Network 3f968534-f2f8-447b-9588-ce216ab9e536 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:49.282532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.282532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.282682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.283087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.283491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.283879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.284453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971fb37a-d2d1-4ccc-822d-d31295f07cba tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:49.286745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.287966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:49.400714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.488728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Deleting port b0592fb4-4db7-454d-a35f-788c5308fe01 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:49.491203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.533519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.541327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.661969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] For port b0592fb4-4db7-454d-a35f-788c5308fe01, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b0592fb4-4db7-454d-a35f-788c5308fe01,segment=NetworkSegment(b3de880f-cf38-40d9-bc98-ae298982c6f1),segment_id=b3de880f-cf38-40d9-bc98-ae298982c6f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:49.661969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.672167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] DHCP port deletion for 3f968534-f2f8-447b-9588-ce216ab9e536 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:56:49.682099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Calling delete_port for b0592fb4-4db7-454d-a35f-788c5308fe01 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:49.710862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=1f1d088c-cee1-49c9-b451-da40fd93270b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.726260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.841805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac2624-a7e6-4646-b488-06ad1db8821b req-568513ff-b6e7-45c3-84c8-98a7403cb276 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.843646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33ac2624-a7e6-4646-b488-06ad1db8821b req-568513ff-b6e7-45c3-84c8-98a7403cb276 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2393079 Jul 06 11:56:49.859122 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 524318d1-a405-42e1-b7e2-0c26c5fd952d associated. External IP: 172.25.7.92, port: 429a0c68-70b0-4700-b947-0873ef22a780. Jul 06 11:56:49.927435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33ac2624-a7e6-4646-b488-06ad1db8821b req-b1023d2c-9778-4570-bf97-f08c174869b7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765862 Jul 06 11:56:49.934498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.957504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06d978-2d9c-475c-9c17-62b7ccff2ad2 req-fba7cfa4-ec09-451c-b816-43bc9389ae6a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.960702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d06d978-2d9c-475c-9c17-62b7ccff2ad2 req-fba7cfa4-ec09-451c-b816-43bc9389ae6a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1755834 Jul 06 11:56:49.984071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] No DVR routers for this DVR port b0592fb4-4db7-454d-a35f-788c5308fe01 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:49.986367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Port': ['ID=b0592fb4-4db7-454d-a35f-788c5308fe01,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.990341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Deleting port b0592fb4-4db7-454d-a35f-788c5308fe01 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:49.990831 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.093472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] For port b0592fb4-4db7-454d-a35f-788c5308fe01, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:50.093767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.099803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-4d27d5f4-243d-44a8-ae71-a3598694f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.101553 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-4d27d5f4-243d-44a8-ae71-a3598694f3c8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781&tenant_id=c224f093a70e4b85b58c56d7d3325fb0 HTTP/1.1" status: 200 len: 1094 time: 0.1707561 Jul 06 11:56:50.110231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Calling delete_port for b0592fb4-4db7-454d-a35f-788c5308fe01 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:50.115047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Port b0592fb4-4db7-454d-a35f-788c5308fe01 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:56:50.116858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.146729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] Pushing event deleted for resources: {'Port': ['ID=b0592fb4-4db7-454d-a35f-788c5308fe01,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.159213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4994b-05f3-4257-839b-988735284ac8 None None] No DVR routers for this DVR port b0592fb4-4db7-454d-a35f-788c5308fe01 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:50.275584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-1d0012b8-4359-4e95-86a5-060a9c5613d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.277113 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-1d0012b8-4359-4e95-86a5-060a9c5613d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1094 time: 0.1186261 Jul 06 11:56:50.291978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:50.472983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-4bec032b-5fa7-4548-a80f-0a1929f1657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.474465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-4bec032b-5fa7-4548-a80f-0a1929f1657e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 200 len: 918 time: 0.1813643 Jul 06 11:56:50.498416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.504495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d06d978-2d9c-475c-9c17-62b7ccff2ad2 req-c15e933f-607c-4589-974c-219196d97bf4 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936414 Jul 06 11:56:50.517366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f968534-f2f8-447b-9588-ce216ab9e536']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.523052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:50.530952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3de880f-cf38-40d9-bc98-ae298982c6f1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.531247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3de880f-cf38-40d9-bc98-ae298982c6f1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.539893 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:50.544318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.545184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.567428 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:50.567641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.570326 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.579116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb21ef-9653-4f32-83e6-66153ed0832e req-50694176-95af-4da7-8c4f-b0b9756e1c50 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.586667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7eb21ef-9653-4f32-83e6-66153ed0832e req-50694176-95af-4da7-8c4f-b0b9756e1c50 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1290464 Jul 06 11:56:50.591080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:50.591490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:50.599224 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:50.612790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f859c2f-8be6-46af-b29f-491913ece04d tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6452947 Jul 06 11:56:50.612790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-a99d54c6-0cc3-4363-8814-51448f3c4a9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 200 len: 999 time: 0.1309173 Jul 06 11:56:50.613680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:50.618850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'port_id': '429a0c68-70b0-4700-b947-0873ef22a780', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:50.660615 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.683287 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:50.683952 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.698164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.712269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.735688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7eb21ef-9653-4f32-83e6-66153ed0832e req-6b90722a-363e-4230-b959-7438293252a5 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478052 Jul 06 11:56:50.748353 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.748643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.749520 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b49f71-479e-49eb-9f34-da4df6234275 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:50.752783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] 10.222.0.78 "DELETE /v2.0/networks/3f968534-f2f8-447b-9588-ce216ab9e536 HTTP/1.1" status: 204 len: 168 time: 1.4574430 Jul 06 11:56:50.763010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597537f-a529-4d72-aeeb-6882552aa6e8 tempest-AllowedAddressPairTestJSON-1378834363 tempest-AllowedAddressPairTestJSON-1378834363-project] Pushing event deleted for resources: {'Network': ['ID=3f968534-f2f8-447b-9588-ce216ab9e536,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.873159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-9f0d78c9-a818-4d6a-a2da-1dde2b40c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.875029 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-9f0d78c9-a818-4d6a-a2da-1dde2b40c188 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 200 len: 856 time: 0.1798420 Jul 06 11:56:50.889559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b567fb-7e61-408c-bb88-1fb9f3e6d533 req-e259e3d0-ccee-41a0-bbbe-0b4a04720f07 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.900889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31b567fb-7e61-408c-bb88-1fb9f3e6d533 req-e259e3d0-ccee-41a0-bbbe-0b4a04720f07 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1071482 Jul 06 11:56:50.950881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31b567fb-7e61-408c-bb88-1fb9f3e6d533 req-4a5c7452-9095-43a9-bddc-5da7ab2c7c4f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489233 Jul 06 11:56:51.024298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-baa69166-c873-4ca1-a0e0-d4f87d4875a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.025846 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-baa69166-c873-4ca1-a0e0-d4f87d4875a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bb87d30-0c85-486f-8c7c-456d5efe81a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417425 Jul 06 11:56:51.127539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:51.202643 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-43232408-bc6d-4826-9edd-23366f181639 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627336 Jul 06 11:56:51.388683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0e33026-83a2-4324-9d98-dc52ee40ace1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4821ab1840994af68d1f1a6fc4afc539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580857 Jul 06 11:56:51.390024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:51.397276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181db48-5975-4d87-85e7-da2212906c61 req-e84ee10e-ce4b-4ffa-a58e-b0c568a26c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.398809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-e84ee10e-ce4b-4ffa-a58e-b0c568a26c4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 1096 time: 0.2495961 Jul 06 11:56:51.410613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617e49-ca7c-427f-98ab-4bbc482b2c7e req-271a2ea4-a32b-489f-af53-39a3aa423c04 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.412271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f617e49-ca7c-427f-98ab-4bbc482b2c7e req-271a2ea4-a32b-489f-af53-39a3aa423c04 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1891644 Jul 06 11:56:51.432104 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63ed0731-0184-4b31-8cb9-e5644f3dabe7 req-d54a53df-5fa5-4efb-af09-794ef927d673 service neutron] 10.222.0.79 "GET /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147641 Jul 06 11:56:51.442094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829754b-37eb-4d4f-9d64-5cb84ff759ee req-ba788faf-bc43-44e5-83fe-8768d5d747a4 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.443622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6829754b-37eb-4d4f-9d64-5cb84ff759ee req-ba788faf-bc43-44e5-83fe-8768d5d747a4 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2189128 Jul 06 11:56:51.572880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b0592fb4-4db7-454d-a35f-788c5308fe01 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:51.581223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e51c05-b85b-4fd6-bf12-e65655885792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.594795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f617e49-ca7c-427f-98ab-4bbc482b2c7e req-fe6cbfb2-bcd3-46c0-a279-756b29ab6730 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724482 Jul 06 11:56:51.635587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6829754b-37eb-4d4f-9d64-5cb84ff759ee req-6ce21c8d-75ef-4854-b9f2-b7e069be09d1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520948 Jul 06 11:56:51.639126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b0592fb4-4db7-454d-a35f-788c5308fe01 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:51.639758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b0592fb4-4db7-454d-a35f-788c5308fe01 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:51.652781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181db48-5975-4d87-85e7-da2212906c61 req-c4ed62f2-0dfa-4bb5-9178-5158e839b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.654407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-c4ed62f2-0dfa-4bb5-9178-5158e839b826 service neutron] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 911 time: 0.2412076 Jul 06 11:56:51.660973 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e51c05-b85b-4fd6-bf12-e65655885792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.704453 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.714196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.724023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-6f1212a8-ab95-41d2-b7e0-529970fbad6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef HTTP/1.1" status: 200 len: 217 time: 0.0600691 Jul 06 11:56:51.814092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e51c05-b85b-4fd6-bf12-e65655885792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.818406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34e51c05-b85b-4fd6-bf12-e65655885792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.821483 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34e51c05-b85b-4fd6-bf12-e65655885792 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae6d9551-d638-485b-b76e-35271d91e40f HTTP/1.1" status: 204 len: 168 time: 0.4288976 Jul 06 11:56:51.859538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181db48-5975-4d87-85e7-da2212906c61 req-5cb5abdb-badb-4e65-9cc9-b5e09ff2db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.860283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51c05-b85b-4fd6-bf12-e65655885792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6d9551-d638-485b-b76e-35271d91e40f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:51.861243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-5cb5abdb-badb-4e65-9cc9-b5e09ff2db9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.1305652 Jul 06 11:56:51.931334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-2bf367be-9aaf-4f79-8d7a-2a89c75d9317 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560915 Jul 06 11:56:51.961971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896e02f-5442-48c7-8751-3340e0a60f46 req-8b9c240a-ed1b-4aef-9481-9d9b203e648b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.964327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9896e02f-5442-48c7-8751-3340e0a60f46 req-8b9c240a-ed1b-4aef-9481-9d9b203e648b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1568711 Jul 06 11:56:52.071526 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:52.124611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9896e02f-5442-48c7-8751-3340e0a60f46 req-b63621a4-ab06-4bd6-99b0-c959b7d91b6f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434550 Jul 06 11:56:52.208800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-56ebae48-0670-49a6-8c8f-56e7cfbc4e4d service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663491 Jul 06 11:56:52.265661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:52.277367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:52.277711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.299744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:52.299744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:52.343953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:52.359799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:52.360845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:52.412357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0181db48-5975-4d87-85e7-da2212906c61 req-81e13a8b-db75-4fda-b7ee-cc4170dc0d66 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829903 Jul 06 11:56:52.415482 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-33a36dc0-3b1c-4ac8-a1c6-1a1e1affdae3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/floatingips/524318d1-a405-42e1-b7e2-0c26c5fd952d HTTP/1.1" status: 200 len: 977 time: 1.8007693 Jul 06 11:56:52.427380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:52.446068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:52.447016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b177b34-a7cf-4f4b-801c-d362823034ae None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:52.466596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f03de-2951-4e92-9f08-f51f24e8db9f req-4c746bb4-c1ea-424c-bc66-355c4046de1f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:52.468901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-018f03de-2951-4e92-9f08-f51f24e8db9f req-4c746bb4-c1ea-424c-bc66-355c4046de1f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3001616 Jul 06 11:56:52.673950 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.675827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-018f03de-2951-4e92-9f08-f51f24e8db9f req-b9bcbf8c-b9d3-453f-82b6-faf56322d752 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718137 Jul 06 11:56:52.732988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 1f1d088c-cee1-49c9-b451-da40fd93270b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:52.733684 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.914296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.914638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.962255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 1f1d088c-cee1-49c9-b451-da40fd93270b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:53.102871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:53.191842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815c6c-25f2-4394-8424-cf759a9e20f5 req-ed529c4b-7227-4778-aa0f-9d20a1fed9c1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.199010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed815c6c-25f2-4394-8424-cf759a9e20f5 req-ed529c4b-7227-4778-aa0f-9d20a1fed9c1 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2251270 Jul 06 11:56:53.217103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5c3a1-8d16-4b18-b193-ac849ba4c787 req-21df4878-e2f2-4b6e-868a-7844c37c1945 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.218696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ed5c3a1-8d16-4b18-b193-ac849ba4c787 req-21df4878-e2f2-4b6e-868a-7844c37c1945 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2436435 Jul 06 11:56:53.252509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1321302994'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:53.290801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Made reservation on behalf of 76f8e232e8044dfa9b56f72ab965daa3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:53.301235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed815c6c-25f2-4394-8424-cf759a9e20f5 req-c65ff718-4646-474d-b105-e75d6328b441 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011541 Jul 06 11:56:53.317898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.327955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ed5c3a1-8d16-4b18-b193-ac849ba4c787 req-99278c12-5b34-433f-9601-5c4eccf48394 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985539 Jul 06 11:56:53.335488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.435431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.487998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=1f1d088c-cee1-49c9-b451-da40fd93270b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.552805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.562013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.601089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:53.629440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab22002-3083-46a2-bc36-f5890d501111,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.651053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.651053 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Added segment 0c4bdb39-082d-4afe-aa9f-8b0140b0264b of type vlan for network 960ddb44-8a39-4fa0-99e4-d8131da92f1f Jul 06 11:56:53.651283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.651462 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 524318d1-a405-42e1-b7e2-0c26c5fd952d disassociated (deleted). External IP: 172.25.7.92, port: 429a0c68-70b0-4700-b947-0873ef22a780. Jul 06 11:56:53.713293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.747714 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.758024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.759238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.790849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f5bf8-10f2-4a58-b1f8-c13c06fac965 req-4629d765-924d-406c-814f-bf37344bc1f4 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.792526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-020f5bf8-10f2-4a58-b1f8-c13c06fac965 req-4629d765-924d-406c-814f-bf37344bc1f4 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2011623 Jul 06 11:56:53.874903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7709506 Jul 06 11:56:53.875599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:53.879541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1286cc2-14f2-4c66-a418-cc0cb668ba7f tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Network': ['ID=960ddb44-8a39-4fa0-99e4-d8131da92f1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.887308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'subnet': {'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:53.891840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:53.903972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-020f5bf8-10f2-4a58-b1f8-c13c06fac965 req-a390fcaf-ae4f-4bd1-95a3-1eaa374713a6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054089 Jul 06 11:56:54.089466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:54.105904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dbd49-a275-4adb-8f7b-e37794d908e9 req-27d4bcd4-f90e-4146-9f80-266e94f51b66 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.107420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a74dbd49-a275-4adb-8f7b-e37794d908e9 req-27d4bcd4-f90e-4146-9f80-266e94f51b66 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2285810 Jul 06 11:56:54.109271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Made reservation on behalf of 76f8e232e8044dfa9b56f72ab965daa3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:54.113198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.266431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a74dbd49-a275-4adb-8f7b-e37794d908e9 req-95aa4750-ec39-4d33-b802-83468d193516 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496787 Jul 06 11:56:54.346013 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:56:54.361359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:54.367933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.381565 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:54.434135 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:54.434781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:54.444932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-527a44dc-9492-4f92-aee7-d07dec85b5f6 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/floatingips/524318d1-a405-42e1-b7e2-0c26c5fd952d HTTP/1.1" status: 204 len: 168 time: 2.0022674 Jul 06 11:56:54.445317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:54.463862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.530425 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:54.541177 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:54.544666 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:56:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:54.579667 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:54.580268 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cacb4a-2ec2-4b07-83a7-2f43f8e268bd None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:54.695117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Subnet': ['ID=a1bc7753-ad5d-429a-ab5d-4193dcd65a50,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:54.717957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Checking segment: {'id': '0c4bdb39-082d-4afe-aa9f-8b0140b0264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:54.718412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network hostable DHCP agents. Network: 960ddb44-8a39-4fa0-99e4-d8131da92f1f, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:54.737917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32786825-4d62-4f8f-a2d4-147d22beffa5 req-e17db307-33ec-4c96-8bc2-98328f97b325 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.740194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32786825-4d62-4f8f-a2d4-147d22beffa5 req-e17db307-33ec-4c96-8bc2-98328f97b325 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1828029 Jul 06 11:56:54.780365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153366b-438f-4eb6-a01f-7b0567e91782 req-a31f7550-14ce-4324-abbb-7d4bbaea9321 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.782137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8153366b-438f-4eb6-a01f-7b0567e91782 req-a31f7550-14ce-4324-abbb-7d4bbaea9321 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2287259 Jul 06 11:56:54.834674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:54.877766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32786825-4d62-4f8f-a2d4-147d22beffa5 req-3f733c5a-e45a-418e-95f0-b04bd027bd47 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202374 Jul 06 11:56:54.881185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8153366b-438f-4eb6-a01f-7b0567e91782 req-b1f1a49f-5d81-4180-9e3d-fc39a3489f32 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892611 Jul 06 11:56:54.897646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 960ddb44-8a39-4fa0-99e4-d8131da92f1f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:54.903274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.905366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.912547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74cec7-f36c-4ec8-8a64-d98e2b52090b None None] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:54.923011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4db9571-4079-4695-97bb-627e0f6ea9aa tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0401585 Jul 06 11:56:54.923308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:54.928592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-358964306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:54.986684 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.988010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.081992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.103821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 429a0c68-70b0-4700-b947-0873ef22a780 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:55.104498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.110588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.136734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-960ddb44-8a39-4fa0-99e4-d8131da92f1f', 'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f', 'tenant_id': '76f8e232e8044dfa9b56f72ab965daa3', 'fixed_ips': [{'subnet_id': 'a1bc7753-ad5d-429a-ab5d-4193dcd65a50'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:55.137633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.205707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.207425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1059e035-9e99-45b3-9205-e31921699f91 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2831147 Jul 06 11:56:55.210501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:55.223191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.239984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 429a0c68-70b0-4700-b947-0873ef22a780 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:55.305094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50b49f-7c6a-43e2-be63-0f3136e8924d req-d3fb9b83-bafc-4533-976e-5f45a2ab9455 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:55.306652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db50b49f-7c6a-43e2-be63-0f3136e8924d req-d3fb9b83-bafc-4533-976e-5f45a2ab9455 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2374392 Jul 06 11:56:55.343627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Allocated IP 172.20.0.2 (960ddb44-8a39-4fa0-99e4-d8131da92f1f/a1bc7753-ad5d-429a-ab5d-4193dcd65a50/ffbc5714-44ca-4019-8cf5-95e7e6ac691b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:55.547585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.616446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db50b49f-7c6a-43e2-be63-0f3136e8924d req-8714fea3-ca24-48d4-ad3c-95f74995948d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046497 Jul 06 11:56:55.626240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=429a0c68-70b0-4700-b947-0873ef22a780,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.626479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.647582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Transition to ACTIVE for port object ffbc5714-44ca-4019-8cf5-95e7e6ac691b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:55.677483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Transition to ACTIVE for port object ffbc5714-44ca-4019-8cf5-95e7e6ac691b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:55.686387 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.747069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Pushing event updated for resources: {'Port': ['ID=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.758496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:55.760588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:55.766196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:55.766359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.772122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-098791c3-3838-49d1-af2c-15d10086f901 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/ports/429a0c68-70b0-4700-b947-0873ef22a780 HTTP/1.1" status: 204 len: 168 time: 1.3220305 Jul 06 11:56:55.774917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:55.787579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:55.830941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bb363-6674-4a4b-ad9e-3296ad5d4eb8 req-c79405a6-2923-4dfd-b126-30dd2aba197c tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:55.833797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-574bb363-6674-4a4b-ad9e-3296ad5d4eb8 req-c79405a6-2923-4dfd-b126-30dd2aba197c tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3052506 Jul 06 11:56:55.837416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.868179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Attempting to bind port ffbc5714-44ca-4019-8cf5-95e7e6ac691b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:55.868179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Attempting to bind port ffbc5714-44ca-4019-8cf5-95e7e6ac691b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '0c4bdb39-082d-4afe-aa9f-8b0140b0264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:55.868179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Attempting to bind port ffbc5714-44ca-4019-8cf5-95e7e6ac691b on network 960ddb44-8a39-4fa0-99e4-d8131da92f1f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:55.876423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:55.876937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Checking segment: {'id': '0c4bdb39-082d-4afe-aa9f-8b0140b0264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:55.877511 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.878043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Bound using segment: {'id': '0c4bdb39-082d-4afe-aa9f-8b0140b0264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:55.885832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Bound port: ffbc5714-44ca-4019-8cf5-95e7e6ac691b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4bdb39-082d-4afe-aa9f-8b0140b0264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:55.886492 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.966373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] For port ffbc5714-44ca-4019-8cf5-95e7e6ac691b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:55.974300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] For port ffbc5714-44ca-4019-8cf5-95e7e6ac691b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,segment=NetworkSegment(0c4bdb39-082d-4afe-aa9f-8b0140b0264b),segment_id=0c4bdb39-082d-4afe-aa9f-8b0140b0264b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:55.980112 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.069722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6fed-a112-4f11-b1a1-86cc3260a1d9 None None] Pushing event updated for resources: {'Port': ['ID=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:56.375016 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.468099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-574bb363-6674-4a4b-ad9e-3296ad5d4eb8 req-bc052a84-46eb-491e-a688-e88eafc73a8a tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253414 Jul 06 11:56:56.685470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47cfc-cd72-4e03-93bc-515d16b75c92 req-49f9af1d-1eb2-41a6-9d38-d1d4090f1919 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:56.686994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fa47cfc-cd72-4e03-93bc-515d16b75c92 req-49f9af1d-1eb2-41a6-9d38-d1d4090f1919 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.3576756 Jul 06 11:56:56.843978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fa47cfc-cd72-4e03-93bc-515d16b75c92 req-0bdbc9ae-d324-4906-9b5f-a0300fc51d28 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337271 Jul 06 11:56:56.845327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.958832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Allocated IP 172.20.0.1 (960ddb44-8a39-4fa0-99e4-d8131da92f1f/a1bc7753-ad5d-429a-ab5d-4193dcd65a50/c079130e-5d32-4c61-ade4-c9b6d9a0aa92) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:56.981400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831d16-b174-479c-a6f9-e026e657780e req-05c575c9-63d2-4efd-800e-ea689595fa50 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:56.988957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb831d16-b174-479c-a6f9-e026e657780e req-05c575c9-63d2-4efd-800e-ea689595fa50 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.3218789 Jul 06 11:56:57.115379 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e697b9-9e77-441b-8ce3-7c6aec90ab9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.172521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb831d16-b174-479c-a6f9-e026e657780e req-1454bfa9-4b96-453d-be97-219ccec63d91 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825900 Jul 06 11:56:57.212889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.193 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8ccfaa52-2bd4-457e-9e21-018e6171569b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:57.279345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.342561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93090722-1c7c-460a-a645-96fa5c8faaa7 req-0c9caf4f-1ca9-44d3-a968-348195e2e46f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:57.345400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca592af-5e61-41d8-8523-06cdd1c4b407 None None] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:57.348947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93090722-1c7c-460a-a645-96fa5c8faaa7 req-0c9caf4f-1ca9-44d3-a968-348195e2e46f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2475224 Jul 06 11:56:57.353712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Transition to ACTIVE for port object c079130e-5d32-4c61-ade4-c9b6d9a0aa92 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:57.407208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0c84964-a2f0-4732-97d5-3af27072621c None None] Provisioning for port ffbc5714-44ca-4019-8cf5-95e7e6ac691b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:57.444010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93090722-1c7c-460a-a645-96fa5c8faaa7 req-34768374-89f4-4791-b794-15f81b2e3230 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885448 Jul 06 11:56:57.482656 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.528973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.670100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffbc5714-44ca-4019-8cf5-95e7e6ac691b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:57.696899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Port': ['ID=c079130e-5d32-4c61-ade4-c9b6d9a0aa92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.719624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:57.723966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:57.727833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:57.788846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ffbc5714-44ca-4019-8cf5-95e7e6ac691b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:57.802129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ffbc5714-44ca-4019-8cf5-95e7e6ac691b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:57.802826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.842401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.889645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.981358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:57.986014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.994942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:58.004245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:58.041531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=8ccfaa52-2bd4-457e-9e21-018e6171569b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:58.049686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port ffbc5714-44ca-4019-8cf5-95e7e6ac691b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,segment=NetworkSegment(0c4bdb39-082d-4afe-aa9f-8b0140b0264b),segment_id=0c4bdb39-082d-4afe-aa9f-8b0140b0264b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:58.055321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.070523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ab26-f1b5-4aa5-8f55-6bfa437661f6 req-0972476c-37b3-4160-811e-e757e2808e6b tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:58.072502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f58ab26-f1b5-4aa5-8f55-6bfa437661f6 req-0972476c-37b3-4160-811e-e757e2808e6b tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3004816 Jul 06 11:56:58.192640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:58.202959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d2949e32-1c93-48d7-a1bc-a6ba6e804b99 None None] Provisioning complete for port ffbc5714-44ca-4019-8cf5-95e7e6ac691b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:58.203272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2949e32-1c93-48d7-a1bc-a6ba6e804b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.204658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.264871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f58ab26-f1b5-4aa5-8f55-6bfa437661f6 req-4717bd4a-d10e-4112-9a50-289f68cb12bc tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790340 Jul 06 11:56:58.299594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.411731 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.511903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8b5d916-8a77-4551-b303-43268ccf60b9 None None] Provisioning for port c079130e-5d32-4c61-ade4-c9b6d9a0aa92 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:58.520474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8b5d916-8a77-4551-b303-43268ccf60b9 None None] Provisioning complete for port c079130e-5d32-4c61-ade4-c9b6d9a0aa92 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:58.520928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8b5d916-8a77-4551-b303-43268ccf60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.593738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5d916-8a77-4551-b303-43268ccf60b9 None None] Port c079130e-5d32-4c61-ade4-c9b6d9a0aa92 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:58.620472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2e2d8-9be9-4f61-a3a0-850082ab8ff3 req-51a14878-911b-4b2b-9220-f617991a6abc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:58.622108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a2e2d8-9be9-4f61-a3a0-850082ab8ff3 req-51a14878-911b-4b2b-9220-f617991a6abc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.4155872 Jul 06 11:56:58.801889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad487d0-a5c0-4cad-8321-e3f7536a89fd req-2c451287-4faa-4fc6-9a75-163dada6aad0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:58.803454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ad487d0-a5c0-4cad-8321-e3f7536a89fd req-2c451287-4faa-4fc6-9a75-163dada6aad0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.3424499 Jul 06 11:56:58.832006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95a2e2d8-9be9-4f61-a3a0-850082ab8ff3 req-d9a12d08-9c5e-431c-8240-c23a6c951170 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433127 Jul 06 11:56:58.966923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ad487d0-a5c0-4cad-8321-e3f7536a89fd req-ca98a8e2-ef79-4c92-a7db-123fdfb106a8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493669 Jul 06 11:56:58.972904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.981235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.146422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=8ccfaa52-2bd4-457e-9e21-018e6171569b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:59.177968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.186970 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.201695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.254618 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.258546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:59.259110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee4e2ca5-b86f-4672-99d1-a213b1035eb3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4777215 Jul 06 11:56:59.265498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'port': {'network_id': '246ec456-32dc-41dd-868b-b6fd83fbb138', 'name': 'tempest-FloatingIPTestJSON-172859195'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:59.283646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e039c8-bbfe-4a55-887d-4a6e420ff49a req-bae1c763-a1b4-42ba-a685-64d4339e0aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.291207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23e039c8-bbfe-4a55-887d-4a6e420ff49a req-bae1c763-a1b4-42ba-a685-64d4339e0aef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.3068130 Jul 06 11:56:59.355622 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.358754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Port': ['ID=c079130e-5d32-4c61-ade4-c9b6d9a0aa92,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:59.458077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:59.461871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.483431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23e039c8-bbfe-4a55-887d-4a6e420ff49a req-ae6e195d-a6ac-4b37-876d-818177a0eace tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757722 Jul 06 11:56:59.492349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] device_id is not set on port b21a81e3-7b06-455b-a941-a4c64079dace yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:59.553323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64850be9-a6d2-432f-9a23-5839258b4229 req-503cccfd-56ab-4602-a2c2-a74604da9e18 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.554998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64850be9-a6d2-432f-9a23-5839258b4229 req-503cccfd-56ab-4602-a2c2-a74604da9e18 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1461160 Jul 06 11:56:59.563896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:59.569078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:59.637038 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-483fba00-31bd-4a48-8454-d2c201541530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.654796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffbc5714-44ca-4019-8cf5-95e7e6ac691b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:59.723512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.12 (246ec456-32dc-41dd-868b-b6fd83fbb138/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81/b21a81e3-7b06-455b-a941-a4c64079dace) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:59.734236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ffbc5714-44ca-4019-8cf5-95e7e6ac691b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:59.735201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.952469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.987095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.032302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b4bac88-77a6-4127-9287-ce1cfd8d4408 None None] Provisioning complete for port c079130e-5d32-4c61-ade4-c9b6d9a0aa92 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:00.032770 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b4bac88-77a6-4127-9287-ce1cfd8d4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.039315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.085568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bac88-77a6-4127-9287-ce1cfd8d4408 None None] Port c079130e-5d32-4c61-ade4-c9b6d9a0aa92 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:00.094566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 246ec456-32dc-41dd-868b-b6fd83fbb138 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:00.098360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:00.100858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:00.139002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=b21a81e3-7b06-455b-a941-a4c64079dace,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:00.174619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.174619 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.201766 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7dc45f12-35d5-4373-ba5f-e5827596dfd5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9417875 Jul 06 11:57:00.202600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:00.208547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'port_id': 'b21a81e3-7b06-455b-a941-a4c64079dace'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:00.241580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64850be9-a6d2-432f-9a23-5839258b4229 req-2d63fe9f-6f4c-4f44-a970-41e3684e0518 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627159 Jul 06 11:57:00.257025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.321883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.376914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Router 42b190f5-6a2c-4b34-b365-81fb9a44ddf5 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:00.416888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8227335-de43-48f5-a012-75bc9e9544a5 req-80c2cb29-b11e-4867-9041-ca9c6c7af829 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.421213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8227335-de43-48f5-a012-75bc9e9544a5 req-80c2cb29-b11e-4867-9041-ca9c6c7af829 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2618008 Jul 06 11:57:00.564772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8227335-de43-48f5-a012-75bc9e9544a5 req-a905dec5-98ea-48d2-82fd-b0ef25efc0b9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947967 Jul 06 11:57:00.618657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:00.627186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-288a166d-5339-43ba-b90d-ab2d1fdde8a3 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "PUT /v2.0/routers/42b190f5-6a2c-4b34-b365-81fb9a44ddf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4145780 Jul 06 11:57:00.627793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:00.634492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] Sync routers for ids ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:00.636594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'port': {'network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f', 'name': 'tempest-FloatingIPNegativeTestJSON-1958390888'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:00.648819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] Routers {'42b190f5-6a2c-4b34-b365-81fb9a44ddf5'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:00.650094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:00.653165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d1b8-ed48-4a21-8844-bf46cc816f4d req-7477eb7f-e822-4496-8c8e-8a5811ddf87f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.655863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d924d1b8-ed48-4a21-8844-bf46cc816f4d req-7477eb7f-e822-4496-8c8e-8a5811ddf87f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2552006 Jul 06 11:57:00.738916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:00.764164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] Routers {'42b190f5-6a2c-4b34-b365-81fb9a44ddf5'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:00.765348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:00.833538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:00.834729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc538e-2b96-4c45-be78-69be03a91df5 None None] The sync data for ids ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:00.914547 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.957475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d924d1b8-ed48-4a21-8844-bf46cc816f4d req-ea8802ea-d04f-43db-9af5-af787657ba49 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897065 Jul 06 11:57:00.983736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697ddcd-bf49-423c-a416-77e9a8c867ac req-55f311fa-e9ad-40e3-a8e2-03b81f2cb19e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.985239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9697ddcd-bf49-423c-a416-77e9a8c867ac req-55f311fa-e9ad-40e3-a8e2-03b81f2cb19e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2307360 Jul 06 11:57:00.998891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.003575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.083958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9697ddcd-bf49-423c-a416-77e9a8c867ac req-6d14b8d4-9a06-4618-943c-516b4347423d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925229 Jul 06 11:57:01.084981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Made reservation on behalf of 76f8e232e8044dfa9b56f72ab965daa3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:01.088587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.122818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] device_id is not set on port eabaea41-4c72-4345-8cf4-38d64480e274 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:57:01.143947 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 05a4fd22-ca2e-4b1c-a730-d4dcae123670 associated. External IP: 172.25.7.193, port: b21a81e3-7b06-455b-a941-a4c64079dace. Jul 06 11:57:01.256486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Allocated IP 172.20.0.11 (960ddb44-8a39-4fa0-99e4-d8131da92f1f/a1bc7753-ad5d-429a-ab5d-4193dcd65a50/eabaea41-4c72-4345-8cf4-38d64480e274) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:01.405731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:01.555525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c1dd-1121-407b-99d9-36e310dc37a6 req-3fa8617b-e8a7-4513-946b-515be46a1930 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.560586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e448c1dd-1121-407b-99d9-36e310dc37a6 req-3fa8617b-e8a7-4513-946b-515be46a1930 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1438451 Jul 06 11:57:01.564354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.567150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:01.573909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.579450 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:01.594321 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:01.599425 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:01.606747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Transition to ACTIVE for port object eabaea41-4c72-4345-8cf4-38d64480e274 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:01.626096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b03fe1f9-ffd0-4f1d-a366-540511708324 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/floatingips/05a4fd22-ca2e-4b1c-a730-d4dcae123670 HTTP/1.1" status: 200 len: 978 time: 1.4221501 Jul 06 11:57:01.628824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:01.677654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e448c1dd-1121-407b-99d9-36e310dc37a6 req-fecab302-72a5-4046-89b6-ef0567b9a591 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070075 Jul 06 11:57:01.719038 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:01.736227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.752826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:01.754120 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:01.782967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:01.788613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:01.789129 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:01.790014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2ce5e-7e1e-4a34-8400-5307c57c2f16 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:01.792213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:01.830473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Port': ['ID=eabaea41-4c72-4345-8cf4-38d64480e274,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:01.831859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port b21a81e3-7b06-455b-a941-a4c64079dace {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:01.832251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.935822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.936503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.952253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.965134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-244463ab-166d-4c48-8ae9-fc7fb62d688a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3306742 Jul 06 11:57:01.965403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:01.970102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:01.995177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa990-39af-44fc-9157-9fff7696f71d req-6bb3c252-2d71-4e06-aaf7-e84f7162e4bf tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.996772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-799fa990-39af-44fc-9157-9fff7696f71d req-6bb3c252-2d71-4e06-aaf7-e84f7162e4bf tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1634059 Jul 06 11:57:02.038671 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.130780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2174c527-d224-46c2-b73b-3b12ab6932fc None None] Provisioning for port eabaea41-4c72-4345-8cf4-38d64480e274 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:02.136554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2174c527-d224-46c2-b73b-3b12ab6932fc None None] Provisioning complete for port eabaea41-4c72-4345-8cf4-38d64480e274 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:02.137314 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2174c527-d224-46c2-b73b-3b12ab6932fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.170222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.171087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.171437 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 05a4fd22-ca2e-4b1c-a730-d4dcae123670 disassociated. External IP: 172.25.7.193, port: b21a81e3-7b06-455b-a941-a4c64079dace. Jul 06 11:57:02.171795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for b21a81e3-7b06-455b-a941-a4c64079dace owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:02.173612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-799fa990-39af-44fc-9157-9fff7696f71d req-a5d35c48-c5d9-4b5b-9c21-f496fc6c4a0d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668026 Jul 06 11:57:02.178984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2174c527-d224-46c2-b73b-3b12ab6932fc None None] Port eabaea41-4c72-4345-8cf4-38d64480e274 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:02.226474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5297f18-266a-4dec-bf72-1981758277f3 req-3e633600-383a-43d4-91b1-69ba09e9d14f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.227724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5297f18-266a-4dec-bf72-1981758277f3 req-3e633600-383a-43d4-91b1-69ba09e9d14f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1047266 Jul 06 11:57:02.290914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5297f18-266a-4dec-bf72-1981758277f3 req-1fc115f8-5a25-4948-b5ab-0ee5893f4e5f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533674 Jul 06 11:57:02.308897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.343054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.374641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=b21a81e3-7b06-455b-a941-a4c64079dace,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:02.402808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.491613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67422-1160-458f-b3d8-50de4c1fa6c2 req-8a541fff-8a9c-4033-8f70-d9885854fce2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.493589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01c67422-1160-458f-b3d8-50de4c1fa6c2 req-8a541fff-8a9c-4033-8f70-d9885854fce2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1327624 Jul 06 11:57:02.515790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:02.525360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Allocated IP 172.25.7.212 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1c828355-98e0-4c58-a349-4a2befab7422) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:02.563225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01c67422-1160-458f-b3d8-50de4c1fa6c2 req-cb2e7db0-2e17-4438-8c3b-719fb912a7c8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630043 Jul 06 11:57:02.673142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:02.683232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:02.695503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:02.696251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:02.725741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.760156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.762950 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-af45f5a1-f078-46ef-a771-288bd05b5c9e tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/ports/b21a81e3-7b06-455b-a941-a4c64079dace HTTP/1.1" status: 204 len: 168 time: 1.1323872 Jul 06 11:57:02.765750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:02.805803 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:02.816475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:02.817472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:02.862114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:02.863221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df37ecc-e478-455f-ba13-727c12766735 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:02.871619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:02.879622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-add26ce4-33e3-4db5-bfc7-45bf4876e793 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/floatingips/05a4fd22-ca2e-4b1c-a730-d4dcae123670 HTTP/1.1" status: 200 len: 688 time: 0.1108644 Jul 06 11:57:02.910979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.082288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 8ccfaa52-2bd4-457e-9e21-018e6171569b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:03.082836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.083502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:03.099354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:03.109132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Port': ['ID=1c828355-98e0-4c58-a349-4a2befab7422,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:03.130895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:03.183479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.184082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.200350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 8ccfaa52-2bd4-457e-9e21-018e6171569b owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:03.251629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e025cf-ef8b-46c1-949c-763afa7b4093 req-59b48006-6a9d-43e9-9a7b-a8156c2bf1b6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.265767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4e025cf-ef8b-46c1-949c-763afa7b4093 req-59b48006-6a9d-43e9-9a7b-a8156c2bf1b6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2872131 Jul 06 11:57:03.289076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.336281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4e025cf-ef8b-46c1-949c-763afa7b4093 req-099ca35e-7b11-492e-8d04-79342c5cb676 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jul 06 11:57:03.391441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.454459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.485488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=8ccfaa52-2bd4-457e-9e21-018e6171569b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:03.578996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602da4e-202c-43a1-a32b-2c21915cac26 req-21e13815-254a-4547-be2d-79ca64ab1c0b tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.580514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3602da4e-202c-43a1-a32b-2c21915cac26 req-21e13815-254a-4547-be2d-79ca64ab1c0b tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1445813 Jul 06 11:57:03.589446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.592030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.593231 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a4bc124-22ac-4a87-b2eb-bac361972123 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/floatingips/05a4fd22-ca2e-4b1c-a730-d4dcae123670 HTTP/1.1" status: 204 len: 168 time: 0.7204525 Jul 06 11:57:03.596923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:03.601347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'b5ab1395-f3bf-40d9-91a1-a7f350b28629'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:03.623610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.683746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3602da4e-202c-43a1-a32b-2c21915cac26 req-c077e381-031b-4a16-843f-845840c0957d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783625 Jul 06 11:57:03.774946 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.782095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.797291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1c5fb-a6f0-4052-983c-ffd78da1e61d req-e328c5b2-caa7-4723-a415-bee352ccd83b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.804910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c1c5fb-a6f0-4052-983c-ffd78da1e61d req-e328c5b2-caa7-4723-a415-bee352ccd83b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2476273 Jul 06 11:57:03.806121 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.917558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.134 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/84f66d3a-876c-4317-acc3-44686b386876) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:04.000887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c1c5fb-a6f0-4052-983c-ffd78da1e61d req-72ee1a02-8aa9-4dea-8ee6-20f092ce9435 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793931 Jul 06 11:57:04.083398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.102773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Port': ['ID=1c828355-98e0-4c58-a349-4a2befab7422,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:04.126612 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.147085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386681b2-9ee2-40f7-9c61-4539cff4ad6d req-c60ec231-332e-423f-94cc-a590b27444fc tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.148740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-386681b2-9ee2-40f7-9c61-4539cff4ad6d req-c60ec231-332e-423f-94cc-a590b27444fc tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.3002131 Jul 06 11:57:04.150801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.153874 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.158426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a339254-f87a-4e03-860c-9fa8da96e8f4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1920695 Jul 06 11:57:04.160103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:04.166451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41acc67d-5d94-47be-9e2e-353d9a02f4a4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'floatingip': {'port_id': 'eabaea41-4c72-4345-8cf4-38d64480e274', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:04.196574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:04.202223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:04.204891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:04.223029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41acc67d-5d94-47be-9e2e-353d9a02f4a4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.250711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=84f66d3a-876c-4317-acc3-44686b386876,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:04.276643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-386681b2-9ee2-40f7-9c61-4539cff4ad6d req-72d50aa0-75aa-42a8-8c89-dd51da8d5a34 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137338 Jul 06 11:57:04.402466 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-41acc67d-5d94-47be-9e2e-353d9a02f4a4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] update failed (client error): The resource could not be found. Jul 06 11:57:04.406021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-41acc67d-5d94-47be-9e2e-353d9a02f4a4 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "PUT /v2.0/floatingips/6460b702-6045-4033-afff-40f9931099f8 HTTP/1.1" status: 404 len: 507 time: 0.2420397 Jul 06 11:57:04.406629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:04.630129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Deleting port 1c828355-98e0-4c58-a349-4a2befab7422 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:04.630490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.641297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69c257-03f6-4e06-b645-26f90acd67b6 req-36dd3e5e-bdf2-4547-9967-e74980db8015 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.642831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db69c257-03f6-4e06-b645-26f90acd67b6 req-36dd3e5e-bdf2-4547-9967-e74980db8015 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1204190 Jul 06 11:57:04.727601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db69c257-03f6-4e06-b645-26f90acd67b6 req-4a20579d-a9dc-44d5-ab1e-2f9af159c265 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746953 Jul 06 11:57:04.754804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.755223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.771840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Calling delete_port for 1c828355-98e0-4c58-a349-4a2befab7422 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:04.910767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.997054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.028547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.040365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Port': ['ID=1c828355-98e0-4c58-a349-4a2befab7422,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:05.178159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d42aa-55aa-43b0-a996-8c1cbc0abc8c req-6a3d5832-e828-4cce-899b-72b88ba8c225 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.179609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4d42aa-55aa-43b0-a996-8c1cbc0abc8c req-6a3d5832-e828-4cce-899b-72b88ba8c225 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2496221 Jul 06 11:57:05.203588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.208010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.210136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8cc644ba-1cb2-4017-a207-05676f7f1e28 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "DELETE /v2.0/floatingips/6460b702-6045-4033-afff-40f9931099f8 HTTP/1.1" status: 204 len: 168 time: 0.8019102 Jul 06 11:57:05.213241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:05.218090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6515716f-eac1-4c90-9422-45284c07ec0a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'floatingip': {'floating_network_id': '960ddb44-8a39-4fa0-99e4-d8131da92f1f', 'port_id': 'eabaea41-4c72-4345-8cf4-38d64480e274', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:05.339095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6515716f-eac1-4c90-9422-45284c07ec0a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.343664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4d42aa-55aa-43b0-a996-8c1cbc0abc8c req-2c7d1fc1-d8cb-4046-9c88-2517a8785170 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556344 Jul 06 11:57:05.371883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c185f04-0a8d-496a-9567-0d4de16704ab req-6454ae90-ba23-4faf-93c6-4e67e8d86588 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.373788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c185f04-0a8d-496a-9567-0d4de16704ab req-6454ae90-ba23-4faf-93c6-4e67e8d86588 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1524408 Jul 06 11:57:05.426507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c185f04-0a8d-496a-9567-0d4de16704ab req-ce40f536-6c6a-4a1b-a722-4119e36d13d0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461683 Jul 06 11:57:05.434585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.449413 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.614148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643d730-b564-4427-9232-6d205b2f25d5 req-d1ee3ce6-85ee-4239-b899-2315976950fd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.615984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b643d730-b564-4427-9232-6d205b2f25d5 req-d1ee3ce6-85ee-4239-b899-2315976950fd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.0759017 Jul 06 11:57:05.657936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b643d730-b564-4427-9232-6d205b2f25d5 req-85801111-afe0-473b-83e4-7c99ee36f64a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jul 06 11:57:05.900666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=84f66d3a-876c-4317-acc3-44686b386876,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:05.919610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.933528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a94345-664e-4e37-bce2-2c8f01248ea3 req-4134a6f7-8e93-4ab6-846a-a58c5c8802bb tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.935035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2a94345-664e-4e37-bce2-2c8f01248ea3 req-4134a6f7-8e93-4ab6-846a-a58c5c8802bb tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.0772443 Jul 06 11:57:06.042643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2a94345-664e-4e37-bce2-2c8f01248ea3 req-12aaad5d-f336-4c1e-9822-cb26e0d517c6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004937 Jul 06 11:57:06.081891 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6515716f-eac1-4c90-9422-45284c07ec0a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:57:06.086619 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6515716f-eac1-4c90-9422-45284c07ec0a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8687928 Jul 06 11:57:06.087388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:06.091728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'eabaea41-4c72-4345-8cf4-38d64480e274', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:06.107395 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 72fa8715-2b3c-49a6-b947-73abe9d5618c associated. External IP: 172.25.7.134, port: b5ab1395-f3bf-40d9-91a1-a7f350b28629. Jul 06 11:57:06.178552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.418103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.428611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:06.607601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c9faa-2852-4934-a51d-6684e1c5a438 req-5ad5c5fb-bdd9-4ad0-a01b-64655b6d9c96 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.607601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff6c9faa-2852-4934-a51d-6684e1c5a438 req-5ad5c5fb-bdd9-4ad0-a01b-64655b6d9c96 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1169612 Jul 06 11:57:06.630437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Allocated IP 172.25.7.2 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/3df99947-3669-4754-8067-d3166ce6dc3a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:06.651382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:06.670181 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:06.672475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff6c9faa-2852-4934-a51d-6684e1c5a438 req-8351b534-1369-4bb0-bcfc-ec012dea141a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Jul 06 11:57:06.697146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:06.699500 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:06.709410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.761544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9c3ea896-f498-4477-b838-afbb2e91ed85 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1636007 Jul 06 11:57:06.766423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:06.781293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2094665980'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:06.807966 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:06.825989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:06.833584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.839060 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:06.840973 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:06.858296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.935222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:06.937696 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c0b1d-716e-4973-b608-b8bc08222814 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:06.952325 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.978316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9b8c9-64f9-437f-9335-6e2492ca77b7 req-903cd0d8-1811-4a4c-bed5-d724e8ed3c89 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.980086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63e9b8c9-64f9-437f-9335-6e2492ca77b7 req-903cd0d8-1811-4a4c-bed5-d724e8ed3c89 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2760010 Jul 06 11:57:06.985247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:07.006295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:07.014807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:07.015791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.016163 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Added segment 1fb47271-59e0-489f-a720-64f038bd7015 of type vlan for network fd63f7e9-8fd0-4884-84c1-189cf3d35841 Jul 06 11:57:07.017262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:07.098121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event updated for resources: {'Port': ['ID=3df99947-3669-4754-8067-d3166ce6dc3a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.113740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.157501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.165687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.166475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.237184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4678650 Jul 06 11:57:07.243113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:07.257867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63e9b8c9-64f9-437f-9335-6e2492ca77b7 req-d8ecb374-a9c7-4b96-b4b4-854d12ae8896 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702870 Jul 06 11:57:07.265378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'subnet': {'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:07.379310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Deleting port 3df99947-3669-4754-8067-d3166ce6dc3a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:07.379665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.478581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d748-6364-43a3-a507-ffee93314517 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Network': ['ID=fd63f7e9-8fd0-4884-84c1-189cf3d35841,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.488906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b6207-6cc7-47a5-b43a-0ad8c752e663 req-f9f2f176-7e3d-41e8-a6e2-eea5675296ef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.492083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:07.497634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f6b6207-6cc7-47a5-b43a-0ad8c752e663 req-f9f2f176-7e3d-41e8-a6e2-eea5675296ef tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.5983100 Jul 06 11:57:07.527570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.528753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.551489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Calling delete_port for 3df99947-3669-4754-8067-d3166ce6dc3a owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:07.605963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f6b6207-6cc7-47a5-b43a-0ad8c752e663 req-ae3756c9-8bd8-465c-8a3a-65a393ab3284 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072683 Jul 06 11:57:07.640072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f78a9-a94c-48f6-b0f7-bb8beaa106f4 req-f68586b2-4aff-4bec-a2eb-e41f4eab47f7 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.641581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-114f78a9-a94c-48f6-b0f7-bb8beaa106f4 req-f68586b2-4aff-4bec-a2eb-e41f4eab47f7 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2119153 Jul 06 11:57:07.668684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:07.672246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.766025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-114f78a9-a94c-48f6-b0f7-bb8beaa106f4 req-b55bead4-879f-471f-8dd6-39f609faf25d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162815 Jul 06 11:57:07.810119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.868509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Port': ['ID=3df99947-3669-4754-8067-d3166ce6dc3a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.983234 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] create failed (client error): The resource could not be found. Jul 06 11:57:07.984940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac36c559-754b-4298-85a1-9dbda5302300 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8967552 Jul 06 11:57:07.990159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:08.023696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f9415-bf30-43b3-8477-99ba71914017 req-b5728da3-a502-4f49-a6b7-63eeb291e516 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.025923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc4f9415-bf30-43b3-8477-99ba71914017 req-b5728da3-a502-4f49-a6b7-63eeb291e516 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1548254 Jul 06 11:57:08.026177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.128205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Subnet': ['ID=06ef7ae5-129e-40d2-aeb4-85780d1019aa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:08.140962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc4f9415-bf30-43b3-8477-99ba71914017 req-a91f630f-016f-417c-9b27-3a1e65c258de tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030555 Jul 06 11:57:08.141339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Deleting port eabaea41-4c72-4345-8cf4-38d64480e274 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:08.141685 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.158600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Checking segment: {'id': '1fb47271-59e0-489f-a720-64f038bd7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:08.159648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network hostable DHCP agents. Network: fd63f7e9-8fd0-4884-84c1-189cf3d35841, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:08.178605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:08.191038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, fd63f7e9-8fd0-4884-84c1-189cf3d35841) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:08.195344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.196029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.204153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f89e48-86ed-4c0d-a6ef-c7ae0dd97cc3 None None] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:08.225521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a43ce94-0841-4c37-b499-d8e46fb490f8 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9641316 Jul 06 11:57:08.226295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:08.239563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-948530698', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:08.270559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.280324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.281955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.292813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Calling delete_port for eabaea41-4c72-4345-8cf4-38d64480e274 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:08.361220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.449327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-fd63f7e9-8fd0-4884-84c1-189cf3d35841', 'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841', 'tenant_id': '2820cbf2ed8b48acb15cbaeed965ddcb', 'fixed_ips': [{'subnet_id': '06ef7ae5-129e-40d2-aeb4-85780d1019aa'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:08.450209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.510153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.545599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Port': ['ID=eabaea41-4c72-4345-8cf4-38d64480e274,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:08.580497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.602009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31af977-e04b-483d-96a2-ee72f293ea4f req-7554e43c-b9bd-4947-abe1-2c472aa118a0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.603926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a31af977-e04b-483d-96a2-ee72f293ea4f req-7554e43c-b9bd-4947-abe1-2c472aa118a0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.1420507 Jul 06 11:57:08.618792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Allocated IP 172.20.0.2 (fd63f7e9-8fd0-4884-84c1-189cf3d35841/06ef7ae5-129e-40d2-aeb4-85780d1019aa/bfe4e70b-9b70-4496-827e-d7e5ec1537f3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:08.653106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.661110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8a0e89e-ea34-4eb8-9339-981fe5a7d65c tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "DELETE /v2.0/ports/eabaea41-4c72-4345-8cf4-38d64480e274 HTTP/1.1" status: 204 len: 168 time: 0.6690426 Jul 06 11:57:08.661872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:08.712109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a31af977-e04b-483d-96a2-ee72f293ea4f req-649a088b-253f-4541-acf5-52d9e643b1ca tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931423 Jul 06 11:57:08.762276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1d35d-2bc7-4e48-b497-536b38c1d063 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.771940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ade1d35d-2bc7-4e48-b497-536b38c1d063 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "GET /v2.0/ports?device_id=42b190f5-6a2c-4b34-b365-81fb9a44ddf5 HTTP/1.1" status: 200 len: 913 time: 0.1089017 Jul 06 11:57:08.774563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:08.883685 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.893276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Transition to ACTIVE for port object bfe4e70b-9b70-4496-827e-d7e5ec1537f3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:08.910726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Transition to ACTIVE for port object bfe4e70b-9b70-4496-827e-d7e5ec1537f3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:08.922914 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.962543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:08.965824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:08.972303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:08.981754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Pushing event updated for resources: {'Port': ['ID=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:09.017452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.017875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.018324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.018719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.019124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.019616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.020065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.020460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.020794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.021118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.021444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.021768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:09.058546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Attempting to bind port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:09.059010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Attempting to bind port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1fb47271-59e0-489f-a720-64f038bd7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:09.059251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Attempting to bind port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 on network fd63f7e9-8fd0-4884-84c1-189cf3d35841 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:09.066046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:09.066509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Checking segment: {'id': '1fb47271-59e0-489f-a720-64f038bd7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:09.066988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.067487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Bound using segment: {'id': '1fb47271-59e0-489f-a720-64f038bd7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:09.068116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Bound port: bfe4e70b-9b70-4496-827e-d7e5ec1537f3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb47271-59e0-489f-a720-64f038bd7015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:09.068616 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.152726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] For port bfe4e70b-9b70-4496-827e-d7e5ec1537f3, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:09.156276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] For port bfe4e70b-9b70-4496-827e-d7e5ec1537f3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,segment=NetworkSegment(1fb47271-59e0-489f-a720-64f038bd7015),segment_id=1fb47271-59e0-489f-a720-64f038bd7015)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:09.161520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.194190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.235499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800e034-707b-4a0d-97b9-d2933a8fdaf2 None None] Pushing event updated for resources: {'Port': ['ID=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:09.359641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.390603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.540298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Deleting port c079130e-5d32-4c61-ade4-c9b6d9a0aa92 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:09.541975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.601144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05055ee-6045-4716-82db-d7e2ddcb05e6 req-44c42df0-339a-4701-8fe9-c1e0f540ba59 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.607993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f05055ee-6045-4716-82db-d7e2ddcb05e6 req-44c42df0-339a-4701-8fe9-c1e0f540ba59 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.3500929 Jul 06 11:57:09.649449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bfe4e70b-9b70-4496-827e-d7e5ec1537f3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:09.656616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1241d-3835-4635-a1e2-bc7bde6859ab req-e469ddf4-0cfa-4b3b-8b1c-d79e19c73895 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.658167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ff1241d-3835-4635-a1e2-bc7bde6859ab req-e469ddf4-0cfa-4b3b-8b1c-d79e19c73895 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3992860 Jul 06 11:57:09.686512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.693112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.25.7.3 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/2d69422d-1f1d-428b-ad6d-d7665b3ac424) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:09.702884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Calling delete_port for c079130e-5d32-4c61-ade4-c9b6d9a0aa92 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:09.722483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f05055ee-6045-4716-82db-d7e2ddcb05e6 req-84680172-92d4-46c7-ab9d-74666823f17a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135035 Jul 06 11:57:09.746492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:09.774087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ff1241d-3835-4635-a1e2-bc7bde6859ab req-0147e3ec-530f-484f-a90c-895028c88c09 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047387 Jul 06 11:57:10.011435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.013753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.063373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Port': ['ID=c079130e-5d32-4c61-ade4-c9b6d9a0aa92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:10.125922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.195610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:10.208075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:10.214847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=2d69422d-1f1d-428b-ad6d-d7665b3ac424,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:10.218186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:10.247854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.288657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da613f5-a787-4382-b116-570d19c623ec req-41165b3e-6348-4679-a58f-86545fbd42fc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.295784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8da613f5-a787-4382-b116-570d19c623ec req-41165b3e-6348-4679-a58f-86545fbd42fc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2737064 Jul 06 11:57:10.371878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce1939-d617-40c9-a922-526a8dbcc116 req-568234f3-12d6-4ad7-ab06-3d1358b8bad7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.373521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35ce1939-d617-40c9-a922-526a8dbcc116 req-568234f3-12d6-4ad7-ab06-3d1358b8bad7 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.3497260 Jul 06 11:57:10.476267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Router 42b190f5-6a2c-4b34-b365-81fb9a44ddf5 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:10.516188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8da613f5-a787-4382-b116-570d19c623ec req-a6101876-d5c0-4688-b9ff-e6672d822128 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169182 Jul 06 11:57:10.574188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35ce1939-d617-40c9-a922-526a8dbcc116 req-32836e64-7e34-4052-9679-f070a6810b53 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827598 Jul 06 11:57:10.595899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:10.601891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-540cc9e1-16fa-42d9-b7fc-22079f8fa608 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "PUT /v2.0/routers/42b190f5-6a2c-4b34-b365-81fb9a44ddf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262122 Jul 06 11:57:10.604767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:10.606935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] Sync routers for ids ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:10.649075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] Routers {'42b190f5-6a2c-4b34-b365-81fb9a44ddf5'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:10.649958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:10.696810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:10.699155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7784da6f-2899-47a1-a46c-d74dec8ae562 None None] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:10.737036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.757364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] Routers {'42b190f5-6a2c-4b34-b365-81fb9a44ddf5'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:10.758013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:10.804743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:10.805833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62b5fc-36ab-49f6-bb84-de36b1b0a9a8 None None] The sync data for ids ['42b190f5-6a2c-4b34-b365-81fb9a44ddf5'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:10.807595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] Provisioning for port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:10.814279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] Provisioning complete for port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:10.815867 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.122405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.125543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.129597 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.164131 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.210724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] For port bfe4e70b-9b70-4496-827e-d7e5ec1537f3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,segment=NetworkSegment(1fb47271-59e0-489f-a720-64f038bd7015),segment_id=1fb47271-59e0-489f-a720-64f038bd7015)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:11.218510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.254711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.255829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Fanout notify agent at l3_agent the message router_deleted on router 42b190f5-6a2c-4b34-b365-81fb9a44ddf5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:11.265333 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.266407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb76aa28-7def-4cc7-8219-6b8478972cab tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "DELETE /v2.0/routers/42b190f5-6a2c-4b34-b365-81fb9a44ddf5 HTTP/1.1" status: 204 len: 168 time: 0.6604383 Jul 06 11:57:11.269544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:11.278187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b7879-ed5f-4843-9d8f-8989d1c69dbf None None] Pushing event updated for resources: {'Port': ['ID=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:11.320851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953495d-e4db-467e-92c4-417d1aea3d44 req-e78e4606-082b-4402-b370-b5a779374373 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.322635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a953495d-e4db-467e-92c4-417d1aea3d44 req-e78e4606-082b-4402-b370-b5a779374373 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.4039276 Jul 06 11:57:11.366739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Deleting subnet a1bc7753-ad5d-429a-ab5d-4193dcd65a50 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:11.371140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.378566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034e2e3-6ecf-4317-8d29-794ba0a97c46 req-96551d6f-cec9-4988-ab14-2c8d23907cab tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.380259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f034e2e3-6ecf-4317-8d29-794ba0a97c46 req-96551d6f-cec9-4988-ab14-2c8d23907cab tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.4270852 Jul 06 11:57:11.438239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.482920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a953495d-e4db-467e-92c4-417d1aea3d44 req-76d71105-365b-4fde-b843-ffd98dddf6ad tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502318 Jul 06 11:57:11.491472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f034e2e3-6ecf-4317-8d29-794ba0a97c46 req-70da4f8f-0b6d-424a-b8c9-873004a9e899 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020176 Jul 06 11:57:11.551363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33c39328-2aea-4a15-824c-db464d062883 None None] Provisioning complete for port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:11.551743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33c39328-2aea-4a15-824c-db464d062883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.600746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bfe4e70b-9b70-4496-827e-d7e5ec1537f3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:11.613465 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.636798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.711719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.714898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:11.715376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.746682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab27910-e6f0-4f7b-b624-7bfb90ed0a3a None None] Network 960ddb44-8a39-4fa0-99e4-d8131da92f1f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:11.759140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.764061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "DELETE /v2.0/subnets/a1bc7753-ad5d-429a-ab5d-4193dcd65a50 HTTP/1.1" status: 204 len: 168 time: 0.4933984 Jul 06 11:57:11.765009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:11.767718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff088d-aca6-4c28-bfe0-21b9f2651669 tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bc7753-ad5d-429a-ab5d-4193dcd65a50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:11.879066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.921458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6398811-580f-4ed7-9eda-c4f990fb996c req-fafa642b-b799-4228-9891-06f36b782c27 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.928419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6398811-580f-4ed7-9eda-c4f990fb996c req-fafa642b-b799-4228-9891-06f36b782c27 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2249107 Jul 06 11:57:11.967364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Deleting port ffbc5714-44ca-4019-8cf5-95e7e6ac691b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:11.968830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.011081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6398811-580f-4ed7-9eda-c4f990fb996c req-5f7935cd-4e39-4c8c-83bd-c45f4f496f6a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816946 Jul 06 11:57:12.048583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f0723-f415-4ae9-a8fb-932fab1ac8dc req-f24063b9-1673-4a4f-828b-b45f0109737d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.051273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] For port ffbc5714-44ca-4019-8cf5-95e7e6ac691b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,segment=NetworkSegment(0c4bdb39-082d-4afe-aa9f-8b0140b0264b),segment_id=0c4bdb39-082d-4afe-aa9f-8b0140b0264b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:12.051414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a8f0723-f415-4ae9-a8fb-932fab1ac8dc req-f24063b9-1673-4a4f-828b-b45f0109737d tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 943 time: 0.2135258 Jul 06 11:57:12.051709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.066561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] DHCP port deletion for 960ddb44-8a39-4fa0-99e4-d8131da92f1f request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:12.073911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Calling delete_port for ffbc5714-44ca-4019-8cf5-95e7e6ac691b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:12.074092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:12.133159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] Deleting port ffbc5714-44ca-4019-8cf5-95e7e6ac691b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:12.133850 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.169834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.188969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] No DVR routers for this DVR port ffbc5714-44ca-4019-8cf5-95e7e6ac691b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:12.213435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Port': ['ID=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.231269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] For port ffbc5714-44ca-4019-8cf5-95e7e6ac691b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,segment=NetworkSegment(0c4bdb39-082d-4afe-aa9f-8b0140b0264b),segment_id=0c4bdb39-082d-4afe-aa9f-8b0140b0264b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:12.231666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.235354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a8f0723-f415-4ae9-a8fb-932fab1ac8dc req-ca8a3aa9-b808-4068-b8b8-ec909aecd634 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720164 Jul 06 11:57:12.237061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:12.247323 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] Sync routers for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:12.252009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] Calling delete_port for ffbc5714-44ca-4019-8cf5-95e7e6ac691b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:12.260496 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:12.261119 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.287745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.292530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eac17993-f14e-4881-9f6f-63210bcd6bab tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0628259 Jul 06 11:57:12.293048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:12.309581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:12.328531 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.351781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:12.353712 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.359410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.376593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960ddb44-8a39-4fa0-99e4-d8131da92f1f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.417057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.443783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] No DVR routers for this DVR port ffbc5714-44ca-4019-8cf5-95e7e6ac691b on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:12.497193 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.499078 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dbbc6-e0dd-45ff-9a96-c3b1cb5840df None None] The sync data for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:12.510556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aa9e7-4465-4a49-b7b1-78dec26810f2 None None] Pushing event deleted for resources: {'Port': ['ID=ffbc5714-44ca-4019-8cf5-95e7e6ac691b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.553027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:12.570321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7b793249-735c-476a-960f-f005af7b148a', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'port_id': '7b793249-735c-476a-960f-f005af7b148a', 'mac_address': 'fa:16:3e:53:64:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:12.620082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.647251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b793249-735c-476a-960f-f005af7b148a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:12.689203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:12.698464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.771742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.847450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4bdb39-082d-4afe-aa9f-8b0140b0264b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.847450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4bdb39-082d-4afe-aa9f-8b0140b0264b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:12.880186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-9d85cc78-3235-48bc-9130-ef5c475b25b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1776729 Jul 06 11:57:12.882573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.893719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863df16-2e4c-4c8a-a895-8fa563b2c8e0 req-7b0dd905-aebf-42b8-8db5-a9900585435d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.898681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.901946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f863df16-2e4c-4c8a-a895-8fa563b2c8e0 req-7b0dd905-aebf-42b8-8db5-a9900585435d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1506739 Jul 06 11:57:12.905967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:12.906390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.948780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e2b43-b834-4dd1-8099-666107a5f9c3 req-e7776677-e54c-4bdd-9c4e-67cc73f1c0fb tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.950749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-012e2b43-b834-4dd1-8099-666107a5f9c3 req-e7776677-e54c-4bdd-9c4e-67cc73f1c0fb tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1984112 Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:12.956395 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:12.998770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f863df16-2e4c-4c8a-a895-8fa563b2c8e0 req-cb17c82c-3ca0-4f78-8f55-d81f7e0f91c1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960863 Jul 06 11:57:13.006144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.034088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-012e2b43-b834-4dd1-8099-666107a5f9c3 req-239f00a7-d467-4a7a-8163-887222157e4d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706208 Jul 06 11:57:13.067772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.085655 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] 10.222.0.78 "DELETE /v2.0/networks/960ddb44-8a39-4fa0-99e4-d8131da92f1f HTTP/1.1" status: 204 len: 168 time: 1.3077693 Jul 06 11:57:13.089959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7a0d8-3b7f-4ae9-a2b7-be63bcfd676a tempest-FloatingIPNegativeTestJSON-2000275675 tempest-FloatingIPNegativeTestJSON-2000275675-project] Pushing event deleted for resources: {'Network': ['ID=960ddb44-8a39-4fa0-99e4-d8131da92f1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:13.099551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-e39f3c53-9775-4094-8f6b-f85a861a9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.102206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-e39f3c53-9775-4094-8f6b-f85a861a9c7c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 1096 time: 0.1483569 Jul 06 11:57:13.103017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7b793249-735c-476a-960f-f005af7b148a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:13.372403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86107695-9dac-47a6-ad1f-469a619ad6d6 req-25d961d1-3e16-436a-a12a-2c700f383dee tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.381234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86107695-9dac-47a6-ad1f-469a619ad6d6 req-25d961d1-3e16-436a-a12a-2c700f383dee tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2147033 Jul 06 11:57:13.383723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-3c45fd43-8594-4d3b-894b-a2ec584c371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.385181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-3c45fd43-8594-4d3b-894b-a2ec584c371c service neutron] 10.222.0.79 "GET /v2.0/networks?id=b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 200 len: 907 time: 0.1836276 Jul 06 11:57:13.462070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.537273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:13.613775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffbc5714-44ca-4019-8cf5-95e7e6ac691b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:13.642732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ffbc5714-44ca-4019-8cf5-95e7e6ac691b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:13.643646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ffbc5714-44ca-4019-8cf5-95e7e6ac691b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:13.819681 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e18d0b3a-88ef-4cab-bea3-bcf67eff239b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76f8e232e8044dfa9b56f72ab965daa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810566 Jul 06 11:57:13.822511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:13.859839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-f0800294-6c14-4b6a-b2e5-2bedcb69f51e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e65fc-de91-4e63-ae64-68f7a7000a35 HTTP/1.1" status: 200 len: 217 time: 0.4587739 Jul 06 11:57:13.898505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.1 (fd63f7e9-8fd0-4884-84c1-189cf3d35841/06ef7ae5-129e-40d2-aeb4-85780d1019aa/d984ad85-f74d-4193-a107-77fabcd668d7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:13.927578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad62377-4b97-4b16-98f6-3dfca9cdf085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.935688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86107695-9dac-47a6-ad1f-469a619ad6d6 req-bc3b2705-04a3-458b-9aea-c133e45c117f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535703 Jul 06 11:57:13.966553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-c615fda0-efb5-4228-b28e-665d04157331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.968096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-c615fda0-efb5-4228-b28e-665d04157331 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 200 len: 846 time: 0.0886712 Jul 06 11:57:13.988488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251e80-1faa-43a5-8843-e439ea83d05b req-76f9f27f-801e-4a66-89c3-7904fdc5fad6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.990111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96251e80-1faa-43a5-8843-e439ea83d05b req-76f9f27f-801e-4a66-89c3-7904fdc5fad6 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 944 time: 0.1293261 Jul 06 11:57:14.003388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad62377-4b97-4b16-98f6-3dfca9cdf085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.024126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-54f01491-af72-47b1-a3ba-c7755d30157c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b555d574-7927-4c74-a5a9-4cfea3670ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326374 Jul 06 11:57:14.087043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.100920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad62377-4b97-4b16-98f6-3dfca9cdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.103691 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fad62377-4b97-4b16-98f6-3dfca9cdf085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.105145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fad62377-4b97-4b16-98f6-3dfca9cdf085 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ab22002-3083-46a2-bc36-f5890d501111 HTTP/1.1" status: 204 len: 168 time: 0.2817042 Jul 06 11:57:14.117757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96251e80-1faa-43a5-8843-e439ea83d05b req-7d5ed65b-1354-49e6-ac2d-ff2dbab3bbeb tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177676 Jul 06 11:57:14.135500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Transition to ACTIVE for port object d984ad85-f74d-4193-a107-77fabcd668d7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:14.138680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad62377-4b97-4b16-98f6-3dfca9cdf085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab22002-3083-46a2-bc36-f5890d501111,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:14.176968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-b2f39c20-6eab-4e25-b8ee-fae2405ff4b2 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308527 Jul 06 11:57:14.207002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.272635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:14.287943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:14.309625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=d984ad85-f74d-4193-a107-77fabcd668d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:14.313473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:14.368417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c4518-e5bd-482b-9722-d47b5f48684a req-90a98b29-bd66-4bff-a10e-07daa011a65a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.370009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b39c4518-e5bd-482b-9722-d47b5f48684a req-90a98b29-bd66-4bff-a10e-07daa011a65a tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1919506 Jul 06 11:57:14.372439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed0dc73-a7d4-4b44-9743-f24983e69cc1 req-9177c686-80cc-4b9d-bb60-2ac80359c2d3 service neutron] 10.222.0.79 "GET /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804659 Jul 06 11:57:14.386387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.528604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b39c4518-e5bd-482b-9722-d47b5f48684a req-46e7a809-4e0b-4800-9b84-1e847595a6bc tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444669 Jul 06 11:57:14.565783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146d56f-ba1c-4330-8933-d9094ca86ebf req-5dccc846-4852-465f-b386-ac8efae9a568 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.574412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3146d56f-ba1c-4330-8933-d9094ca86ebf req-5dccc846-4852-465f-b386-ac8efae9a568 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1574054 Jul 06 11:57:14.617067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.640309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3146d56f-ba1c-4330-8933-d9094ca86ebf req-de63f1a5-6e3f-4c93-bfaa-560829440484 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Jul 06 11:57:14.658214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bba2be8d-3423-45de-88b0-fdd580a6a86f None None] Provisioning for port d984ad85-f74d-4193-a107-77fabcd668d7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:14.666455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bba2be8d-3423-45de-88b0-fdd580a6a86f None None] Provisioning complete for port d984ad85-f74d-4193-a107-77fabcd668d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:14.666848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba2be8d-3423-45de-88b0-fdd580a6a86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.713077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bba2be8d-3423-45de-88b0-fdd580a6a86f None None] Port d984ad85-f74d-4193-a107-77fabcd668d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:14.979090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.983825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.072212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.144828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=d984ad85-f74d-4193-a107-77fabcd668d7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:15.175532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d5a38-cb0d-43a3-b48c-da4a20840c0b req-a227d418-98f6-4042-ad34-9479ff7e0c6f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.182948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-035d5a38-cb0d-43a3-b48c-da4a20840c0b req-a227d418-98f6-4042-ad34-9479ff7e0c6f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.0962892 Jul 06 11:57:15.203392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:15.205244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:15.236492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-035d5a38-cb0d-43a3-b48c-da4a20840c0b req-7619accf-9cc7-4248-a3ae-bd04b945659a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Jul 06 11:57:15.417835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:15.451194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb180fa-8495-49f9-805d-ca1086815c27 req-d82487ae-cd5e-402c-acf4-6ddfface1dcb tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.468545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fb180fa-8495-49f9-805d-ca1086815c27 req-d82487ae-cd5e-402c-acf4-6ddfface1dcb tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 944 time: 0.1167130 Jul 06 11:57:15.524888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fb180fa-8495-49f9-805d-ca1086815c27 req-2d0801b0-350b-40bd-baaa-ee81983171da tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553603 Jul 06 11:57:15.540974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:15.551295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c888b18e-4db8-438c-95c0-dd4853f01e21 None None] Provisioning complete for port d984ad85-f74d-4193-a107-77fabcd668d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:15.553323 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b6db363e-84b9-42fc-9530-06bfc4131754 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/routers/76d97633-2ca5-4efc-8ea7-5a8cd6d97a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548387 Jul 06 11:57:15.553445 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c888b18e-4db8-438c-95c0-dd4853f01e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.553548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:15.561424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'port': {'network_id': 'fd63f7e9-8fd0-4884-84c1-189cf3d35841', 'name': 'tempest-FloatingIPTestJSON-285464952'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:15.582210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] Sync routers for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:15.602669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:15.603582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:15.653851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c888b18e-4db8-438c-95c0-dd4853f01e21 None None] Port d984ad85-f74d-4193-a107-77fabcd668d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:15.656083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:15.671128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:15.672483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:15.729979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:15.731301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd3e08-f986-4057-81b5-5cdd3347d774 None None] The sync data for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:15.757802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Made reservation on behalf of 2820cbf2ed8b48acb15cbaeed965ddcb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:15.764588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.806848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] device_id is not set on port bdcc5f00-83c2-4c00-95a0-191a0843ec28 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:57:15.810810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80042e23-609d-4703-9c42-943a1ba97e1b req-c2296735-8e1a-4204-8e25-30064823585d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.813206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80042e23-609d-4703-9c42-943a1ba97e1b req-c2296735-8e1a-4204-8e25-30064823585d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.0729797 Jul 06 11:57:15.907210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80042e23-609d-4703-9c42-943a1ba97e1b req-433a0d26-9156-4f46-9c5f-746b45d89edb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Jul 06 11:57:15.952209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89846908-4170-4d2b-9432-4d4c71ed0bfc req-1f85bd31-12e1-43e5-b18c-89ed8b22fbcc tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.952393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Allocated IP 172.20.0.14 (fd63f7e9-8fd0-4884-84c1-189cf3d35841/06ef7ae5-129e-40d2-aeb4-85780d1019aa/bdcc5f00-83c2-4c00-95a0-191a0843ec28) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:15.952485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89846908-4170-4d2b-9432-4d4c71ed0bfc req-1f85bd31-12e1-43e5-b18c-89ed8b22fbcc tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.0941412 Jul 06 11:57:15.997403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89846908-4170-4d2b-9432-4d4c71ed0bfc req-db21f04a-8145-400f-acab-e336ffa2e6ee tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Jul 06 11:57:16.136356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.151641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Transition to ACTIVE for port object bdcc5f00-83c2-4c00-95a0-191a0843ec28 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:16.186872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.271746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:16.275850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:16.285750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:16.290232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event updated for resources: {'Port': ['ID=bdcc5f00-83c2-4c00-95a0-191a0843ec28,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:16.312703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:16.367584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.381866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.422012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:16.422809 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f1165c08-f70c-4afd-8975-c305a02d801f tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8695469 Jul 06 11:57:16.427932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Request body: {'floatingip': {'port_id': 'bdcc5f00-83c2-4c00-95a0-191a0843ec28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:16.444997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7b793249-735c-476a-960f-f005af7b148a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:16.445587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.513247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.599764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.604131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ba3b-5da8-4d0e-9389-23f1f8a652df req-6ff3152a-b4aa-4afb-97ee-7cca5cbc9e76 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.605658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99c7ba3b-5da8-4d0e-9389-23f1f8a652df req-6ff3152a-b4aa-4afb-97ee-7cca5cbc9e76 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2436619 Jul 06 11:57:16.630304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:16.633408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3b4900-75c8-4173-94b6-394bd6421beb" -d '{"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-plugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:16.654068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:16.663982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.762275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99c7ba3b-5da8-4d0e-9389-23f1f8a652df req-3f8dbb82-8fc6-4e29-a65e-15261a706992 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409261 Jul 06 11:57:16.767422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:16.812751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5d4e3fc-4581-4a5b-a262-42e32fae4c6f None None] Provisioning for port bdcc5f00-83c2-4c00-95a0-191a0843ec28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:16.819732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5d4e3fc-4581-4a5b-a262-42e32fae4c6f None None] Provisioning complete for port bdcc5f00-83c2-4c00-95a0-191a0843ec28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:16.820399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5d4e3fc-4581-4a5b-a262-42e32fae4c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.889591 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35c1d7-2783-48c5-a073-7ffc114f55cf x-openstack-request-id: req-7c35c1d7-2783-48c5-a073-7ffc114f55cf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:16.889889 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-plugged", "status": "completed", "tag": "7b793249-735c-476a-960f-f005af7b148a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:16.890145 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c35c1d7-2783-48c5-a073-7ffc114f55cf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:16.890543 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'code': 200} Jul 06 11:57:16.891090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4e3fc-4581-4a5b-a262-42e32fae4c6f None None] Port bdcc5f00-83c2-4c00-95a0-191a0843ec28 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:16.973190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f479f7-06ab-486a-9eae-a6830cd72cd5 req-84b24e83-c5af-40e8-941f-0507267281d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.980337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34f479f7-06ab-486a-9eae-a6830cd72cd5 req-84b24e83-c5af-40e8-941f-0507267281d5 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.1917081 Jul 06 11:57:17.073032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34f479f7-06ab-486a-9eae-a6830cd72cd5 req-9a479175-c605-45fc-a11d-bd1cdeb262f0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916874 Jul 06 11:57:17.152984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:17.290269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b125a048-a37a-4ede-9da6-983ab5f02691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.403463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc4792-e087-4043-8756-6a4be6a321d5 req-13978f50-444a-497a-8a68-32b1386007ba tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.408417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3dc4792-e087-4043-8756-6a4be6a321d5 req-13978f50-444a-497a-8a68-32b1386007ba tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.3128898 Jul 06 11:57:17.411481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b125a048-a37a-4ede-9da6-983ab5f02691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.416532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b125a048-a37a-4ede-9da6-983ab5f02691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.418420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf210-4636-49e3-8030-3cd57af68a30 req-275f3356-ccc9-4ae8-afdf-5db8e1ccf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.419879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-465bf210-4636-49e3-8030-3cd57af68a30 req-275f3356-ccc9-4ae8-afdf-5db8e1ccf169 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 1097 time: 0.2897475 Jul 06 11:57:17.459176 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b125a048-a37a-4ede-9da6-983ab5f02691 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de66c6c58e604018b39e56c66756cb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051727 Jul 06 11:57:17.461798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:17.469116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125a048-a37a-4ede-9da6-983ab5f02691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d74179-e83e-48f5-a449-9c1556982664,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:17.476789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450ca7-c588-4f86-a808-088406b1e6c7 req-ba4dda36-4f3a-4ed4-bdcc-96a3d604625d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.478314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb450ca7-c588-4f86-a808-088406b1e6c7 req-ba4dda36-4f3a-4ed4-bdcc-96a3d604625d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2687919 Jul 06 11:57:17.524194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a1c071b-9c2f-40f8-9645-8a2e803dcda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.558019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a1c071b-9c2f-40f8-9645-8a2e803dcda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.586305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3dc4792-e087-4043-8756-6a4be6a321d5 req-7367a14f-ab42-4cef-b41a-d3c25da719d5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710029 Jul 06 11:57:17.608171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-465bf210-4636-49e3-8030-3cd57af68a30 req-3c1e6d14-7899-4825-980b-226264e4809e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604073 Jul 06 11:57:17.631970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb450ca7-c588-4f86-a808-088406b1e6c7 req-6048f57f-09b9-4577-afe6-7a85637d51d1 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410882 Jul 06 11:57:17.643969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a1c071b-9c2f-40f8-9645-8a2e803dcda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.647060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a1c071b-9c2f-40f8-9645-8a2e803dcda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.650685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a1c071b-9c2f-40f8-9645-8a2e803dcda1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24d74179-e83e-48f5-a449-9c1556982664 HTTP/1.1" status: 204 len: 168 time: 0.1855693 Jul 06 11:57:17.656874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c071b-9c2f-40f8-9645-8a2e803dcda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d74179-e83e-48f5-a449-9c1556982664,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:17.712385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.717538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.858391 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 72fa8715-2b3c-49a6-b947-73abe9d5618c associated. External IP: 172.25.7.134, port: b5ab1395-f3bf-40d9-91a1-a7f350b28629. Jul 06 11:57:18.039174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd4ab2-2918-4149-bda6-45f2a99de8a3 req-41694e65-0c79-4868-9976-f706310b722e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.041141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62cd4ab2-2918-4149-bda6-45f2a99de8a3 req-41694e65-0c79-4868-9976-f706310b722e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1387737 Jul 06 11:57:18.041488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:18.055757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1ac-0921-46f1-8db0-ac75c7c12e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.163986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1ac-0921-46f1-8db0-ac75c7c12e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.168657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b75a1ac-0921-46f1-8db0-ac75c7c12e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.198138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:18.205284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62cd4ab2-2918-4149-bda6-45f2a99de8a3 req-c3f000b3-88da-425c-8b75-de5cac6fb28c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229491 Jul 06 11:57:18.234125 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b75a1ac-0921-46f1-8db0-ac75c7c12e0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0dce931686a1420eac8ad77014cc0430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913025 Jul 06 11:57:18.242277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:18.259418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a1ac-0921-46f1-8db0-ac75c7c12e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92be8ae2-9e95-4fa6-82c9-1b6e976251e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:18.307288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3f2-789e-4101-bb65-cd69d00465c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.332201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3f2-789e-4101-bb65-cd69d00465c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.379022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:18.390447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b37d-69b7-424b-a6f5-24f9dc99e0e8 req-c9d0907c-13cd-4307-bfc5-ec715487e12c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.398184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a101b37d-69b7-424b-a6f5-24f9dc99e0e8 req-c9d0907c-13cd-4307-bfc5-ec715487e12c tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.1358128 Jul 06 11:57:18.402849 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:18.410457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3f2-789e-4101-bb65-cd69d00465c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.413145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3f2-789e-4101-bb65-cd69d00465c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.414049 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:18.414309 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3c44e3f2-789e-4101-bb65-cd69d00465c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92be8ae2-9e95-4fa6-82c9-1b6e976251e2 HTTP/1.1" status: 204 len: 168 time: 0.1710706 Jul 06 11:57:18.415505 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:18.459053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44e3f2-789e-4101-bb65-cd69d00465c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be8ae2-9e95-4fa6-82c9-1b6e976251e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:18.484563 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:18.496910 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:18.498192 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:18.516815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a101b37d-69b7-424b-a6f5-24f9dc99e0e8 req-5299787c-46c9-4fdd-a7f9-6fee5e2b1a5e tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176131 Jul 06 11:57:18.557348 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:18.558014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a5a6-7abe-474f-9fb2-7e92ed0f2d2d None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:18.707496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:18.909518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:18.912161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.912378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] Sync routers for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:18.942022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:18.945011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:18.964861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b05a2-a7d3-4e6e-8f94-33417c7edeb8 req-b1cbc76e-7d0b-43cc-9b59-0aed84aa7acd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.966489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e5b05a2-a7d3-4e6e-8f94-33417c7edeb8 req-b1cbc76e-7d0b-43cc-9b59-0aed84aa7acd tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2467234 Jul 06 11:57:18.997877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:19.010902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:19.011788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:19.051442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:19.052396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb18a83-be43-4c48-a932-c30e40784143 None None] The sync data for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:19.077404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a1794-883e-40d7-8b77-25899d1d899b req-6d344174-6cc4-4771-bf8c-151ed27fcbbf tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.079028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-421a1794-883e-40d7-8b77-25899d1d899b req-6d344174-6cc4-4771-bf8c-151ed27fcbbf tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2271886 Jul 06 11:57:19.088307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-64de90d7-8545-46c8-ad56-8439be4c44c3 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/floatingips/72fa8715-2b3c-49a6-b947-73abe9d5618c HTTP/1.1" status: 200 len: 978 time: 2.6613557 Jul 06 11:57:19.088755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e5b05a2-a7d3-4e6e-8f94-33417c7edeb8 req-f669e8c3-576a-44a0-8426-0a0d66d527ca tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095743 Jul 06 11:57:19.089009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:19.154279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-421a1794-883e-40d7-8b77-25899d1d899b req-0a8965d4-8637-4967-8885-20e7ce29d3b0 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Jul 06 11:57:19.271953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port bdcc5f00-83c2-4c00-95a0-191a0843ec28 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:19.272536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.422699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.466145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce231aa7-e60a-40e3-89f8-0dd53e58111e req-4ccff7db-04b3-4750-84cc-ae5eac3678d3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.467968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce231aa7-e60a-40e3-89f8-0dd53e58111e req-4ccff7db-04b3-4750-84cc-ae5eac3678d3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.0749216 Jul 06 11:57:19.551237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce231aa7-e60a-40e3-89f8-0dd53e58111e req-9443073e-af9a-4f91-9ebd-54ec368c0e38 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Jul 06 11:57:19.749831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.750446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.750789 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Floating IP 72fa8715-2b3c-49a6-b947-73abe9d5618c disassociated. External IP: 172.25.7.134, port: bdcc5f00-83c2-4c00-95a0-191a0843ec28. Jul 06 11:57:19.751206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for bdcc5f00-83c2-4c00-95a0-191a0843ec28 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:19.793379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f612-a65f-4ecb-bc40-1b83132d36c3 req-8f52061f-e5da-4904-9a2d-1ff5d3b72321 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.795098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1398f612-a65f-4ecb-bc40-1b83132d36c3 req-8f52061f-e5da-4904-9a2d-1ff5d3b72321 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.0992928 Jul 06 11:57:19.960590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.038791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=bdcc5f00-83c2-4c00-95a0-191a0843ec28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:20.277216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:20.471247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1398f612-a65f-4ecb-bc40-1b83132d36c3 req-8e335a6c-466a-4f00-8264-e0a005462be0 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6615374 Jul 06 11:57:20.526943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:20.550214 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] Sync routers for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:20.556391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990b04-0fbc-4ef9-a9c6-3164346e56ca req-010f4af7-f142-447d-9a8b-ef207d06acec tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.557915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94990b04-0fbc-4ef9-a9c6-3164346e56ca req-010f4af7-f142-447d-9a8b-ef207d06acec tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1520672 Jul 06 11:57:20.572240 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:20.588933 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.656780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94990b04-0fbc-4ef9-a9c6-3164346e56ca req-c35a6a3f-44eb-4058-aef1-0a6fc9a6d032 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929818 Jul 06 11:57:20.660491 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.670335 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:20.670961 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.711648 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.712555 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0303ca3-c10a-4ed8-ab97-26dab055b35c None None] The sync data for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:20.733817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.746571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71506330-2615-43bc-82d2-827ab1f4b9fa tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/ports/bdcc5f00-83c2-4c00-95a0-191a0843ec28 HTTP/1.1" status: 204 len: 168 time: 1.6460006 Jul 06 11:57:20.746571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:20.902314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3a41-b287-4a81-9e82-b98a6d1cc474 req-589747e1-eecf-4c4c-bb8a-90fbcfca930e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.904225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-887b3a41-b287-4a81-9e82-b98a6d1cc474 req-589747e1-eecf-4c4c-bb8a-90fbcfca930e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1970339 Jul 06 11:57:20.956990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-887b3a41-b287-4a81-9e82-b98a6d1cc474 req-7c3cb46d-4c12-493c-95dd-e0c05aa52005 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Jul 06 11:57:20.980866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842e71b-88e9-4667-baf0-716a16fac9d5 req-059d014c-a7c8-4d6e-a7aa-d0e62d831608 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.990363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f842e71b-88e9-4667-baf0-716a16fac9d5 req-059d014c-a7c8-4d6e-a7aa-d0e62d831608 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1343811 Jul 06 11:57:21.038329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f842e71b-88e9-4667-baf0-716a16fac9d5 req-efaa94dc-313c-42d1-82df-f716b0cd2a36 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 Jul 06 11:57:21.261131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.607076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port d984ad85-f74d-4193-a107-77fabcd668d7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:21.607688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.717810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6643bb-12b6-432b-9c3e-059d55949501 req-50792087-6968-42f8-9d85-d497f85c4355 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.730476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.731617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e6643bb-12b6-432b-9c3e-059d55949501 req-50792087-6968-42f8-9d85-d497f85c4355 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.1077249 Jul 06 11:57:21.745314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for d984ad85-f74d-4193-a107-77fabcd668d7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:21.794483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e6643bb-12b6-432b-9c3e-059d55949501 req-57150d31-cc19-45bf-be7a-0e18b4d07c2b tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617137 Jul 06 11:57:21.915716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74684b5f-640a-4b54-aa1a-843adf1d6898 req-b9fbf3a6-51a6-48be-8fa4-e6908d1da6d7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.917507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74684b5f-640a-4b54-aa1a-843adf1d6898 req-b9fbf3a6-51a6-48be-8fa4-e6908d1da6d7 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.0998173 Jul 06 11:57:21.968523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74684b5f-640a-4b54-aa1a-843adf1d6898 req-0fa044c5-756f-49bc-8bb3-179d4b7f8898 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Jul 06 11:57:22.250694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51551d4-18a9-4cdc-bb9d-9ac84292e309 req-4805c436-18f5-41c4-bdbe-9096c0cf1e08 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.260671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a51551d4-18a9-4cdc-bb9d-9ac84292e309 req-4805c436-18f5-41c4-bdbe-9096c0cf1e08 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.0868044 Jul 06 11:57:22.310724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a51551d4-18a9-4cdc-bb9d-9ac84292e309 req-865bb283-9549-4e23-8e97-5e16d97e96da tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Jul 06 11:57:22.404972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42d349-a87b-4537-bf4b-84528448dc9c req-3145648f-2edf-435e-94a2-848fc12bdd12 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.408221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb42d349-a87b-4537-bf4b-84528448dc9c req-3145648f-2edf-435e-94a2-848fc12bdd12 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.0902596 Jul 06 11:57:22.431395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.468567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb42d349-a87b-4537-bf4b-84528448dc9c req-916fedfa-6fa6-4158-9d55-0233909895a2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515528 Jul 06 11:57:22.510573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=d984ad85-f74d-4193-a107-77fabcd668d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:22.663682 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.721175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.984567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:23.120122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:23.125912 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-54f8b480-7541-4c52-bf0d-69d3d7b574e5 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/routers/76d97633-2ca5-4efc-8ea7-5a8cd6d97a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3837113 Jul 06 11:57:23.131250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] Sync routers for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:23.136485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:23.142724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:23.143589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.182784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.192224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] Routers {'76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:23.193131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.230649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.231329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25a8ea-51e8-44af-9a48-a584e8913a23 None None] The sync data for ids ['76d97633-2ca5-4efc-8ea7-5a8cd6d97a51'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:23.254117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04245a-9f7b-4eef-91a6-e413ced8c948 req-bb922d79-26c4-41d7-9c9d-452c108a60b5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.256427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea04245a-9f7b-4eef-91a6-e413ced8c948 req-bb922d79-26c4-41d7-9c9d-452c108a60b5 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1470885 Jul 06 11:57:23.275975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.311327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea04245a-9f7b-4eef-91a6-e413ced8c948 req-94e41497-843f-45f7-8e7c-2a4040a5d652 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Jul 06 11:57:23.409183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.475169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 2d69422d-1f1d-428b-ad6d-d7665b3ac424 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:23.475709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.557982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443646e-8df0-42fb-987a-c5110fa9800f req-b5b8d078-8a77-4ff3-a407-811b1b911a30 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.559772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4443646e-8df0-42fb-987a-c5110fa9800f req-b5b8d078-8a77-4ff3-a407-811b1b911a30 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1136589 Jul 06 11:57:23.585423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.600855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 2d69422d-1f1d-428b-ad6d-d7665b3ac424 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:23.613021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4443646e-8df0-42fb-987a-c5110fa9800f req-6c48a0fb-52ff-4fff-bc6e-b4384ea5e79e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Jul 06 11:57:23.740360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77ce16-3bb6-49dd-85e4-2a19a837f73d req-18771dc3-22f4-49e1-a63a-e54715eb2389 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.742200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f77ce16-3bb6-49dd-85e4-2a19a837f73d req-18771dc3-22f4-49e1-a63a-e54715eb2389 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1116762 Jul 06 11:57:23.863401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f77ce16-3bb6-49dd-85e4-2a19a837f73d req-9a3fa818-bc85-405a-993c-2386ca0c6d51 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065154 Jul 06 11:57:23.891706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.941004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=2d69422d-1f1d-428b-ad6d-d7665b3ac424,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:23.977007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.977525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.977875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.978220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.978560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.978895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.979221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.979548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.979875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.980407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.980764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:23.981093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:24.023063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.120245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.122407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.169849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.170099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Fanout notify agent at l3_agent the message router_deleted on router 76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:24.179540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.181146 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ed934f5-bde1-4123-b5cf-6b910b1d4afb tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/routers/76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 HTTP/1.1" status: 204 len: 168 time: 1.0427563 Jul 06 11:57:24.183412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:24.243224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting subnet 06ef7ae5-129e-40d2-aeb4-85780d1019aa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:24.246890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.294905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.407194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.481862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.515870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Subnet': ['ID=06ef7ae5-129e-40d2-aeb4-85780d1019aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:24.521350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.525616 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9949ba45-fd45-43fd-aaf1-4bf6cedc3cec tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/subnets/06ef7ae5-129e-40d2-aeb4-85780d1019aa HTTP/1.1" status: 204 len: 168 time: 0.3388970 Jul 06 11:57:24.525920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:24.529186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ebbbf-b1d3-492d-ae5b-c3bc31844a68 None None] Network fd63f7e9-8fd0-4884-84c1-189cf3d35841 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:24.531792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e745659-0209-4e29-818e-7b7280e7be24 req-ccac6c4f-f9aa-4c6b-b47c-3a13a4fed23d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.534685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e745659-0209-4e29-818e-7b7280e7be24 req-ccac6c4f-f9aa-4c6b-b47c-3a13a4fed23d tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1050642 Jul 06 11:57:24.581948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e745659-0209-4e29-818e-7b7280e7be24 req-5e162472-bfd5-4494-8e4e-9985111383b1 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Jul 06 11:57:24.644248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.698888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:24.699238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.814638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] For port bfe4e70b-9b70-4496-827e-d7e5ec1537f3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,segment=NetworkSegment(1fb47271-59e0-489f-a720-64f038bd7015),segment_id=1fb47271-59e0-489f-a720-64f038bd7015)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:24.815010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.836470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] DHCP port deletion for fd63f7e9-8fd0-4884-84c1-189cf3d35841 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:24.841480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for bfe4e70b-9b70-4496-827e-d7e5ec1537f3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:24.939100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] Deleting port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:24.941667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.055436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.095530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:25.098062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] No DVR routers for this DVR port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:25.105348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] For port bfe4e70b-9b70-4496-827e-d7e5ec1537f3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,segment=NetworkSegment(1fb47271-59e0-489f-a720-64f038bd7015),segment_id=1fb47271-59e0-489f-a720-64f038bd7015)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:25.106780 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.146623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] Calling delete_port for bfe4e70b-9b70-4496-827e-d7e5ec1537f3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:25.148750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5fc1a-5777-427b-ba1b-a74f1cac7f4b req-6ae5c7b3-e404-4024-9de0-cce3ea6d9790 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.157097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91a5fc1a-5777-427b-ba1b-a74f1cac7f4b req-6ae5c7b3-e404-4024-9de0-cce3ea6d9790 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1759844 Jul 06 11:57:25.209264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.219681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd63f7e9-8fd0-4884-84c1-189cf3d35841']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:25.230537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91a5fc1a-5777-427b-ba1b-a74f1cac7f4b req-1c02cfae-c514-4235-af86-56f89992f250 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720885 Jul 06 11:57:25.233947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb47271-59e0-489f-a720-64f038bd7015') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:25.234428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb47271-59e0-489f-a720-64f038bd7015') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:25.247322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.259611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.264213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.273366 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:25.274258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.280858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] No DVR routers for this DVR port bfe4e70b-9b70-4496-827e-d7e5ec1537f3 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:25.281302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d50a0d-df76-4864-ab2a-e9e52cbe59e4 req-1280fea0-28e7-40f9-9786-21d3f58ac17c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.282911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9d50a0d-df76-4864-ab2a-e9e52cbe59e4 req-1280fea0-28e7-40f9-9786-21d3f58ac17c tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1939683 Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:25.300672 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:25.306288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c7b1-d188-49c5-98c7-6bbcd827fed8 None None] Pushing event deleted for resources: {'Port': ['ID=bfe4e70b-9b70-4496-827e-d7e5ec1537f3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:25.347785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9d50a0d-df76-4864-ab2a-e9e52cbe59e4 req-af6b94af-5bfb-4b7e-b9d7-53ccce4891e8 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Jul 06 11:57:25.388932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.395116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.400133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:25.400442 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/networks/fd63f7e9-8fd0-4884-84c1-189cf3d35841 HTTP/1.1" status: 204 len: 168 time: 0.8733165 Jul 06 11:57:25.425117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae9304-f0e8-4c50-b3d2-940e4b6fe43c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Network': ['ID=fd63f7e9-8fd0-4884-84c1-189cf3d35841,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:25.558770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 84f66d3a-876c-4317-acc3-44686b386876 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:25.559304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.601969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bfe4e70b-9b70-4496-827e-d7e5ec1537f3 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:25.629305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: bfe4e70b-9b70-4496-827e-d7e5ec1537f3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:25.629910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device bfe4e70b-9b70-4496-827e-d7e5ec1537f3 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:25.681561 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.681902 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.696685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 84f66d3a-876c-4317-acc3-44686b386876 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:25.992024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba436f-81ef-4917-a86b-963195d38910 req-fb2fafa0-6b5e-4754-8199-cd4f5d2bb0d2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.998984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1ba436f-81ef-4917-a86b-963195d38910 req-fb2fafa0-6b5e-4754-8199-cd4f5d2bb0d2 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2530773 Jul 06 11:57:26.108597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1ba436f-81ef-4917-a86b-963195d38910 req-e7763cf1-bd44-46c7-b0e3-92a9cf4f1d48 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087294 Jul 06 11:57:26.123355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-2ab9ad6b-fbd4-4744-88d9-4311e7e2d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.125294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-2ab9ad6b-fbd4-4744-88d9-4311e7e2d19c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 1096 time: 0.2501774 Jul 06 11:57:26.134322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c53568-0df5-4beb-a348-af5c060dfbc1 req-831a4647-5d86-430c-878d-425340283685 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.135883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c53568-0df5-4beb-a348-af5c060dfbc1 req-831a4647-5d86-430c-878d-425340283685 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2619321 Jul 06 11:57:26.137109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.199296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=84f66d3a-876c-4317-acc3-44686b386876,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.320317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35c53568-0df5-4beb-a348-af5c060dfbc1 req-b36aa58a-df11-40d7-8835-5a66c2e132c6 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711433 Jul 06 11:57:26.365106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.367781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.372609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d07301e-a31e-4b4c-9272-380f2a9e8d28 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/floatingips/72fa8715-2b3c-49a6-b947-73abe9d5618c HTTP/1.1" status: 204 len: 168 time: 0.9678159 Jul 06 11:57:26.372754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.374230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-3ed58591-8f27-4f8a-83a4-f98819699230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.375949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-3ed58591-8f27-4f8a-83a4-f98819699230 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 200 len: 916 time: 0.2315154 Jul 06 11:57:26.405534 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59dbd89-0a6e-481b-911f-96f0f66e58f9 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:26.406641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59dbd89-0a6e-481b-911f-96f0f66e58f9 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:26.410916 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e59dbd89-0a6e-481b-911f-96f0f66e58f9 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/ports/bdcc5f00-83c2-4c00-95a0-191a0843ec28 HTTP/1.1" status: 404 len: 333 time: 0.0347373 Jul 06 11:57:26.411386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.449815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-142be2ed-dfbd-478c-9f4e-a41cc6748d5b tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/ports?device_id=76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 HTTP/1.1" status: 200 len: 205 time: 0.0370443 Jul 06 11:57:26.452075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.472375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-1d0a4fee-79f2-464f-954c-c91da1adf253 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b HTTP/1.1" status: 200 len: 217 time: 0.0885155 Jul 06 11:57:26.511040 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c55df47e-8b57-45c2-b66c-88c13c545d11 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] delete failed (client error): The resource could not be found. Jul 06 11:57:26.512890 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c55df47e-8b57-45c2-b66c-88c13c545d11 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/routers/76d97633-2ca5-4efc-8ea7-5a8cd6d97a51 HTTP/1.1" status: 404 len: 336 time: 0.0596678 Jul 06 11:57:26.515479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.550437 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b6358e-13da-47da-8c30-a6cabd0e7050 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:26.551319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b6358e-13da-47da-8c30-a6cabd0e7050 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:26.555247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49b6358e-13da-47da-8c30-a6cabd0e7050 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/subnets/06ef7ae5-129e-40d2-aeb4-85780d1019aa HTTP/1.1" status: 404 len: 337 time: 0.0384336 Jul 06 11:57:26.556875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.584761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-cebff13f-1e03-402c-a77c-b5a720ef6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.586174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-cebff13f-1e03-402c-a77c-b5a720ef6088 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 200 len: 854 time: 0.1026676 Jul 06 11:57:26.654402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de0475-55ce-4d54-a36c-229cb8ce2919 req-e7ce66a2-c320-4543-9e53-cd4e32034871 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.661100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16de0475-55ce-4d54-a36c-229cb8ce2919 req-e7ce66a2-c320-4543-9e53-cd4e32034871 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1639578 Jul 06 11:57:26.679852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port b5ab1395-f3bf-40d9-91a1-a7f350b28629 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:26.680210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.723898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-3a9526fc-c169-4eed-b87b-3111cefc537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.725056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-3a9526fc-c169-4eed-b87b-3111cefc537a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ecc7b26e-90c4-4df0-8519-17a6343aa569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268330 Jul 06 11:57:26.728461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16de0475-55ce-4d54-a36c-229cb8ce2919 req-d556eb9d-942a-4d7b-b2f3-e2894df89b8e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645766 Jul 06 11:57:26.779102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.793344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for b5ab1395-f3bf-40d9-91a1-a7f350b28629 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:26.837651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-c21390d7-bfd2-4466-9cdc-2b3575ef1719 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026340 Jul 06 11:57:26.961761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.962029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7db3bf01-86b3-499f-9d3a-c00b9cf297df req-ced0e74f-6311-457c-a44e-84b2bad17413 service neutron] 10.222.0.79 "GET /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120591 Jul 06 11:57:26.997603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=b5ab1395-f3bf-40d9-91a1-a7f350b28629,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:27.101253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.103309 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-98e09e28-f46f-43dd-bec5-d17bfb8d7298 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/ports/b5ab1395-f3bf-40d9-91a1-a7f350b28629 HTTP/1.1" status: 204 len: 168 time: 0.5450006 Jul 06 11:57:27.105824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:27.149938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e851cbd1-503c-4a38-be3d-d069d9b54332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.275983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 46f87502-3c09-4d6b-a825-0d6ea4d51a20 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:27.276726 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.426989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f32e8-505f-415c-925f-791992589f12 req-fda29939-a70a-4149-b8a0-2481afdfb2ff tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.428767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a27f32e8-505f-415c-925f-791992589f12 req-fda29939-a70a-4149-b8a0-2481afdfb2ff tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1665280 Jul 06 11:57:27.438664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.463501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 46f87502-3c09-4d6b-a825-0d6ea4d51a20 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:27.539964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a27f32e8-505f-415c-925f-791992589f12 req-b3b7958f-d1b6-4eb3-984a-d3283554e41b tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036069 Jul 06 11:57:27.687032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22da463-5593-4305-8947-529ec60ddfd8 req-2625cb76-350b-4409-8067-4a98cf1358e2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.701000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c22da463-5593-4305-8947-529ec60ddfd8 req-2625cb76-350b-4409-8067-4a98cf1358e2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2117732 Jul 06 11:57:27.751056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c22da463-5593-4305-8947-529ec60ddfd8 req-756d186a-d2e9-472f-9492-3d2de3c12a95 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 Jul 06 11:57:27.751674 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.802119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=46f87502-3c09-4d6b-a825-0d6ea4d51a20,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:27.932599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.936938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-40e1fa5b-6d12-4b63-8848-4e11f17a1749 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/ports/46f87502-3c09-4d6b-a825-0d6ea4d51a20 HTTP/1.1" status: 204 len: 168 time: 0.8276403 Jul 06 11:57:27.937351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:28.006760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0adc-c6ad-49ec-a2b9-e7b0f63c5a88 req-bb657af7-bab1-4e67-bfae-ece7fc921cfc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.015517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59bd0adc-c6ad-49ec-a2b9-e7b0f63c5a88 req-bb657af7-bab1-4e67-bfae-ece7fc921cfc tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1159616 Jul 06 11:57:28.057755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0607b5a2-10fe-47ad-a016-a9ba491532de tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.068057 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0607b5a2-10fe-47ad-a016-a9ba491532de tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "GET /v2.0/ports?device_id=76277ac2-2a16-4dcd-bbd4-a5c6cd368586 HTTP/1.1" status: 200 len: 913 time: 0.1289070 Jul 06 11:57:28.069658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:28.098342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59bd0adc-c6ad-49ec-a2b9-e7b0f63c5a88 req-510e97a3-be73-4d67-8e1d-b6bc7382ef84 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812755 Jul 06 11:57:28.448058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.762305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357c9d8-6be6-47d8-a64a-43ecbfa110fa req-c47feaca-4272-44cc-87df-2755d3b85376 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.773327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f357c9d8-6be6-47d8-a64a-43ecbfa110fa req-c47feaca-4272-44cc-87df-2755d3b85376 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1060288 Jul 06 11:57:28.820476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f357c9d8-6be6-47d8-a64a-43ecbfa110fa req-63955d5d-093e-4d55-8faa-5ec97a589bb0 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Jul 06 11:57:28.996664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f606d-bd1c-4a56-9b99-d2667eabc205 req-a8756872-8eaf-4191-adc4-85c7f406f30d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.004447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-717f606d-bd1c-4a56-9b99-d2667eabc205 req-a8756872-8eaf-4191-adc4-85c7f406f30d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.0770428 Jul 06 11:57:29.053187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-717f606d-bd1c-4a56-9b99-d2667eabc205 req-14d76fc7-3714-47e1-a322-b96d57bdaeb8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Jul 06 11:57:29.073089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 1f8574a5-3c5a-46e6-945b-890da240d3a6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:29.073614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.215767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.229433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 1f8574a5-3c5a-46e6-945b-890da240d3a6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:29.377927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27d5d8-2748-4dd2-8b25-4849fcb602e1 req-14eba1a2-c883-4d6a-8594-a12fea3aa93a tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.387159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d27d5d8-2748-4dd2-8b25-4849fcb602e1 req-14eba1a2-c883-4d6a-8594-a12fea3aa93a tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1208646 Jul 06 11:57:29.453049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d27d5d8-2748-4dd2-8b25-4849fcb602e1 req-41790973-7a10-4ddc-a3ff-75a91efe45e7 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647523 Jul 06 11:57:29.492585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4729eee-6e22-4c5e-b7ca-822612ccee04 req-e2480855-3d62-4d3f-bbee-4cbe096f7516 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.494408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4729eee-6e22-4c5e-b7ca-822612ccee04 req-e2480855-3d62-4d3f-bbee-4cbe096f7516 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1643581 Jul 06 11:57:29.499900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.586874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4729eee-6e22-4c5e-b7ca-822612ccee04 req-4dcfeb20-a67c-4ac6-9201-134b93798cfb tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858064 Jul 06 11:57:29.613696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=1f8574a5-3c5a-46e6-945b-890da240d3a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.652589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-964d7ecc-2fc1-43fd-a4f5-ea5b6dcc190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.707782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283df84b-3a4f-48e7-9253-7d9997992f96 req-5680a716-5696-44a2-8909-c5338cb9af1d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.715377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-283df84b-3a4f-48e7-9253-7d9997992f96 req-5680a716-5696-44a2-8909-c5338cb9af1d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 945 time: 0.0835600 Jul 06 11:57:29.812552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-283df84b-3a4f-48e7-9253-7d9997992f96 req-c1a45fa4-22d4-4aeb-8a21-0c8ca02fc6ca tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965662 Jul 06 11:57:29.830787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.012509 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.089788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc97b-e00e-44c7-9aa6-e1114dc9620b req-abbae4a4-75c5-4dcb-8436-f0a8629009ad tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.091213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a87cc97b-e00e-44c7-9aa6-e1114dc9620b req-abbae4a4-75c5-4dcb-8436-f0a8629009ad tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.1520922 Jul 06 11:57:30.105159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c6f8e-1fb0-478b-b3b8-ea263a4ebaaf req-00d85cff-98e9-45b2-9704-58ebc09a0a2e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.113017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a5c6f8e-1fb0-478b-b3b8-ea263a4ebaaf req-00d85cff-98e9-45b2-9704-58ebc09a0a2e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1319935 Jul 06 11:57:30.123753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:30.174486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a5c6f8e-1fb0-478b-b3b8-ea263a4ebaaf req-f031f86e-3569-40fb-9262-b9449bbf7a88 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597773 Jul 06 11:57:30.177391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a87cc97b-e00e-44c7-9aa6-e1114dc9620b req-09c061d5-ddce-474d-903d-321e34df9762 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617313 Jul 06 11:57:30.229071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-1394d487-f5a9-4842-ae30-44be78359dfc req-6ad76d66-cb7f-41ab-8125-1e2993a63178 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:57:30.230060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1394d487-f5a9-4842-ae30-44be78359dfc req-6ad76d66-cb7f-41ab-8125-1e2993a63178 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062251 Jul 06 11:57:30.269031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:30.274820 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-630e26b3-9d11-4ce1-8048-0b51f6b91213 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "PUT /v2.0/routers/76277ac2-2a16-4dcd-bbd4-a5c6cd368586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991899 Jul 06 11:57:30.278402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:30.282310 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] Sync routers for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:30.300960 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:30.301584 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:30.323431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.373607 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:30.397037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] Routers {'76277ac2-2a16-4dcd-bbd4-a5c6cd368586'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:30.397663 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:30.403636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1394d487-f5a9-4842-ae30-44be78359dfc req-4fc6d8d8-a2f2-4c7e-96ad-a6fac0c647c8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1663151 Jul 06 11:57:30.444631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.478520 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:30.479204 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681f206-8fea-4088-80a1-d2cef68af9b2 None None] The sync data for ids ['76277ac2-2a16-4dcd-bbd4-a5c6cd368586'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:30.633218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7fc7b-81d7-4b83-8c48-461d69841216 req-b1920435-6674-4d8e-8c20-ddcdc526eaea tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.647538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.649587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7fc7b-81d7-4b83-8c48-461d69841216 req-b1920435-6674-4d8e-8c20-ddcdc526eaea tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1085804 Jul 06 11:57:30.715104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7fc7b-81d7-4b83-8c48-461d69841216 req-b7e08a71-1837-4ec5-99ca-5c79bb3e167e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632718 Jul 06 11:57:30.764062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting port 3decb60d-9e14-427f-89ef-aaf11d788bb1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:30.766849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.841076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b20b2-03c7-4887-9085-b350aba68666 req-58d37c67-4ec1-4d46-b172-f13ce25adfbf tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.849934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-506b20b2-03c7-4887-9085-b350aba68666 req-58d37c67-4ec1-4d46-b172-f13ce25adfbf tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.1245375 Jul 06 11:57:30.898897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.912697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Calling delete_port for 3decb60d-9e14-427f-89ef-aaf11d788bb1 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:30.916462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.918021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-506b20b2-03c7-4887-9085-b350aba68666 req-a7ef0f27-6937-42b5-aa10-2044041c29fe tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669329 Jul 06 11:57:31.051816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79ebbb-62ee-417d-a16f-af143034a1f3 req-511e326a-c863-4352-b43c-0235f6cfd9a9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.058431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a79ebbb-62ee-417d-a16f-af143034a1f3 req-511e326a-c863-4352-b43c-0235f6cfd9a9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1359522 Jul 06 11:57:31.116631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a79ebbb-62ee-417d-a16f-af143034a1f3 req-57a501e3-b1e2-48cc-8e36-8a3bb114ecf3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570965 Jul 06 11:57:31.136366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.192637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Port': ['ID=3decb60d-9e14-427f-89ef-aaf11d788bb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.221567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c34b-9c1d-4d18-937a-4c5781e151c2 req-e1a8047c-90d9-43d5-b007-ea7598e30997 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.223197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b514c34b-9c1d-4d18-937a-4c5781e151c2 req-e1a8047c-90d9-43d5-b007-ea7598e30997 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.0979614 Jul 06 11:57:31.274738 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.316989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b514c34b-9c1d-4d18-937a-4c5781e151c2 req-86063df9-216b-42f6-b21a-ca5def8ac077 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879333 Jul 06 11:57:31.353478 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:57:31.358912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3d8b-14fa-420e-9535-484d651296be req-df770fa7-69ee-4ca0-a6ec-83be8465c2c1 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.366771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-469b3d8b-14fa-420e-9535-484d651296be req-df770fa7-69ee-4ca0-a6ec-83be8465c2c1 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 945 time: 0.1138613 Jul 06 11:57:31.386708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.393482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.427130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-469b3d8b-14fa-420e-9535-484d651296be req-60c89897-8b11-475d-8642-4025a7ae7163 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593233 Jul 06 11:57:31.462125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.463021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Fanout notify agent at l3_agent the message router_deleted on router 76277ac2-2a16-4dcd-bbd4-a5c6cd368586 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:31.474937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.487927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07db67a5-7351-46fc-bcb2-49b06cc45602 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/routers/76277ac2-2a16-4dcd-bbd4-a5c6cd368586 HTTP/1.1" status: 204 len: 168 time: 1.2073369 Jul 06 11:57:31.489431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:31.564414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Deleting subnet 7f9a2db3-c641-4d03-8ef4-8a0d7b178e81 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:31.582113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.656109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.727820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa9046-1391-48e3-9fc4-3ebdddfa0d67 req-168b015c-4ed6-4286-9e0c-9ce298d0ef2e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.729659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36fa9046-1391-48e3-9fc4-3ebdddfa0d67 req-168b015c-4ed6-4286-9e0c-9ce298d0ef2e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.1621919 Jul 06 11:57:31.734806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.884905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36fa9046-1391-48e3-9fc4-3ebdddfa0d67 req-47cf7a09-0743-43f0-9983-86d082618dcf tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447673 Jul 06 11:57:31.910785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.948519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9a2db3-c641-4d03-8ef4-8a0d7b178e81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.952870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.954833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-beac3723-e331-4fb4-9b74-6d0ee93de605 tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/subnets/7f9a2db3-c641-4d03-8ef4-8a0d7b178e81 HTTP/1.1" status: 204 len: 168 time: 0.4641271 Jul 06 11:57:31.957905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:31.973618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72645a4b-8605-45ee-932f-78fd6b8bcc32 req-4587a129-f2c6-41ea-8f28-2ded1552dfb6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.974445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72645a4b-8605-45ee-932f-78fd6b8bcc32 req-4587a129-f2c6-41ea-8f28-2ded1552dfb6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.1768322 Jul 06 11:57:32.039954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72645a4b-8605-45ee-932f-78fd6b8bcc32 req-9010a4f3-15a7-493b-8572-4cecd4fb5bc6 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 Jul 06 11:57:32.074395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.182130 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.198575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246ec456-32dc-41dd-868b-b6fd83fbb138']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.224725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bdc20d-66c2-4401-9833-bd978ec219b6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.225130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bdc20d-66c2-4401-9833-bd978ec219b6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.238001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.254655 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.262331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:32.262772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:32.316731 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:32.325909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ec84-0f32-4acb-9195-914d64265025 req-0f3d060e-5739-42b0-86da-f9ff8f16d042 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.334938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ec84-0f32-4acb-9195-914d64265025 req-0f3d060e-5739-42b0-86da-f9ff8f16d042 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.335211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.341276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ec84-0f32-4acb-9195-914d64265025 req-0f3d060e-5739-42b0-86da-f9ff8f16d042 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.342972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.348197 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] 10.222.0.78 "DELETE /v2.0/networks/246ec456-32dc-41dd-868b-b6fd83fbb138 HTTP/1.1" status: 204 len: 168 time: 0.3850069 Jul 06 11:57:32.350259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98a9ec84-0f32-4acb-9195-914d64265025 req-0f3d060e-5739-42b0-86da-f9ff8f16d042 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0&device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7&device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 2417 time: 0.1454434 Jul 06 11:57:32.374711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d81334-7871-4f89-a7ec-d923e2f6e89c tempest-FloatingIPTestJSON-1291829418 tempest-FloatingIPTestJSON-1291829418-project] Pushing event deleted for resources: {'Network': ['ID=246ec456-32dc-41dd-868b-b6fd83fbb138,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:32.411668 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.424819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4398918-0582-46c5-871b-86fabd0703c7 req-142e00c2-c2a2-4296-a297-086021a247ba tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.426702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4398918-0582-46c5-871b-86fabd0703c7 req-142e00c2-c2a2-4296-a297-086021a247ba tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1592398 Jul 06 11:57:32.435255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-98a9ec84-0f32-4acb-9195-914d64265025 req-24da7ffd-8313-49b8-9894-05d895a5d4f4 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718341 Jul 06 11:57:32.483713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-33591da5-cd7a-4b34-8157-a0ac06f00092 req-9350217b-f35a-4557-8cfb-b92e413f28b4 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:57:32.484794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33591da5-cd7a-4b34-8157-a0ac06f00092 req-9350217b-f35a-4557-8cfb-b92e413f28b4 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128770 Jul 06 11:57:32.496796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4398918-0582-46c5-871b-86fabd0703c7 req-27e7d8be-e9a6-4510-afad-065fdb988a3b tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600142 Jul 06 11:57:32.578626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33591da5-cd7a-4b34-8157-a0ac06f00092 req-45d07022-99f3-4f81-a4af-79934dd2e410 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0806849 Jul 06 11:57:32.647733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.793934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4c057dd-a6a5-4408-84cd-623223ff76e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2820cbf2ed8b48acb15cbaeed965ddcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426399 Jul 06 11:57:32.794186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.884290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b47982b-16af-4734-a2ee-c47f1c8c1e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.913811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b47982b-16af-4734-a2ee-c47f1c8c1e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.968978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b47982b-16af-4734-a2ee-c47f1c8c1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.971869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b47982b-16af-4734-a2ee-c47f1c8c1e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.975510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b47982b-16af-4734-a2ee-c47f1c8c1e94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca1f2fa9-b6c2-4fe3-8200-0be671281ec5 HTTP/1.1" status: 204 len: 168 time: 0.1778378 Jul 06 11:57:32.981921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47982b-16af-4734-a2ee-c47f1c8c1e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1f2fa9-b6c2-4fe3-8200-0be671281ec5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:33.276495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3cfa-19dc-410e-ba65-6707677d245b req-435d652f-d888-4ec6-ad05-8f6c7506540e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.278254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afac3cfa-19dc-410e-ba65-6707677d245b req-435d652f-d888-4ec6-ad05-8f6c7506540e tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.0864322 Jul 06 11:57:33.412569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afac3cfa-19dc-410e-ba65-6707677d245b req-407a1130-c82c-4af7-b45c-279cc045a825 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214080 Jul 06 11:57:33.494859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-246f1ea9-3daa-45ec-8edb-4ab8d84b3267 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.500851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-246f1ea9-3daa-45ec-8edb-4ab8d84b3267 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 945 time: 0.2201023 Jul 06 11:57:33.785522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:33.786130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.831953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.021962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-327945984'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:34.071295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:34.076001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.090595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.292340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c8e76-5aa4-416d-846e-85cf5ba57fa5 req-9760e182-ac1e-473d-9fae-bfb175021e5e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.299383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-589c8e76-5aa4-416d-846e-85cf5ba57fa5 req-9760e182-ac1e-473d-9fae-bfb175021e5e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.5594859 Jul 06 11:57:34.307428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:34.307793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.316587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.322198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.330729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:34.364477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:34.377424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883830e7-44e0-472b-ae2e-ca004c92842c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:34.383756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.384378 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Added segment fc42a91a-705e-4de3-8359-c5a52cab8783 of type vlan for network 863366eb-ceb4-47be-9f07-365a49f997e3 Jul 06 11:57:34.396546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-589c8e76-5aa4-416d-846e-85cf5ba57fa5 req-666d8aa2-e1c4-4d78-9e0d-1cbec70ba6e4 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962603 Jul 06 11:57:34.449319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.542231 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.559153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.559822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.587643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.601048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35', 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:34.682101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:34.707739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8738439 Jul 06 11:57:34.721852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e6eea-4637-408e-9ee0-aa951f5a2b18 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Network': ['ID=863366eb-ceb4-47be-9f07-365a49f997e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:34.743811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 863366eb-ceb4-47be-9f07-365a49f997e3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:34.840325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44cf7841-d9ab-4bdb-af8d-01b4e9f45eaa req-ac72dcae-ed58-4c10-ac18-3ebd089e9428 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 210 time: 0.1594377 Jul 06 11:57:34.841367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:34.856944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.882943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ebb0d433-7e4d-40d5-930b-8844cc5d298d req-202e9d0f-899a-446c-a134-13e8e35a636f tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 HTTP/1.1" status: 204 len: 173 time: 1.3754575 Jul 06 11:57:34.884706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f32f09-e88a-4d94-a702-375b1f795424', 'name': 'network-vif-deleted', 'tag': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:34.900261 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d940a6-78d6-4383-9679-2949fc6f3ba9" -d '{"events": [{"server_uuid": "23f32f09-e88a-4d94-a702-375b1f795424", "name": "network-vif-deleted", "tag": "e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:35.003319 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9ddc7-e037-4381-9bac-408202035790 x-openstack-request-id: req-5fd9ddc7-e037-4381-9bac-408202035790 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:35.003618 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f32f09-e88a-4d94-a702-375b1f795424", "name": "network-vif-deleted", "tag": "e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:35.003878 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fd9ddc7-e037-4381-9bac-408202035790 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:35.007481 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f32f09-e88a-4d94-a702-375b1f795424', 'name': 'network-vif-deleted', 'tag': 'e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3', 'status': 'completed', 'code': 200} Jul 06 11:57:35.093673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77831dbc-84a1-4fe6-acd4-4698072f26cd req-a8f138c4-268f-4c12-a373-e275ea2bb707 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.104231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77831dbc-84a1-4fe6-acd4-4698072f26cd req-a8f138c4-268f-4c12-a373-e275ea2bb707 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.2199457 Jul 06 11:57:35.206999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77831dbc-84a1-4fe6-acd4-4698072f26cd req-70ae94d4-c391-4594-a841-bc7d9e80422d tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980415 Jul 06 11:57:35.629792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:35.706787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc3742-1816-46a2-9321-05752c314262 req-78c3709c-1beb-4cd0-b9c4-47338fa60359 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.718492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ccc3742-1816-46a2-9321-05752c314262 req-78c3709c-1beb-4cd0-b9c4-47338fa60359 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1543417 Jul 06 11:57:35.787502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ccc3742-1816-46a2-9321-05752c314262 req-bc774ef7-9378-4d1f-b12c-63d55cd1986b tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675740 Jul 06 11:57:35.859712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258d5e7a-ce25-445d-aa52-cb1bd67afcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.073102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258d5e7a-ce25-445d-aa52-cb1bd67afcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.080219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-258d5e7a-ce25-445d-aa52-cb1bd67afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.179465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5e7a-ce25-445d-aa52-cb1bd67afcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6236517-2001-4261-ab27-5ae055372d1d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:36.207980 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-258d5e7a-ce25-445d-aa52-cb1bd67afcd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c042ea41f3ab44c888b59792f2e6f8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769897 Jul 06 11:57:36.211306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:36.261864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-548f2499-a426-48b7-af54-e5a79020e52d req-1fc1080e-e2c7-4a60-b5a5-4c3dab87c5df tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=23f32f09-e88a-4d94-a702-375b1f795424 HTTP/1.1" status: 200 len: 210 time: 0.0796413 Jul 06 11:57:36.333028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a861b4-3016-49f5-a73b-1c095cb48624 req-1dea91bd-5723-49ff-a1c3-8b075fe41a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.333909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34a861b4-3016-49f5-a73b-1c095cb48624 req-1dea91bd-5723-49ff-a1c3-8b075fe41a15 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 1096 time: 0.2094285 Jul 06 11:57:36.380405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4460c368-be9c-41ba-a1a7-12b4a0dda072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.409215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4460c368-be9c-41ba-a1a7-12b4a0dda072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.413853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34a861b4-3016-49f5-a73b-1c095cb48624 req-10a2bf97-d22a-4516-ba9c-afe07076065b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Jul 06 11:57:36.505012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-e5faa310-2a24-4a66-9fad-7a27d6fe4759 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.506650 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-e5faa310-2a24-4a66-9fad-7a27d6fe4759 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.1567140 Jul 06 11:57:36.520222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295963-8304-4661-ade0-433f7e9ac6cc req-211ec1d3-3b88-4703-8d17-0c2bc60a2ce2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.528287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9295963-8304-4661-ade0-433f7e9ac6cc req-211ec1d3-3b88-4703-8d17-0c2bc60a2ce2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 946 time: 0.0868385 Jul 06 11:57:36.543764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4460c368-be9c-41ba-a1a7-12b4a0dda072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.550532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4460c368-be9c-41ba-a1a7-12b4a0dda072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.557079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4460c368-be9c-41ba-a1a7-12b4a0dda072 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6236517-2001-4261-ab27-5ae055372d1d HTTP/1.1" status: 204 len: 168 time: 0.3444405 Jul 06 11:57:36.582730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9295963-8304-4661-ade0-433f7e9ac6cc req-7d0f8087-6e50-4e9c-b22a-a4cea572d06f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518723 Jul 06 11:57:36.623815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460c368-be9c-41ba-a1a7-12b4a0dda072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6236517-2001-4261-ab27-5ae055372d1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:36.742522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Deleting port 3e924deb-c2f0-4a7c-876b-e7f49f47863a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:36.743296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.962188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] For port 3e924deb-c2f0-4a7c-876b-e7f49f47863a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3e924deb-c2f0-4a7c-876b-e7f49f47863a,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:36.962329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.988993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Calling delete_port for 3e924deb-c2f0-4a7c-876b-e7f49f47863a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:37.047269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.063086 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42199a3c-f3c4-4a6b-bb8a-10ecf16e48e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.185188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a727a-4672-4b48-a1a3-05b9c844ca7d req-ec9500b2-7a50-4a68-9209-79eedb50e0fd tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.193634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128a727a-4672-4b48-a1a3-05b9c844ca7d req-ec9500b2-7a50-4a68-9209-79eedb50e0fd tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1201890 Jul 06 11:57:37.261143 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.274883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', '7602d2ab-d821-44f5-85a6-5e744c0e5d8b', '3e924deb-c2f0-4a7c-876b-e7f49f47863a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:37.278868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128a727a-4672-4b48-a1a3-05b9c844ca7d req-225a88e9-19a6-45b7-aea4-f72f25c58298 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842509 Jul 06 11:57:37.301033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Pushing event deleted for resources: {'Port': ['ID=3e924deb-c2f0-4a7c-876b-e7f49f47863a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:37.346089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42199a3c-f3c4-4a6b-bb8a-10ecf16e48e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.357230 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42199a3c-f3c4-4a6b-bb8a-10ecf16e48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.436224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] No DVR routers for this DVR port 3e924deb-c2f0-4a7c-876b-e7f49f47863a on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:37.441949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42199a3c-f3c4-4a6b-bb8a-10ecf16e48e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1ba6535c759402985b44f41eae5572f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906837 Jul 06 11:57:37.443230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.446884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.453172 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0064837b-0f5c-486e-8bd9-5ebf0519de50 req-578db15a-6135-4f03-ba08-94a2772d1aa2 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "DELETE /v2.0/ports/3e924deb-c2f0-4a7c-876b-e7f49f47863a HTTP/1.1" status: 204 len: 173 time: 0.9374878 Jul 06 11:57:37.455731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'name': 'network-vif-deleted', 'tag': '3e924deb-c2f0-4a7c-876b-e7f49f47863a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:37.467870 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858bab86-b9cf-4a49-a244-4051a8169c5b" -d '{"events": [{"server_uuid": "48147f18-67ae-4383-963b-3d1bb17a7ba0", "name": "network-vif-deleted", "tag": "3e924deb-c2f0-4a7c-876b-e7f49f47863a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:37.670933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199a3c-f3c4-4a6b-bb8a-10ecf16e48e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8507984b-a92a-4c44-985f-cfdec4ed796d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:37.691285 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f7d31-fba8-4e94-b156-1305bb0b6541 x-openstack-request-id: req-b70f7d31-fba8-4e94-b156-1305bb0b6541 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:37.691790 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48147f18-67ae-4383-963b-3d1bb17a7ba0", "name": "network-vif-deleted", "tag": "3e924deb-c2f0-4a7c-876b-e7f49f47863a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:37.692279 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b70f7d31-fba8-4e94-b156-1305bb0b6541 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:37.693358 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48147f18-67ae-4383-963b-3d1bb17a7ba0', 'name': 'network-vif-deleted', 'tag': '3e924deb-c2f0-4a7c-876b-e7f49f47863a', 'status': 'completed', 'code': 200} Jul 06 11:57:37.714054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef476978-cc85-4815-9ad8-aa7062976d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.795788 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef476978-cc85-4815-9ad8-aa7062976d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.936902 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef476978-cc85-4815-9ad8-aa7062976d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.939571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef476978-cc85-4815-9ad8-aa7062976d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.952914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef476978-cc85-4815-9ad8-aa7062976d99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8507984b-a92a-4c44-985f-cfdec4ed796d HTTP/1.1" status: 204 len: 168 time: 0.5085628 Jul 06 11:57:37.990553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476978-cc85-4815-9ad8-aa7062976d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8507984b-a92a-4c44-985f-cfdec4ed796d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:38.156473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.162762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'subnet': {'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:38.182156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f53f9f-1dd3-4049-a40b-1d0d3a9317d2 req-a04ab910-d850-46c8-8639-78a2a2e69aff tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=48147f18-67ae-4383-963b-3d1bb17a7ba0 HTTP/1.1" status: 200 len: 210 time: 0.0537257 Jul 06 11:57:38.327669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:38.345826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.380257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:38.425025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:38.426426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e1bd7bf6-63cf-4bcc-90ad-8eef2bc149c3 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:38.685137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627344a6-3f40-42e2-b9f3-dab069b9f97d req-09d2b675-87ef-46ce-abd6-7771ff8bd47d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.687453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-627344a6-3f40-42e2-b9f3-dab069b9f97d req-09d2b675-87ef-46ce-abd6-7771ff8bd47d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1178033 Jul 06 11:57:38.798604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-627344a6-3f40-42e2-b9f3-dab069b9f97d req-a03e0e7c-f9c0-4589-9b3f-c75552bbbd44 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017706 Jul 06 11:57:39.002552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.093195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Subnet': ['ID=123d7e84-baa6-4370-b3fb-21ca5f9c1d20,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:39.129843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Checking segment: {'id': 'fc42a91a-705e-4de3-8359-c5a52cab8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:39.130217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network hostable DHCP agents. Network: 863366eb-ceb4-47be-9f07-365a49f997e3, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:39.194222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network 863366eb-ceb4-47be-9f07-365a49f997e3 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:39.223542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 863366eb-ceb4-47be-9f07-365a49f997e3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:39.232707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba610d2-8a4d-4675-ac58-ae36b5415cc2 None None] Network 863366eb-ceb4-47be-9f07-365a49f997e3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:39.259198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.259810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.306485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-7e12f385-2425-4927-a29a-461f85d99d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.308089 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-7e12f385-2425-4927-a29a-461f85d99d86 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e650abac0943414aa5b117505aaffdc1&device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 1096 time: 0.1521292 Jul 06 11:57:39.309412 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0bd49c66-796f-4489-8532-2b24da7c934d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1519470 Jul 06 11:57:39.313210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:39.327565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1388564029'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:39.384242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:39.389839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.511626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850660-5f04-4e8e-be90-11e8b94abf0d req-1edf3069-0c70-40eb-b480-a70ec2db9b7a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.522220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8850660-5f04-4e8e-be90-11e8b94abf0d req-1edf3069-0c70-40eb-b480-a70ec2db9b7a tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1887200 Jul 06 11:57:39.563801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-863366eb-ceb4-47be-9f07-365a49f997e3', 'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3', 'tenant_id': '230b412ab5604f2ea50091c0b16c1cb3', 'fixed_ips': [{'subnet_id': '123d7e84-baa6-4370-b3fb-21ca5f9c1d20'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:39.569249 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.580463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:39.593904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-b9628ab2-a309-4ae9-ac5f-a4aa986bd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.596355 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-b9628ab2-a309-4ae9-ac5f-a4aa986bd67e service neutron] 10.222.0.79 "GET /v2.0/networks?id=68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 200 len: 911 time: 0.2127109 Jul 06 11:57:39.599123 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.599635 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Added segment b456107c-1f2a-4226-8770-2ba41516af3a of type vlan for network 2fb22842-1531-4a9b-a3ab-c960ad84c739 Jul 06 11:57:39.652951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a8850660-5f04-4e8e-be90-11e8b94abf0d req-74cf7c9d-b1ff-471f-a5c7-e9e3caa88f99 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290891 Jul 06 11:57:39.683388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-965d0bcb-6daf-4305-a4cc-7fb2f158ed1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef HTTP/1.1" status: 200 len: 217 time: 0.0750585 Jul 06 11:57:39.745712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-b40544e0-69d8-4668-9d60-eff328dce9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.747399 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-b40544e0-69d8-4668-9d60-eff328dce9c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 200 len: 850 time: 0.0566604 Jul 06 11:57:39.752118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.793741 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-3c152731-1887-4e50-a06a-fb00815ed00c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=68596b7e-f622-4a75-a852-687eb8c43384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342515 Jul 06 11:57:39.920008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.935995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.942584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.025039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Allocated IP 2001:db8:0:ffff::2 (863366eb-ceb4-47be-9f07-365a49f997e3/123d7e84-baa6-4370-b3fb-21ca5f9c1d20/564c8107-9c66-4895-a20f-dfe4e5c62195) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:40.054336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7364085 Jul 06 11:57:40.055128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:40.065025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'subnet': {'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:40.086879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70109-63dc-4954-9108-aa5d6fd2f4f7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Network': ['ID=2fb22842-1531-4a9b-a3ab-c960ad84c739,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.112261 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-f37ff6e8-fd01-4100-9c02-11dd65657f60 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995591 Jul 06 11:57:40.164153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 2fb22842-1531-4a9b-a3ab-c960ad84c739 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:40.272518 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a02d1ce6-ea03-4714-8df2-5a813e8749c8 req-3e02e27f-4780-48d8-be06-676767015c69 service neutron] 10.222.0.79 "GET /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481619 Jul 06 11:57:40.344279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb83a54-29fd-48c6-ab92-324ecb48dd54 req-2bba887a-e473-4576-9f86-97b12c48ea4f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:40.347382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fb83a54-29fd-48c6-ab92-324ecb48dd54 req-2bba887a-e473-4576-9f86-97b12c48ea4f tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 945 time: 0.2896450 Jul 06 11:57:40.369482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:40.375013 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.500167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3e924deb-c2f0-4a7c-876b-e7f49f47863a no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:40.534532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 3e924deb-c2f0-4a7c-876b-e7f49f47863a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:40.534877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3e924deb-c2f0-4a7c-876b-e7f49f47863a not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:40.574901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8fb83a54-29fd-48c6-ab92-324ecb48dd54 req-e8ebb8cb-b8c2-40aa-9034-af6293db0521 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148890 Jul 06 11:57:40.599454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5597b2b-2228-4cfa-8537-1141f03afc09 req-0711bfb5-0cc1-4257-90eb-185fdd87a241 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:40.599454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5597b2b-2228-4cfa-8537-1141f03afc09 req-0711bfb5-0cc1-4257-90eb-185fdd87a241 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.3006942 Jul 06 11:57:40.654104 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.682545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Transition to ACTIVE for port object 564c8107-9c66-4895-a20f-dfe4e5c62195 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:40.700844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5597b2b-2228-4cfa-8537-1141f03afc09 req-0ab2103d-93d4-4afd-9f6e-91e2b234e2a9 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968435 Jul 06 11:57:40.725992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Transition to ACTIVE for port object 564c8107-9c66-4895-a20f-dfe4e5c62195 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:40.741817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.795328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Pushing event updated for resources: {'Port': ['ID=564c8107-9c66-4895-a20f-dfe4e5c62195,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.810587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Network 863366eb-ceb4-47be-9f07-365a49f997e3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:40.812165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:40.815660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:40.892972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Attempting to bind port 564c8107-9c66-4895-a20f-dfe4e5c62195 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:40.893353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Attempting to bind port 564c8107-9c66-4895-a20f-dfe4e5c62195 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fc42a91a-705e-4de3-8359-c5a52cab8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:40.893764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Attempting to bind port 564c8107-9c66-4895-a20f-dfe4e5c62195 on network 863366eb-ceb4-47be-9f07-365a49f997e3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:40.899662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:40.900078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Checking segment: {'id': 'fc42a91a-705e-4de3-8359-c5a52cab8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:40.900491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.900843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Bound using segment: {'id': 'fc42a91a-705e-4de3-8359-c5a52cab8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:40.901384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Bound port: 564c8107-9c66-4895-a20f-dfe4e5c62195, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc42a91a-705e-4de3-8359-c5a52cab8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '863366eb-ceb4-47be-9f07-365a49f997e3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:40.901854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.954525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:57:40.958327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.975937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] For port 564c8107-9c66-4895-a20f-dfe4e5c62195, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:40.980962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] For port 564c8107-9c66-4895-a20f-dfe4e5c62195, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=564c8107-9c66-4895-a20f-dfe4e5c62195,segment=NetworkSegment(fc42a91a-705e-4de3-8359-c5a52cab8783),segment_id=fc42a91a-705e-4de3-8359-c5a52cab8783)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:40.989319 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.060505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0fdb0-c17b-4ace-a010-89979997ed03 req-ba5a2aec-b9d9-4b41-a7ac-716069fa08c3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:41.062270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2e0fdb0-c17b-4ace-a010-89979997ed03 req-ba5a2aec-b9d9-4b41-a7ac-716069fa08c3 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2075877 Jul 06 11:57:41.066297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Checking segment: {'id': 'b456107c-1f2a-4226-8770-2ba41516af3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:41.066810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network hostable DHCP agents. Network: 2fb22842-1531-4a9b-a3ab-c960ad84c739, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:41.069081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Subnet': ['ID=4d24b499-8e27-461b-bf16-38a5c53b6bf1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.086712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83eae-0e9c-4de4-afb0-2b561575a6af None None] Pushing event updated for resources: {'Port': ['ID=564c8107-9c66-4895-a20f-dfe4e5c62195,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.132946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network 2fb22842-1531-4a9b-a3ab-c960ad84c739 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:41.144950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2e0fdb0-c17b-4ace-a010-89979997ed03 req-3fbf504e-2994-47e0-bc5e-7505497b2327 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658929 Jul 06 11:57:41.147278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 2fb22842-1531-4a9b-a3ab-c960ad84c739) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:41.161122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563d318-2750-4564-9e66-bdc03634cde9 None None] Network 2fb22842-1531-4a9b-a3ab-c960ad84c739 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:41.174874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:41.175835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.209335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:41.215885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'port': {'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739', 'name': 'tempest-NetworksIpV6TestAttrs-885788075'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:41.220767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c00f6554-5222-4eeb-ad5a-7453fe051725 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1634295 Jul 06 11:57:41.423753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:41.428751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.441132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-2fb22842-1531-4a9b-a3ab-c960ad84c739', 'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739', 'tenant_id': '230b412ab5604f2ea50091c0b16c1cb3', 'fixed_ips': [{'subnet_id': '4d24b499-8e27-461b-bf16-38a5c53b6bf1'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:41.442274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.455043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] device_id is not set on port 2b55feea-bd7e-4e5a-8886-5fe3dc6778a3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:57:41.729993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 564c8107-9c66-4895-a20f-dfe4e5c62195 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:41.745433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Allocated IP 2001:db8::f816:3eff:fef4:868c (2fb22842-1531-4a9b-a3ab-c960ad84c739/4d24b499-8e27-461b-bf16-38a5c53b6bf1/2b55feea-bd7e-4e5a-8886-5fe3dc6778a3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:41.851376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-e2e7fe1d-6925-4102-be7c-0ae0758ce141 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:41.853301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-e2e7fe1d-6925-4102-be7c-0ae0758ce141 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 945 time: 0.1559842 Jul 06 11:57:41.928285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 564c8107-9c66-4895-a20f-dfe4e5c62195 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:42.073456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64474af-a437-4591-9b10-7a0c336f1f0b req-198e6c35-f228-49ea-8c10-5569635e04d0 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.077592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c64474af-a437-4591-9b10-7a0c336f1f0b req-198e6c35-f228-49ea-8c10-5569635e04d0 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 945 time: 0.1646409 Jul 06 11:57:42.091591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.114804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b784bcc-1be1-45fb-820d-5d48835d6e67 req-0746061e-e348-4e72-b860-3c2cc9cac555 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.118328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Transition to ACTIVE for port object 2b55feea-bd7e-4e5a-8886-5fe3dc6778a3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:42.118796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b784bcc-1be1-45fb-820d-5d48835d6e67 req-0746061e-e348-4e72-b860-3c2cc9cac555 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.1480963 Jul 06 11:57:42.137310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Deleting port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:42.137656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.161479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c64474af-a437-4591-9b10-7a0c336f1f0b req-a074164c-c03f-4ec2-90d5-49207eb20f43 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780504 Jul 06 11:57:42.225110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.248325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b784bcc-1be1-45fb-820d-5d48835d6e67 req-ad08e678-c5a2-4fd0-aeea-3be739796cb3 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a405c84-4308-45f6-84ea-daeb803faf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206496 Jul 06 11:57:42.273838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Allocated IP 2001:db8::f816:3eff:fee0:8404 (2fb22842-1531-4a9b-a3ab-c960ad84c739/4d24b499-8e27-461b-bf16-38a5c53b6bf1/303e63c6-1217-4d77-a2b3-24db36f7640a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:42.339667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-94567166-d267-4b10-9d9b-d733c32376a8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.347262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-94567166-d267-4b10-9d9b-d733c32376a8 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 945 time: 0.1773734 Jul 06 11:57:42.363698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network 2fb22842-1531-4a9b-a3ab-c960ad84c739 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:42.372497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] For port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:42.373068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.381073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:42.389128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Port': ['ID=2b55feea-bd7e-4e5a-8886-5fe3dc6778a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:42.404026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:42.417119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.418194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.428862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Calling delete_port for 7602d2ab-d821-44f5-85a6-5e744c0e5d8b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:42.451482 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ba35140-1e79-4448-94ee-ae5e071d7cc4 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2407033 Jul 06 11:57:42.455722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.627128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Deleting subnet 4d24b499-8e27-461b-bf16-38a5c53b6bf1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:42.631986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.681802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Transition to ACTIVE for port object 303e63c6-1217-4d77-a2b3-24db36f7640a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:42.725273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Deleting port 694e65fc-de91-4e63-ae64-68f7a7000a35 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:42.725856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.729630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Transition to ACTIVE for port object 303e63c6-1217-4d77-a2b3-24db36f7640a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:42.745013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.749401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.813568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Network 2fb22842-1531-4a9b-a3ab-c960ad84c739 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:42.818184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f8a3c-e0d7-47a1-a006-08641621bc42 req-172ff205-70e3-4f9e-aaf8-6bc42dfec4e9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.829590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-233f8a3c-e0d7-47a1-a006-08641621bc42 req-172ff205-70e3-4f9e-aaf8-6bc42dfec4e9 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2945628 Jul 06 11:57:42.840128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:42.844007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:42.853012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.857631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.865182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Pushing event updated for resources: {'Port': ['ID=303e63c6-1217-4d77-a2b3-24db36f7640a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:42.944954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Pushing event deleted for resources: {'Port': ['ID=7602d2ab-d821-44f5-85a6-5e744c0e5d8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:42.955432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', '7602d2ab-d821-44f5-85a6-5e744c0e5d8b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:42.979789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-233f8a3c-e0d7-47a1-a006-08641621bc42 req-5ac69cf8-8329-49a0-b400-e5e6886a8522 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491988 Jul 06 11:57:43.036281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] For port 694e65fc-de91-4e63-ae64-68f7a7000a35, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=694e65fc-de91-4e63-ae64-68f7a7000a35,segment=NetworkSegment(29e288eb-972e-4d84-95d9-0b2457be3e83),segment_id=29e288eb-972e-4d84-95d9-0b2457be3e83)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:43.036281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.064084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Calling delete_port for 694e65fc-de91-4e63-ae64-68f7a7000a35 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:43.068022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] No DVR routers for this DVR port 7602d2ab-d821-44f5-85a6-5e744c0e5d8b on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:43.072600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.075985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7eee805d-c415-4d28-82e5-f63bbd570fc5 req-3ac64753-07de-4705-9058-3b7640533052 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "DELETE /v2.0/ports/7602d2ab-d821-44f5-85a6-5e744c0e5d8b HTTP/1.1" status: 204 len: 173 time: 1.2006271 Jul 06 11:57:43.080902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'name': 'network-vif-deleted', 'tag': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:43.083214 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27944ba-c990-46f0-9c1f-ef7f983bad94" -d '{"events": [{"server_uuid": "41b924b9-ffeb-4a34-a4ec-5f68e7375ec7", "name": "network-vif-deleted", "tag": "7602d2ab-d821-44f5-85a6-5e744c0e5d8b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:43.124150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272f18fb-cc0f-43f0-ae51-fd72a60d02af None None] Network 863366eb-ceb4-47be-9f07-365a49f997e3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:43.151865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Attempting to bind port 303e63c6-1217-4d77-a2b3-24db36f7640a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:43.152391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Attempting to bind port 303e63c6-1217-4d77-a2b3-24db36f7640a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'b456107c-1f2a-4226-8770-2ba41516af3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:43.153144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Attempting to bind port 303e63c6-1217-4d77-a2b3-24db36f7640a on network 2fb22842-1531-4a9b-a3ab-c960ad84c739 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:43.186561 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e86fa-f88e-48de-986a-60776db4eb89 x-openstack-request-id: req-f58e86fa-f88e-48de-986a-60776db4eb89 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:43.186861 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b924b9-ffeb-4a34-a4ec-5f68e7375ec7", "name": "network-vif-deleted", "tag": "7602d2ab-d821-44f5-85a6-5e744c0e5d8b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:43.188244 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f58e86fa-f88e-48de-986a-60776db4eb89 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:43.188690 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b924b9-ffeb-4a34-a4ec-5f68e7375ec7', 'name': 'network-vif-deleted', 'tag': '7602d2ab-d821-44f5-85a6-5e744c0e5d8b', 'status': 'completed', 'code': 200} Jul 06 11:57:43.284310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.318348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:43.318846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Checking segment: {'id': 'b456107c-1f2a-4226-8770-2ba41516af3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:43.319315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.319987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Bound using segment: {'id': 'b456107c-1f2a-4226-8770-2ba41516af3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:43.320577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Bound port: 303e63c6-1217-4d77-a2b3-24db36f7640a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b456107c-1f2a-4226-8770-2ba41516af3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb22842-1531-4a9b-a3ab-c960ad84c739'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:43.321294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.323555 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.405264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] Provisioning for port 564c8107-9c66-4895-a20f-dfe4e5c62195 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:43.410014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Pushing event deleted for resources: {'Port': ['ID=694e65fc-de91-4e63-ae64-68f7a7000a35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:43.420878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.433829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] Provisioning complete for port 564c8107-9c66-4895-a20f-dfe4e5c62195 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:43.434399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.478139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] No DVR routers for this DVR port 694e65fc-de91-4e63-ae64-68f7a7000a35 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:43.482203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.484588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5be3b79d-07db-4f8d-8623-c7f475e887dd req-a1c0be79-da14-462e-81d3-01184b003efb tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.79 "DELETE /v2.0/ports/694e65fc-de91-4e63-ae64-68f7a7000a35 HTTP/1.1" status: 204 len: 173 time: 1.1189942 Jul 06 11:57:43.485472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'name': 'network-vif-deleted', 'tag': '694e65fc-de91-4e63-ae64-68f7a7000a35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:43.490466 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aae9f2-7803-4a67-ad8c-5c4b18017c88" -d '{"events": [{"server_uuid": "d872efc4-8004-4f80-9a72-bb16f810da5b", "name": "network-vif-deleted", "tag": "694e65fc-de91-4e63-ae64-68f7a7000a35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:43.520327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Subnet': ['ID=4d24b499-8e27-461b-bf16-38a5c53b6bf1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:43.571207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.582008 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c22ffb3-7c98-4c47-9f11-bd3263169ea2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/4d24b499-8e27-461b-bf16-38a5c53b6bf1 HTTP/1.1" status: 204 len: 168 time: 1.1225195 Jul 06 11:57:43.583966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:43.630409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-818176bf-203d-4933-abb4-8f5e4409bba0 req-3b6d5e30-921d-4999-af71-faabd6e86106 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=41b924b9-ffeb-4a34-a4ec-5f68e7375ec7 HTTP/1.1" status: 200 len: 210 time: 0.1053848 Jul 06 11:57:43.755078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc2d55-a732-4585-80e7-939e3e811f88 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.762672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc2d55-a732-4585-80e7-939e3e811f88 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.779844 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50fc2d55-a732-4585-80e7-939e3e811f88 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1918671 Jul 06 11:57:43.781401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c627ff1c-8f78-49c6-bfbf-2d3d6d89f00f req-4e6df2cb-e0de-4bc6-b39c-ae99ceb454f9 tempest-ServersTestJSON-1287154818 tempest-ServersTestJSON-1287154818-project] 10.222.0.78 "GET /v2.0/ports?device_id=d872efc4-8004-4f80-9a72-bb16f810da5b HTTP/1.1" status: 200 len: 210 time: 0.1492648 Jul 06 11:57:43.782095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:43.788753 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e0b5fe-19af-4950-8517-a1ef704db33d x-openstack-request-id: req-c2e0b5fe-19af-4950-8517-a1ef704db33d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:43.790038 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872efc4-8004-4f80-9a72-bb16f810da5b", "name": "network-vif-deleted", "tag": "694e65fc-de91-4e63-ae64-68f7a7000a35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:43.791246 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2e0b5fe-19af-4950-8517-a1ef704db33d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:43.792336 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd872efc4-8004-4f80-9a72-bb16f810da5b', 'name': 'network-vif-deleted', 'tag': '694e65fc-de91-4e63-ae64-68f7a7000a35', 'status': 'completed', 'code': 200} Jul 06 11:57:43.832708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] For port 303e63c6-1217-4d77-a2b3-24db36f7640a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:43.883782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] For port 303e63c6-1217-4d77-a2b3-24db36f7640a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=303e63c6-1217-4d77-a2b3-24db36f7640a,segment=NetworkSegment(b456107c-1f2a-4226-8770-2ba41516af3a),segment_id=b456107c-1f2a-4226-8770-2ba41516af3a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:43.886528 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.917468 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.935632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c983-1377-4903-aede-66b4e1f9bfe7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.943759 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd9c983-1377-4903-aede-66b4e1f9bfe7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 11:57:43.944586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd9c983-1377-4903-aede-66b4e1f9bfe7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:43.952876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:43.953070 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dcd9c983-1377-4903-aede-66b4e1f9bfe7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/2fb22842-1531-4a9b-a3ab-c960ad84c739 HTTP/1.1" status: 409 len: 405 time: 0.1674228 Jul 06 11:57:43.959282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1331875806'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:43.988193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:43.994057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.067661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:44.067794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87642-0d7d-41ee-8491-0e729146dbf9 None None] Pushing event updated for resources: {'Port': ['ID=303e63c6-1217-4d77-a2b3-24db36f7640a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:44.067907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.067907 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Added segment 2ae17917-dc07-4c2e-9a8e-7d8b78301b49 of type vlan for network bde74ff5-72b3-4390-b1a3-577c9bdf323b Jul 06 11:57:44.144342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.157647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] For port 564c8107-9c66-4895-a20f-dfe4e5c62195, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=564c8107-9c66-4895-a20f-dfe4e5c62195,segment=NetworkSegment(fc42a91a-705e-4de3-8359-c5a52cab8783),segment_id=fc42a91a-705e-4de3-8359-c5a52cab8783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:44.180165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.186356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.187371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.214035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.288849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Network': ['ID=bde74ff5-72b3-4390-b1a3-577c9bdf323b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:44.315458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['694e65fc-de91-4e63-ae64-68f7a7000a35'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:44.343942 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network bde74ff5-72b3-4390-b1a3-577c9bdf323b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:44.352128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-843d495b-66df-4dd5-a125-7701798aadd2 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3977463 Jul 06 11:57:44.355398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:44.360535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'subnet': {'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:44.418889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf09a23-112c-4023-b13f-5298b4ae4729 req-53d65730-0e8d-4f4b-a86c-eaedff8caa50 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.430866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bf09a23-112c-4023-b13f-5298b4ae4729 req-53d65730-0e8d-4f4b-a86c-eaedff8caa50 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1430068 Jul 06 11:57:44.492279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaeb8c-aca9-41d6-b044-31ba67fb5cae None None] Pushing event updated for resources: {'Port': ['ID=564c8107-9c66-4895-a20f-dfe4e5c62195,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:44.517399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bf09a23-112c-4023-b13f-5298b4ae4729 req-0556ed7f-701a-41c9-9570-872be6216ff7 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849121 Jul 06 11:57:44.870865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-966a5a92-8612-4a30-a27b-0bd204c3f83c None None] Provisioning complete for port 564c8107-9c66-4895-a20f-dfe4e5c62195 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:44.871433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-966a5a92-8612-4a30-a27b-0bd204c3f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.018507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.027626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:45.047946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.112903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Deleting subnet 5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:45.122210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.253013 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.358287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea45c4-e758-43e3-bd5a-946bc67a62dc req-ebf87112-711d-47c5-9fc4-9b21bceb1565 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.361143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaea45c4-e758-43e3-bd5a-946bc67a62dc req-ebf87112-711d-47c5-9fc4-9b21bceb1565 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.1948090 Jul 06 11:57:45.421909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.438170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aaea45c4-e758-43e3-bd5a-946bc67a62dc req-ef4f878b-8648-465c-9392-1255de4aca0e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590081 Jul 06 11:57:45.505240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568ffd1-58ac-415c-8d0e-83ec40d6a0b8 req-bdd01bc7-c4ef-4824-937e-078f9bc119d8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.516175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8568ffd1-58ac-415c-8d0e-83ec40d6a0b8 req-bdd01bc7-c4ef-4824-937e-078f9bc119d8 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.2818711 Jul 06 11:57:45.524164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:57:45.526125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.584203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8568ffd1-58ac-415c-8d0e-83ec40d6a0b8 req-fba20f01-789a-4b80-a20a-a28f8df57b40 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Jul 06 11:57:45.628641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.658926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.664048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5b4f124c-efcb-4f1f-9b77-43c623f2b2f9 HTTP/1.1" status: 204 len: 168 time: 0.6439824 Jul 06 11:57:45.664898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.698657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Checking segment: {'id': '2ae17917-dc07-4c2e-9a8e-7d8b78301b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:45.699028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network hostable DHCP agents. Network: bde74ff5-72b3-4390-b1a3-577c9bdf323b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:45.709968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Subnet': ['ID=9f031a53-d1bd-4da6-8939-148a35cfdf54,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:45.715630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb544-7372-4f40-a0fc-47cfa529ef0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4f124c-efcb-4f1f-9b77-43c623f2b2f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:45.735954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383d55e-f0bc-45f8-b080-4320da07b32e None None] Network 2fb22842-1531-4a9b-a3ab-c960ad84c739 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:45.743806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network bde74ff5-72b3-4390-b1a3-577c9bdf323b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:45.757308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, bde74ff5-72b3-4390-b1a3-577c9bdf323b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:45.764232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.765166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.791260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16baf759-5087-4607-9295-ef1456047fec None None] Network bde74ff5-72b3-4390-b1a3-577c9bdf323b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:45.804135 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5ba2d77c-f912-47bf-9f76-5378b19353ba tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4473686 Jul 06 11:57:45.806954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.812970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'port': {'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b', 'name': 'tempest-NetworksIpV6TestAttrs-884936477'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:45.834762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.874520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 303e63c6-1217-4d77-a2b3-24db36f7640a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:45.979234 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.998282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7d298dd5-043c-448b-a91c-786c05ba30ed None None] Provisioning for port 303e63c6-1217-4d77-a2b3-24db36f7640a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:46.000722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b555d574-7927-4c74-a5a9-4cfea3670ee1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:46.024719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e288eb-972e-4d84-95d9-0b2457be3e83') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:46.024983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e288eb-972e-4d84-95d9-0b2457be3e83') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:46.043432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.078283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.090344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:46.090879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:46.090879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.099725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:46.119737 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:46.126094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 303e63c6-1217-4d77-a2b3-24db36f7640a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:46.146175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] device_id is not set on port dfcff56e-7136-47ee-bf6a-8195513f796f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:57:46.148542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 303e63c6-1217-4d77-a2b3-24db36f7640a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:46.149023 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.232951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.244634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.252088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b555d574-7927-4c74-a5a9-4cfea3670ee1 HTTP/1.1" status: 204 len: 168 time: 0.5598607 Jul 06 11:57:46.282415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-bde74ff5-72b3-4390-b1a3-577c9bdf323b', 'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b', 'tenant_id': '230b412ab5604f2ea50091c0b16c1cb3', 'fixed_ips': [{'subnet_id': '9f031a53-d1bd-4da6-8939-148a35cfdf54'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:46.286324 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.305836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.382871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ee88a-d23d-4826-8eb9-a7fa1f5052f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b555d574-7927-4c74-a5a9-4cfea3670ee1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:46.406578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7602d2ab-d821-44f5-85a6-5e744c0e5d8b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:46.419139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] DHCP port deletion for 2fb22842-1531-4a9b-a3ab-c960ad84c739 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:46.426309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Allocated IP 2001:db8::f816:3eff:fe8b:b0b5 (bde74ff5-72b3-4390-b1a3-577c9bdf323b/9f031a53-d1bd-4da6-8939-148a35cfdf54/dfcff56e-7136-47ee-bf6a-8195513f796f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:46.470084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7602d2ab-d821-44f5-85a6-5e744c0e5d8b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:46.470722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7602d2ab-d821-44f5-85a6-5e744c0e5d8b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:46.471454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 694e65fc-de91-4e63-ae64-68f7a7000a35 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:46.527622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 694e65fc-de91-4e63-ae64-68f7a7000a35 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:46.528083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.528399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 694e65fc-de91-4e63-ae64-68f7a7000a35 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:46.549850 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.582134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-78922726-ee09-4d39-9263-d466a2e5a1e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22f5f1dbdb084a71aa3188d88564db0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527976 Jul 06 11:57:46.584640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.595714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 303e63c6-1217-4d77-a2b3-24db36f7640a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=303e63c6-1217-4d77-a2b3-24db36f7640a,segment=NetworkSegment(b456107c-1f2a-4226-8770-2ba41516af3a),segment_id=b456107c-1f2a-4226-8770-2ba41516af3a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:46.602142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] Deleting port 303e63c6-1217-4d77-a2b3-24db36f7640a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:46.602517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.606188 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.607362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 564c8107-9c66-4895-a20f-dfe4e5c62195 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:46.658321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fd039bc-47e5-48ab-80f3-1039de32eaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.782994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14691d1e-91e3-4cfd-b4e6-8d8e8ec5478d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.788848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] For port 303e63c6-1217-4d77-a2b3-24db36f7640a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=303e63c6-1217-4d77-a2b3-24db36f7640a,segment=NetworkSegment(b456107c-1f2a-4226-8770-2ba41516af3a),segment_id=b456107c-1f2a-4226-8770-2ba41516af3a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:46.789246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.809311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=303e63c6-1217-4d77-a2b3-24db36f7640a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:46.813918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] Calling delete_port for 303e63c6-1217-4d77-a2b3-24db36f7640a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:46.824101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.832646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 564c8107-9c66-4895-a20f-dfe4e5c62195 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:46.833018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.840668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Transition to ACTIVE for port object dfcff56e-7136-47ee-bf6a-8195513f796f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:46.913612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.980739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Allocated IP 2001:db8::f816:3eff:fe10:b40c (bde74ff5-72b3-4390-b1a3-577c9bdf323b/9f031a53-d1bd-4da6-8939-148a35cfdf54/6537e869-be96-4a4f-bd64-703865e7486d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:47.004778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.019062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network bde74ff5-72b3-4390-b1a3-577c9bdf323b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:47.030835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:47.035325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:47.051797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:47.052518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.088615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Port': ['ID=dfcff56e-7136-47ee-bf6a-8195513f796f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.217567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] Pushing event deleted for resources: {'Port': ['ID=303e63c6-1217-4d77-a2b3-24db36f7640a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.259097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c0c46-745b-4fdd-9f52-ccf6b0e4dc15 None None] No DVR routers for this DVR port 303e63c6-1217-4d77-a2b3-24db36f7640a on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:47.320768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14691d1e-91e3-4cfd-b4e6-8d8e8ec5478d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.378632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.398620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Transition to ACTIVE for port object 6537e869-be96-4a4f-bd64-703865e7486d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:47.416081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Transition to ACTIVE for port object 6537e869-be96-4a4f-bd64-703865e7486d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:47.424629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.459055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae6827-8e74-4e94-ac8b-47f4b01f5e6f req-481e18c0-632b-4a6f-a4a3-f9585b0c959e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:47.461236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73ae6827-8e74-4e94-ac8b-47f4b01f5e6f req-481e18c0-632b-4a6f-a4a3-f9585b0c959e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.7670503 Jul 06 11:57:47.468150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Network bde74ff5-72b3-4390-b1a3-577c9bdf323b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:47.471950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:47.475601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:47.491471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Pushing event updated for resources: {'Port': ['ID=6537e869-be96-4a4f-bd64-703865e7486d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.530787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14691d1e-91e3-4cfd-b4e6-8d8e8ec5478d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.533914 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14691d1e-91e3-4cfd-b4e6-8d8e8ec5478d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.535105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-14691d1e-91e3-4cfd-b4e6-8d8e8ec5478d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a405c84-4308-45f6-84ea-daeb803faf92 HTTP/1.1" status: 204 len: 168 time: 0.9485874 Jul 06 11:57:47.569137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Attempting to bind port 6537e869-be96-4a4f-bd64-703865e7486d on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:47.569711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Attempting to bind port 6537e869-be96-4a4f-bd64-703865e7486d by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '2ae17917-dc07-4c2e-9a8e-7d8b78301b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:47.570263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Attempting to bind port 6537e869-be96-4a4f-bd64-703865e7486d on network bde74ff5-72b3-4390-b1a3-577c9bdf323b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:47.585053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-176ee786-4d94-416d-b25e-d8dd7baa018e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:47.585422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:47.585901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Checking segment: {'id': '2ae17917-dc07-4c2e-9a8e-7d8b78301b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:47.586193 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.586579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Bound using segment: {'id': '2ae17917-dc07-4c2e-9a8e-7d8b78301b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:47.587105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Bound port: 6537e869-be96-4a4f-bd64-703865e7486d, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae17917-dc07-4c2e-9a8e-7d8b78301b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bde74ff5-72b3-4390-b1a3-577c9bdf323b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:47.587416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.587535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-176ee786-4d94-416d-b25e-d8dd7baa018e tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3482075 Jul 06 11:57:47.599243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2bae-19ac-4681-b905-aba74f7b197b req-22cac065-8124-477f-8f69-38e1ccba86c9 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:47.600946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-130c2bae-19ac-4681-b905-aba74f7b197b req-22cac065-8124-477f-8f69-38e1ccba86c9 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 945 time: 0.3559608 Jul 06 11:57:47.637745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14691d1e-91e3-4cfd-b4e6-8d8e8ec5478d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a405c84-4308-45f6-84ea-daeb803faf92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.673517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fd039bc-47e5-48ab-80f3-1039de32eaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.693655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73ae6827-8e74-4e94-ac8b-47f4b01f5e6f req-5e01b439-96aa-4250-ac81-18a3198c1de2 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193034 Jul 06 11:57:47.695000 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21b7eeb3-6499-47ea-a297-cd9582b3a049 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8866246 Jul 06 11:57:47.695677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.700483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 303e63c6-1217-4d77-a2b3-24db36f7640a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:47.719150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fd039bc-47e5-48ab-80f3-1039de32eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.756843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 303e63c6-1217-4d77-a2b3-24db36f7640a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:47.758408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 303e63c6-1217-4d77-a2b3-24db36f7640a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:47.786589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3fd039bc-47e5-48ab-80f3-1039de32eaf1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc36c391842b411faea03f5d3545f224&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4776506 Jul 06 11:57:47.789499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.832767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-130c2bae-19ac-4681-b905-aba74f7b197b req-7c44f3d3-fc60-4176-84e6-caf170e54a62 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/security-groups?id=959e0c2e-37c2-4955-86a6-d0222e30eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076623 Jul 06 11:57:47.835380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd039bc-47e5-48ab-80f3-1039de32eaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca02978-99d3-49af-b33c-08c89f33af6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.859307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Deleting subnet 9f031a53-d1bd-4da6-8939-148a35cfdf54 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:47.868728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] For port 6537e869-be96-4a4f-bd64-703865e7486d, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:47.874566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.875691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] For port 6537e869-be96-4a4f-bd64-703865e7486d, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6537e869-be96-4a4f-bd64-703865e7486d,segment=NetworkSegment(2ae17917-dc07-4c2e-9a8e-7d8b78301b49),segment_id=2ae17917-dc07-4c2e-9a8e-7d8b78301b49)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:47.884299 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.897894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Deleting port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:47.897894 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.945086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-817f3553-00e5-44e4-a2e1-bed42e6814e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.955436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.974909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644c03-4b94-4ac8-b50e-16eb511947c9 None None] Pushing event updated for resources: {'Port': ['ID=6537e869-be96-4a4f-bd64-703865e7486d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:48.018481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-817f3553-00e5-44e4-a2e1-bed42e6814e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.077094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] For port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:48.077458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.125278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Calling delete_port for a429636e-36a8-48b1-9fc9-6ffc68f8ee2b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:48.178232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.184583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-817f3553-00e5-44e4-a2e1-bed42e6814e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.187164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-817f3553-00e5-44e4-a2e1-bed42e6814e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.188429 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-817f3553-00e5-44e4-a2e1-bed42e6814e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ca02978-99d3-49af-b33c-08c89f33af6b HTTP/1.1" status: 204 len: 168 time: 0.3976312 Jul 06 11:57:48.233621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f3553-00e5-44e4-a2e1-bed42e6814e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca02978-99d3-49af-b33c-08c89f33af6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:48.323635 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.406623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.411439 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/9f031a53-d1bd-4da6-8939-148a35cfdf54 HTTP/1.1" status: 204 len: 168 time: 0.7145596 Jul 06 11:57:48.413190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e079ca2-6cda-4325-81de-9db36c5fb811 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Subnet': ['ID=9f031a53-d1bd-4da6-8939-148a35cfdf54,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:48.428765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.453405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.466098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a429636e-36a8-48b1-9fc9-6ffc68f8ee2b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:48.534791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Pushing event deleted for resources: {'Port': ['ID=a429636e-36a8-48b1-9fc9-6ffc68f8ee2b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:48.559710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ee5b2-85fb-45d2-891f-5f96095f3931 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.561457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ee5b2-85fb-45d2-891f-5f96095f3931 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.563293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-637ee5b2-85fb-45d2-891f-5f96095f3931 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1325495 Jul 06 11:57:48.566925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.625567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] No DVR routers for this DVR port a429636e-36a8-48b1-9fc9-6ffc68f8ee2b on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:48.643356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.645507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb34ef1f-b8f0-41bb-9ed7-d4ccba9092d2 req-bd9dea86-53ad-4d56-905e-fb1b69bfc354 tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.79 "DELETE /v2.0/ports/a429636e-36a8-48b1-9fc9-6ffc68f8ee2b HTTP/1.1" status: 204 len: 173 time: 1.0224590 Jul 06 11:57:48.647674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'name': 'network-vif-deleted', 'tag': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:48.662581 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625256fc-9b2c-48d6-9126-040980301350" -d '{"events": [{"server_uuid": "2708c7d2-89a5-42ef-8a00-981783432c8b", "name": "network-vif-deleted", "tag": "a429636e-36a8-48b1-9fc9-6ffc68f8ee2b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:48.711427 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b536a11-14d5-4175-bfc4-754cf4672833 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.724736 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b536a11-14d5-4175-bfc4-754cf4672833 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 11:57:48.725207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b536a11-14d5-4175-bfc4-754cf4672833 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:48.731655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.737161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-456347304'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:48.740625 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b536a11-14d5-4175-bfc4-754cf4672833 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/bde74ff5-72b3-4390-b1a3-577c9bdf323b HTTP/1.1" status: 409 len: 405 time: 0.1722436 Jul 06 11:57:48.793778 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775adac8-8f58-4286-9d1c-95cc50d79114 x-openstack-request-id: req-775adac8-8f58-4286-9d1c-95cc50d79114 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:48.794067 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2708c7d2-89a5-42ef-8a00-981783432c8b", "name": "network-vif-deleted", "tag": "a429636e-36a8-48b1-9fc9-6ffc68f8ee2b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:48.794320 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-775adac8-8f58-4286-9d1c-95cc50d79114 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:48.794726 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2708c7d2-89a5-42ef-8a00-981783432c8b', 'name': 'network-vif-deleted', 'tag': 'a429636e-36a8-48b1-9fc9-6ffc68f8ee2b', 'status': 'completed', 'code': 200} Jul 06 11:57:48.800371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:48.807659 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.817818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-862727e1-6069-4f53-8883-1420b6657ede tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.828197 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-862727e1-6069-4f53-8883-1420b6657ede tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.2149773 Jul 06 11:57:48.870530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:48.904031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.904441 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Added segment 25ab3f2b-06c5-4235-9858-e52340153b8a of type vlan for network a7094374-28fb-445a-a52d-14c7aea62c6b Jul 06 11:57:48.998007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.007504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:49.043442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd29-5061-4605-9828-07826d78d1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.161475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Deleting port e89d5840-42ce-44eb-80ff-e24758c1c0ef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:49.161837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.169863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.176243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.177175 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.181413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c29bf07e-249d-4b64-9c2a-96421b12962b req-a4f24f3f-292c-4f39-b4c3-306d6f6911df tempest-ListServerFiltersTestJSON-865735936 tempest-ListServerFiltersTestJSON-865735936-project] 10.222.0.78 "GET /v2.0/ports?device_id=2708c7d2-89a5-42ef-8a00-981783432c8b HTTP/1.1" status: 200 len: 210 time: 0.0937259 Jul 06 11:57:49.301714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] For port e89d5840-42ce-44eb-80ff-e24758c1c0ef, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e89d5840-42ce-44eb-80ff-e24758c1c0ef,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:49.302228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.317720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Network': ['ID=a7094374-28fb-445a-a52d-14c7aea62c6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.325701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Calling delete_port for e89d5840-42ce-44eb-80ff-e24758c1c0ef owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:49.355785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.356661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.357063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.357645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.358342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.359407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.359986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.360696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.361535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.362306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.363065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.363681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:49.381025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a7094374-28fb-445a-a52d-14c7aea62c6b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:49.390740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3058-03cc-4927-bba7-913c88727fdc req-4c8cc409-d1d9-49cf-aee8-58431af22716 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.393494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15be3058-03cc-4927-bba7-913c88727fdc req-4c8cc409-d1d9-49cf-aee8-58431af22716 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 945 time: 0.3336203 Jul 06 11:57:49.485998 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd29-5061-4605-9828-07826d78d1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.497329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15be3058-03cc-4927-bba7-913c88727fdc req-12f714bc-8c2a-43a5-b869-205b02eaf6c8 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976832 Jul 06 11:57:49.501855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac3bbd29-5061-4605-9828-07826d78d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.519830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e15cad6e-9465-41f4-8b85-736f7239ec02 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7872195 Jul 06 11:57:49.559799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:49.565260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac3bbd29-5061-4605-9828-07826d78d1b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28053901b7b84705bf8dab3c40980e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563805 Jul 06 11:57:49.566123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bbd29-5061-4605-9828-07826d78d1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd11a3-7098-4d76-a072-e84924b89f29,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.568809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:49.580273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'subnet': {'network_id': 'a7094374-28fb-445a-a52d-14c7aea62c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:49.641007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d504-11c2-4906-b313-c5b3713e1433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.706055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d504-11c2-4906-b313-c5b3713e1433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.768518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d504-11c2-4906-b313-c5b3713e1433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.771162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d504-11c2-4906-b313-c5b3713e1433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.772860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6f0d504-11c2-4906-b313-c5b3713e1433 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16bd11a3-7098-4d76-a072-e84924b89f29 HTTP/1.1" status: 204 len: 168 time: 0.2024720 Jul 06 11:57:49.783026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652f3c1-ee42-4402-b0f8-c7cd4a29026a None None] Network bde74ff5-72b3-4390-b1a3-577c9bdf323b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:49.798334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0d504-11c2-4906-b313-c5b3713e1433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd11a3-7098-4d76-a072-e84924b89f29,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.838078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6537e869-be96-4a4f-bd64-703865e7486d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:49.963711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.966119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:49.969931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.991596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1f1c7b93-d5af-45bb-994a-1b83bacf6724', 'e89d5840-42ce-44eb-80ff-e24758c1c0ef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:50.057306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0ea1326a-b302-42fc-ae3f-96840ef42ecb None None] Provisioning for port 6537e869-be96-4a4f-bd64-703865e7486d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:50.065297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Pushing event deleted for resources: {'Port': ['ID=e89d5840-42ce-44eb-80ff-e24758c1c0ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.153062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] No DVR routers for this DVR port e89d5840-42ce-44eb-80ff-e24758c1c0ef on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:50.158314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.160355 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-489aeca0-7125-4538-a237-c0ee548c5bb6 req-de5d3daf-4333-48f6-abc1-bd8c4eb2bb6d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "DELETE /v2.0/ports/e89d5840-42ce-44eb-80ff-e24758c1c0ef HTTP/1.1" status: 204 len: 173 time: 1.3253872 Jul 06 11:57:50.160806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64bb074-7b83-4068-b240-54feb0726404', 'name': 'network-vif-deleted', 'tag': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:50.166038 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dbeb67-d612-450d-b038-782b020b21b2" -d '{"events": [{"server_uuid": "c64bb074-7b83-4068-b240-54feb0726404", "name": "network-vif-deleted", "tag": "e89d5840-42ce-44eb-80ff-e24758c1c0ef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:50.189925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 6537e869-be96-4a4f-bd64-703865e7486d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:50.207034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 6537e869-be96-4a4f-bd64-703865e7486d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:50.207754 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.255588 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1084ba-d869-48fc-b492-eaa9a2359129 x-openstack-request-id: req-9a1084ba-d869-48fc-b492-eaa9a2359129 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:50.255891 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64bb074-7b83-4068-b240-54feb0726404", "name": "network-vif-deleted", "tag": "e89d5840-42ce-44eb-80ff-e24758c1c0ef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:50.256173 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a1084ba-d869-48fc-b492-eaa9a2359129 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:50.256581 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64bb074-7b83-4068-b240-54feb0726404', 'name': 'network-vif-deleted', 'tag': 'e89d5840-42ce-44eb-80ff-e24758c1c0ef', 'status': 'completed', 'code': 200} Jul 06 11:57:50.482481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:50.510092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] DHCP port deletion for bde74ff5-72b3-4390-b1a3-577c9bdf323b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:50.526563 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.580919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Deleting subnet 31218c85-3945-444d-9fe5-4b2177392f3f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:50.590420 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.608462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 6537e869-be96-4a4f-bd64-703865e7486d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6537e869-be96-4a4f-bd64-703865e7486d,segment=NetworkSegment(2ae17917-dc07-4c2e-9a8e-7d8b78301b49),segment_id=2ae17917-dc07-4c2e-9a8e-7d8b78301b49)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:50.637978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.654465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] Deleting port 6537e869-be96-4a4f-bd64-703865e7486d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:50.654838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.699541 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.789005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:57:50.790584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.829974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] For port 6537e869-be96-4a4f-bd64-703865e7486d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6537e869-be96-4a4f-bd64-703865e7486d,segment=NetworkSegment(2ae17917-dc07-4c2e-9a8e-7d8b78301b49),segment_id=2ae17917-dc07-4c2e-9a8e-7d8b78301b49)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:50.830584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.833170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=6537e869-be96-4a4f-bd64-703865e7486d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.863770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] Calling delete_port for 6537e869-be96-4a4f-bd64-703865e7486d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:50.884827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1afad3dc-ae10-4dac-ba13-49bc57a2fb82 req-b662bbc9-4cd6-4a93-9030-a6c8148f38a7 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=c64bb074-7b83-4068-b240-54feb0726404 HTTP/1.1" status: 200 len: 210 time: 0.0924871 Jul 06 11:57:50.950946 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.960420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Subnet': ['ID=cc29ee62-8712-410c-ab9f-4f3997ae6bde,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.973047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Checking segment: {'id': '25ab3f2b-06c5-4235-9858-e52340153b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a7094374-28fb-445a-a52d-14c7aea62c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:50.974656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network hostable DHCP agents. Network: a7094374-28fb-445a-a52d-14c7aea62c6b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:51.008428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network a7094374-28fb-445a-a52d-14c7aea62c6b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:51.028442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a7094374-28fb-445a-a52d-14c7aea62c6b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:51.043575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc318b-e301-4570-9e28-ab8b4881df6f None None] Network a7094374-28fb-445a-a52d-14c7aea62c6b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:51.050442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:51.052501 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.064226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.087949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-08ab4689-1ed2-42e0-9290-7b42e1560968 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5268359 Jul 06 11:57:51.090974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.136788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31218c85-3945-444d-9fe5-4b2177392f3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.151782 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.170239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.172799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f07eb1b-9c21-4173-9594-61791bbdea5d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/31218c85-3945-444d-9fe5-4b2177392f3f HTTP/1.1" status: 204 len: 168 time: 0.6880448 Jul 06 11:57:51.175360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.186905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] Pushing event deleted for resources: {'Port': ['ID=6537e869-be96-4a4f-bd64-703865e7486d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.198363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202d61e-0de3-4169-8ee3-9a4d46c0aac3 None None] Network ecc7b26e-90c4-4df0-8519-17a6343aa569 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:51.289212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769fb98-aef5-4711-b991-9d8d671c0996 None None] No DVR routers for this DVR port 6537e869-be96-4a4f-bd64-703865e7486d on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:51.302452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.338563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.383017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.453362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Deleting port 3898a41f-6805-431e-b5c5-597522f4a5da {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:51.453706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.480657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.519656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a01d98-a00a-4d8d-91b7-9156523abc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-a7094374-28fb-445a-a52d-14c7aea62c6b', 'network_id': 'a7094374-28fb-445a-a52d-14c7aea62c6b', 'tenant_id': '230b412ab5604f2ea50091c0b16c1cb3', 'fixed_ips': [{'subnet_id': 'cc29ee62-8712-410c-ab9f-4f3997ae6bde'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:51.520592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15a01d98-a00a-4d8d-91b7-9156523abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.551577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b68795-d7c9-4a11-8b17-72b5d40ffa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.619846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] DHCP port deletion for ecc7b26e-90c4-4df0-8519-17a6343aa569 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:51.633880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] For port 3898a41f-6805-431e-b5c5-597522f4a5da, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3898a41f-6805-431e-b5c5-597522f4a5da,segment=NetworkSegment(33cb100c-78f7-49f0-9f14-be2772a58ac1),segment_id=33cb100c-78f7-49f0-9f14-be2772a58ac1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:51.634444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.666232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.679178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Calling delete_port for 3898a41f-6805-431e-b5c5-597522f4a5da owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:51.690096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6537e869-be96-4a4f-bd64-703865e7486d no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:51.722038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 6537e869-be96-4a4f-bd64-703865e7486d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:51.722400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6537e869-be96-4a4f-bd64-703865e7486d not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-15a01d98-a00a-4d8d-91b7-9156523abc25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc29ee62-8712-410c-ab9f-4f3997ae6bde: This subnet is being modified by another concurrent operation. Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:57:51.725493 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc29ee62-8712-410c-ab9f-4f3997ae6bde: This subnet is being modified by another concurrent operation. Jul 06 11:57:51.729554 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:57:51.748956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8d143c-9d46-42b7-b6fa-bddeefabade4 None None] Network a7094374-28fb-445a-a52d-14c7aea62c6b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:51.791283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Subnet': ['ID=cc29ee62-8712-410c-ab9f-4f3997ae6bde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.822512 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.849192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Deleting port 3898a41f-6805-431e-b5c5-597522f4a5da {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:51.849935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.888197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Pushing event deleted for resources: {'Port': ['ID=3898a41f-6805-431e-b5c5-597522f4a5da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.894874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] No DVR routers for this DVR port 3898a41f-6805-431e-b5c5-597522f4a5da on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:51.909079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.924724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b68795-d7c9-4a11-8b17-72b5d40ffa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.935325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7094374-28fb-445a-a52d-14c7aea62c6b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:51.949017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08b68795-d7c9-4a11-8b17-72b5d40ffa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.980548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ab3f2b-06c5-4235-9858-e52340153b8a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:51.981241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ab3f2b-06c5-4235-9858-e52340153b8a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:52.004316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.007496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] For port 3898a41f-6805-431e-b5c5-597522f4a5da, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:52.007926 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.047175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Calling delete_port for 3898a41f-6805-431e-b5c5-597522f4a5da owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:52.050829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Port 3898a41f-6805-431e-b5c5-597522f4a5da was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:57:52.052585 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.071170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.085264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] Pushing event deleted for resources: {'Port': ['ID=3898a41f-6805-431e-b5c5-597522f4a5da,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.086787 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-08b68795-d7c9-4a11-8b17-72b5d40ffa89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=108439f43cdb4def9958e24e45aa08b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814817 Jul 06 11:57:52.091170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b68795-d7c9-4a11-8b17-72b5d40ffa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ea041-b35b-49e5-a8c3-a989f8f4fb80,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.093353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a157a-a5c3-49f4-a8d4-aca5388f6335 None None] No DVR routers for this DVR port 3898a41f-6805-431e-b5c5-597522f4a5da on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:52.094650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:52.116477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b28f9f-e30a-4b0a-828a-7e8d1418fa4e None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:57:52.124283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.128098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:52.128098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:52.132156 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:52.140027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc7b26e-90c4-4df0-8519-17a6343aa569']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:52.153610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cb100c-78f7-49f0-9f14-be2772a58ac1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:52.154035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cb100c-78f7-49f0-9f14-be2772a58ac1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:52.166273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.197532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.212125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:52.212125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:52.217614 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:52.228757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.230410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67fa62e5-9add-4d29-803b-a083b632df77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.241728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.243655 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/a7094374-28fb-445a-a52d-14c7aea62c6b HTTP/1.1" status: 204 len: 168 time: 1.1515017 Jul 06 11:57:52.254230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:52.265611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1184175741'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:52.266875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49373d7-78dd-4dc8-ab38-1d51bc97ba26 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Network': ['ID=a7094374-28fb-445a-a52d-14c7aea62c6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.280368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67fa62e5-9add-4d29-803b-a083b632df77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.312627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b28f9f-e30a-4b0a-828a-7e8d1418fa4e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:57:52.348022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67fa62e5-9add-4d29-803b-a083b632df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.351420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67fa62e5-9add-4d29-803b-a083b632df77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.353143 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67fa62e5-9add-4d29-803b-a083b632df77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c17ea041-b35b-49e5-a8c3-a989f8f4fb80 HTTP/1.1" status: 204 len: 168 time: 0.2486787 Jul 06 11:57:52.372724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:52.387446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa62e5-9add-4d29-803b-a083b632df77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ea041-b35b-49e5-a8c3-a989f8f4fb80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.387971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.453252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a429636e-36a8-48b1-9fc9-6ffc68f8ee2b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:52.478665 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.484423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:52.492226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: a429636e-36a8-48b1-9fc9-6ffc68f8ee2b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:52.492805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a429636e-36a8-48b1-9fc9-6ffc68f8ee2b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:52.493380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e89d5840-42ce-44eb-80ff-e24758c1c0ef no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:52.525982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: e89d5840-42ce-44eb-80ff-e24758c1c0ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:52.526614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e89d5840-42ce-44eb-80ff-e24758c1c0ef not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:52.542886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.552997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ecc7b26e-90c4-4df0-8519-17a6343aa569 HTTP/1.1" status: 204 len: 168 time: 1.3763928 Jul 06 11:57:52.555573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9157bd-399b-4261-9ec9-8b64fa032601 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc7b26e-90c4-4df0-8519-17a6343aa569,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.569345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.569704 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Added segment c96cc867-58a6-4e1c-b7da-adb9df194c74 of type vlan for network c99e66d1-a951-4626-a009-4516c09afc41 Jul 06 11:57:52.674184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.728176 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.739018 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.748029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:52.748307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.950114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Network': ['ID=c99e66d1-a951-4626-a009-4516c09afc41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.953006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:52.966439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c99e66d1-a951-4626-a009-4516c09afc41 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:53.021981 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bac020f6-3e51-444e-8e28-a9cada964919 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc75f8f9c1ef45b5b31148d235f7805d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669107 Jul 06 11:57:53.024025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:53.055833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27180bc1-5011-4b9e-9828-7ea0dc032f3d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7975550 Jul 06 11:57:53.058223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:53.065856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'subnet': {'network_id': 'c99e66d1-a951-4626-a009-4516c09afc41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:53.131078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25775538-abda-4756-b7e3-d6699cee0e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.164924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca872e-482c-419a-b8b5-6546d859838c req-25ce8e0f-d091-45b9-9072-ef84a873c89e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.164924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13ca872e-482c-419a-b8b5-6546d859838c req-25ce8e0f-d091-45b9-9072-ef84a873c89e tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.4027674 Jul 06 11:57:53.189927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25775538-abda-4756-b7e3-d6699cee0e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.227619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13ca872e-482c-419a-b8b5-6546d859838c req-a47fd28a-e3ee-4544-83ea-5d5e609249ad tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Jul 06 11:57:53.258025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:53.261954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.325447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25775538-abda-4756-b7e3-d6699cee0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.330091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25775538-abda-4756-b7e3-d6699cee0e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.332027 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-25775538-abda-4756-b7e3-d6699cee0e56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/959e0c2e-37c2-4955-86a6-d0222e30eab6 HTTP/1.1" status: 204 len: 168 time: 0.3067431 Jul 06 11:57:53.351662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25775538-abda-4756-b7e3-d6699cee0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959e0c2e-37c2-4955-86a6-d0222e30eab6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.530121 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.614865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Checking segment: {'id': 'c96cc867-58a6-4e1c-b7da-adb9df194c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c99e66d1-a951-4626-a009-4516c09afc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:53.615526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network hostable DHCP agents. Network: c99e66d1-a951-4626-a009-4516c09afc41, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:53.624827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Subnet': ['ID=04cc1a15-7350-4825-8c04-0c9a49f06451,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.644242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network c99e66d1-a951-4626-a009-4516c09afc41 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:53.648275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3898a41f-6805-431e-b5c5-597522f4a5da no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:53.658268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c99e66d1-a951-4626-a009-4516c09afc41) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:53.665827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.667742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.686607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1f61ef59-b17a-4bf5-b251-5d333b1fae6f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6248589 Jul 06 11:57:53.689321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:53.692125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3898a41f-6805-431e-b5c5-597522f4a5da {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:53.692599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3898a41f-6805-431e-b5c5-597522f4a5da not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:53.694906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e552d0-1e04-4007-8b05-e4d49de42b0b None None] Network c99e66d1-a951-4626-a009-4516c09afc41 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:53.715028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:53.815172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.880381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631bae3-54ea-4834-994e-34ab09f9d281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c99e66d1-a951-4626-a009-4516c09afc41', 'network_id': 'c99e66d1-a951-4626-a009-4516c09afc41', 'tenant_id': '230b412ab5604f2ea50091c0b16c1cb3', 'fixed_ips': [{'subnet_id': '04cc1a15-7350-4825-8c04-0c9a49f06451'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:53.881732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3631bae3-54ea-4834-994e-34ab09f9d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.893540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-968475586-network', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:53.914368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.935806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Made reservation on behalf of 44a83c2352aa464aaf6dcfe9510605c7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:53.939305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.957754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.060443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-3631bae3-54ea-4834-994e-34ab09f9d281 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04cc1a15-7350-4825-8c04-0c9a49f06451: This subnet is being modified by another concurrent operation. Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:57:54.086861 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04cc1a15-7350-4825-8c04-0c9a49f06451: This subnet is being modified by another concurrent operation. Jul 06 11:57:54.090927 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 11:57:54.122697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686a5bc-49a0-44a3-b196-e9ba5d8c0d78 None None] Network c99e66d1-a951-4626-a009-4516c09afc41 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:54.183105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Subnet': ['ID=04cc1a15-7350-4825-8c04-0c9a49f06451,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.214255 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.221252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.269682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.286004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99e66d1-a951-4626-a009-4516c09afc41']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:54.292487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b548d-3f9c-4fe8-aa9c-fd74442399d8 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:57:54.310346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2032f3d4-fb67-42d6-a7af-d5763daf708e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.311662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96cc867-58a6-4e1c-b7da-adb9df194c74') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:54.311986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96cc867-58a6-4e1c-b7da-adb9df194c74') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:54.316578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:54.332055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.332469 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Added segment 6a46d101-1d48-464a-950c-ef4e75de428d of type vlan for network 152f84c9-cafb-408b-90df-f9cdf555ca94 Jul 06 11:57:54.335886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.375100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.392874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:54.393783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:54.403736 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:54.427082 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.471356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b548d-3f9c-4fe8-aa9c-fd74442399d8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:57:54.483310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.484578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:54.485743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.510495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.525553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.538220 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/c99e66d1-a951-4626-a009-4516c09afc41 HTTP/1.1" status: 204 len: 168 time: 0.8464704 Jul 06 11:57:54.550032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.583103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-183343521'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:54.627633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919503c-d366-40d7-85c3-3ebf20aa14b6 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Network': ['ID=c99e66d1-a951-4626-a009-4516c09afc41,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.632357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:54.635885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.643979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.647205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] Pushing event updated for resources: {'Network': ['ID=152f84c9-cafb-408b-90df-f9cdf555ca94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.666099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:54.670322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:54.703652 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.704715 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Added segment 060c3099-ff0e-42a0-a11e-8e227d9b23e8 of type vlan for network bc586b28-cedb-41c4-8198-10e1d34386ac Jul 06 11:57:54.710287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a79b8764-625d-4d55-9d15-8cdf300bf726 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9940040 Jul 06 11:57:54.713902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.722750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Request body: {'subnet': {'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-968475586-subnet', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:54.777252 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.818435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.826079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:54.827028 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.850851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015ddae-e874-4c1d-865f-930c39f778e1 req-33cc521d-3650-4fdc-b65b-c529f5ca2d00 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:54.853591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b015ddae-e874-4c1d-865f-930c39f778e1 req-33cc521d-3650-4fdc-b65b-c529f5ca2d00 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.2107360 Jul 06 11:57:54.875740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Made reservation on behalf of 44a83c2352aa464aaf6dcfe9510605c7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:54.878398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.884540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1817018230-network', 'tenant_id': 'f939747d3951450e8c780c0ae6a65f7c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:54.936152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Network': ['ID=bc586b28-cedb-41c4-8198-10e1d34386ac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.965515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network bc586b28-cedb-41c4-8198-10e1d34386ac details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:54.968210 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e1a73de-9606-44da-ae4d-aab3754a2c0a tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4170358 Jul 06 11:57:54.969123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.977772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Request body: {'subnet': {'network_id': 'bc586b28-cedb-41c4-8198-10e1d34386ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:55.129278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b015ddae-e874-4c1d-865f-930c39f778e1 req-eb22a1e4-3562-4e4f-a681-dc67c52dcf6f tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9203e3-0afa-4139-a434-b5abbe39ba40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573235 Jul 06 11:57:55.144913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Made reservation on behalf of f939747d3951450e8c780c0ae6a65f7c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:55.147483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.165936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-25845bc5-382d-43d4-9898-fb8a9e34c69d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.167737 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-25845bc5-382d-43d4-9898-fb8a9e34c69d tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 946 time: 0.2466066 Jul 06 11:57:55.173779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.242854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Made reservation on behalf of 230b412ab5604f2ea50091c0b16c1cb3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:55.246458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.373352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.441925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.482253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.505374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Checking segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:55.506022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Network hostable DHCP agents. Network: 152f84c9-cafb-408b-90df-f9cdf555ca94, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:55.506849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Deleting port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:55.507199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.511176 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.551423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc0e36-1b9b-4021-9ffa-787d71d0fb19,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.567391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:55.582995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.583483 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Added segment 737178a6-aca5-497e-8558-5cd7edc3bba9 of type vlan for network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 Jul 06 11:57:55.645917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] For port 1f1c7b93-d5af-45bb-994a-1b83bacf6724, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1f1c7b93-d5af-45bb-994a-1b83bacf6724,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:55.646159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.646286 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.658990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:55.677145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Calling delete_port for 1f1c7b93-d5af-45bb-994a-1b83bacf6724 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:55.689151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 152f84c9-cafb-408b-90df-f9cdf555ca94) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:55.699104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b909e-6582-43b2-90a7-5324d8b9f30a None None] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:55.699585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.700197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.710616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.711588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.712247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.754545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:57:55.763201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-72aa1d5f-f43e-4d46-bae7-20027b10cb36 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0477350 Jul 06 11:57:55.766342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:55.771337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.779071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:55.788002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1379876 Jul 06 11:57:55.793794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:55.805170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Request body: {'subnet': {'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1817018230-subnet', 'tenant_id': 'f939747d3951450e8c780c0ae6a65f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:55.815509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7fa1-67cd-4285-9112-d82fb7ef186d admin admin] Pushing event updated for resources: {'Network': ['ID=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.834116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.835534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.839173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:55.913094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event updated for resources: {'Subnet': ['ID=d58361c4-2a7f-40d7-b587-8f38c08ad1a9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.946519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Checking segment: {'id': '060c3099-ff0e-42a0-a11e-8e227d9b23e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'bc586b28-cedb-41c4-8198-10e1d34386ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:55.946872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network hostable DHCP agents. Network: bc586b28-cedb-41c4-8198-10e1d34386ac, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:55.994817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Network bc586b28-cedb-41c4-8198-10e1d34386ac is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:56.018906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, bc586b28-cedb-41c4-8198-10e1d34386ac) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:56.021211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.024118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.024803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.029582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.061549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7968c8-0726-454a-8215-752f03ec282b None None] Network bc586b28-cedb-41c4-8198-10e1d34386ac requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:56.066273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1f1c7b93-d5af-45bb-994a-1b83bacf6724'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:56.071814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Pushing event deleted for resources: {'Port': ['ID=1f1c7b93-d5af-45bb-994a-1b83bacf6724,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.085803 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3b8f6de-2d03-4c46-8f02-ea1d0a997085 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1138608 Jul 06 11:57:56.103382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Made reservation on behalf of f939747d3951450e8c780c0ae6a65f7c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:56.109340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:56.118718 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.150918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] No DVR routers for this DVR port 1f1c7b93-d5af-45bb-994a-1b83bacf6724 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:56.183415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.185799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-eab236cf-f984-4fb4-9d3c-b3a81313e6e1 req-41fb6a19-5633-4ec2-9212-fa3a21da7a45 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.79 "DELETE /v2.0/ports/1f1c7b93-d5af-45bb-994a-1b83bacf6724 HTTP/1.1" status: 204 len: 173 time: 1.0103989 Jul 06 11:57:56.186303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'name': 'network-vif-deleted', 'tag': '1f1c7b93-d5af-45bb-994a-1b83bacf6724'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:56.189515 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e978f0e8-4b36-44d4-b442-b9b44a7579b6" -d '{"events": [{"server_uuid": "a2c59be0-d40f-400e-bd85-52cce1c82eb2", "name": "network-vif-deleted", "tag": "1f1c7b93-d5af-45bb-994a-1b83bacf6724"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:56.320653 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46880444-c3d6-48e3-a260-2d15fb61bb10 x-openstack-request-id: req-46880444-c3d6-48e3-a260-2d15fb61bb10 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:56.321154 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c59be0-d40f-400e-bd85-52cce1c82eb2", "name": "network-vif-deleted", "tag": "1f1c7b93-d5af-45bb-994a-1b83bacf6724", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:56.321573 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46880444-c3d6-48e3-a260-2d15fb61bb10 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:56.322253 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c59be0-d40f-400e-bd85-52cce1c82eb2', 'name': 'network-vif-deleted', 'tag': '1f1c7b93-d5af-45bb-994a-1b83bacf6724', 'status': 'completed', 'code': 200} Jul 06 11:57:56.331454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.408756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.417806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.522816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e64a493c-66b0-49f1-8602-c8221c72076b req-9beadaf8-c854-4823-8711-7acbc53bff54 tempest-ServerRescueTestJSON-587810720 tempest-ServerRescueTestJSON-587810720-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2c59be0-d40f-400e-bd85-52cce1c82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0786326 Jul 06 11:57:56.546245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5154b-44d3-44d5-b756-459369e95f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-bc586b28-cedb-41c4-8198-10e1d34386ac', 'network_id': 'bc586b28-cedb-41c4-8198-10e1d34386ac', 'tenant_id': '230b412ab5604f2ea50091c0b16c1cb3', 'fixed_ips': [{'subnet_id': 'd58361c4-2a7f-40d7-b587-8f38c08ad1a9'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:56.547103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03f5154b-44d3-44d5-b756-459369e95f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.573706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.606474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Subnet': ['ID=d58361c4-2a7f-40d7-b587-8f38c08ad1a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.685860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-152f84c9-cafb-408b-90df-f9cdf555ca94', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:56.686717 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.700754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee122b-1b10-4f00-aad4-7af8b53246c7 None None] Network bc586b28-cedb-41c4-8198-10e1d34386ac requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:56.751743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.773221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc586b28-cedb-41c4-8198-10e1d34386ac']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.835949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c3099-ff0e-42a0-a11e-8e227d9b23e8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.837126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c3099-ff0e-42a0-a11e-8e227d9b23e8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.858815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.904363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.919511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:56.919940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:56.923636 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:57.032813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.091672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.102371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.105223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/bc586b28-cedb-41c4-8198-10e1d34386ac HTTP/1.1" status: 204 len: 168 time: 0.9920268 Jul 06 11:57:57.121940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.123125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28103e5d-831f-47a7-a149-920971f5540f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Network': ['ID=bc586b28-cedb-41c4-8198-10e1d34386ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.191187 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5bb362-ff84-4435-af7e-e1d62e6daacf tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:57.214724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5bb362-ff84-4435-af7e-e1d62e6daacf tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:57.217508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Allocated IP 172.20.0.2 (152f84c9-cafb-408b-90df-f9cdf555ca94/ecc034ef-c6ab-4a95-9dd3-3ea48f79b924/2d70b613-6bc9-4d94-b478-b0d2515f5029) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:57.220133 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cb5bb362-ff84-4435-af7e-e1d62e6daacf tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/d58361c4-2a7f-40d7-b587-8f38c08ad1a9 HTTP/1.1" status: 404 len: 337 time: 0.0922105 Jul 06 11:57:57.222380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.246564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6727a338-2423-4b9a-aae5-783ad162236e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.256854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a736e6-3631-4088-9c02-7ed29ffca560,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.270049 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b69698-7363-4aa4-b9e6-a4d8b6d3703f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:57.272136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b69698-7363-4aa4-b9e6-a4d8b6d3703f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:57.274227 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d8b69698-7363-4aa4-b9e6-a4d8b6d3703f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/bc586b28-cedb-41c4-8198-10e1d34386ac HTTP/1.1" status: 404 len: 339 time: 0.0506439 Jul 06 11:57:57.276903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.307537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Checking segment: {'id': '737178a6-aca5-497e-8558-5cd7edc3bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:57.307764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Network hostable DHCP agents. Network: 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:57.333520 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6031a2a7-e886-4c0e-a5f0-16382e216108 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:57.334048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6031a2a7-e886-4c0e-a5f0-16382e216108 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:57.338537 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6031a2a7-e886-4c0e-a5f0-16382e216108 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/04cc1a15-7350-4825-8c04-0c9a49f06451 HTTP/1.1" status: 404 len: 337 time: 0.0592694 Jul 06 11:57:57.340474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.355991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.389944 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6351278a-b836-439c-86a1-23c645d3836f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:57.390532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6351278a-b836-439c-86a1-23c645d3836f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:57.394375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6351278a-b836-439c-86a1-23c645d3836f tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/c99e66d1-a951-4626-a009-4516c09afc41 HTTP/1.1" status: 404 len: 339 time: 0.0531113 Jul 06 11:57:57.396534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.397690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.399430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:57.419800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:57.428750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:57.430217 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.445400 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb058da-3182-48b9-abbc-bf8a4853183c tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:57.446124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb058da-3182-48b9-abbc-bf8a4853183c tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:57.449980 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1fb058da-3182-48b9-abbc-bf8a4853183c tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/cc29ee62-8712-410c-ab9f-4f3997ae6bde HTTP/1.1" status: 404 len: 337 time: 0.0493312 Jul 06 11:57:57.450951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.453667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cf9e60-88e5-47bf-9798-08f3a89978fb None None] Network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:57.474567 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-018aa3f7-2ae4-43e5-8a57-703a4dce1ef7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:57.475129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018aa3f7-2ae4-43e5-8a57-703a4dce1ef7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:57.479283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-018aa3f7-2ae4-43e5-8a57-703a4dce1ef7 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/a7094374-28fb-445a-a52d-14c7aea62c6b HTTP/1.1" status: 404 len: 339 time: 0.0248878 Jul 06 11:57:57.479849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.510698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cdbcfec6-0049-4083-97d0-0942ac992184 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7157824 Jul 06 11:57:57.542818 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.624328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Transition to ACTIVE for port object 2d70b613-6bc9-4d94-b478-b0d2515f5029 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:57.625558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Allocated IP 172.25.7.34 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/0b580fbc-91e6-46ec-99c7-15b4edf93406) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:57.661158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Deleting port dfcff56e-7136-47ee-bf6a-8195513f796f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:57.662565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.735974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Transition to ACTIVE for port object 2d70b613-6bc9-4d94-b478-b0d2515f5029 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:57.742800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.783273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad45fa0-66ec-4d1c-a1bf-22124dc13b0f None None] Network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:57.786121 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.814727 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.858956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Calling delete_port for dfcff56e-7136-47ee-bf6a-8195513f796f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:57.879348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:57.886691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:57.890553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Pushing event updated for resources: {'Port': ['ID=2d70b613-6bc9-4d94-b478-b0d2515f5029,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.892980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:58.080683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.114737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.136572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Port': ['ID=dfcff56e-7136-47ee-bf6a-8195513f796f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.150141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Attempting to bind port 2d70b613-6bc9-4d94-b478-b0d2515f5029 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:58.150698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Attempting to bind port 2d70b613-6bc9-4d94-b478-b0d2515f5029 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:58.151225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Attempting to bind port 2d70b613-6bc9-4d94-b478-b0d2515f5029 on network 152f84c9-cafb-408b-90df-f9cdf555ca94 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:58.157952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:58.158557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Checking segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:58.159132 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.159274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.159801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Bound using segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:58.160456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Bound port: 2d70b613-6bc9-4d94-b478-b0d2515f5029, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:58.160997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.164107 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fd8a28a3-eddf-4ef0-9a30-5b970e695d51 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/ports/dfcff56e-7136-47ee-bf6a-8195513f796f HTTP/1.1" status: 204 len: 168 time: 0.6830711 Jul 06 11:57:58.164755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.206165 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b6981f-6df2-4c7b-9b72-6667c9816cb9 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:58.206806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b6981f-6df2-4c7b-9b72-6667c9816cb9 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:58.217076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9b6981f-6df2-4c7b-9b72-6667c9816cb9 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/9f031a53-d1bd-4da6-8939-148a35cfdf54 HTTP/1.1" status: 404 len: 337 time: 0.0491567 Jul 06 11:57:58.219991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.247829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] For port 2d70b613-6bc9-4d94-b478-b0d2515f5029, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:58.251864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] For port 2d70b613-6bc9-4d94-b478-b0d2515f5029, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d70b613-6bc9-4d94-b478-b0d2515f5029,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:58.268929 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.270638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.322613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.361223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:58.368208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:58.376628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:58.385882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56af0-4bf9-4434-b752-3331eafc1dbe None None] Pushing event updated for resources: {'Port': ['ID=2d70b613-6bc9-4d94-b478-b0d2515f5029,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.430494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Pushing event updated for resources: {'Port': ['ID=0b580fbc-91e6-46ec-99c7-15b4edf93406,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.475128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.488147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde74ff5-72b3-4390-b1a3-577c9bdf323b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:58.501304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae17917-dc07-4c2e-9a8e-7d8b78301b49') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:58.502423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae17917-dc07-4c2e-9a8e-7d8b78301b49') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:58.514092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.530931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.540005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:58.540565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:58.543938 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:58.668553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.683245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.685705 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/bde74ff5-72b3-4390-b1a3-577c9bdf323b HTTP/1.1" status: 204 len: 168 time: 0.4603300 Jul 06 11:57:58.711712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.717363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06497fdd-45df-4f7b-8ef5-84143bb8ffec tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Network': ['ID=bde74ff5-72b3-4390-b1a3-577c9bdf323b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.974387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.055049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.065603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Deleting port 2b55feea-bd7e-4e5a-8886-5fe3dc6778a3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:59.075651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.299580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.367529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Calling delete_port for 2b55feea-bd7e-4e5a-8886-5fe3dc6778a3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:59.664185 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a7f5e87-9e2b-4512-bd61-302988604bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.754726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d70b613-6bc9-4d94-b478-b0d2515f5029 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:59.875532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2d70b613-6bc9-4d94-b478-b0d2515f5029 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:59.900000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08ce0e-ae00-447e-b36c-44728214e5a3 None None] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:00.087775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.090508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] Provisioning for port 2d70b613-6bc9-4d94-b478-b0d2515f5029 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:00.098254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] Provisioning complete for port 2d70b613-6bc9-4d94-b478-b0d2515f5029 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:00.098635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.215417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.269669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Port': ['ID=2b55feea-bd7e-4e5a-8886-5fe3dc6778a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.277916 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.284776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.289945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:00.290476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d0dc315-8b0f-4ee5-acb7-88c37061e16d tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/ports/2b55feea-bd7e-4e5a-8886-5fe3dc6778a3 HTTP/1.1" status: 204 len: 168 time: 1.5652089 Jul 06 11:58:00.346232 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-285a6bec-a37c-440e-a06f-2d054a8cb988 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] DELETE failed (client error): The resource could not be found. Jul 06 11:58:00.346708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285a6bec-a37c-440e-a06f-2d054a8cb988 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:58:00.352051 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-285a6bec-a37c-440e-a06f-2d054a8cb988 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/4d24b499-8e27-461b-bf16-38a5c53b6bf1 HTTP/1.1" status: 404 len: 337 time: 0.0609529 Jul 06 11:58:00.354880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:00.524545 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.559268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1f1c7b93-d5af-45bb-994a-1b83bacf6724 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:00.603046 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.624307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 1f1c7b93-d5af-45bb-994a-1b83bacf6724 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:00.624930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1f1c7b93-d5af-45bb-994a-1b83bacf6724 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:00.636307 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.668311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-c051240b-1668-4e61-8ef3-398c54011e1a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.669077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] For port 2d70b613-6bc9-4d94-b478-b0d2515f5029, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d70b613-6bc9-4d94-b478-b0d2515f5029,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:00.673818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-c051240b-1668-4e61-8ef3-398c54011e1a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/networks?id=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 HTTP/1.1" status: 200 len: 810 time: 0.1922367 Jul 06 11:58:00.675907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.715974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Deleting port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:00.720139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.725849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.737444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230671e-10b6-49e5-b549-2811b1cc5ce1 None None] Pushing event updated for resources: {'Port': ['ID=2d70b613-6bc9-4d94-b478-b0d2515f5029,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.744357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-353b0845-4925-47bf-893c-d612387222a3 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/quotas/f939747d3951450e8c780c0ae6a65f7c HTTP/1.1" status: 200 len: 375 time: 0.0535231 Jul 06 11:58:00.751658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb22842-1531-4a9b-a3ab-c960ad84c739']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:00.781238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b456107c-1f2a-4226-8770-2ba41516af3a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:00.781864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b456107c-1f2a-4226-8770-2ba41516af3a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:00.799158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.816934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.825125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:00.826091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:00.830925 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:00.867412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-065fb51e-95af-4132-a183-ab5b01a36c73 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f939747d3951450e8c780c0ae6a65f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078255 Jul 06 11:58:00.916006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.932754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.944168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.946591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/2fb22842-1531-4a9b-a3ab-c960ad84c739 HTTP/1.1" status: 204 len: 168 time: 0.5906954 Jul 06 11:58:00.953398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:01.009052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-340bd27e-90cf-4fa9-9e25-29db5f52fdda None None] Provisioning complete for port 2d70b613-6bc9-4d94-b478-b0d2515f5029 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:01.009432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340bd27e-90cf-4fa9-9e25-29db5f52fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.022669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Router e45e903e-c73b-47de-b14f-32752a17ac76 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:01.054552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7da5e-0925-4a88-998c-30dc7ee4f3f8 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Network': ['ID=2fb22842-1531-4a9b-a3ab-c960ad84c739,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:01.066504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] For port 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,segment=NetworkSegment(e602a7b3-4cce-49a2-938f-202d644a44b0),segment_id=e602a7b3-4cce-49a2-938f-202d644a44b0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:01.067026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.075861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Deleting subnet 123d7e84-baa6-4370-b3fb-21ca5f9c1d20 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:01.086964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.132788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Calling delete_port for 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:01.134279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.214179 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-7535752d-9969-4a90-972c-9ad875b9745c service neutron] 10.222.0.78 "GET /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314357 Jul 06 11:58:01.242709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.340247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.373416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:01.382430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:01.385586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Subnet': ['ID=123d7e84-baa6-4370-b3fb-21ca5f9c1d20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:01.389858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.395506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc9582f0-4773-4113-a794-477c5fdbcb99 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/subnets/123d7e84-baa6-4370-b3fb-21ca5f9c1d20 HTTP/1.1" status: 204 len: 168 time: 0.4404452 Jul 06 11:58:01.396277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:01.402978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b8384-1097-4fcd-8c61-edcecc6d5d6c None None] Network 863366eb-ceb4-47be-9f07-365a49f997e3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:01.426035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:01.428173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:01.488834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.512355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-00c101d7-09c7-4d75-b9a1-64a59db9ad4b service neutron] 10.222.0.78 "GET /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629535 Jul 06 11:58:01.553494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.558157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f21a5954-7968-4f1c-aa50-5a1799fff098 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7877128 Jul 06 11:58:01.561657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:01.653336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Deleting port 564c8107-9c66-4895-a20f-dfe4e5c62195 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:01.653688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.704903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d70b613-6bc9-4d94-b478-b0d2515f5029 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:01.776436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:01.823478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] For port 564c8107-9c66-4895-a20f-dfe4e5c62195, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=564c8107-9c66-4895-a20f-dfe4e5c62195,segment=NetworkSegment(fc42a91a-705e-4de3-8359-c5a52cab8783),segment_id=fc42a91a-705e-4de3-8359-c5a52cab8783)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:01.823741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.859454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Calling delete_port for 564c8107-9c66-4895-a20f-dfe4e5c62195 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:01.992676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.999684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.018097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] No DVR routers for this DVR port 564c8107-9c66-4895-a20f-dfe4e5c62195 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:02.044610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7279a6cc-dc56-4d1d-b336-32c626c9bd31 req-539ba0a9-6410-439f-8469-1ecb84396922 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 210 time: 0.0989137 Jul 06 11:58:02.064918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Port': ['ID=564c8107-9c66-4895-a20f-dfe4e5c62195,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:02.073656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2d70b613-6bc9-4d94-b478-b0d2515f5029 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:02.074232 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.131409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba054fc-d0f2-4908-92dc-ef45d2c9f14a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:02.134121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06c0a8-e847-4af6-a446-521a2ce36525 None None] DHCP port deletion for 863366eb-ceb4-47be-9f07-365a49f997e3 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:02.353758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:57:58Z', 'revision_number': 3, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:02.420676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:02.421436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Updating router e45e903e-c73b-47de-b14f-32752a17ac76 port 0b580fbc-91e6-46ec-99c7-15b4edf93406 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:02.484740 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.490351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.857607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.884637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863366eb-ceb4-47be-9f07-365a49f997e3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:02.898923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc42a91a-705e-4de3-8359-c5a52cab8783') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:02.899226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc42a91a-705e-4de3-8359-c5a52cab8783') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:02.925798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.958695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.976306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:02.976702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:03.082871 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:03.124626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.184267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.188916 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] 10.222.0.78 "DELETE /v2.0/networks/863366eb-ceb4-47be-9f07-365a49f997e3 HTTP/1.1" status: 204 len: 168 time: 1.7909954 Jul 06 11:58:03.189846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd471f0b-b592-400d-ba4a-8a5e1f57bf94 tempest-NetworksIpV6TestAttrs-1595452106 tempest-NetworksIpV6TestAttrs-1595452106-project] Pushing event deleted for resources: {'Network': ['ID=863366eb-ceb4-47be-9f07-365a49f997e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.204609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.232971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.250126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.289751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Transition to ACTIVE for port object 0b580fbc-91e6-46ec-99c7-15b4edf93406 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:03.326422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.373443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-179c549b-276e-4245-aab0-1e460fd2aa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.402496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Attempting to bind port 0b580fbc-91e6-46ec-99c7-15b4edf93406 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:03.403624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Attempting to bind port 0b580fbc-91e6-46ec-99c7-15b4edf93406 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:03.404306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Attempting to bind port 0b580fbc-91e6-46ec-99c7-15b4edf93406 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:03.419717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:03.420376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:03.420965 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.421516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:03.422643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Bound port: 0b580fbc-91e6-46ec-99c7-15b4edf93406, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:03.423483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.478250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9651c0c-ab4c-456e-941d-67efe46cb8e4 None None] Pushing event updated for resources: {'Port': ['ID=0b580fbc-91e6-46ec-99c7-15b4edf93406,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.523347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54a21a23-b255-4c35-ae46-9b336850da39 req-c3c273ae-8a7d-4121-befe-b8f54b241140 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 210 time: 0.2192581 Jul 06 11:58:03.583684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] For port 0b580fbc-91e6-46ec-99c7-15b4edf93406, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:03.600431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] For port 0b580fbc-91e6-46ec-99c7-15b4edf93406, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0b580fbc-91e6-46ec-99c7-15b4edf93406,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:03.606891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.628112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-179c549b-276e-4245-aab0-1e460fd2aa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.640458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-179c549b-276e-4245-aab0-1e460fd2aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.702024 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-179c549b-276e-4245-aab0-1e460fd2aa8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ee511c1c5a04067bcec707cb457c281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953732 Jul 06 11:58:03.704545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.707272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:03.707938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:03.716473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9651c0c-ab4c-456e-941d-67efe46cb8e4 None None] Pushing event updated for resources: {'Port': ['ID=0b580fbc-91e6-46ec-99c7-15b4edf93406,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.739901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.786768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.865135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c549b-276e-4245-aab0-1e460fd2aa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef9b2a-176b-4561-9d1e-b3ec8d6fbacd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.900895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be9557a-5bec-4974-ad00-ef34e8fcdd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.924767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 564c8107-9c66-4895-a20f-dfe4e5c62195 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:03.961785 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be9557a-5bec-4974-ad00-ef34e8fcdd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.002974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 564c8107-9c66-4895-a20f-dfe4e5c62195 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:04.003328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 564c8107-9c66-4895-a20f-dfe4e5c62195 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:04.035896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:04.042677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be9557a-5bec-4974-ad00-ef34e8fcdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.045994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be9557a-5bec-4974-ad00-ef34e8fcdd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.050578 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9be9557a-5bec-4974-ad00-ef34e8fcdd13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efef9b2a-176b-4561-9d1e-b3ec8d6fbacd HTTP/1.1" status: 204 len: 168 time: 0.3406243 Jul 06 11:58:04.066931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9557a-5bec-4974-ad00-ef34e8fcdd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef9b2a-176b-4561-9d1e-b3ec8d6fbacd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.103617 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ae1f083a-bb1d-4c0b-a1f8-f87c38eae941 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=230b412ab5604f2ea50091c0b16c1cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590956 Jul 06 11:58:04.112719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.243962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eb27-c275-4c2f-a285-f619523abb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.278198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eb27-c275-4c2f-a285-f619523abb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.363959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-ed81912c-f523-4733-a717-cd511b10d019 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:04.369179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-ed81912c-f523-4733-a717-cd511b10d019 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.79 "GET /v2.0/networks?id=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 HTTP/1.1" status: 200 len: 810 time: 0.2656629 Jul 06 11:58:04.376433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Router a9755a93-8afc-49ba-be46-23fe23eafed8 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:04.393598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Request body: {'port': {'device_id': '38edc05c-a9b8-424f-9285-14a305a45c79', 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2', 'admin_state_up': True, 'tenant_id': 'f939747d3951450e8c780c0ae6a65f7c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:04.492569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Allocated IP 172.20.0.1 (152f84c9-cafb-408b-90df-f9cdf555ca94/ecc034ef-c6ab-4a95-9dd3-3ea48f79b924/c7304188-523d-425b-8cc5-5532bd107068) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:04.517990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:57:58Z', 'revision_number': 3, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:04.578383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c963c-8dd5-4fc7-9ac4-956515fc1401 None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:57:58Z', 'revision_number': 3, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:04.601442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eb27-c275-4c2f-a285-f619523abb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.604537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eb27-c275-4c2f-a285-f619523abb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.606205 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7cd9eb27-c275-4c2f-a285-f619523abb65 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/883830e7-44e0-472b-ae2e-ca004c92842c HTTP/1.1" status: 204 len: 168 time: 0.4924200 Jul 06 11:58:04.626046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9eb27-c275-4c2f-a285-f619523abb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883830e7-44e0-472b-ae2e-ca004c92842c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.649927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.680895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e80e638-27b4-4b61-862d-d0627e927b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.685391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Made reservation on behalf of f939747d3951450e8c780c0ae6a65f7c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:04.691119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.746087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db9ce-f5fc-4a10-992a-abe2a57cb056 req-f3dfa614-8158-4342-8421-3c229e0563e3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:04.756704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-738db9ce-f5fc-4a10-992a-abe2a57cb056 req-f3dfa614-8158-4342-8421-3c229e0563e3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.4147670 Jul 06 11:58:04.891899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-675adc3e-c8dd-488a-a218-fd4301d4251d req-a6cff030-0105-4a63-814c-db1525220517 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 210 time: 0.0527554 Jul 06 11:58:04.926459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Allocated IP 172.20.0.12 (67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2/33a736e6-3631-4088-9c02-7ed29ffca560/a96a3230-bb5c-463f-a979-daa9e5742d27) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:04.933542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-738db9ce-f5fc-4a10-992a-abe2a57cb056 req-5505c19c-51fd-424a-983c-fd6efbbbd19f tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756659 Jul 06 11:58:04.936744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:04.950645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8e25ca7-e3b1-400c-9b82-56dd140ee60b admin admin] 10.222.0.78 "PUT /v2.0/routers/a9755a93-8afc-49ba-be46-23fe23eafed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2067754 Jul 06 11:58:04.951132 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] Sync routers for ids ['a9755a93-8afc-49ba-be46-23fe23eafed8'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:04.955067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.022915 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] Routers {'a9755a93-8afc-49ba-be46-23fe23eafed8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:05.023632 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a9755a93-8afc-49ba-be46-23fe23eafed8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:05.026090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.070297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Transition to ACTIVE for port object c7304188-523d-425b-8cc5-5532bd107068 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:05.074437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e80e638-27b4-4b61-862d-d0627e927b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.112029 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e80e638-27b4-4b61-862d-d0627e927b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.148501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.221383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:05.225126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:05.241383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:05.306417 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] Set router a9755a93-8afc-49ba-be46-23fe23eafed8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:05.323661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.337606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Pushing event updated for resources: {'Port': ['ID=c7304188-523d-425b-8cc5-5532bd107068,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.396576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.593903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e80e638-27b4-4b61-862d-d0627e927b2b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=704ddeed983d48808ba2c134ac817a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403851 Jul 06 11:58:05.603402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80e638-27b4-4b61-862d-d0627e927b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139902c3-df05-4d40-aae8-89b06bd88e8c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.605764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.628910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.647334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f00cdcc2-83d2-4479-a4b5-28b5ef651c4e None None] Provisioning for port c7304188-523d-425b-8cc5-5532bd107068 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:05.655358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f00cdcc2-83d2-4479-a4b5-28b5ef651c4e None None] Provisioning complete for port c7304188-523d-425b-8cc5-5532bd107068 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.656128 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f00cdcc2-83d2-4479-a4b5-28b5ef651c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.686705 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.745218 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:58:01Z', 'revision_number': 5, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:05.754905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f00cdcc2-83d2-4479-a4b5-28b5ef651c4e None None] Port c7304188-523d-425b-8cc5-5532bd107068 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:05.756631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.804730 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] Checking router: a9755a93-8afc-49ba-be46-23fe23eafed8 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:05.809359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0b580fbc-91e6-46ec-99c7-15b4edf93406 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:05.817570 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] Routers {'a9755a93-8afc-49ba-be46-23fe23eafed8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:05.818474 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a9755a93-8afc-49ba-be46-23fe23eafed8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:05.855328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:05.879375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:05.885375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:05.890537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Pushing event updated for resources: {'Port': ['ID=a96a3230-bb5c-463f-a979-daa9e5742d27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.929277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0b580fbc-91e6-46ec-99c7-15b4edf93406 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:05.933882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0b580fbc-91e6-46ec-99c7-15b4edf93406 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.934269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.943522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-402b98e9-8c3d-4822-a55e-404f0d89dbab tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.947763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-402b98e9-8c3d-4822-a55e-404f0d89dbab tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.5722675 Jul 06 11:58:05.962865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] Set router a9755a93-8afc-49ba-be46-23fe23eafed8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:06.154090 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.216675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 0b580fbc-91e6-46ec-99c7-15b4edf93406, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0b580fbc-91e6-46ec-99c7-15b4edf93406,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:06.237645 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.272257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.307308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:06.308033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.338964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2239ec6-16a7-4b51-b65f-a8c9a059419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.365057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=0b580fbc-91e6-46ec-99c7-15b4edf93406,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.379253 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-b104c88f-d7bd-433f-8969-6740e40c17fb tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0003219 Jul 06 11:58:06.409382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.420572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Request body: {'port': {'device_id': '38edc05c-a9b8-424f-9285-14a305a45c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.474262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2239ec6-16a7-4b51-b65f-a8c9a059419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.582206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Deleting port 3321041f-98d2-4d35-a0bf-b53045852163 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:06.589587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.621866 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:58:01Z', 'revision_number': 5, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:06.636046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-048c20c6-ac87-4cf1-b372-3334d9f30dbd tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1498463009', 'prefixes': ['172.20.0.0/16']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.647985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.669695 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a408b2e-37a1-4600-9e84-542b8c90bd6f None None] The sync data for ids ['a9755a93-8afc-49ba-be46-23fe23eafed8'] in n-d-799528-2 is: [{'id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'name': 'tempest-ServerRescueTestJSON-878990867-router', 'tenant_id': 'e650abac0943414aa5b117505aaffdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '3321041f-98d2-4d35-a0bf-b53045852163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:18Z', 'updated_at': '2021-07-06T11:58:01Z', 'revision_number': 5, 'project_id': 'e650abac0943414aa5b117505aaffdc1', 'gw_port': {'id': '3321041f-98d2-4d35-a0bf-b53045852163', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9755a93-8afc-49ba-be46-23fe23eafed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:20Z', 'updated_at': '2021-07-06T11:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:06.749383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2239ec6-16a7-4b51-b65f-a8c9a059419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.753147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2239ec6-16a7-4b51-b65f-a8c9a059419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.754816 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e2239ec6-16a7-4b51-b65f-a8c9a059419d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/139902c3-df05-4d40-aae8-89b06bd88e8c HTTP/1.1" status: 204 len: 168 time: 1.1455715 Jul 06 11:58:06.790527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2239ec6-16a7-4b51-b65f-a8c9a059419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139902c3-df05-4d40-aae8-89b06bd88e8c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.833939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] For port 3321041f-98d2-4d35-a0bf-b53045852163, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3321041f-98d2-4d35-a0bf-b53045852163,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:06.834356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.897750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Deleting port 7b793249-735c-476a-960f-f005af7b148a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:06.898220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.907643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b965-d024-45da-aec3-ac6036d72f6f req-d0c690a4-c15f-44a5-89d7-9fe88150bb7e tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:06.914597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ac8b965-d024-45da-aec3-ac6036d72f6f req-d0c690a4-c15f-44a5-89d7-9fe88150bb7e tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 932 time: 0.6552031 Jul 06 11:58:06.971549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Calling delete_port for 3321041f-98d2-4d35-a0bf-b53045852163 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:07.075863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] For port 7b793249-735c-476a-960f-f005af7b148a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7b793249-735c-476a-960f-f005af7b148a,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:07.076254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.082037 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-048c20c6-ac87-4cf1-b372-3334d9f30dbd tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.086283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-048c20c6-ac87-4cf1-b372-3334d9f30dbd tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6717367 Jul 06 11:58:07.088788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.173543 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e5c4f1f-7c37-4ddc-8682-9c191e174d42 tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] 10.222.0.78 "GET /v2.0/subnetpools/527e4bd6-94e3-46c3-9fd8-4ac9d137a4cd HTTP/1.1" status: 200 len: 732 time: 0.0834529 Jul 06 11:58:07.177201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.184458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9123d0-91ff-474c-a428-3d64deb66f5f req-97cd43ff-db39-43ae-88c0-14a73f574dee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.193394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b9123d0-91ff-474c-a428-3d64deb66f5f req-97cd43ff-db39-43ae-88c0-14a73f574dee tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 946 time: 0.9237080 Jul 06 11:58:07.193613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bc576132-c136-4c84-8e21-0fa2a52b3dcd tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-573854106'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:07.394793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.466323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ac8b965-d024-45da-aec3-ac6036d72f6f req-7e60a9ca-3296-4676-b209-8c43366b5118 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508318 Jul 06 11:58:07.473990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.476491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96a3230-bb5c-463f-a979-daa9e5742d27 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:07.499077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.594893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc576132-c136-4c84-8e21-0fa2a52b3dcd tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.595993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bc576132-c136-4c84-8e21-0fa2a52b3dcd tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] 10.222.0.78 "PUT /v2.0/subnetpools/527e4bd6-94e3-46c3-9fd8-4ac9d137a4cd HTTP/1.1" status: 200 len: 683 time: 0.4129391 Jul 06 11:58:07.607482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.662825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Transition to ACTIVE for port object a96a3230-bb5c-463f-a979-daa9e5742d27 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:07.664398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.667179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0b580fbc-91e6-46ec-99c7-15b4edf93406 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:07.674282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b9123d0-91ff-474c-a428-3d64deb66f5f req-964f6732-c4b8-417d-b006-4f16d34cb826 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups?id=2b949c3b-94d0-414a-9636-5299598c6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798741 Jul 06 11:58:07.708912 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.780013 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.790685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Pushing event updated for resources: {'Port': ['ID=c7304188-523d-425b-8cc5-5532bd107068,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.798711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0b580fbc-91e6-46ec-99c7-15b4edf93406 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:07.799218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.858441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Pushing event deleted for resources: {'Port': ['ID=3321041f-98d2-4d35-a0bf-b53045852163,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.893760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbaf3c63-a088-4c49-90ee-025e7e44459e tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.897645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbaf3c63-a088-4c49-90ee-025e7e44459e tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] 10.222.0.78 "DELETE /v2.0/subnetpools/527e4bd6-94e3-46c3-9fd8-4ac9d137a4cd HTTP/1.1" status: 204 len: 168 time: 0.2848706 Jul 06 11:58:07.909682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.910398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.910766 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Floating IP ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc disassociated. External IP: 172.25.7.128, port: 7b793249-735c-476a-960f-f005af7b148a. Jul 06 11:58:07.911462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Calling delete_port for 7b793249-735c-476a-960f-f005af7b148a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:07.913885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.972908 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2490b663-81c4-492e-98b0-5609b14ae452 tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] show failed (client error): The resource could not be found. Jul 06 11:58:07.977772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2490b663-81c4-492e-98b0-5609b14ae452 tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] 10.222.0.78 "GET /v2.0/subnetpools/527e4bd6-94e3-46c3-9fd8-4ac9d137a4cd HTTP/1.1" status: 404 len: 346 time: 0.0215836 Jul 06 11:58:07.977944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:07.980114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.011467 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-048739c6-2249-41b3-bdbe-83dde57df225 tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] delete failed (client error): The resource could not be found. Jul 06 11:58:08.018215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-048739c6-2249-41b3-bdbe-83dde57df225 tempest-SubnetPoolsTestJSON-482638069 tempest-SubnetPoolsTestJSON-482638069-project] 10.222.0.78 "DELETE /v2.0/subnetpools/527e4bd6-94e3-46c3-9fd8-4ac9d137a4cd HTTP/1.1" status: 404 len: 346 time: 0.0281866 Jul 06 11:58:08.043234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:08.043735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2ba054fc-d0f2-4908-92dc-ef45d2c9f14a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:08.099765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.175903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Pushing event updated for resources: {'Port': ['ID=a96a3230-bb5c-463f-a979-daa9e5742d27,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.222492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:08.232489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:08.355281 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:58:08.425025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.430881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.545700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Attempting to bind port a96a3230-bb5c-463f-a979-daa9e5742d27 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:08.546782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Attempting to bind port a96a3230-bb5c-463f-a979-daa9e5742d27 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '737178a6-aca5-497e-8558-5cd7edc3bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:08.549395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Attempting to bind port a96a3230-bb5c-463f-a979-daa9e5742d27 on network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:08.554926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Port a96a3230-bb5c-463f-a979-daa9e5742d27 on network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:08.555508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Attempting to bind port a96a3230-bb5c-463f-a979-daa9e5742d27 on network 67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:08.562550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:08.563741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Checking segment: {'id': '737178a6-aca5-497e-8558-5cd7edc3bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:08.564505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Bound using segment: {'id': '737178a6-aca5-497e-8558-5cd7edc3bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:08.565117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Bound port: a96a3230-bb5c-463f-a979-daa9e5742d27, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737178a6-aca5-497e-8558-5cd7edc3bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:08.565643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.579168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Router e45e903e-c73b-47de-b14f-32752a17ac76 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:08.580550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.581371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9755a93-8afc-49ba-be46-23fe23eafed8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:08.587535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.591291 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f824e29b-4040-4f0b-833b-ae21ce79c4af admin admin] 10.222.0.78 "DELETE /v2.0/routers/a9755a93-8afc-49ba-be46-23fe23eafed8 HTTP/1.1" status: 204 len: 168 time: 3.6344385 Jul 06 11:58:08.592137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.706206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89d5037c-13e6-4084-8cc1-ce774966b874 None None] Provisioning complete for port c7304188-523d-425b-8cc5-5532bd107068 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:08.707198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89d5037c-13e6-4084-8cc1-ce774966b874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.708943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.796005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.838610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89d5037c-13e6-4084-8cc1-ce774966b874 None None] Port c7304188-523d-425b-8cc5-5532bd107068 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:08.886263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Deleting subnet 459fc31f-e4ed-4d12-bb2a-7a624f2720d1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:08.891605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.944899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] For port a96a3230-bb5c-463f-a979-daa9e5742d27, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:08.959579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event deleted for resources: {'Port': ['ID=7b793249-735c-476a-960f-f005af7b148a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.998968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] For port a96a3230-bb5c-463f-a979-daa9e5742d27, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a96a3230-bb5c-463f-a979-daa9e5742d27,segment=NetworkSegment(737178a6-aca5-497e-8558-5cd7edc3bba9),segment_id=737178a6-aca5-497e-8558-5cd7edc3bba9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:09.010678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.038658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34f77611-9ff9-44c0-83a5-4800e1d7de47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.050975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.156076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:09.162564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a366124-4110-497c-bf9c-938a0a6fae19 req-5e9d6850-2cf8-473f-8c7c-51cb9f4279af tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 210 time: 0.1623673 Jul 06 11:58:09.167817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7e57921-00d3-4eb7-909c-9f5d6858385b admin admin] 10.222.0.78 "PUT /v2.0/routers/e45e903e-c73b-47de-b14f-32752a17ac76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6052375 Jul 06 11:58:09.179656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:09.202109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.206997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:09.207635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:09.286449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.324259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.329715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.333850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] 10.222.0.79 "PUT /v2.0/ports/a96a3230-bb5c-463f-a979-daa9e5742d27 HTTP/1.1" status: 200 len: 1092 time: 2.9229975 Jul 06 11:58:09.350169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:09.350671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38edc05c-a9b8-424f-9285-14a305a45c79', 'tag': 'a96a3230-bb5c-463f-a979-daa9e5742d27'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:09.357545 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "38edc05c-a9b8-424f-9285-14a305a45c79", "tag": "a96a3230-bb5c-463f-a979-daa9e5742d27"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:09.373790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.381196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/459fc31f-e4ed-4d12-bb2a-7a624f2720d1 HTTP/1.1" status: 204 len: 168 time: 0.7864006 Jul 06 11:58:09.391866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:09.613692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc33b4-3e57-4358-b8da-6c514fd8e981 service neutron] Pushing event updated for resources: {'Port': ['ID=a96a3230-bb5c-463f-a979-daa9e5742d27,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.648240 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bace92-faa1-4534-a7c3-51db19c44ad9 x-openstack-request-id: req-32bace92-faa1-4534-a7c3-51db19c44ad9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:09.649018 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38edc05c-a9b8-424f-9285-14a305a45c79", "tag": "a96a3230-bb5c-463f-a979-daa9e5742d27", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:09.649425 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32bace92-faa1-4534-a7c3-51db19c44ad9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:09.650098 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38edc05c-a9b8-424f-9285-14a305a45c79', 'tag': 'a96a3230-bb5c-463f-a979-daa9e5742d27', 'status': 'completed', 'code': 200} Jul 06 11:58:09.654066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.659191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0fea4-6bcc-42f6-8d02-01ec62d4754e req-bc765101-3445-4950-8e6b-ab0d2df87310 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.670717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd020c-dca7-4c22-926f-5679b3f16a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459fc31f-e4ed-4d12-bb2a-7a624f2720d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.684918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01a0fea4-6bcc-42f6-8d02-01ec62d4754e req-bc765101-3445-4950-8e6b-ab0d2df87310 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 944 time: 0.8719110 Jul 06 11:58:09.710344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3321041f-98d2-4d35-a0bf-b53045852163 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:09.713527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:09.807256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:09.854086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3321041f-98d2-4d35-a0bf-b53045852163 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:09.854439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3321041f-98d2-4d35-a0bf-b53045852163 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:09.930253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.960742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-82bbd5f6-07ed-4bbe-b6de-6562c23c09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.963025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-82bbd5f6-07ed-4bbe-b6de-6562c23c09f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f939747d3951450e8c780c0ae6a65f7c&device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 1095 time: 0.3423564 Jul 06 11:58:09.973773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01a0fea4-6bcc-42f6-8d02-01ec62d4754e req-7ac2b7bc-b967-4a00-9158-1ba6a54d13b6 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867610 Jul 06 11:58:09.974332 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68596b7e-f622-4a75-a852-687eb8c43384']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.010018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:10.020242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e602a7b3-4cce-49a2-938f-202d644a44b0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.025473 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:10.030791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e602a7b3-4cce-49a2-938f-202d644a44b0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.040499 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:10.042225 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.110556 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-90a3bb85-8ca4-4cc3-a3da-7f94c8959064 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96a3230-bb5c-463f-a979-daa9e5742d27 HTTP/1.1" status: 200 len: 217 time: 0.1278124 Jul 06 11:58:10.118221 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34f77611-9ff9-44c0-83a5-4800e1d7de47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.120819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.149975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] No DVR routers for this DVR port 7b793249-735c-476a-960f-f005af7b148a on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:10.154495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.157117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-735bea00-3366-441d-9836-c4a02037ddff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.164224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccc95d5a-98ef-408a-86b4-abffb1f150be req-68053b23-1e1c-4bc7-b2d7-0cb1dd0789c8 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.79 "DELETE /v2.0/ports/7b793249-735c-476a-960f-f005af7b148a HTTP/1.1" status: 204 len: 173 time: 4.2027438 Jul 06 11:58:10.164848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-deleted', 'tag': '7b793249-735c-476a-960f-f005af7b148a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:10.167810 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cfc9b9-f3a5-4374-84f9-4a4d15a28dae" -d '{"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-deleted", "tag": "7b793249-735c-476a-960f-f005af7b148a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:10.177013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34f77611-9ff9-44c0-83a5-4800e1d7de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.209316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 2, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.255243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.278200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:10.279037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Updating router e45e903e-c73b-47de-b14f-32752a17ac76 port c7304188-523d-425b-8cc5-5532bd107068 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:10.288409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:10.288625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:10.288831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:10.290698 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:10.306775 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363b3c7-48b8-4375-8e24-0478c52d804f x-openstack-request-id: req-0363b3c7-48b8-4375-8e24-0478c52d804f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:10.307181 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ebe381-2b6e-4052-bce5-d9582495f781", "name": "network-vif-deleted", "tag": "7b793249-735c-476a-960f-f005af7b148a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:10.307528 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0363b3c7-48b8-4375-8e24-0478c52d804f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:10.308050 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ebe381-2b6e-4052-bce5-d9582495f781', 'name': 'network-vif-deleted', 'tag': '7b793249-735c-476a-960f-f005af7b148a', 'status': 'completed', 'code': 200} Jul 06 11:58:10.340352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:10.340533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34f77611-9ff9-44c0-83a5-4800e1d7de47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20d3f9640dc843caa87517082e6491d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6261930 Jul 06 11:58:10.356146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f77611-9ff9-44c0-83a5-4800e1d7de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eab143-204d-4390-8a67-0cfc470ab5aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:10.359712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-dda4d399-e0ef-489d-8d62-145849752f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.361369 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-dda4d399-e0ef-489d-8d62-145849752f7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=33a736e6-3631-4088-9c02-7ed29ffca560 HTTP/1.1" status: 200 len: 850 time: 0.2379761 Jul 06 11:58:10.404484 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.409059 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-f2894c99-cb76-434e-a1ad-3070850f70c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380619 Jul 06 11:58:10.415699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.441006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.452950 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] 10.222.0.78 "DELETE /v2.0/networks/68596b7e-f622-4a75-a852-687eb8c43384 HTTP/1.1" status: 204 len: 168 time: 0.9815106 Jul 06 11:58:10.566263 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ad05b-c467-4520-9188-e2fb44d7c7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.607661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d82dd9-0af6-404a-941d-27e13b23ab59 admin admin] Pushing event deleted for resources: {'Network': ['ID=68596b7e-f622-4a75-a852-687eb8c43384,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:10.632181 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.652717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ae206a9-6843-4f4b-a485-0595f2b311e7 req-9c79e29f-de9b-4e7c-a969-e6c066ad7bd3 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 210 time: 0.1199820 Jul 06 11:58:10.710443 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ad05b-c467-4520-9188-e2fb44d7c7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.713632 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:10.746126 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:10.747003 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:10.767208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:10.841559 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-f74f4abf-8bdf-4503-97a3-bad90a7d6532 service neutron] 10.222.0.79 "GET /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234929 Jul 06 11:58:10.900414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.923575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Transition to ACTIVE for port object c7304188-523d-425b-8cc5-5532bd107068 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:10.937425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:10.943757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8f4a484-5e73-427b-8c01-f77165d45841 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e650abac0943414aa5b117505aaffdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732287 Jul 06 11:58:10.944777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:10.981114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7b793249-735c-476a-960f-f005af7b148a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:10.981952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7b793249-735c-476a-960f-f005af7b148a not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:10.984333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.987955 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:11.002040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.021678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470982373', 'description': 'tempest-description--1517590677'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:11.044995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Pushing event updated for resources: {'Port': ['ID=c7304188-523d-425b-8cc5-5532bd107068,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.046942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8f9d-b00a-4bc3-8fff-b5a88d6876d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.059472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.060158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.060987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.061549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.062121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.063715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.064317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.065028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.065570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.066093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.066617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.067188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:11.072620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8f9d-b00a-4bc3-8fff-b5a88d6876d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.119009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ad05b-c467-4520-9188-e2fb44d7c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.123979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ad05b-c467-4520-9188-e2fb44d7c7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.128760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-600ad05b-c467-4520-9188-e2fb44d7c7bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5eab143-204d-4390-8a67-0cfc470ab5aa HTTP/1.1" status: 204 len: 168 time: 0.7858682 Jul 06 11:58:11.144575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ad05b-c467-4520-9188-e2fb44d7c7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eab143-204d-4390-8a67-0cfc470ab5aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.146386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8f9d-b00a-4bc3-8fff-b5a88d6876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.149192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8f9d-b00a-4bc3-8fff-b5a88d6876d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.150373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d4b8f9d-b00a-4bc3-8fff-b5a88d6876d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae9203e3-0afa-4139-a434-b5abbe39ba40 HTTP/1.1" status: 204 len: 168 time: 0.2041669 Jul 06 11:58:11.160082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b8f9d-b00a-4bc3-8fff-b5a88d6876d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9203e3-0afa-4139-a434-b5abbe39ba40,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.254354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Attempting to bind port c7304188-523d-425b-8cc5-5532bd107068 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:11.254982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Attempting to bind port c7304188-523d-425b-8cc5-5532bd107068 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:11.255452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Attempting to bind port c7304188-523d-425b-8cc5-5532bd107068 on network 152f84c9-cafb-408b-90df-f9cdf555ca94 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:11.294924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:11.295464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Checking segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:11.296040 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.296588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Bound using segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:11.297923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Bound port: c7304188-523d-425b-8cc5-5532bd107068, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:11.299938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.381611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51c814-74a7-4778-b03a-1b46a87587af req-fb68745d-0e02-4e4b-935f-8aec2050246c tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:11.393486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d51c814-74a7-4778-b03a-1b46a87587af req-fb68745d-0e02-4e4b-935f-8aec2050246c tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 944 time: 0.1059477 Jul 06 11:58:11.499424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] For port c7304188-523d-425b-8cc5-5532bd107068, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:11.512665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] For port c7304188-523d-425b-8cc5-5532bd107068, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c7304188-523d-425b-8cc5-5532bd107068,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:11.543555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.563901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d51c814-74a7-4778-b03a-1b46a87587af req-72c828f6-aa83-42e2-96f5-ef04cc4e4a58 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547520 Jul 06 11:58:11.617530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-735bea00-3366-441d-9836-c4a02037ddff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.632270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-735bea00-3366-441d-9836-c4a02037ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.672090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996924e9-410b-47b3-a2a3-9fdd597bbea0 None None] Pushing event updated for resources: {'Port': ['ID=c7304188-523d-425b-8cc5-5532bd107068,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.678711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.689761 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-735bea00-3366-441d-9836-c4a02037ddff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c92e5acf6a649bf8246067e60c65f37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8779125 Jul 06 11:58:11.696329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.700644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bea00-3366-441d-9836-c4a02037ddff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650aaa32-f55d-4985-a3ce-52eee0b16c3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.754266 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:11.763518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:11.764205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:11.790654 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4efcaf-cbe3-4e34-ad94-6234a10cfe51 None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:49:09Z', 'revision_number': 4, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '22015273-81da-4232-98d3-ea37572550b1', 'name': '', 'network_id': '0bb87d30-0c85-486f-8c7c-456d5efe81a9', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'mac_address': 'fa:16:3e:73:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '183b542f-f526-4e40-b9ba-af0851656a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:08Z', 'updated_at': '2021-07-06T11:49:17Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'subnets': [{'id': '183b542f-f526-4e40-b9ba-af0851656a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:11.802422 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b22ffd99-6f6f-4209-b5df-ad61f7dfd993 req-7748546c-0b56-4fe4-bf81-8b61d3b6fc9a service neutron] 10.222.0.79 "GET /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9515405 Jul 06 11:58:11.959864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.976664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.989965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25304d9c-0f1b-4b37-8ae7-be5cfab29c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.046760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.057164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0540209 Jul 06 11:58:12.057343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.062991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e5c57-0eee-4a93-bf76-f8d0692c8e2d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39342091-8e78-4e04-a10b-60887905583e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.099144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'security_group_rule': {'security_group_id': '39342091-8e78-4e04-a10b-60887905583e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:12.122126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:12.124075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25304d9c-0f1b-4b37-8ae7-be5cfab29c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.208370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.244221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d78a102-d79b-4718-b6af-6483561aa056 req-89ba8ea6-7673-4a5b-8e3b-bf9fee623a84 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/ports?device_id=86ebe381-2b6e-4052-bce5-d9582495f781 HTTP/1.1" status: 200 len: 210 time: 0.0918725 Jul 06 11:58:12.304492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25304d9c-0f1b-4b37-8ae7-be5cfab29c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.309049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25304d9c-0f1b-4b37-8ae7-be5cfab29c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.311694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25304d9c-0f1b-4b37-8ae7-be5cfab29c26 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/650aaa32-f55d-4985-a3ce-52eee0b16c3d HTTP/1.1" status: 204 len: 168 time: 0.6123910 Jul 06 11:58:12.346031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304d9c-0f1b-4b37-8ae7-be5cfab29c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650aaa32-f55d-4985-a3ce-52eee0b16c3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.371346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.378301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-0f93faff-e757-4504-aa8d-7fbc3e567291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.380338 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-0f93faff-e757-4504-aa8d-7fbc3e567291 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f939747d3951450e8c780c0ae6a65f7c&device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 1095 time: 0.5022447 Jul 06 11:58:12.382054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.414396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2905beb9-025c-4625-ac83-2ac4bc878487,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.432930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.434585 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e96846b-7695-4356-9ce1-08ded2d3f693 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612969 Jul 06 11:58:12.437423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.444947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'security_group_rule': {'security_group_id': '39342091-8e78-4e04-a10b-60887905583e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:12.455414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3ffd0-f046-44d3-8557-d8add98066d0 None None] New status for floating IP ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:58:12.506621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.658956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-462f3c25-5075-43b3-82b7-14527478b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.666748 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-462f3c25-5075-43b3-82b7-14527478b260 service neutron] 10.222.0.79 "GET /v2.0/networks?id=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 HTTP/1.1" status: 200 len: 911 time: 0.2609994 Jul 06 11:58:12.684154 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.716161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.780899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3053b73e-18c9-454b-8da1-b359bd2814ca,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.816949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-cb4d2da5-c5b9-4f4b-a597-cf3fec394cd2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96a3230-bb5c-463f-a979-daa9e5742d27 HTTP/1.1" status: 200 len: 217 time: 0.1430831 Jul 06 11:58:12.869455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.871085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f849225f-a5a8-4c2e-81e2-122879bbbad2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4317951 Jul 06 11:58:12.881353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.898519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:12.924809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-16ba8144-f778-4354-8083-8a78d6996236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.926720 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-16ba8144-f778-4354-8083-8a78d6996236 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=33a736e6-3631-4088-9c02-7ed29ffca560 HTTP/1.1" status: 200 len: 850 time: 0.1021483 Jul 06 11:58:12.973301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-e95bb189-0ec9-4c87-86cb-67436d8e52c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393350 Jul 06 11:58:13.015228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4dfcc-bba7-41b6-bff9-144cd069e953 req-0747b97f-2b8f-4a81-bd8a-1be17f2cf584 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.026366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:11Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:13.028107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17a4dfcc-bba7-41b6-bff9-144cd069e953 req-0747b97f-2b8f-4a81-bd8a-1be17f2cf584 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 944 time: 0.2389925 Jul 06 11:58:13.056352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.089983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5ffbc-a0f8-4045-8fba-cb991fc22c19 None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:11Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:13.157297 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-0772364d-b5d4-4374-85d2-023ec66e42ca service neutron] 10.222.0.79 "GET /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621315 Jul 06 11:58:13.280332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17a4dfcc-bba7-41b6-bff9-144cd069e953 req-706c6468-bb33-4445-823b-6840292a118b tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501993 Jul 06 11:58:13.389592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.405823 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4e890688-ebbb-4cb1-8e5b-aa308966c7aa req-fed68273-db59-46f1-a7c6-cc68ccf88c87 service neutron] 10.222.0.79 "GET /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457871 Jul 06 11:58:13.505920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.519682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.632142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a00b0ec-e1f8-4c71-9d60-b1657a1c04fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.688881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.693053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a00b0ec-e1f8-4c71-9d60-b1657a1c04fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.731954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c7304188-523d-425b-8cc5-5532bd107068 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:13.786796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Allocated IP 172.25.7.168 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/92ad1de1-ab83-4a15-8cb3-ec7200bc4177) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:13.826474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a00b0ec-e1f8-4c71-9d60-b1657a1c04fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.831523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a00b0ec-e1f8-4c71-9d60-b1657a1c04fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.835618 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a00b0ec-e1f8-4c71-9d60-b1657a1c04fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "DELETE /v2.0/security-groups/2b949c3b-94d0-414a-9636-5299598c6356 HTTP/1.1" status: 204 len: 168 time: 0.3258791 Jul 06 11:58:13.837533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.883631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00b0ec-e1f8-4c71-9d60-b1657a1c04fa tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b949c3b-94d0-414a-9636-5299598c6356,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.890389 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dc3fa9a7-b1cf-4d89-8398-cc4c8db740f9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] show failed (client error): The resource could not be found. Jul 06 11:58:13.898094 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc3fa9a7-b1cf-4d89-8398-cc4c8db740f9 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "GET /v2.0/security-groups/2b949c3b-94d0-414a-9636-5299598c6356 HTTP/1.1" status: 404 len: 347 time: 0.0569801 Jul 06 11:58:13.899121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.944498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c7304188-523d-425b-8cc5-5532bd107068 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:13.951135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c7304188-523d-425b-8cc5-5532bd107068 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:13.951508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.144689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.152435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-network', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:14.209281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Deleting port e537ea7a-6293-48d1-98ea-167b644b01c1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:14.209879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.211336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c7304188-523d-425b-8cc5-5532bd107068, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c7304188-523d-425b-8cc5-5532bd107068,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:14.224169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Made reservation on behalf of 4a651e56714f481d8477f9bc8644b9c7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:14.224991 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.226724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.283654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.303504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c7304188-523d-425b-8cc5-5532bd107068,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:14.405108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.405515 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.427435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Calling delete_port for e537ea7a-6293-48d1-98ea-167b644b01c1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:14.543316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-828678499'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:14.569244 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.595299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a96a3230-bb5c-463f-a979-daa9e5742d27 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:14.607086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.622274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.648990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:14.661284 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.661842 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Added segment e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3 of type vlan for network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 Jul 06 11:58:14.682637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Made reservation on behalf of 1c3bbaa675e44022ba521d26e821f720 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:14.692426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.719728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.778408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.799787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.805924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a96a3230-bb5c-463f-a979-daa9e5742d27, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a96a3230-bb5c-463f-a979-daa9e5742d27,segment=NetworkSegment(737178a6-aca5-497e-8558-5cd7edc3bba9),segment_id=737178a6-aca5-497e-8558-5cd7edc3bba9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:14.820206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a96a3230-bb5c-463f-a979-daa9e5742d27', 'network_id': '67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2', 'port_id': 'a96a3230-bb5c-463f-a979-daa9e5742d27', 'mac_address': 'fa:16:3e:17:74:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a736e6-3631-4088-9c02-7ed29ffca560', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:14.847509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.848692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.849725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.893317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.912198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b9e9-353a-41be-8ce7-d67422e99857 req-1cd3654c-0d06-4ddc-8b08-a21327cd5e97 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.914094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a082b9e9-353a-41be-8ce7-d67422e99857 req-1cd3654c-0d06-4ddc-8b08-a21327cd5e97 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 944 time: 0.3804796 Jul 06 11:58:14.914997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'Port': ['ID=92ad1de1-ab83-4a15-8cb3-ec7200bc4177,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:14.927549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96a3230-bb5c-463f-a979-daa9e5742d27 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:14.965665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:14.971851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a96a3230-bb5c-463f-a979-daa9e5742d27, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a96a3230-bb5c-463f-a979-daa9e5742d27,segment=NetworkSegment(737178a6-aca5-497e-8558-5cd7edc3bba9),segment_id=737178a6-aca5-497e-8558-5cd7edc3bba9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:14.977678 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.981096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:14.987600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:15.036198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.057243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.090060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:15.138362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.186212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Pushing event deleted for resources: {'Port': ['ID=e537ea7a-6293-48d1-98ea-167b644b01c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.227079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.239857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.269673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a96a3230-bb5c-463f-a979-daa9e5742d27'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:15.289356 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fae2b937-7210-4537-80b6-168e7f44e3b2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5878067 Jul 06 11:58:15.290005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:15.297728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Request body: {'subnet': {'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-subnet', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:15.303535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.306727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a96a3230-bb5c-463f-a979-daa9e5742d27,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.330205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a082b9e9-353a-41be-8ce7-d67422e99857 req-6907496f-b797-44b0-b4b4-c7455a8bf121 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090610 Jul 06 11:58:15.330552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Made reservation on behalf of 4a651e56714f481d8477f9bc8644b9c7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:15.334145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.403873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:15.427448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100e036f-290e-4b4c-af39-a02c600f6e6a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.438338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.441491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.441890 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Added segment 5f9c99d6-3037-4d12-a141-fa38aaec4e6a of type vlan for network 35bac119-6249-4552-95c6-91306ef9c8cb Jul 06 11:58:15.457757 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.460750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.462111 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a8678ab-f09c-4969-9bc8-553ed3128982 tempest-AttachVolumeShelveTestJSON-910502569 tempest-AttachVolumeShelveTestJSON-910502569-project] 10.222.0.78 "DELETE /v2.0/floatingips/ea8d6b9f-ce15-4efe-bd78-41852ef5bdfc HTTP/1.1" status: 204 len: 168 time: 1.5619655 Jul 06 11:58:15.604882 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.740070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c7304188-523d-425b-8cc5-5532bd107068 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:15.753941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:58:15.787748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.787992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.796559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:15.798001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.822217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c7304188-523d-425b-8cc5-5532bd107068 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:15.822793 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.880599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3434944 Jul 06 11:58:15.886809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:15.897768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ef5c550d-a2fb-4a77-9e07-9750445fd7c5 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-1418172909') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:15.932900 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.952991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.975601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd73657-eff3-4cd6-90fb-e0ea4028bec8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.999356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Checking segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:15.999744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Network hostable DHCP agents. Network: c24f87b5-11a7-4ac7-a540-5a0c186d2ba9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:16.026804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaeed3-ff9f-4f3e-b623-4b298cdc6380 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Pushing event updated for resources: {'Network': ['ID=35bac119-6249-4552-95c6-91306ef9c8cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:16.045036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 35bac119-6249-4552-95c6-91306ef9c8cb details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:16.050964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:16.070631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c24f87b5-11a7-4ac7-a540-5a0c186d2ba9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:16.084994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.085606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.092106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'Port': ['ID=92ad1de1-ab83-4a15-8cb3-ec7200bc4177,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:16.111906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3e5c9-ad00-4aa1-ac09-64c6924a73a1 None None] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:16.160627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-91d21e94-fbc7-4bae-939f-39140a6b4456 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8671865 Jul 06 11:58:16.163065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:16.168155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:16.169621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.200988 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.202479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.249849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.256430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-daf800b2-2aab-4b1e-bd5d-9b44d1420665 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3685460 Jul 06 11:58:16.355816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef5c550d-a2fb-4a77-9e07-9750445fd7c5 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "PUT /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-1418172909 HTTP/1.1" status: 201 len: 201 time: 0.4595442 Jul 06 11:58:16.361473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:16.380823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-9d1723b7-16ad-41c4-943f-0efbce7e0383 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-1418172909') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:16.388301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.429865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9dea34-b250-4a18-b1ff-f54299e60ae0 None None] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:16.611446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d1723b7-16ad-41c4-943f-0efbce7e0383 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-1418172909 HTTP/1.1" status: 204 len: 168 time: 0.2487273 Jul 06 11:58:16.615443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:16.622568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-bd99a608-7670-44b2-b7e6-17301b5272d8 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:16.644120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.681316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fdb66-3c63-425a-89ee-8df6047e8c3c req-713d4c95-69a8-4675-9fc3-26eb899a1108 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.682799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d82fdb66-3c63-425a-89ee-8df6047e8c3c req-713d4c95-69a8-4675-9fc3-26eb899a1108 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 945 time: 0.1646066 Jul 06 11:58:16.803698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-844a6445-902a-4f28-9175-ea44e08b2033 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1470982373&fields=id&tenant_id=44a83c2352aa464aaf6dcfe9510605c7 HTTP/1.1" status: 200 len: 267 time: 0.1324165 Jul 06 11:58:16.940186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-815efba0-525a-4610-bb51-7ec2d35eae72 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.940494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-815efba0-525a-4610-bb51-7ec2d35eae72 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 810 time: 0.1359525 Jul 06 11:58:16.947458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a96a3230-bb5c-463f-a979-daa9e5742d27 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:16.952365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.986149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-a566183e-03fd-469a-b6b3-3bd3d1b66bba tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/quotas/44a83c2352aa464aaf6dcfe9510605c7 HTTP/1.1" status: 200 len: 375 time: 0.0370097 Jul 06 11:58:16.988189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.003153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d82fdb66-3c63-425a-89ee-8df6047e8c3c req-72328598-a655-4d91-823d-98d223b3ba07 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100610 Jul 06 11:58:17.035610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a96a3230-bb5c-463f-a979-daa9e5742d27 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:17.041483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a96a3230-bb5c-463f-a979-daa9e5742d27 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:17.042086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.088904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd99a608-7670-44b2-b7e6-17301b5272d8 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags HTTP/1.1" status: 200 len: 238 time: 0.4725480 Jul 06 11:58:17.092982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:17.099036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-2dcbb8b5-a6eb-4e67-b819-b63ff37c5f73 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', {'tags': ['tempest-TagsTest-Tag-1367716963', 'tempest-TagsTest-Tag-1372577074', 'tempest-TagsTest-Tag-155634173']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:17.115804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Allocated IP 172.25.7.35 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/c317d4d1-c020-4026-a863-ec4770727c58) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:17.158087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.203030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a96a3230-bb5c-463f-a979-daa9e5742d27, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a96a3230-bb5c-463f-a979-daa9e5742d27,segment=NetworkSegment(737178a6-aca5-497e-8558-5cd7edc3bba9),segment_id=737178a6-aca5-497e-8558-5cd7edc3bba9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:17.203410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-0039b6b2-f2a0-4193-8c0b-fe146ec0f31b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979365 Jul 06 11:58:17.205132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38edc05c-a9b8-424f-9285-14a305a45c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96a3230-bb5c-463f-a979-daa9e5742d27'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:17.211827 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb61d1-bb6b-4216-a840-a1a2a2439b8b" -d '{"events": [{"server_uuid": "38edc05c-a9b8-424f-9285-14a305a45c79", "name": "network-vif-plugged", "status": "completed", "tag": "a96a3230-bb5c-463f-a979-daa9e5742d27"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:17.215988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.272979 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847e5a5f-ad90-437f-b107-00b105baf708 x-openstack-request-id: req-847e5a5f-ad90-437f-b107-00b105baf708 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:17.273205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.273487 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38edc05c-a9b8-424f-9285-14a305a45c79", "name": "network-vif-plugged", "status": "completed", "tag": "a96a3230-bb5c-463f-a979-daa9e5742d27", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:17.273831 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-847e5a5f-ad90-437f-b107-00b105baf708 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:17.274340 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38edc05c-a9b8-424f-9285-14a305a45c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96a3230-bb5c-463f-a979-daa9e5742d27', 'code': 200} Jul 06 11:58:17.315873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a96a3230-bb5c-463f-a979-daa9e5742d27,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:17.353931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2dcbb8b5-a6eb-4e67-b819-b63ff37c5f73 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "PUT /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags HTTP/1.1" status: 200 len: 308 time: 0.2576182 Jul 06 11:58:17.354508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-96854afb-95a9-4e42-b7ea-cb495973a6db service neutron] 10.222.0.78 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353498 Jul 06 11:58:17.355833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:17.365893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5fbdccf0-cc5a-423c-ad2d-a05ccac9c982 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-1367716963') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:17.380607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.500648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:17.511989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:17.520783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:17.536339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-c8ee161b-f6be-4fa1-bc67-f1a1a9e8aacb service neutron] 10.222.0.78 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645672 Jul 06 11:58:17.572014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5fbdccf0-cc5a-423c-ad2d-a05ccac9c982 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "DELETE /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-1367716963 HTTP/1.1" status: 204 len: 168 time: 0.2125361 Jul 06 11:58:17.572579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:17.575580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Pushing event updated for resources: {'Port': ['ID=c317d4d1-c020-4026-a863-ec4770727c58,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:17.584754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8881f097-91b3-4868-92b8-068412ced7fb tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-1367716963') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:17.598692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d01e-b86e-41b3-bb6f-23be02e647bd req-4509accb-fe69-44d0-9a59-7a799a86840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.601283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9277d01e-b86e-41b3-bb6f-23be02e647bd req-4509accb-fe69-44d0-9a59-7a799a86840a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 1097 time: 0.2391322 Jul 06 11:58:17.774623 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8881f097-91b3-4868-92b8-068412ced7fb tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] show failed (client error): The resource could not be found. Jul 06 11:58:17.775880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8881f097-91b3-4868-92b8-068412ced7fb tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-1367716963 HTTP/1.1" status: 404 len: 326 time: 0.2022374 Jul 06 11:58:17.778634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:17.784416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-66d5dd5c-9ccb-4f4a-ac30-64a5975c34d5 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-1372577074') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:17.824519 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9277d01e-b86e-41b3-bb6f-23be02e647bd req-3ee609b0-49ea-4eab-ad0b-afe9e7b6cdfd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317382 Jul 06 11:58:18.005087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-685ec0e6-b221-42f6-9785-54d59ebc2444 req-531a509e-340f-458f-b945-723cb54557d3 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 210 time: 0.0764961 Jul 06 11:58:18.058104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-66d5dd5c-9ccb-4f4a-ac30-64a5975c34d5 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-1372577074 HTTP/1.1" status: 204 len: 168 time: 0.2779605 Jul 06 11:58:18.064104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:18.074005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-dd898963-87aa-4a4e-a905-c181acccded8 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-155634173') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:18.105658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.348749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd5ca2-83a9-4a1a-b17e-bff2479ad25c req-d3e22c8a-9e57-4027-8a83-de036cccd917 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.350381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1afd5ca2-83a9-4a1a-b17e-bff2479ad25c req-d3e22c8a-9e57-4027-8a83-de036cccd917 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 946 time: 0.1436672 Jul 06 11:58:18.433083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1afd5ca2-83a9-4a1a-b17e-bff2479ad25c req-16de7854-ba4a-4e34-be10-ebb17086713c tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756810 Jul 06 11:58:18.460066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dd898963-87aa-4a4e-a905-c181acccded8 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-155634173 HTTP/1.1" status: 204 len: 168 time: 0.3949697 Jul 06 11:58:18.462770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:18.476183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-63027d3e-dae9-467b-953c-0196ab129d03 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:18.619674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.686861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-63027d3e-dae9-467b-953c-0196ab129d03 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "DELETE /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags HTTP/1.1" status: 204 len: 168 time: 0.2229881 Jul 06 11:58:18.689994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:18.694428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-beecd2d6-c9df-4f9e-83ff-2c17ecf00e8a tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-1372577074') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:18.803487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:18.887358 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-beecd2d6-c9df-4f9e-83ff-2c17ecf00e8a tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] show failed (client error): The resource could not be found. Jul 06 11:58:18.890159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-beecd2d6-c9df-4f9e-83ff-2c17ecf00e8a tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-1372577074 HTTP/1.1" status: 404 len: 326 time: 0.1991899 Jul 06 11:58:18.893671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:18.899325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2de21e39-f3c3-473b-b5b9-53406155ce03 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb', 'tempest-TagsTest-Tag-155634173') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:19.080546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:19.103288 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Sync routers for ids ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:19.128817 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-2de21e39-f3c3-473b-b5b9-53406155ce03 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] show failed (client error): The resource could not be found. Jul 06 11:58:19.133011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:19.133279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2de21e39-f3c3-473b-b5b9-53406155ce03 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "GET /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags/tempest-TagsTest-Tag-155634173 HTTP/1.1" status: 404 len: 325 time: 0.2388134 Jul 06 11:58:19.137544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-27641141-68d8-42b2-a64a-7614ed720c85 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '35bac119-6249-4552-95c6-91306ef9c8cb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:19.142798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.147469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-052c94f3-06b2-4795-b35b-a78127e7ca7f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9829326 Jul 06 11:58:19.148164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:19.163549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Routers {'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:19.166905 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:19.296694 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Set router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:19.306918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dad021f8-12b7-4cb3-9e5a-91bc20783590 req-7896e4ca-44ea-47a0-9d67-d022cfe5b5a8 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 210 time: 0.0540946 Jul 06 11:58:19.345605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27641141-68d8-42b2-a64a-7614ed720c85 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "DELETE /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb/tags HTTP/1.1" status: 204 len: 168 time: 0.2115142 Jul 06 11:58:19.362878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:19.746041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.927378 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:17Z', 'revision_number': 3, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:20.034838 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Checking router: bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:20.035134 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Updating router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 port c317d4d1-c020-4026-a863-ec4770727c58 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:20.102699 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.138920 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.164213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bac119-6249-4552-95c6-91306ef9c8cb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:20.185725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9c99d6-3037-4d12-a141-fa38aaec4e6a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:20.186165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9c99d6-3037-4d12-a141-fa38aaec4e6a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:20.209803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.237905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.253956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:20.254704 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:20.385646 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:20.389931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.419242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.424378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] 10.222.0.78 "DELETE /v2.0/networks/35bac119-6249-4552-95c6-91306ef9c8cb HTTP/1.1" status: 204 len: 168 time: 1.0606852 Jul 06 11:58:20.457616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430311d-e105-4d1c-9aab-049aa782e7e9 tempest-TagsTest-960717663 tempest-TagsTest-960717663-project] Pushing event deleted for resources: {'Network': ['ID=35bac119-6249-4552-95c6-91306ef9c8cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.501867 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.510264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86424e6-1ae4-415e-b916-b783945d5814 req-3ffd2f86-a302-49f0-ba36-efd03dfa8c43 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.519069 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Transition to ACTIVE for port object c317d4d1-c020-4026-a863-ec4770727c58 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:20.528266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f86424e6-1ae4-415e-b916-b783945d5814 req-3ffd2f86-a302-49f0-ba36-efd03dfa8c43 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 946 time: 0.6395216 Jul 06 11:58:20.530300 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.596507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f86424e6-1ae4-415e-b916-b783945d5814 req-ff41a562-95b0-4ba5-868c-574ca354365c tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628068 Jul 06 11:58:20.634806 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Pushing event updated for resources: {'Port': ['ID=c317d4d1-c020-4026-a863-ec4770727c58,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.637580 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Attempting to bind port c317d4d1-c020-4026-a863-ec4770727c58 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:20.637948 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Attempting to bind port c317d4d1-c020-4026-a863-ec4770727c58 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:20.638306 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Attempting to bind port c317d4d1-c020-4026-a863-ec4770727c58 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:20.657152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab7722c-183d-43a2-a6f0-57db3b19eb4c req-6d4b6a07-521b-4971-a807-1cf86b6cc175 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 210 time: 0.0578270 Jul 06 11:58:20.658677 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:20.659161 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:20.659653 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.660829 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:20.663376 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Bound port: c317d4d1-c020-4026-a863-ec4770727c58, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:20.663853 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.681254 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.681784 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.682298 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.682628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.683061 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.683450 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.683901 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.684360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.686172 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.686637 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.687022 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.689425 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:20.781920 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] For port c317d4d1-c020-4026-a863-ec4770727c58, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:20.787170 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] For port c317d4d1-c020-4026-a863-ec4770727c58, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c317d4d1-c020-4026-a863-ec4770727c58,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:20.794295 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.925911 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Routers {'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:20.928771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cb5231ed-e3a0-4eed-8c50-9f90b2883806 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.931102 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:20.933749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:20.934897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cb5231ed-e3a0-4eed-8c50-9f90b2883806 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 810 time: 1.1062245 Jul 06 11:58:21.010988 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-0a252199-c602-4842-a963-642c71d3ea46 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a83c2352aa464aaf6dcfe9510605c7 HTTP/1.1" status: 200 len: 380 time: 0.0676787 Jul 06 11:58:21.025462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'port': {'device_id': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'admin_state_up': True, 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'security_groups': ['39342091-8e78-4e04-a10b-60887905583e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:21.211789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d7b3844b-56b2-4449-87da-ec168102e355 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c3bbaa675e44022ba521d26e821f720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764747 Jul 06 11:58:21.213462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:21.281488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] Set router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:21.337405 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78499ac-aede-42fc-a4f0-ce0f9e5488f1 None None] Pushing event updated for resources: {'Port': ['ID=c317d4d1-c020-4026-a863-ec4770727c58,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:21.371994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0587c42-dd61-4582-9604-c886bcd36d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.400273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0587c42-dd61-4582-9604-c886bcd36d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.453342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Made reservation on behalf of 44a83c2352aa464aaf6dcfe9510605c7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:21.467666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.510589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0587c42-dd61-4582-9604-c886bcd36d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.513363 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0587c42-dd61-4582-9604-c886bcd36d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.528886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f0587c42-dd61-4582-9604-c886bcd36d9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/100e036f-290e-4b4c-af39-a02c600f6e6a HTTP/1.1" status: 204 len: 168 time: 0.3139610 Jul 06 11:58:21.536733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.610905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587c42-dd61-4582-9604-c886bcd36d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e036f-290e-4b4c-af39-a02c600f6e6a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:21.648440 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:17Z', 'revision_number': 3, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:21.677896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920330-adfa-478b-be47-5de04ff7c0ea req-86d81c55-c5a1-4925-b1ed-d13583246a21 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.688663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b920330-adfa-478b-be47-5de04ff7c0ea req-86d81c55-c5a1-4925-b1ed-d13583246a21 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 946 time: 0.2184017 Jul 06 11:58:21.739362 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc163b7-9174-40ab-b3c3-7ac34ac656a7 None None] The sync data for ids ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'] in n-d-799528-2 is: [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:17Z', 'revision_number': 3, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:21.801841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b920330-adfa-478b-be47-5de04ff7c0ea req-2f8ab4bb-7b3e-4982-8458-d1b4f832c279 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120758 Jul 06 11:58:22.005255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e593ca5b-fec5-4aed-91c5-221929961ef6 req-cb80f9d0-54b5-47f3-a5ee-b7287ef7de26 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 210 time: 0.0482838 Jul 06 11:58:22.024858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Allocated IP 172.20.0.9 (152f84c9-cafb-408b-90df-f9cdf555ca94/ecc034ef-c6ab-4a95-9dd3-3ea48f79b924/a643e815-5c45-43fa-b7c1-4a12d3d6e876) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:22.163217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Allocated IP 172.20.0.1 (c24f87b5-11a7-4ac7-a540-5a0c186d2ba9/dbd73657-eff3-4cd6-90fb-e0ea4028bec8/653d5364-f0c4-4423-a971-050cf5c47458) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:22.555261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.594691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Transition to ACTIVE for port object a643e815-5c45-43fa-b7c1-4a12d3d6e876 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:22.605907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.648148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.691675 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.730421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:22.747887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:22.771595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-78ca9cd0-b5e1-43c8-8e5e-6c66b8f62bc5 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.773619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-78ca9cd0-b5e1-43c8-8e5e-6c66b8f62bc5 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.79 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 946 time: 0.1557045 Jul 06 11:58:22.799999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:22.903015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.903897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.916585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'Port': ['ID=a643e815-5c45-43fa-b7c1-4a12d3d6e876,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:22.971028 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-cd5c5bbf-414b-4465-8c7a-9ffc6d96c70d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9494858 Jul 06 11:58:22.993502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Request body: {'port': {'device_id': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:23.004401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.085866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Deleting port a96a3230-bb5c-463f-a979-daa9e5742d27 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:23.086226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.275041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:23.286625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:23.290650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:23.429300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.462099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Pushing event updated for resources: {'Port': ['ID=653d5364-f0c4-4423-a971-050cf5c47458,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:23.481927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1e67393-10da-412c-829f-a11eda9a9e6a None None] Provisioning for port a643e815-5c45-43fa-b7c1-4a12d3d6e876 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:23.495640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1e67393-10da-412c-829f-a11eda9a9e6a None None] Provisioning complete for port a643e815-5c45-43fa-b7c1-4a12d3d6e876 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:23.495869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1e67393-10da-412c-829f-a11eda9a9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.589385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1e67393-10da-412c-829f-a11eda9a9e6a None None] Port a643e815-5c45-43fa-b7c1-4a12d3d6e876 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:23.716903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1782a7-1b96-4321-8b06-33e2ad06a20f req-d8aff38d-d603-4fa8-b55a-446059441ab5 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:23.728264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc1782a7-1b96-4321-8b06-33e2ad06a20f req-d8aff38d-d603-4fa8-b55a-446059441ab5 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 946 time: 0.5508873 Jul 06 11:58:23.744530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] For port a96a3230-bb5c-463f-a979-daa9e5742d27, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a96a3230-bb5c-463f-a979-daa9e5742d27,segment=NetworkSegment(737178a6-aca5-497e-8558-5cd7edc3bba9),segment_id=737178a6-aca5-497e-8558-5cd7edc3bba9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:23.745236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.781565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c317d4d1-c020-4026-a863-ec4770727c58 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:23.804706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Calling delete_port for a96a3230-bb5c-463f-a979-daa9e5742d27 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:23.816075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.834824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce886-0ee9-4cd8-9aef-f8c0a0109ada req-fe7dda2c-aa7b-4474-8317-4dbfc50c9ffe tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:23.838379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97dce886-0ee9-4cd8-9aef-f8c0a0109ada req-fe7dda2c-aa7b-4474-8317-4dbfc50c9ffe tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 931 time: 0.4089379 Jul 06 11:58:23.942322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c317d4d1-c020-4026-a863-ec4770727c58 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:23.957470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c317d4d1-c020-4026-a863-ec4770727c58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:23.960124 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.074129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97dce886-0ee9-4cd8-9aef-f8c0a0109ada req-33f2c0c6-2fd0-4765-ae66-4f606dcb913b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290981 Jul 06 11:58:24.105391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc1782a7-1b96-4321-8b06-33e2ad06a20f req-7a1ae7c4-cf49-4d1a-b519-14088a32c674 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc0e36-1b9b-4021-9ffa-787d71d0fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755293 Jul 06 11:58:24.148203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.232031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c317d4d1-c020-4026-a863-ec4770727c58, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c317d4d1-c020-4026-a863-ec4770727c58,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:24.261815 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.310686 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.330096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a96a3230-bb5c-463f-a979-daa9e5742d27'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:24.360143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Pushing event deleted for resources: {'Port': ['ID=a96a3230-bb5c-463f-a979-daa9e5742d27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.420184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c317d4d1-c020-4026-a863-ec4770727c58,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.432431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.451557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] No DVR routers for this DVR port a96a3230-bb5c-463f-a979-daa9e5742d27 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:24.457719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.463455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a9c8e9-8381-4676-8495-01d3c5621c69 req-3038f013-d3f2-4123-80e8-46efc44a923a tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.79 "DELETE /v2.0/ports/a96a3230-bb5c-463f-a979-daa9e5742d27 HTTP/1.1" status: 204 len: 173 time: 1.6817055 Jul 06 11:58:24.463897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38edc05c-a9b8-424f-9285-14a305a45c79', 'name': 'network-vif-deleted', 'tag': 'a96a3230-bb5c-463f-a979-daa9e5742d27'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:24.466207 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226803e7-a006-4a3c-b3ec-b2e9cda4bc28" -d '{"events": [{"server_uuid": "38edc05c-a9b8-424f-9285-14a305a45c79", "name": "network-vif-deleted", "tag": "a96a3230-bb5c-463f-a979-daa9e5742d27"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:24.541115 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631dc427-fe84-4f45-9ce8-9213353cb88c x-openstack-request-id: req-631dc427-fe84-4f45-9ce8-9213353cb88c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:24.541664 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38edc05c-a9b8-424f-9285-14a305a45c79", "name": "network-vif-deleted", "tag": "a96a3230-bb5c-463f-a979-daa9e5742d27", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:24.542015 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-631dc427-fe84-4f45-9ce8-9213353cb88c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:24.542756 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38edc05c-a9b8-424f-9285-14a305a45c79', 'name': 'network-vif-deleted', 'tag': 'a96a3230-bb5c-463f-a979-daa9e5742d27', 'status': 'completed', 'code': 200} Jul 06 11:58:24.549780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a643e815-5c45-43fa-b7c1-4a12d3d6e876 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:24.591870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.626434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Transition to ACTIVE for port object a643e815-5c45-43fa-b7c1-4a12d3d6e876 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:24.642399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.766620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Pushing event updated for resources: {'Port': ['ID=a643e815-5c45-43fa-b7c1-4a12d3d6e876,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.845360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.845868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.846621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.847193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.847779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.848370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.848944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.849509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.850091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.850658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.851491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.852120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:24.957244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Attempting to bind port a643e815-5c45-43fa-b7c1-4a12d3d6e876 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:24.957629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Attempting to bind port a643e815-5c45-43fa-b7c1-4a12d3d6e876 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:24.958183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Attempting to bind port a643e815-5c45-43fa-b7c1-4a12d3d6e876 on network 152f84c9-cafb-408b-90df-f9cdf555ca94 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:24.964293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Port a643e815-5c45-43fa-b7c1-4a12d3d6e876 on network 152f84c9-cafb-408b-90df-f9cdf555ca94 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:24.964891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Attempting to bind port a643e815-5c45-43fa-b7c1-4a12d3d6e876 on network 152f84c9-cafb-408b-90df-f9cdf555ca94 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:24.977981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:24.978915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Checking segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:24.979624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Bound using segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:24.980250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Bound port: a643e815-5c45-43fa-b7c1-4a12d3d6e876, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:24.980764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.033410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.039585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.198819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Pushing event updated for resources: {'Port': ['ID=653d5364-f0c4-4423-a971-050cf5c47458,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:25.242107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.278025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] For port a643e815-5c45-43fa-b7c1-4a12d3d6e876, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:25.331896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] For port a643e815-5c45-43fa-b7c1-4a12d3d6e876, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:25.350134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.430586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:25.431259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.432873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-251632a6-860e-4654-b634-6d9b5467666a service neutron] 10.222.0.79 "PUT /v2.0/ports/a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 1091 time: 2.4530058 Jul 06 11:58:25.436267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:25.439001 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:25.488739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483ef3c4-35a8-48d8-b49a-54090550200a req-22c1fc87-cf81-4ba6-8f1f-d579909544e6 tempest-ServerGroupTestJSON-1022456480 tempest-ServerGroupTestJSON-1022456480-project] 10.222.0.78 "GET /v2.0/ports?device_id=38edc05c-a9b8-424f-9285-14a305a45c79 HTTP/1.1" status: 200 len: 210 time: 0.0624769 Jul 06 11:58:25.568336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:25.592348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251632a6-860e-4654-b634-6d9b5467666a service neutron] Pushing event updated for resources: {'Port': ['ID=a643e815-5c45-43fa-b7c1-4a12d3d6e876,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:25.598078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17b894-ab0c-428e-8e67-e64b9de1c6b1 req-31633836-4391-450d-a6ce-441cef785ef0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:25.608267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:25.611882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de17b894-ab0c-428e-8e67-e64b9de1c6b1 req-31633836-4391-450d-a6ce-441cef785ef0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 943 time: 0.2352521 Jul 06 11:58:25.787766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c317d4d1-c020-4026-a863-ec4770727c58 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:25.809282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de17b894-ab0c-428e-8e67-e64b9de1c6b1 req-b3526892-778c-4f7e-bfce-12d9b6c8cb17 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963935 Jul 06 11:58:25.841596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:25.932344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c317d4d1-c020-4026-a863-ec4770727c58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:25.933093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.964820 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4ac231-faf0-4d7e-82fd-d630beaa3574 x-openstack-request-id: req-af4ac231-faf0-4d7e-82fd-d630beaa3574 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:25.965222 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:25.965360 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af4ac231-faf0-4d7e-82fd-d630beaa3574 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:25.965777 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'status': 'completed', 'code': 200} Jul 06 11:58:26.018961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:26.193351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:26.211467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Sync routers for ids ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:26.229919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Routers {'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:26.230591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:26.240281 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-358cefb6-e1b7-4c20-b4d6-8ab5ffedca8d admin admin] 10.222.0.78 "PUT /v2.0/routers/bf4eac60-b273-4c0a-b9d8-754bcd92b8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0903955 Jul 06 11:58:26.242603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-1062a419-4245-498a-a988-7d6376f68421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:26.251466 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-1062a419-4245-498a-a988-7d6376f68421 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1094 time: 0.2922120 Jul 06 11:58:26.368574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-65201180-fa96-4a09-8154-3f80bd062fd3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 217 time: 0.1079338 Jul 06 11:58:26.499566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-89510893-c820-447b-b43f-bcea8f566b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:26.521974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Set router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:26.525392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-89510893-c820-447b-b43f-bcea8f566b2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.1462107 Jul 06 11:58:26.635173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-1ff21550-16c9-4e9c-a47b-a4614bf7fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:26.638407 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-1ff21550-16c9-4e9c-a47b-a4614bf7fea8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056056 Jul 06 11:58:26.651008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a96a3230-bb5c-463f-a979-daa9e5742d27 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:26.848191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: a96a3230-bb5c-463f-a979-daa9e5742d27 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:26.850098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a96a3230-bb5c-463f-a979-daa9e5742d27 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:26.912737 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-f0bcf7dc-c396-4399-ba79-ed81f9e32c26 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675586 Jul 06 11:58:27.154705 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be9bfa8c-43d9-44cc-be8c-8c1a8517fdeb req-16bcadb4-1e51-4db8-a15b-4bf6a2ce4eeb service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281344 Jul 06 11:58:27.210355 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51fc60a0-ffb4-4bbf-8aa3-f9013e8cede5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.282797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '653d5364-f0c4-4423-a971-050cf5c47458', 'name': '', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'mac_address': 'fa:16:3e:41:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:21Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 2, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'subnets': [{'id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:27.361339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Checking router: bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:27.361734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Updating router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 port 653d5364-f0c4-4423-a971-050cf5c47458 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:27.373400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-00429f78-1cbd-4f41-99c4-d404b7e54994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.383621 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-00429f78-1cbd-4f41-99c4-d404b7e54994 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1094 time: 0.1431749 Jul 06 11:58:27.442173 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.576413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-8b0e7d7f-49f7-4038-8467-db5e6bbb4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.581282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-8b0e7d7f-49f7-4038-8467-db5e6bbb4d65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.1903455 Jul 06 11:58:27.659528 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-c95926f8-58c1-4770-8bc2-ab59117d6644 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 217 time: 0.0717826 Jul 06 11:58:27.731767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-f5909c39-e9a6-4e68-84fb-17da00e227d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.734346 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-f5909c39-e9a6-4e68-84fb-17da00e227d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.0678768 Jul 06 11:58:27.752682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-d761ec65-a92e-4979-8289-e80d8c91c270 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.759487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-d761ec65-a92e-4979-8289-e80d8c91c270 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 819 time: 0.2941198 Jul 06 11:58:27.778058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250845-f2b2-4924-b2e3-10d35c9f9bfd req-a5f66e52-fe46-4573-bd13-f5dad5bc5272 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.786186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce250845-f2b2-4924-b2e3-10d35c9f9bfd req-a5f66e52-fe46-4573-bd13-f5dad5bc5272 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 943 time: 0.3196890 Jul 06 11:58:27.846129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-16c3e0b6-24c7-4107-916f-be581b0dba57 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/quotas/4a651e56714f481d8477f9bc8644b9c7 HTTP/1.1" status: 200 len: 375 time: 0.0854499 Jul 06 11:58:27.886475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-5774b890-1147-4754-b7b8-0832be3933d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.886475 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-5774b890-1147-4754-b7b8-0832be3933d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394851 Jul 06 11:58:27.914791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce250845-f2b2-4924-b2e3-10d35c9f9bfd req-82604468-ce18-4a96-839c-98004d7503a2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274843 Jul 06 11:58:27.950419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.142531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.180206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-06db66b2-8c8e-4d4c-9356-b6af7b575779 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898335 Jul 06 11:58:28.189216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Transition to ACTIVE for port object 653d5364-f0c4-4423-a971-050cf5c47458 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:28.206697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.278023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fc2ad-43ce-45d8-a795-d5c7fa7b0ccd None None] Pushing event updated for resources: {'Port': ['ID=653d5364-f0c4-4423-a971-050cf5c47458,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:28.402923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Attempting to bind port 653d5364-f0c4-4423-a971-050cf5c47458 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:28.403305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Attempting to bind port 653d5364-f0c4-4423-a971-050cf5c47458 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:28.403675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Attempting to bind port 653d5364-f0c4-4423-a971-050cf5c47458 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:28.409891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:28.410274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Checking segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:28.410845 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.411263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Bound using segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:28.411982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Bound port: 653d5364-f0c4-4423-a971-050cf5c47458, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:28.412598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.412943 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4190dcdd-b6a2-4841-bc9c-41fad6f73fd1 req-db9764eb-c80e-47f5-996f-21f55ccc755a service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222795 Jul 06 11:58:28.518135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] For port 653d5364-f0c4-4423-a971-050cf5c47458, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:28.522474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] For port 653d5364-f0c4-4423-a971-050cf5c47458, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=653d5364-f0c4-4423-a971-050cf5c47458,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:28.527740 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.563788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ec036e9-4a3b-401e-a032-ad95683a0f25 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7162859 Jul 06 11:58:28.574566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-8e72bafa-301b-4ad0-b2fb-cf95a1261963 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:58:28.601609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-8e72bafa-301b-4ad0-b2fb-cf95a1261963 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0365362 Jul 06 11:58:28.616525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fc2ad-43ce-45d8-a795-d5c7fa7b0ccd None None] Pushing event updated for resources: {'Port': ['ID=653d5364-f0c4-4423-a971-050cf5c47458,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:28.682121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Routers {'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:28.682763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:28.760730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:28.846170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] Set router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:28.872397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Deleting subnet 33a736e6-3631-4088-9c02-7ed29ffca560 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:28.885724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.911488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3cd1319e-45a3-4221-8e9c-9b416f1fa881 service neutron] 10.222.0.78 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090467 Jul 06 11:58:28.961358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.029028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Deleting port 22015273-81da-4232-98d3-ea37572550b1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:29.029765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.058175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.222389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.232055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-f830167c-65a1-4ba8-9045-798543c8ed13 service neutron] 10.222.0.78 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137150 Jul 06 11:58:29.254678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.266400 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/33a736e6-3631-4088-9c02-7ed29ffca560 HTTP/1.1" status: 204 len: 168 time: 0.5032544 Jul 06 11:58:29.269929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:29.332062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] For port 22015273-81da-4232-98d3-ea37572550b1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=22015273-81da-4232-98d3-ea37572550b1,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:29.332509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.350285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befab32-899f-42d6-b798-bffa08d571cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a736e6-3631-4088-9c02-7ed29ffca560,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.355987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '653d5364-f0c4-4423-a971-050cf5c47458', 'name': '', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'mac_address': 'fa:16:3e:41:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:21Z', 'updated_at': '2021-07-06T11:58:28Z', 'revision_number': 4, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'subnets': [{'id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:29.359236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Calling delete_port for 22015273-81da-4232-98d3-ea37572550b1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:29.413816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa535e7-1661-4c42-ab4f-205925b2a478 None None] The sync data for ids ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'] in n-d-799528-2 is: [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '653d5364-f0c4-4423-a971-050cf5c47458', 'name': '', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'mac_address': 'fa:16:3e:41:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:21Z', 'updated_at': '2021-07-06T11:58:28Z', 'revision_number': 4, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'subnets': [{'id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:29.451940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.494649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee2f8a-09fd-47f0-8065-30a665b84fe9 req-00969ab3-e5b2-45b9-b4c6-93f97e5e3aaf tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:29.508428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63ee2f8a-09fd-47f0-8065-30a665b84fe9 req-00969ab3-e5b2-45b9-b4c6-93f97e5e3aaf tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 943 time: 0.3314629 Jul 06 11:58:29.567582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63ee2f8a-09fd-47f0-8065-30a665b84fe9 req-fa4a1e63-3c33-4bfc-b3f6-bac648ca0217 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495129 Jul 06 11:58:29.643876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a30f-e9c4-472f-879a-07fe6b634bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.732568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-558c5938-8213-4ea0-bf81-f644d58636e4 req-c6655963-e580-4b8c-8d68-70bde34c504d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 210 time: 0.0728660 Jul 06 11:58:29.733834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.762104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:29.805823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737178a6-aca5-497e-8558-5cd7edc3bba9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:29.806573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737178a6-aca5-497e-8558-5cd7edc3bba9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:29.823342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.824229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 653d5364-f0c4-4423-a971-050cf5c47458 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:29.880291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.890151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:29.891637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:29.893820 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:29.912327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.970535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 653d5364-f0c4-4423-a971-050cf5c47458 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:29.976568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 653d5364-f0c4-4423-a971-050cf5c47458 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:29.978213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.980726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.998249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Pushing event deleted for resources: {'Port': ['ID=22015273-81da-4232-98d3-ea37572550b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.035253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.037706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] 10.222.0.78 "DELETE /v2.0/networks/67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2 HTTP/1.1" status: 204 len: 168 time: 0.7666230 Jul 06 11:58:30.041887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898b8a6-5e8c-49c5-9a4d-dbdba3c5d26c admin admin] Pushing event deleted for resources: {'Network': ['ID=67ab58e5-5c2b-49c9-9b89-6b22ecc97dd2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.066399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.170057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.318373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 653d5364-f0c4-4423-a971-050cf5c47458, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=653d5364-f0c4-4423-a971-050cf5c47458,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:30.361064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:30.417598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.439902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.540502 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3576a92-fa38-4414-8c8f-81789bd8069d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f939747d3951450e8c780c0ae6a65f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733973 Jul 06 11:58:30.542836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:30.545200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ecbe4697-89c5-47d3-b7a5-ccf8ffd8af5b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:30.555667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ecbe4697-89c5-47d3-b7a5-ccf8ffd8af5b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 819 time: 0.3463047 Jul 06 11:58:30.619346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=653d5364-f0c4-4423-a971-050cf5c47458,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.658128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a643e815-5c45-43fa-b7c1-4a12d3d6e876 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:30.729272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-e4dfe0ba-922d-474b-8504-6a19780858e6 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/quotas/4a651e56714f481d8477f9bc8644b9c7 HTTP/1.1" status: 200 len: 375 time: 0.1714888 Jul 06 11:58:30.733602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e015dd-af4a-410b-b050-f0694d26b111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.774477 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e015dd-af4a-410b-b050-f0694d26b111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.853756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e015dd-af4a-410b-b050-f0694d26b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.869950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64e015dd-af4a-410b-b050-f0694d26b111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.880174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-64e015dd-af4a-410b-b050-f0694d26b111 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eccc0e36-1b9b-4021-9ffa-787d71d0fb19 HTTP/1.1" status: 204 len: 168 time: 0.3310020 Jul 06 11:58:30.901409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e015dd-af4a-410b-b050-f0694d26b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc0e36-1b9b-4021-9ffa-787d71d0fb19,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.998854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.088843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a643e815-5c45-43fa-b7c1-4a12d3d6e876, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:31.112194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'port_id': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'mac_address': 'fa:16:3e:73:6b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:31.193596 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.208927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a643e815-5c45-43fa-b7c1-4a12d3d6e876 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:31.231026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee1ff-064e-4e5b-942b-01c2c5774429 req-0326175a-e86c-4777-bced-a278d3a88e96 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.238112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-444ee1ff-064e-4e5b-942b-01c2c5774429 req-0326175a-e86c-4777-bced-a278d3a88e96 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 943 time: 0.3517377 Jul 06 11:58:31.243976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a643e815-5c45-43fa-b7c1-4a12d3d6e876, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:31.258403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.277623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-159a7fc8-0559-46ca-9fb5-d15b5e61e40d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5459003 Jul 06 11:58:31.359435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a643e815-5c45-43fa-b7c1-4a12d3d6e876,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:31.464491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a643e815-5c45-43fa-b7c1-4a12d3d6e876'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:31.473883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.536856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-b691596e-6324-494d-be7d-a1d393d17dd5 service neutron] 10.222.0.78 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581909 Jul 06 11:58:31.923369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 653d5364-f0c4-4423-a971-050cf5c47458 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:31.965243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-444ee1ff-064e-4e5b-942b-01c2c5774429 req-eab9740f-c54b-43ee-85d7-383b08386f6b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7121522 Jul 06 11:58:32.091111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 653d5364-f0c4-4423-a971-050cf5c47458 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:32.095295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.110039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-d14790c7-c60d-42a6-828f-676a51b4daa2 service neutron] 10.222.0.78 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653908 Jul 06 11:58:32.335448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-a7601a24-c5f0-4a34-85af-5915e1f169b3 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.357602 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-a7601a24-c5f0-4a34-85af-5915e1f169b3 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 819 time: 0.4015567 Jul 06 11:58:32.369535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Router 6280f92f-bd68-4a83-a1bc-3a53378609bc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:32.380812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Request body: {'port': {'device_id': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'admin_state_up': True, 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:32.444122 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.532039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.667119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccdb1e48-99a6-4863-8025-d0eae79aef22 req-dad79222-93cd-4620-8b50-bd924901cea5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 210 time: 0.0411949 Jul 06 11:58:32.672485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a643e815-5c45-43fa-b7c1-4a12d3d6e876 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:32.690471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Made reservation on behalf of 4a651e56714f481d8477f9bc8644b9c7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:32.695748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:32.705670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.705822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4de2e828-3a86-46ec-9b33-0b5e663d39bb admin admin] 10.222.0.78 "PUT /v2.0/routers/6280f92f-bd68-4a83-a1bc-3a53378609bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8617911 Jul 06 11:58:32.706432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.722723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1175548125-network', 'tenant_id': 'fb213253e87749bba559b363bbd106e6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:32.726539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] Sync routers for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:32.744724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:32.746412 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:32.809115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a643e815-5c45-43fa-b7c1-4a12d3d6e876 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:32.820077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a643e815-5c45-43fa-b7c1-4a12d3d6e876 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:32.829699 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.849489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Made reservation on behalf of fb213253e87749bba559b363bbd106e6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:32.859371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.975477 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.120899 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.148004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.158989 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:33.198061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:33.200387 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a04b03-2151-460d-a5b7-26690545b3df" -d '{"events": [{"server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "name": "network-vif-plugged", "status": "completed", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:33.293867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a643e815-5c45-43fa-b7c1-4a12d3d6e876, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:33.303760 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.435742 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9821820-6cee-4b9c-a19d-f63ae535250b x-openstack-request-id: req-d9821820-6cee-4b9c-a19d-f63ae535250b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:33.436129 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "name": "network-vif-plugged", "status": "completed", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:33.436323 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9821820-6cee-4b9c-a19d-f63ae535250b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:33.438504 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'code': 200} Jul 06 11:58:33.453225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a643e815-5c45-43fa-b7c1-4a12d3d6e876,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:33.486325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.642522 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:58:29Z', 'revision_number': 5, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port': {'id': '8bd600b4-413a-4b28-a72e-d3000d5d1e7c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:49:06Z', 'updated_at': '2021-07-06T11:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:33.690876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb22af-62e0-40c3-8127-16310c06ebb9 req-ab7d831f-c5ff-4e71-a68b-19dbad5376b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.693143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83fb22af-62e0-40c3-8127-16310c06ebb9 req-ab7d831f-c5ff-4e71-a68b-19dbad5376b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1096 time: 0.2649946 Jul 06 11:58:33.705609 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] Checking router: 6280f92f-bd68-4a83-a1bc-3a53378609bc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:33.713873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37765a4-2f82-4a6d-95c0-2edaefb6ac77 req-4809c695-f5bf-4a7b-a498-58395fe960e2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.715507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e37765a4-2f82-4a6d-95c0-2edaefb6ac77 req-4809c695-f5bf-4a7b-a498-58395fe960e2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2868197 Jul 06 11:58:33.727528 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] Routers {'6280f92f-bd68-4a83-a1bc-3a53378609bc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:33.728166 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6280f92f-bd68-4a83-a1bc-3a53378609bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:33.853765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83fb22af-62e0-40c3-8127-16310c06ebb9 req-486afeff-4099-4b5f-8f46-08d05e03f9cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318207 Jul 06 11:58:33.972808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Deleting port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:33.975025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.033607 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] Set router 6280f92f-bd68-4a83-a1bc-3a53378609bc gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:34.053958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Allocated IP 172.20.0.7 (c24f87b5-11a7-4ac7-a540-5a0c186d2ba9/dbd73657-eff3-4cd6-90fb-e0ea4028bec8/0cd70008-415d-479f-8593-c47b7c9faa91) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:34.129159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:58:33Z', 'revision_number': 6, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:34.154506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e37765a4-2f82-4a6d-95c0-2edaefb6ac77 req-363cfbb1-4e2b-4ea6-bb32-c4e48d8d79b0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628922 Jul 06 11:58:34.189617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8c80d8-ce89-489e-878f-520eaa964198 req-b9425374-ef76-4aac-9052-a049e63a073a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 210 time: 0.0808020 Jul 06 11:58:34.222180 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be161863-6f83-4e01-b0d0-b1ab1c03c452 None None] The sync data for ids ['6280f92f-bd68-4a83-a1bc-3a53378609bc'] in n-d-799528-2 is: [{'id': '6280f92f-bd68-4a83-a1bc-3a53378609bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1947915378-router', 'tenant_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:49:05Z', 'updated_at': '2021-07-06T11:58:33Z', 'revision_number': 6, 'project_id': 'c224f093a70e4b85b58c56d7d3325fb0', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:34.257259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.266058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.295338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] For port 8bd600b4-413a-4b28-a72e-d3000d5d1e7c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:34.295709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.325334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Calling delete_port for 8bd600b4-413a-4b28-a72e-d3000d5d1e7c owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:34.389731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896a36a7-c9e6-4ec1-83cf-3faa35be6b82,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:34.420365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:34.435955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.436652 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Added segment 6d0420cc-441b-493c-8619-184efd247c4c of type vlan for network 8649777c-4103-4ea1-822b-f4331b3e63ae Jul 06 11:58:34.536251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.612789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.613881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:34.614466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.724643 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1630628 Jul 06 11:58:34.725655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 58962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:34.732223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.763069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Request body: {'subnet': {'network_id': '8649777c-4103-4ea1-822b-f4331b3e63ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1175548125-subnet', 'tenant_id': 'fb213253e87749bba559b363bbd106e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:34.769570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef113ad6-43ef-41c9-aa2e-b964e16d395f admin admin] Pushing event updated for resources: {'Network': ['ID=8649777c-4103-4ea1-822b-f4331b3e63ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:34.783791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8649777c-4103-4ea1-822b-f4331b3e63ae details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:34.882073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Made reservation on behalf of fb213253e87749bba559b363bbd106e6 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:34.908013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.025032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.408082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Pushing event updated for resources: {'Port': ['ID=0cd70008-415d-479f-8593-c47b7c9faa91,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.416487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.461352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:35.465821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.473187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:35.478395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:35.550211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.550901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.576867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd600b4-413a-4b28-a72e-d3000d5d1e7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.590357 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-3ef6e34b-af9b-4a08-950e-75f357e739ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2227695 Jul 06 11:58:35.612082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Request body: {'port': {'device_id': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:35.615345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b17ecb6-e0a6-40b6-9e16-b6c5e464395e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.686495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Checking segment: {'id': '6d0420cc-441b-493c-8619-184efd247c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8649777c-4103-4ea1-822b-f4331b3e63ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:35.689262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Network hostable DHCP agents. Network: 8649777c-4103-4ea1-822b-f4331b3e63ae, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:35.728291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Network 8649777c-4103-4ea1-822b-f4331b3e63ae is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:35.758238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 22015273-81da-4232-98d3-ea37572550b1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:35.789670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d3792ac-efff-48e1-bca8-cc349b05fe64 req-3d9762b5-53c4-4839-8fda-e4a0e18a0826 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 210 time: 0.1315200 Jul 06 11:58:35.820026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-724886ad-2d2d-45a2-bc39-b64db20eb3e0 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.825604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8649777c-4103-4ea1-822b-f4331b3e63ae) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:35.825739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 22015273-81da-4232-98d3-ea37572550b1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:35.826183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 22015273-81da-4232-98d3-ea37572550b1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:35.826413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8bd600b4-413a-4b28-a72e-d3000d5d1e7c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:35.830761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-724886ad-2d2d-45a2-bc39-b64db20eb3e0 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 819 time: 1.2527843 Jul 06 11:58:35.840264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.842162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.861365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Request body: {'port': {'device_id': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'admin_state_up': True, 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:35.886611 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5333f570-0802-4822-a401-63473d9274ed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1298239 Jul 06 11:58:35.934076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.934443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5aec40-c0de-40bb-b374-8f489282522c None None] Network 8649777c-4103-4ea1-822b-f4331b3e63ae requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:35.947538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8bd600b4-413a-4b28-a72e-d3000d5d1e7c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:35.947951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8bd600b4-413a-4b28-a72e-d3000d5d1e7c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:36.188993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.209879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:36.297045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4bba37-a21c-49dc-81fc-7efb37ea42ee None None] Network 8649777c-4103-4ea1-822b-f4331b3e63ae requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:36.381964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.387165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.470978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fae2f7-884c-4b24-9a5a-1026e7c983c2 req-2d8d86e1-654f-4b6f-b3ab-aa259e9ce4c2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.472952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5fae2f7-884c-4b24-9a5a-1026e7c983c2 req-2d8d86e1-654f-4b6f-b3ab-aa259e9ce4c2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.7923334 Jul 06 11:58:36.494143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Deleting subnet 3b17ecb6-e0a6-40b6-9e16-b6c5e464395e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:36.499194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.550366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Made reservation on behalf of 4a651e56714f481d8477f9bc8644b9c7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:36.554201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.554830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.567774 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.568629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6280f92f-bd68-4a83-a1bc-3a53378609bc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:36.599747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.603879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-14d67d00-00f6-4337-a8d6-ec27240adbd5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6280f92f-bd68-4a83-a1bc-3a53378609bc HTTP/1.1" status: 204 len: 168 time: 3.8938193 Jul 06 11:58:36.615552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:36.646733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.778594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5fae2f7-884c-4b24-9a5a-1026e7c983c2 req-a2a73543-1c32-4c4f-aeac-cc68e0b11728 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499580 Jul 06 11:58:36.800594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.830402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Deleting subnet 183b542f-f526-4e40-b9ba-af0851656a92 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:36.840069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.894551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b17ecb6-e0a6-40b6-9e16-b6c5e464395e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:36.909596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.914140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.931149 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07534fa0-a7e5-4ee3-96e0-745e0e7341b7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3b17ecb6-e0a6-40b6-9e16-b6c5e464395e HTTP/1.1" status: 204 len: 168 time: 0.7202430 Jul 06 11:58:36.949495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:37.173809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.203894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.217316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd70008-415d-479f-8593-c47b7c9faa91 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:37.228300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.238723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b637ce67-af8a-4d1c-b545-4309a8910e67 req-04eacc0a-552d-414b-92cb-181f10b6aa48 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 210 time: 0.1302192 Jul 06 11:58:37.246468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Transition to ACTIVE for port object 0cd70008-415d-479f-8593-c47b7c9faa91 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:37.262165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.393546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f36b97-5aed-4f75-b4ad-1b6d73161a06 req-7fb160bf-acc3-4342-834b-f3fb24411030 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:37.395344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f36b97-5aed-4f75-b4ad-1b6d73161a06 req-7fb160bf-acc3-4342-834b-f3fb24411030 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2869709 Jul 06 11:58:37.406678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Allocated IP 172.20.0.14 (c24f87b5-11a7-4ac7-a540-5a0c186d2ba9/dbd73657-eff3-4cd6-90fb-e0ea4028bec8/1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:37.416098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd70008-415d-479f-8593-c47b7c9faa91,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.503755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:37.529462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.543317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'floatingip': {'port_id': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:37.603679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.617831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8649777c-4103-4ea1-822b-f4331b3e63ae']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:37.634041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.645174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183b542f-f526-4e40-b9ba-af0851656a92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.658711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.659790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78605e-1b08-4951-8305-fcc455bae069 None None] Network 0bb87d30-0c85-486f-8c7c-456d5efe81a9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:37.660785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea9648b1-338c-45c9-a270-b3d928cf4d7a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/183b542f-f526-4e40-b9ba-af0851656a92 HTTP/1.1" status: 204 len: 168 time: 1.0402319 Jul 06 11:58:37.666396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:37.684155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.705341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0420cc-441b-493c-8619-184efd247c4c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:37.705643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0420cc-441b-493c-8619-184efd247c4c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:37.763811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.764066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.799430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.836960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:37.837378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: timer() Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:37.839078 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:37.843858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.909573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Attempting to bind port 0cd70008-415d-479f-8593-c47b7c9faa91 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:37.910482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Attempting to bind port 0cd70008-415d-479f-8593-c47b7c9faa91 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:37.911038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Attempting to bind port 0cd70008-415d-479f-8593-c47b7c9faa91 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:37.912458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Deleting port 2308d08f-8ea9-4073-9429-40988c143b30 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:37.913036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.923815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:37.972870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:37.973719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Port 0cd70008-415d-479f-8593-c47b7c9faa91 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:37.974053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Attempting to bind port 0cd70008-415d-479f-8593-c47b7c9faa91 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:37.975737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:37.987148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.988855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:37.989193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Checking segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:37.989569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Bound using segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:37.990041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Bound port: 0cd70008-415d-479f-8593-c47b7c9faa91, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:37.990391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.000305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.004629 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8649777c-4103-4ea1-822b-f4331b3e63ae HTTP/1.1" status: 204 len: 168 time: 1.0415521 Jul 06 11:58:38.020581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] DHCP port deletion for 0bb87d30-0c85-486f-8c7c-456d5efe81a9 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:38.035111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:38.035720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.049311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2acc-97f5-4f82-8657-3c1cfcc5a665 admin admin] Pushing event deleted for resources: {'Network': ['ID=8649777c-4103-4ea1-822b-f4331b3e63ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.073409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Pushing event updated for resources: {'Port': ['ID=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.079056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ed6c73ce-268e-4821-a7ca-50c7399e3d11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2336910 Jul 06 11:58:38.095722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Request body: {'port': {'device_id': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:38.144425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] For port 2308d08f-8ea9-4073-9429-40988c143b30, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2308d08f-8ea9-4073-9429-40988c143b30,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:38.145117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.167091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Calling delete_port for 2308d08f-8ea9-4073-9429-40988c143b30 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:38.173467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] Deleting port 2308d08f-8ea9-4073-9429-40988c143b30 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:38.174008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.225334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.253520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.310548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-963af0c5-b268-4f85-a507-d87866d93619 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb213253e87749bba559b363bbd106e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819802 Jul 06 11:58:38.315533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.340164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] For port 2308d08f-8ea9-4073-9429-40988c143b30, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2308d08f-8ea9-4073-9429-40988c143b30,segment=NetworkSegment(d2044304-37be-4cb1-85cf-e43b62a088fa),segment_id=d2044304-37be-4cb1-85cf-e43b62a088fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:38.346943 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.354220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.374527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] Calling delete_port for 2308d08f-8ea9-4073-9429-40988c143b30 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:38.471891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] For port 0cd70008-415d-479f-8593-c47b7c9faa91, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:38.476698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] For port 0cd70008-415d-479f-8593-c47b7c9faa91, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0cd70008-415d-479f-8593-c47b7c9faa91,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:38.491864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Pushing event deleted for resources: {'Port': ['ID=2308d08f-8ea9-4073-9429-40988c143b30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.518215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] No DVR routers for this DVR port 2308d08f-8ea9-4073-9429-40988c143b30 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:38.552077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.570087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] No DVR routers for this DVR port 2308d08f-8ea9-4073-9429-40988c143b30 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:38.614288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb30d1-fb33-4243-ab61-51aa6dd2f438 None None] Pushing event deleted for resources: {'Port': ['ID=2308d08f-8ea9-4073-9429-40988c143b30,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.623112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.700244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:38.707770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.709397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] 10.222.0.79 "PUT /v2.0/ports/0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 1091 time: 3.1071658 Jul 06 11:58:38.712029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'tag': '0cd70008-415d-479f-8593-c47b7c9faa91'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:38.715271 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65" -d '{"events": [{"name": "network-changed", "server_uuid": "cdeb57be-8e57-427d-85a1-2a35be299339", "tag": "0cd70008-415d-479f-8593-c47b7c9faa91"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:38.739820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:58:38.812500 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dbcf91-26a3-4fb6-ad33-2e83a623c28d x-openstack-request-id: req-35dbcf91-26a3-4fb6-ad33-2e83a623c28d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:38.812838 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdeb57be-8e57-427d-85a1-2a35be299339", "tag": "0cd70008-415d-479f-8593-c47b7c9faa91", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:38.813175 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35dbcf91-26a3-4fb6-ad33-2e83a623c28d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:38.813596 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'tag': '0cd70008-415d-479f-8593-c47b7c9faa91', 'status': 'completed', 'code': 200} Jul 06 11:58:38.837351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7da21-5f63-42c7-aaa7-49d209bf19a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd70008-415d-479f-8593-c47b7c9faa91,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.893075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.911864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.966799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.971506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-20a0ce47-d88e-4bcd-8069-c770dce19b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:38.973181 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-20a0ce47-d88e-4bcd-8069-c770dce19b53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1094 time: 0.1786344 Jul 06 11:58:38.980746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb87d30-0c85-486f-8c7c-456d5efe81a9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:38.991812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2044304-37be-4cb1-85cf-e43b62a088fa') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:38.992179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2044304-37be-4cb1-85cf-e43b62a088fa') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:39.002113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.024629 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.033548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:39.033960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.064491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-2088cd08-6c74-4652-b535-a0beb6ed5b8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.0810707 Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:39.119757 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:39.122350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6c6f6fc-8373-45c1-af7b-80a7eeb40ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.165959 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Floating IP 3d1ad3bc-645b-4501-af9a-ccd3d030703a associated. External IP: 172.25.7.168, port: a643e815-5c45-43fa-b7c1-4a12d3d6e876. Jul 06 11:58:39.214742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-56ed100d-3b08-4b80-95eb-3f4a90d8461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:39.216350 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-56ed100d-3b08-4b80-95eb-3f4a90d8461e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.1350760 Jul 06 11:58:39.217792 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6c6f6fc-8373-45c1-af7b-80a7eeb40ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.262214 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-dd37e270-92e7-47f5-aa20-f27a7bad0bb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362177 Jul 06 11:58:39.336718 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.345067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.347733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] 10.222.0.78 "DELETE /v2.0/networks/0bb87d30-0c85-486f-8c7c-456d5efe81a9 HTTP/1.1" status: 204 len: 168 time: 1.6801226 Jul 06 11:58:39.396388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df197c2-00c5-4e26-a011-240e930fe257 req-0f455067-d023-421e-8404-5094c739a8b8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:39.406251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4df197c2-00c5-4e26-a011-240e930fe257 req-0f455067-d023-421e-8404-5094c739a8b8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 932 time: 0.9469659 Jul 06 11:58:39.415325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6c6f6fc-8373-45c1-af7b-80a7eeb40ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.418240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6c6f6fc-8373-45c1-af7b-80a7eeb40ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.419535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6c6f6fc-8373-45c1-af7b-80a7eeb40ef5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/896a36a7-c9e6-4ec1-83cf-3faa35be6b82 HTTP/1.1" status: 204 len: 168 time: 1.1022873 Jul 06 11:58:39.478113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60e3c-f70f-4ca9-83b3-fa1431c7925f admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb87d30-0c85-486f-8c7c-456d5efe81a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.496476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6f6fc-8373-45c1-af7b-80a7eeb40ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896a36a7-c9e6-4ec1-83cf-3faa35be6b82,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.575708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4df197c2-00c5-4e26-a011-240e930fe257 req-1297c53f-12f8-401d-b0dc-f7d60a83ab0a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680162 Jul 06 11:58:39.596674 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-1a9cfa8b-3fa8-45b5-bbe4-ac0649038d55 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584136 Jul 06 11:58:39.649988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:39.669356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.695769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Transition to ACTIVE for port object 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:39.704878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2308d08f-8ea9-4073-9429-40988c143b30 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:39.725049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.733114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2308d08f-8ea9-4073-9429-40988c143b30 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:39.734523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2308d08f-8ea9-4073-9429-40988c143b30 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:39.787032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:39.788954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Router e45e903e-c73b-47de-b14f-32752a17ac76 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:39.872915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Pushing event updated for resources: {'Port': ['ID=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.006428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c9a934e-cc99-4192-9945-1f6c2985d41b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c224f093a70e4b85b58c56d7d3325fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161798 Jul 06 11:58:40.020656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:40.039148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Attempting to bind port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:40.041465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Attempting to bind port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:40.041961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Attempting to bind port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:40.050006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:40.050602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Attempting to bind port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 on network c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:40.082751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:40.085211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Checking segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:40.087421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Bound using segment: {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:40.087925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Bound port: 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:40.090226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.228532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] For port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:40.231758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] For port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:40.237483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.260164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:40.267494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.281413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:40.303178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:40.303818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:40.306088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-66161474-6b73-42dc-aff6-0e4d14ae85e8 req-7f7a5783-684c-42d7-abc1-1b54f0aab247 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025344 Jul 06 11:58:40.373739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4c46fec2-85aa-46d1-865f-02532440c1e4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "PUT /v2.0/floatingips/3d1ad3bc-645b-4501-af9a-ccd3d030703a HTTP/1.1" status: 200 len: 991 time: 2.8533430 Jul 06 11:58:40.428103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:40.428865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.430381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] 10.222.0.79 "PUT /v2.0/ports/1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 HTTP/1.1" status: 200 len: 1092 time: 2.3391242 Jul 06 11:58:40.432798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'tag': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:40.448554 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d769b0fc-e7c1-424e-b13e-78a3580b08f0" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa3251c-663b-4af1-931b-38291eb85dd9", "tag": "1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:40.455311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4464150-a86a-4fe7-9c28-9516430abfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.571174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d363f-952b-4650-8384-6bf4c176b525 service neutron] Pushing event updated for resources: {'Port': ['ID=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.616026 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5051d-aa23-4f73-87aa-f08eb6e3f081 x-openstack-request-id: req-bff5051d-aa23-4f73-87aa-f08eb6e3f081 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:40.616333 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa3251c-663b-4af1-931b-38291eb85dd9", "tag": "1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:40.616767 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bff5051d-aa23-4f73-87aa-f08eb6e3f081 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:40.617499 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'tag': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33', 'status': 'completed', 'code': 200} Jul 06 11:58:40.739420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4464150-a86a-4fe7-9c28-9516430abfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.779265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-371484d9-acda-4610-ba03-447a961844d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:40.783387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-371484d9-acda-4610-ba03-447a961844d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 1095 time: 0.2461891 Jul 06 11:58:40.961554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-b9bce4b9-8d5f-42b0-9c28-3d32ec994ac3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 HTTP/1.1" status: 200 len: 217 time: 0.1627064 Jul 06 11:58:41.091706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fba4ed41-7f49-45e3-9b4e-3b710953ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.094153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-fba4ed41-7f49-45e3-9b4e-3b710953ad09 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.0996687 Jul 06 11:58:41.134138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-ee96f2e2-702f-483d-9c91-388aaa89329a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322337 Jul 06 11:58:41.147943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0a3a8-ba24-4074-b4a8-50452ad20c7b req-7ea43a31-50ad-4c45-86c8-47e014dfee71 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.166205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bff0a3a8-ba24-4074-b4a8-50452ad20c7b req-7ea43a31-50ad-4c45-86c8-47e014dfee71 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 944 time: 0.2275589 Jul 06 11:58:41.272921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:41.308457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:41.310805 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8b6b36-5145-49c4-be79-3b8534fb6119" -d '{"events": [{"name": "network-changed", "server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:41.356407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-3f744966-503b-498c-8715-124637352842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.359040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-3f744966-503b-498c-8715-124637352842 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1094 time: 0.9662774 Jul 06 11:58:41.412323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bff0a3a8-ba24-4074-b4a8-50452ad20c7b req-bd77435f-6447-406f-8e21-d05cb64a46f9 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275333 Jul 06 11:58:41.424892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4464150-a86a-4fe7-9c28-9516430abfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.427488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4464150-a86a-4fe7-9c28-9516430abfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.428696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4464150-a86a-4fe7-9c28-9516430abfdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ba5960c-d160-4b38-a9e2-5b0f67c5dd69 HTTP/1.1" status: 204 len: 168 time: 1.4070978 Jul 06 11:58:41.445000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4464150-a86a-4fe7-9c28-9516430abfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba5960c-d160-4b38-a9e2-5b0f67c5dd69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.519145 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-e71a3568-7673-42be-b6f1-2a6e0a3b44b6 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498533 Jul 06 11:58:41.522560 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b82f253-d584-4682-b568-a645f631f8fd x-openstack-request-id: req-6b82f253-d584-4682-b568-a645f631f8fd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:41.522854 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:41.523171 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b82f253-d584-4682-b568-a645f631f8fd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:41.523525 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'status': 'completed', 'code': 200} Jul 06 11:58:41.525091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-8f2be9a1-56d8-4a34-9151-efebebb1ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.546913 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-8f2be9a1-56d8-4a34-9151-efebebb1ed8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.1751173 Jul 06 11:58:41.651150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-97eadcba-4704-4814-85ab-4ea4d31453a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.0960424 Jul 06 11:58:41.663002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '3d1ad3bc-645b-4501-af9a-ccd3d030703a', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'port_id': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'mac_address': 'fa:16:3e:73:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:38Z', 'revision_number': 1, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.743450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:41.769738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-951f20f6-b2c6-4cf9-b465-ffad884fd3bf req-800b9514-8273-46e4-92fc-fc7a4049c601 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393477 Jul 06 11:58:41.796347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:41.799078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:58:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.801846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-f2e55543-e0c6-4f34-9c58-02bd04c25551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.805548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-f2e55543-e0c6-4f34-9c58-02bd04c25551 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.1465900 Jul 06 11:58:41.871344 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-1aa5d173-962d-4711-8900-2f5e84038a37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529149 Jul 06 11:58:42.039149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-2dbd9cda-afca-4316-bebe-d028d354826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.048127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-2dbd9cda-afca-4316-bebe-d028d354826d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1096 time: 0.5069151 Jul 06 11:58:42.109454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:42.185130 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-098d9c7a-298d-4379-b4b4-b1cc0561e1b7 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023021 Jul 06 11:58:42.226913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-126e6713-7f4f-4fed-bd02-4683000a3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.231859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-126e6713-7f4f-4fed-bd02-4683000a3491 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 1095 time: 0.3695021 Jul 06 11:58:42.312478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:42.418503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-90424ae4-2410-4ec1-8d92-bc8842677de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.419387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-90424ae4-2410-4ec1-8d92-bc8842677de1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.1810436 Jul 06 11:58:42.443880 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7771fee2-c278-48c0-a9eb-b28c3e3f6f65 req-007771f3-9898-4e69-88ec-95ff4b614685 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458942 Jul 06 11:58:42.549004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-bbb8df7a-da7d-42b7-ae0f-6e1a4bafb6c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 HTTP/1.1" status: 200 len: 217 time: 0.1221504 Jul 06 11:58:42.648865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-60a70a25-ea1f-4dee-b767-0bc48a7d8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.650769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-60a70a25-ea1f-4dee-b767-0bc48a7d8ffd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.0860417 Jul 06 11:58:42.711167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-59f0a07b-19f2-4851-89a2-df2686b08a9e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482788 Jul 06 11:58:42.727745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '3d1ad3bc-645b-4501-af9a-ccd3d030703a', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'port_id': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'mac_address': 'fa:16:3e:73:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:38Z', 'revision_number': 1, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:42.764962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea722f-09ea-4682-9601-ceab8b8b93cd None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '3d1ad3bc-645b-4501-af9a-ccd3d030703a', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'port_id': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'mac_address': 'fa:16:3e:73:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:38Z', 'revision_number': 1, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:42.788014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94618126-80bb-4eec-bc03-72b67548be96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.996273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94618126-80bb-4eec-bc03-72b67548be96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.001694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94618126-80bb-4eec-bc03-72b67548be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.131834 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-94618126-80bb-4eec-bc03-72b67548be96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e29443a995684b16b806d1bc866dfa59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178656 Jul 06 11:58:43.136989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94618126-80bb-4eec-bc03-72b67548be96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393a3c4c-543b-4766-a314-269bd841a2d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.169275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:43.306104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39ac953d-0c63-42a2-b237-343d92a490c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.341242 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91850c2-b548-4f1e-a2d0-f51869dfa462 None None] New status for floating IP 3d1ad3bc-645b-4501-af9a-ccd3d030703a: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:58:43.364355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39ac953d-0c63-42a2-b237-343d92a490c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.469276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39ac953d-0c63-42a2-b237-343d92a490c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.472340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39ac953d-0c63-42a2-b237-343d92a490c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.476021 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-39ac953d-0c63-42a2-b237-343d92a490c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/393a3c4c-543b-4766-a314-269bd841a2d7 HTTP/1.1" status: 204 len: 168 time: 0.3033907 Jul 06 11:58:43.493734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac953d-0c63-42a2-b237-343d92a490c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393a3c4c-543b-4766-a314-269bd841a2d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.753790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-66927554-626c-4397-9a21-74af62e27bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.757372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-66927554-626c-4397-9a21-74af62e27bda service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 1.6999197 Jul 06 11:58:43.919834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b78fa-b286-4b5e-bb3a-51013d3747c8 req-69102eaa-cdc9-4cc2-9427-2a60c1331188 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.934272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2b78fa-b286-4b5e-bb3a-51013d3747c8 req-69102eaa-cdc9-4cc2-9427-2a60c1331188 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 944 time: 1.2197492 Jul 06 11:58:44.176230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-2bcbce1f-2fac-40f8-8d67-afe0bcf69c90 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3392482 Jul 06 11:58:44.184655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-2a33aeb4-9a2f-4b82-85e4-9c4dd7452589 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 1001 time: 0.4070547 Jul 06 11:58:44.204546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2b78fa-b286-4b5e-bb3a-51013d3747c8 req-d21a400f-2a8f-4ce6-ae32-9559309a2876 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690973 Jul 06 11:58:44.539668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-60d00eee-c2ad-405d-a23f-b48ec1e7e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.544435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-60d00eee-c2ad-405d-a23f-b48ec1e7e22d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.3462977 Jul 06 11:58:44.668373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d769b0fc-e7c1-424e-b13e-78a3580b08f0 req-82a5b464-8a02-4222-8d29-6b013420a538 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792867 Jul 06 11:58:44.709371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-fb9a3707-3880-485c-8ee8-1be3007e90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.711005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-fb9a3707-3880-485c-8ee8-1be3007e90cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532273 Jul 06 11:58:44.739474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:44.938742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:44.955025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'port_id': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33', 'mac_address': 'fa:16:3e:cd:47:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:44.957491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-70f5b92b-fb41-43f9-8ff0-1f139c7c928b service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380936 Jul 06 11:58:45.060171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.087374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:45.115372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:45.121290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.122630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0cd70008-415d-479f-8593-c47b7c9faa91 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:45.186021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:45.237447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0cd70008-415d-479f-8593-c47b7c9faa91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0cd70008-415d-479f-8593-c47b7c9faa91,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:45.247236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c8b6b36-5145-49c4-be79-3b8534fb6119 req-25a2fcd8-1460-4f05-902b-93263b19eb46 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818375 Jul 06 11:58:45.259947 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '0cd70008-415d-479f-8593-c47b7c9faa91', 'network_id': 'c24f87b5-11a7-4ac7-a540-5a0c186d2ba9', 'port_id': '0cd70008-415d-479f-8593-c47b7c9faa91', 'mac_address': 'fa:16:3e:f8:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd73657-eff3-4cd6-90fb-e0ea4028bec8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:45.356549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:58:45.401315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.421852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd70008-415d-479f-8593-c47b7c9faa91 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:45.450561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0cd70008-415d-479f-8593-c47b7c9faa91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0cd70008-415d-479f-8593-c47b7c9faa91,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:45.455569 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.546290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:45.555587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0cd70008-415d-479f-8593-c47b7c9faa91,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:45.581794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140c956-415a-4d0d-b308-1e0446e12dff req-fbcfec31-2afc-4c3a-b6a6-7354da11ed4d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:45.601138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1140c956-415a-4d0d-b308-1e0446e12dff req-fbcfec31-2afc-4c3a-b6a6-7354da11ed4d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 945 time: 0.2235167 Jul 06 11:58:45.652570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1140c956-415a-4d0d-b308-1e0446e12dff req-aac9084e-2591-4044-b14d-adc453bba590 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Jul 06 11:58:45.718442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:45.795598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0cd70008-415d-479f-8593-c47b7c9faa91'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:45.815028 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc4d2-672f-4b36-a07c-58de0511c415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.036291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc4d2-672f-4b36-a07c-58de0511c415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.042840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc4d2-672f-4b36-a07c-58de0511c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.111207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:46.113828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d6cfc4d2-672f-4b36-a07c-58de0511c415 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe5ecbbd02824c78a55b147c41c30d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653899 Jul 06 11:58:46.177503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfc4d2-672f-4b36-a07c-58de0511c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341e81f-195e-4f37-8a29-c186265d83df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:46.303752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2dbbf6-114a-420c-a530-5dbd0daeda15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.347259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2dbbf6-114a-420c-a530-5dbd0daeda15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.450918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2dbbf6-114a-420c-a530-5dbd0daeda15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.455571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2dbbf6-114a-420c-a530-5dbd0daeda15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.457151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2c2dbbf6-114a-420c-a530-5dbd0daeda15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e341e81f-195e-4f37-8a29-c186265d83df HTTP/1.1" status: 204 len: 168 time: 0.3442225 Jul 06 11:58:46.466800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dbbf6-114a-420c-a530-5dbd0daeda15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341e81f-195e-4f37-8a29-c186265d83df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:46.729854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:46.895332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:46.911790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:46.920895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:46.921284 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.922632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5977-9772-42b4-a495-678e8c9909a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.109521 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.157072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:47.158889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:47.163637 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f02481-12dc-4e31-abab-8106898479aa" -d '{"events": [{"server_uuid": "eaa3251c-663b-4af1-931b-38291eb85dd9", "name": "network-vif-plugged", "status": "completed", "tag": "1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:47.185287 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.188464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0cd70008-415d-479f-8593-c47b7c9faa91 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:47.293457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b9ff-7859-4551-bfde-65c5286754e9 req-f4772921-2322-4be3-ab98-6fb006c1c7fe tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:47.305035 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e0f037-1c94-4d0a-8aad-6ddc83cabd5a x-openstack-request-id: req-15e0f037-1c94-4d0a-8aad-6ddc83cabd5a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:47.305735 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa3251c-663b-4af1-931b-38291eb85dd9", "name": "network-vif-plugged", "status": "completed", "tag": "1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:47.306211 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15e0f037-1c94-4d0a-8aad-6ddc83cabd5a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:47.306827 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33', 'code': 200} Jul 06 11:58:47.307777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bb6b9ff-7859-4551-bfde-65c5286754e9 req-f4772921-2322-4be3-ab98-6fb006c1c7fe tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 945 time: 0.3122447 Jul 06 11:58:47.500022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bb6b9ff-7859-4551-bfde-65c5286754e9 req-6de54e3c-c820-4a93-8866-7eaf0c0f23ea tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753447 Jul 06 11:58:47.522908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:47.528609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5977-9772-42b4-a495-678e8c9909a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.541115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 0cd70008-415d-479f-8593-c47b7c9faa91 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:47.543247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5977-9772-42b4-a495-678e8c9909a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.554068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 0cd70008-415d-479f-8593-c47b7c9faa91 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:47.554558 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.633783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b1e4e-5577-49de-bf81-0d7515887658 req-8d7b744c-8bc6-48f4-8c8f-04ca551f904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:47.635460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a52b1e4e-5577-49de-bf81-0d7515887658 req-8d7b744c-8bc6-48f4-8c8f-04ca551f904d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 1097 time: 0.2781491 Jul 06 11:58:47.638137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbdc5977-9772-42b4-a495-678e8c9909a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b595f4cecff44dcadcb219fb95f3571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414033 Jul 06 11:58:47.642006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:47.642669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc5977-9772-42b4-a495-678e8c9909a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791372c-42dd-47fb-92f9-ba1e9561ab4c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:47.712566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a52b1e4e-5577-49de-bf81-0d7515887658 req-b972dc87-a564-4886-9f88-604048ff26f8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547931 Jul 06 11:58:47.739856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93189a0f-578f-4a6e-a301-83c1f11d6132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.742852 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.769980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93189a0f-578f-4a6e-a301-83c1f11d6132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.805419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 0cd70008-415d-479f-8593-c47b7c9faa91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0cd70008-415d-479f-8593-c47b7c9faa91,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:47.811101 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.895029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93189a0f-578f-4a6e-a301-83c1f11d6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.902642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93189a0f-578f-4a6e-a301-83c1f11d6132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.903816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-93189a0f-578f-4a6e-a301-83c1f11d6132 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c791372c-42dd-47fb-92f9-ba1e9561ab4c HTTP/1.1" status: 204 len: 168 time: 0.2565320 Jul 06 11:58:47.942722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=0cd70008-415d-479f-8593-c47b7c9faa91,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:47.943429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93189a0f-578f-4a6e-a301-83c1f11d6132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791372c-42dd-47fb-92f9-ba1e9561ab4c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:48.876379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b0dfb-d885-41a0-8f67-e02f23501531 req-37c7952b-14b5-45ed-8f42-1269ca13dca6 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:48.883761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b7b0dfb-d885-41a0-8f67-e02f23501531 req-37c7952b-14b5-45ed-8f42-1269ca13dca6 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.2181554 Jul 06 11:58:48.954895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b7b0dfb-d885-41a0-8f67-e02f23501531 req-2314fb32-ee42-4845-a7f5-24f12a18ede6 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701947 Jul 06 11:58:49.022309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:49.059690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e142816d-e0e7-4e0c-8022-fb65085cc471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.308589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd70008-415d-479f-8593-c47b7c9faa91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:49.313868 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3581e0d-71d7-4f4c-bcd3-d5a12f73ea0e" -d '{"events": [{"server_uuid": "cdeb57be-8e57-427d-85a1-2a35be299339", "name": "network-vif-plugged", "status": "completed", "tag": "0cd70008-415d-479f-8593-c47b7c9faa91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:49.395378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e142816d-e0e7-4e0c-8022-fb65085cc471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.396408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8713ae1-84ad-4d92-b462-a198954b7dc8 x-openstack-request-id: req-b8713ae1-84ad-4d92-b462-a198954b7dc8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:49.397570 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeb57be-8e57-427d-85a1-2a35be299339", "name": "network-vif-plugged", "status": "completed", "tag": "0cd70008-415d-479f-8593-c47b7c9faa91", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:49.398107 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8713ae1-84ad-4d92-b462-a198954b7dc8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:49.398738 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd70008-415d-479f-8593-c47b7c9faa91', 'code': 200} Jul 06 11:58:49.406984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e142816d-e0e7-4e0c-8022-fb65085cc471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.515838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142816d-e0e7-4e0c-8022-fb65085cc471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe3f43-689c-4398-8ac5-bcc057e3e826,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:49.562773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e142816d-e0e7-4e0c-8022-fb65085cc471 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d2138ff2d904273804457e20b795342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364792 Jul 06 11:58:49.567465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:49.670306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ae5b-b83c-46cc-adf8-ed4e8f982401 req-571f0d1e-3bc2-4600-bde5-272497739ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:49.672515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0110ae5b-b83c-46cc-adf8-ed4e8f982401 req-571f0d1e-3bc2-4600-bde5-272497739ca4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.1390142 Jul 06 11:58:49.686338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70f7402e-9e02-42e0-a25e-fc92845e6506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.765230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70f7402e-9e02-42e0-a25e-fc92845e6506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.784526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0110ae5b-b83c-46cc-adf8-ed4e8f982401 req-4855fd45-4696-4cff-a45b-a5932ec48f0f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027679 Jul 06 11:58:49.862213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70f7402e-9e02-42e0-a25e-fc92845e6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.865059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70f7402e-9e02-42e0-a25e-fc92845e6506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.867267 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70f7402e-9e02-42e0-a25e-fc92845e6506 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9fe3f43-689c-4398-8ac5-bcc057e3e826 HTTP/1.1" status: 204 len: 168 time: 0.2981851 Jul 06 11:58:49.883982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7402e-9e02-42e0-a25e-fc92845e6506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe3f43-689c-4398-8ac5-bcc057e3e826,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:50.253714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bf2f-b49f-492d-abcf-adc291cb5140 req-d66ab724-f45a-4326-9fcc-f5ce37c47300 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:50.266870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b187bf2f-b49f-492d-abcf-adc291cb5140 req-d66ab724-f45a-4326-9fcc-f5ce37c47300 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1456218 Jul 06 11:58:50.317039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b187bf2f-b49f-492d-abcf-adc291cb5140 req-c2827d7a-8853-480c-ac6a-1304350b5e23 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488112 Jul 06 11:58:51.114530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-296f279b-6ad0-4d95-8c72-299704111f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:51.116345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-296f279b-6ad0-4d95-8c72-299704111f48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1835754 Jul 06 11:58:51.195724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab20eb-627e-4d32-b1b3-31f7a1e3ed88 req-abd7e677-c29c-4845-a8a9-210a9cdfc130 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:51.197625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53ab20eb-627e-4d32-b1b3-31f7a1e3ed88 req-abd7e677-c29c-4845-a8a9-210a9cdfc130 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1702731 Jul 06 11:58:51.260137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53ab20eb-627e-4d32-b1b3-31f7a1e3ed88 req-0004790b-2329-4eaa-8e08-6b3295e2bf1e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560417 Jul 06 11:58:51.330984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-2309f6d2-08b2-4e1f-bb89-7d296cef962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:51.332605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-2309f6d2-08b2-4e1f-bb89-7d296cef962a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.2028723 Jul 06 11:58:51.385020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-26a56de4-2e0e-4f20-ad05-a7668f7f3eb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 HTTP/1.1" status: 200 len: 217 time: 0.0441160 Jul 06 11:58:51.460264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-94673ada-4c58-431c-b4c3-f82d6d5c3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:51.462008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-94673ada-4c58-431c-b4c3-f82d6d5c3e65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.0676057 Jul 06 11:58:51.562743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-412b87bb-58d5-4e13-80ce-c39bfe276c63 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886676 Jul 06 11:58:51.567849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:51.768401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-534237ad-c25a-41ce-b772-307eba826b50 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900249 Jul 06 11:58:51.782504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eefe4c9-b4e1-4989-aa1f-d70deaf475b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.008161 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eefe4c9-b4e1-4989-aa1f-d70deaf475b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.013487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1eefe4c9-b4e1-4989-aa1f-d70deaf475b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.109742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd8d62b-19cf-479d-844d-63fd705a44fa req-e99f9039-1e1a-4ec1-bd8a-330309306182 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400738 Jul 06 11:58:52.119011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefe4c9-b4e1-4989-aa1f-d70deaf475b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e94ae-321a-4e83-ac98-11184d72e33a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:52.130180 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1eefe4c9-b4e1-4989-aa1f-d70deaf475b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9401f2faae5411cb920ba1cd6d3bfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606022 Jul 06 11:58:52.132861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:52.260751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.313297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.444939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.454438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.458525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d1e94ae-321a-4e83-ac98-11184d72e33a HTTP/1.1" status: 204 len: 168 time: 0.3245926 Jul 06 11:58:52.476277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e94ae-321a-4e83-ac98-11184d72e33a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:52.487072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.487423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.488228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.488228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.488821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.489210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.489483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.489804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.490394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.490510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.490755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.491093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72112096-8aa3-4595-95f3-5e1db3e0f245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:52.532413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1791ed0-671a-4806-a839-654f7d70f4e5 req-9ddafe34-0545-453d-b5ef-ab21df3c2d4d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:52.539038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1791ed0-671a-4806-a839-654f7d70f4e5 req-9ddafe34-0545-453d-b5ef-ab21df3c2d4d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1310301 Jul 06 11:58:52.589318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1791ed0-671a-4806-a839-654f7d70f4e5 req-b8dad0a1-1366-4825-8ad1-681952004340 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Jul 06 11:58:52.656678 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.273982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:53.305453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecc2cdd-35e3-4a4b-aa7a-074cb84be73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.519157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecc2cdd-35e3-4a4b-aa7a-074cb84be73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.528212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cecc2cdd-35e3-4a4b-aa7a-074cb84be73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.632105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:53.646777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cecc2cdd-35e3-4a4b-aa7a-074cb84be73a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=230114f8ae1146ab8d036ca9e17f0458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714144 Jul 06 11:58:53.648232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc2cdd-35e3-4a4b-aa7a-074cb84be73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea3715c-ff98-45f7-b1f5-c0c80cb7b935,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:53.767424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df1de0c-c215-4d21-9fa2-a8e1113d9499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.855618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df1de0c-c215-4d21-9fa2-a8e1113d9499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.927276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df1de0c-c215-4d21-9fa2-a8e1113d9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.934560 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df1de0c-c215-4d21-9fa2-a8e1113d9499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.942896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8df1de0c-c215-4d21-9fa2-a8e1113d9499 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ea3715c-ff98-45f7-b1f5-c0c80cb7b935 HTTP/1.1" status: 204 len: 168 time: 0.3088257 Jul 06 11:58:53.950917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6acd23-5da1-49de-9ba5-f083fb90b1c8 req-39c4b106-86c6-4454-bdc6-c65ceb4f82a5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:53.964134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1de0c-c215-4d21-9fa2-a8e1113d9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea3715c-ff98-45f7-b1f5-c0c80cb7b935,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:53.974871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b6acd23-5da1-49de-9ba5-f083fb90b1c8 req-39c4b106-86c6-4454-bdc6-c65ceb4f82a5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1778312 Jul 06 11:58:54.024613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b6acd23-5da1-49de-9ba5-f083fb90b1c8 req-f8b6cbe2-7cf1-47ac-b925-62ccd92c472a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485938 Jul 06 11:58:55.381418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2ff2f-c195-4fb3-8fde-2d873f32e829 req-ebbe1f89-5b30-4c37-9367-781bb13bcb33 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:55.389025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fab2ff2f-c195-4fb3-8fde-2d873f32e829 req-ebbe1f89-5b30-4c37-9367-781bb13bcb33 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1441991 Jul 06 11:58:55.473460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fab2ff2f-c195-4fb3-8fde-2d873f32e829 req-1441a913-7df2-4a5b-b9c1-541b765cebb1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824571 Jul 06 11:58:56.783414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296b9a-e64e-4b71-9e2c-2bbbe59d281a req-eb4567f5-1957-45f7-ac63-d80b70e53988 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:56.785553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54296b9a-e64e-4b71-9e2c-2bbbe59d281a req-eb4567f5-1957-45f7-ac63-d80b70e53988 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1011298 Jul 06 11:58:56.880903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54296b9a-e64e-4b71-9e2c-2bbbe59d281a req-1d41d64d-6042-4206-bc09-86919ef36921 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880792 Jul 06 11:58:57.111464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ea357a1-7431-4533-8265-57ce6955ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.788702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:58.037086 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365d03aa-bdca-4b32-9da5-798130888779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.169368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365d03aa-bdca-4b32-9da5-798130888779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.182100 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-365d03aa-bdca-4b32-9da5-798130888779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.232136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:58.259867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-365d03aa-bdca-4b32-9da5-798130888779 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=684b99f8307941bab2af7e1160bfe951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697232 Jul 06 11:58:58.262141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:58.263500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d03aa-bdca-4b32-9da5-798130888779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9d681-d1aa-4cfa-98bb-082fc68832ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.341672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9155f-1fb2-4880-81c7-f92814873321 req-14aa0ef5-fca7-4a96-a41c-e3350ef934ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:58.343543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7df9155f-1fb2-4880-81c7-f92814873321 req-14aa0ef5-fca7-4a96-a41c-e3350ef934ee tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.2634528 Jul 06 11:58:58.372750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07a54f11-b987-41a6-8836-3e223793f595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.419309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7df9155f-1fb2-4880-81c7-f92814873321 req-b75bd712-d849-47db-a6ed-fbf478faa432 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Jul 06 11:58:58.421254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07a54f11-b987-41a6-8836-3e223793f595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.494118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17785fb-5491-4f32-b835-d6932f276cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.526687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07a54f11-b987-41a6-8836-3e223793f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.529255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07a54f11-b987-41a6-8836-3e223793f595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.542497 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07a54f11-b987-41a6-8836-3e223793f595 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aee9d681-d1aa-4cfa-98bb-082fc68832ad HTTP/1.1" status: 204 len: 168 time: 0.2721467 Jul 06 11:58:58.557673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a54f11-b987-41a6-8836-3e223793f595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9d681-d1aa-4cfa-98bb-082fc68832ad,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.688091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17785fb-5491-4f32-b835-d6932f276cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.694379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17785fb-5491-4f32-b835-d6932f276cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.752781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d17785fb-5491-4f32-b835-d6932f276cbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=522685c453a446b391a7aa20649a4dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195675 Jul 06 11:58:58.755413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:58.776850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17785fb-5491-4f32-b835-d6932f276cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffcda3-7a35-47aa-a6a4-c31662ee8de1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.833463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7494b90-e1e4-4df3-a4e9-966dca8f5e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.859210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7494b90-e1e4-4df3-a4e9-966dca8f5e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.945458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7494b90-e1e4-4df3-a4e9-966dca8f5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.948227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7494b90-e1e4-4df3-a4e9-966dca8f5e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.949632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7494b90-e1e4-4df3-a4e9-966dca8f5e70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16ffcda3-7a35-47aa-a6a4-c31662ee8de1 HTTP/1.1" status: 204 len: 168 time: 0.1929533 Jul 06 11:58:58.970281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7494b90-e1e4-4df3-a4e9-966dca8f5e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffcda3-7a35-47aa-a6a4-c31662ee8de1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:59.048370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.069962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4c86ca-3328-4d59-82b8-da0bded1f445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.489433 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4c86ca-3328-4d59-82b8-da0bded1f445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.494633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4c86ca-3328-4d59-82b8-da0bded1f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.551084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec4c86ca-3328-4d59-82b8-da0bded1f445 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62679cb5abf143a1b4daf310d3397486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008819 Jul 06 11:58:59.555887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c86ca-3328-4d59-82b8-da0bded1f445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6453239b-79d1-4754-967f-d287c7bb3dc2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:59.556198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.647185 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12201875-c8e0-4138-be2c-9f332acd8dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.667713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0cf1-152c-4802-91a5-2ddc89c7f444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.703779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0cf1-152c-4802-91a5-2ddc89c7f444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.787853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0cf1-152c-4802-91a5-2ddc89c7f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.790505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0cf1-152c-4802-91a5-2ddc89c7f444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.791680 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c1cd0cf1-152c-4802-91a5-2ddc89c7f444 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6453239b-79d1-4754-967f-d287c7bb3dc2 HTTP/1.1" status: 204 len: 168 time: 0.2373729 Jul 06 11:58:59.804328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.817597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0cf1-152c-4802-91a5-2ddc89c7f444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453239b-79d1-4754-967f-d287c7bb3dc2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:59.847091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6941268-f536-4d9b-8981-b85af36a3436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.998986 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6941268-f536-4d9b-8981-b85af36a3436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.018692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6941268-f536-4d9b-8981-b85af36a3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.020024 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.117137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:00.117788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6941268-f536-4d9b-8981-b85af36a3436 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c5f622feaf04b1f95dcd80cf5f8c6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112473 Jul 06 11:59:00.131715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dd74f-c7af-4cd9-b8c1-2500e11959d7 req-234258bd-fcca-4115-918f-10d53743f7d8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:00.134536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-235dd74f-c7af-4cd9-b8c1-2500e11959d7 req-234258bd-fcca-4115-918f-10d53743f7d8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.4046497 Jul 06 11:59:00.135437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941268-f536-4d9b-8981-b85af36a3436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421ea48a-521e-44e5-83ac-afb91655a2a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:00.204735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-235dd74f-c7af-4cd9-b8c1-2500e11959d7 req-2b7f6442-ebc6-4006-8bfc-59fb10fd9629 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559542 Jul 06 11:59:00.260681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9078-ff39-4785-825b-4b8cfe2e60d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.303263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9078-ff39-4785-825b-4b8cfe2e60d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.335736 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.391470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9078-ff39-4785-825b-4b8cfe2e60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.398294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ce9078-ff39-4785-825b-4b8cfe2e60d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.399457 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b6ce9078-ff39-4785-825b-4b8cfe2e60d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/421ea48a-521e-44e5-83ac-afb91655a2a9 HTTP/1.1" status: 204 len: 168 time: 0.2809818 Jul 06 11:59:00.410351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce9078-ff39-4785-825b-4b8cfe2e60d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ea48a-521e-44e5-83ac-afb91655a2a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:00.929357 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.529594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99124d-d30f-42f9-886d-c22b22915b24 req-e4333298-bb19-488e-847b-c69be1b4305e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:01.537492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea99124d-d30f-42f9-886d-c22b22915b24 req-e4333298-bb19-488e-847b-c69be1b4305e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1097693 Jul 06 11:59:01.644418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea99124d-d30f-42f9-886d-c22b22915b24 req-763d7d33-403e-4f41-b3aa-1abd2f4521b8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981903 Jul 06 11:59:02.424124 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.988800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.012931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390cff7-5b06-487a-a049-39a5f39e2055 req-51f94f63-6c60-41e1-a4f3-9535d8fa1827 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.014883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0390cff7-5b06-487a-a049-39a5f39e2055 req-51f94f63-6c60-41e1-a4f3-9535d8fa1827 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1238585 Jul 06 11:59:03.253146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0390cff7-5b06-487a-a049-39a5f39e2055 req-c3248c07-4767-4202-b59f-32cb7e620a7b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282276 Jul 06 11:59:03.282277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2d39f75-91dd-41eb-bb86-49e4a0f25623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.432488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2d39f75-91dd-41eb-bb86-49e4a0f25623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.438498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2d39f75-91dd-41eb-bb86-49e4a0f25623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.486627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2d39f75-91dd-41eb-bb86-49e4a0f25623 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c091a5dac33f494296b3647ae6c08695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939837 Jul 06 11:59:03.486627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d39f75-91dd-41eb-bb86-49e4a0f25623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa27b3a-59e9-415d-b62d-e91c5af7dc88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.487035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.593299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6af746b3-5723-4b9c-ba19-a65eb8ec86d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.637690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6af746b3-5723-4b9c-ba19-a65eb8ec86d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.707561 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6af746b3-5723-4b9c-ba19-a65eb8ec86d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.710801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6af746b3-5723-4b9c-ba19-a65eb8ec86d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.714590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6af746b3-5723-4b9c-ba19-a65eb8ec86d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2fa27b3a-59e9-415d-b62d-e91c5af7dc88 HTTP/1.1" status: 204 len: 168 time: 0.2240636 Jul 06 11:59:03.734983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af746b3-5723-4b9c-ba19-a65eb8ec86d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa27b3a-59e9-415d-b62d-e91c5af7dc88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:04.510849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c090a96-27d7-4cb4-b51a-640747ec4198 req-222807d7-71f9-4e7c-8389-1c5ab65a40ff tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.512726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c090a96-27d7-4cb4-b51a-640747ec4198 req-222807d7-71f9-4e7c-8389-1c5ab65a40ff tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1139872 Jul 06 11:59:04.563859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c090a96-27d7-4cb4-b51a-640747ec4198 req-61b7bacb-ede7-484f-8d2d-d6683997b1fd tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Jul 06 11:59:05.457845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:05.843214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9a023-9caa-43bb-a7cb-db88a61c11a3 req-da26140c-bdc3-4470-9336-0008629e883f tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:05.844766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45a9a023-9caa-43bb-a7cb-db88a61c11a3 req-da26140c-bdc3-4470-9336-0008629e883f tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1143584 Jul 06 11:59:05.899658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45a9a023-9caa-43bb-a7cb-db88a61c11a3 req-f233aa70-0260-47d3-a311-86e671c28dd8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Jul 06 11:59:06.107268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24e0da6-ef03-49dc-ad83-3860c9ec7a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.126904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:06.251098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24e0da6-ef03-49dc-ad83-3860c9ec7a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.254910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d3fac1b-a9a2-49f6-97e1-2dbe7e77712f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.266305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24e0da6-ef03-49dc-ad83-3860c9ec7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.341260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0da6-ef03-49dc-ad83-3860c9ec7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9777e35-3c79-45d6-b3b0-226e272a2d69,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:06.348647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a24e0da6-ef03-49dc-ad83-3860c9ec7a9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4643f0e054e4ff5bdda507b0c1b9074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8896604 Jul 06 11:59:06.351643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:06.423398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba1616da-762c-47c2-8f53-d5b8eb33df9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.438952 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d3fac1b-a9a2-49f6-97e1-2dbe7e77712f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.444577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d3fac1b-a9a2-49f6-97e1-2dbe7e77712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.472114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba1616da-762c-47c2-8f53-d5b8eb33df9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.538913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fac1b-a9a2-49f6-97e1-2dbe7e77712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9c01e-8e1e-4f39-baeb-905f5e7d0caa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:06.540004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba1616da-762c-47c2-8f53-d5b8eb33df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.543852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba1616da-762c-47c2-8f53-d5b8eb33df9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.544717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba1616da-762c-47c2-8f53-d5b8eb33df9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9777e35-3c79-45d6-b3b0-226e272a2d69 HTTP/1.1" status: 204 len: 168 time: 0.1917381 Jul 06 11:59:06.563011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d3fac1b-a9a2-49f6-97e1-2dbe7e77712f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34d7a173c09d45f6a2a66db9ad7f8cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349973 Jul 06 11:59:06.566235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:06.579218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1616da-762c-47c2-8f53-d5b8eb33df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9777e35-3c79-45d6-b3b0-226e272a2d69,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:06.637461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc82d10-9756-455c-8c40-12b4fda47015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.688299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc82d10-9756-455c-8c40-12b4fda47015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.802811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc82d10-9756-455c-8c40-12b4fda47015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.806373 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc82d10-9756-455c-8c40-12b4fda47015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.808745 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3dc82d10-9756-455c-8c40-12b4fda47015 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41a9c01e-8e1e-4f39-baeb-905f5e7d0caa HTTP/1.1" status: 204 len: 168 time: 0.2412174 Jul 06 11:59:06.821235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc82d10-9756-455c-8c40-12b4fda47015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9c01e-8e1e-4f39-baeb-905f5e7d0caa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:07.126209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665936-b560-4d70-8586-887a4e3301ca req-16a9e0e3-eda0-43ea-8427-e7f50449d742 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:07.128744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb665936-b560-4d70-8586-887a4e3301ca req-16a9e0e3-eda0-43ea-8427-e7f50449d742 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.0931985 Jul 06 11:59:07.246275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb665936-b560-4d70-8586-887a4e3301ca req-0ad6ed07-d391-42e9-9def-49901630f0bc tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092288 Jul 06 11:59:07.442173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:07.469362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed91b171-ba33-43ea-bbf9-08c30fbeeff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.691405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed91b171-ba33-43ea-bbf9-08c30fbeeff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.697319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed91b171-ba33-43ea-bbf9-08c30fbeeff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.756915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed91b171-ba33-43ea-bbf9-08c30fbeeff0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa1d0902a71047f9ad1d10cb8192582e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135943 Jul 06 11:59:07.760028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:07.760516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91b171-ba33-43ea-bbf9-08c30fbeeff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087f0f0-c2dc-433e-82e9-324be095eaf1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:07.796117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:07.823297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4084066-8200-4042-8e11-5664c7ce0ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.870518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dfb48c9-113a-41cd-bca7-e21b42d68941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.936356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dfb48c9-113a-41cd-bca7-e21b42d68941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.976726 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4084066-8200-4042-8e11-5664c7ce0ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.984766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4084066-8200-4042-8e11-5664c7ce0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.035377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dfb48c9-113a-41cd-bca7-e21b42d68941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.043438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dfb48c9-113a-41cd-bca7-e21b42d68941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.044924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1dfb48c9-113a-41cd-bca7-e21b42d68941 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8087f0f0-c2dc-433e-82e9-324be095eaf1 HTTP/1.1" status: 204 len: 168 time: 0.2836769 Jul 06 11:59:08.056434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4084066-8200-4042-8e11-5664c7ce0ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f203ef0-4391-4dfb-9ba1-c59d97ec2332,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:08.076189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4084066-8200-4042-8e11-5664c7ce0ccd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a5345560b0246cd8d1e8d37fc182386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788458 Jul 06 11:59:08.078347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb48c9-113a-41cd-bca7-e21b42d68941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087f0f0-c2dc-433e-82e9-324be095eaf1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:08.084457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:08.201886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1334b7-3320-499d-8705-0d4fba8fac74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.230547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1334b7-3320-499d-8705-0d4fba8fac74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.314268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1334b7-3320-499d-8705-0d4fba8fac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.322353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f1334b7-3320-499d-8705-0d4fba8fac74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.328803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f1334b7-3320-499d-8705-0d4fba8fac74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f203ef0-4391-4dfb-9ba1-c59d97ec2332 HTTP/1.1" status: 204 len: 168 time: 0.2398849 Jul 06 11:59:08.342913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1334b7-3320-499d-8705-0d4fba8fac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f203ef0-4391-4dfb-9ba1-c59d97ec2332,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:08.580835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbafda-528c-4d49-bd57-4402c4bfafab req-3640a8a0-ca3d-4457-99ef-099998d6b658 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:08.588554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33cbafda-528c-4d49-bd57-4402c4bfafab req-3640a8a0-ca3d-4457-99ef-099998d6b658 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1697907 Jul 06 11:59:08.676077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33cbafda-528c-4d49-bd57-4402c4bfafab req-b8a90c17-dadc-493f-9e87-1d264056a6b2 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852671 Jul 06 11:59:10.023843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3c93c-83e9-41f8-8303-c51b7d91e52f req-a7ec3628-7948-45f3-8894-7a8364bc07ec tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.028764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66b3c93c-83e9-41f8-8303-c51b7d91e52f req-a7ec3628-7948-45f3-8894-7a8364bc07ec tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1676764 Jul 06 11:59:10.198446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66b3c93c-83e9-41f8-8303-c51b7d91e52f req-caf748f0-bfb1-4ba9-a597-4bcaaaa2dfd5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368592 Jul 06 11:59:11.490406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfd49c-ee1a-41ca-81d7-8accfaa5c2ec req-6cb1b90f-5517-40fd-b321-11788a9540cb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:11.492892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fdfd49c-ee1a-41ca-81d7-8accfaa5c2ec req-6cb1b90f-5517-40fd-b321-11788a9540cb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1224961 Jul 06 11:59:11.562468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fdfd49c-ee1a-41ca-81d7-8accfaa5c2ec req-b831129c-154c-4407-b89c-8f776ca37045 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621419 Jul 06 11:59:11.694509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.024607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4717225e-c04b-4a01-8acf-8e7d50542f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.201657 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4717225e-c04b-4a01-8acf-8e7d50542f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.206341 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4717225e-c04b-4a01-8acf-8e7d50542f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.243272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4717225e-c04b-4a01-8acf-8e7d50542f11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff6d0de1ee414046b57f916c4bde2501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472138 Jul 06 11:59:12.245875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.300054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717225e-c04b-4a01-8acf-8e7d50542f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e371883-6436-4479-b6f0-c1a4cc1c58e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.312675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b36abd-1c0e-4546-a701-684aad1314bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.336506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b36abd-1c0e-4546-a701-684aad1314bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.385050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.417712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b36abd-1c0e-4546-a701-684aad1314bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.421428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20b36abd-1c0e-4546-a701-684aad1314bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.425177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20b36abd-1c0e-4546-a701-684aad1314bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e371883-6436-4479-b6f0-c1a4cc1c58e0 HTTP/1.1" status: 204 len: 168 time: 0.1750200 Jul 06 11:59:12.432814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b36abd-1c0e-4546-a701-684aad1314bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e371883-6436-4479-b6f0-c1a4cc1c58e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.552156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-970e14a4-32dc-4751-a27c-fed59acb0ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.669461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-970e14a4-32dc-4751-a27c-fed59acb0ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.680823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-970e14a4-32dc-4751-a27c-fed59acb0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.734162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e14a4-32dc-4751-a27c-fed59acb0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cf1698-087c-440f-82fd-9486122a34ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.762270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-970e14a4-32dc-4751-a27c-fed59acb0ebf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4f70367bdc34161adf76433b832c393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761084 Jul 06 11:59:12.766603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.868124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d23b26b-f1f1-40b3-988a-a2c9d954fc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.869849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-92ec6289-dd74-49cf-9a99-8cc9784b4405 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1982272 Jul 06 11:59:12.918384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f64e18-2b04-493d-910b-f66b85ae9114 req-74937c36-443e-4b32-bbb8-6492280a3b40 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:12.920200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f64e18-2b04-493d-910b-f66b85ae9114 req-74937c36-443e-4b32-bbb8-6492280a3b40 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1321602 Jul 06 11:59:12.925806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d23b26b-f1f1-40b3-988a-a2c9d954fc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.018106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0f64e18-2b04-493d-910b-f66b85ae9114 req-b3c4225d-a65c-45fa-b676-90487173de86 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819795 Jul 06 11:59:13.029747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d23b26b-f1f1-40b3-988a-a2c9d954fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.034915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d23b26b-f1f1-40b3-988a-a2c9d954fc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.036525 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d23b26b-f1f1-40b3-988a-a2c9d954fc25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98cf1698-087c-440f-82fd-9486122a34ab HTTP/1.1" status: 204 len: 168 time: 0.2687066 Jul 06 11:59:13.047083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-5e6fe5ff-3df2-4b41-a3ea-d64699dc87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.049719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-5e6fe5ff-3df2-4b41-a3ea-d64699dc87dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1096 time: 0.1061301 Jul 06 11:59:13.057688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23b26b-f1f1-40b3-988a-a2c9d954fc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cf1698-087c-440f-82fd-9486122a34ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:13.238672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-ea6f0a55-1e7d-4240-b673-9213366e44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.240468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-ea6f0a55-1e7d-4240-b673-9213366e44ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.1528242 Jul 06 11:59:13.336701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-9c43d596-ab52-41cb-b607-cf54a2f199d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 1001 time: 0.0869579 Jul 06 11:59:13.406951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-b491fc15-52d3-422b-9b37-a31e7a0a7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.408512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-b491fc15-52d3-422b-9b37-a31e7a0a7b26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.0629184 Jul 06 11:59:13.540756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-1ebfb362-baad-4780-b2d1-29b2c1eaaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.542682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-1ebfb362-baad-4780-b2d1-29b2c1eaaecd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139300 Jul 06 11:59:13.778140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-bf7e85b9-ace7-4926-a6fe-e9e6da0ab61b service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280638 Jul 06 11:59:13.991801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aea24e1-f94f-4cbe-87ae-dd9ef9585c88 req-885cad9b-5af8-4646-9039-fa9a490ca217 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065372 Jul 06 11:59:14.352827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbd39e-a48b-4839-97d2-17fc7cd77d76 req-7a72e8fe-6bcc-4bd3-95ac-18dc5418934c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.360120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65dbd39e-a48b-4839-97d2-17fc7cd77d76 req-7a72e8fe-6bcc-4bd3-95ac-18dc5418934c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1450725 Jul 06 11:59:14.410345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65dbd39e-a48b-4839-97d2-17fc7cd77d76 req-f5aa7854-483e-4707-be0c-a61547b3acc6 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Jul 06 11:59:15.684390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd42311-4697-4433-81a5-4b4f2915ec8d req-121f1332-d585-411e-b92c-fd73d87f0d40 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:15.694104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd42311-4697-4433-81a5-4b4f2915ec8d req-121f1332-d585-411e-b92c-fd73d87f0d40 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1261618 Jul 06 11:59:15.808077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd42311-4697-4433-81a5-4b4f2915ec8d req-ed0f6bcb-641b-4c47-a60f-ceba61f3c5f2 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126516 Jul 06 11:59:17.207580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ae293-ad0a-4578-897a-d51fbc786c1d req-da0c526f-80a1-44b2-af28-fe3ff6557071 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:17.209278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-673ae293-ad0a-4578-897a-d51fbc786c1d req-da0c526f-80a1-44b2-af28-fe3ff6557071 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1731577 Jul 06 11:59:17.280144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-673ae293-ad0a-4578-897a-d51fbc786c1d req-a45b0d01-2558-43f4-a93d-bcd5a5263577 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591812 Jul 06 11:59:18.520808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:18.555235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:18.675336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f53a18f-ec2f-4cd1-8b65-079ef6ebd8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.681876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45488b-e34e-460a-a7b6-c0bdd4a03786 req-93c0a63f-eeab-41fa-ac03-0e8b33e07a0d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.692510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c45488b-e34e-460a-a7b6-c0bdd4a03786 req-93c0a63f-eeab-41fa-ac03-0e8b33e07a0d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.2017539 Jul 06 11:59:18.761492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c45488b-e34e-460a-a7b6-c0bdd4a03786 req-75c4e14b-c510-49d5-a502-88c8f693c322 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676882 Jul 06 11:59:18.895761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f53a18f-ec2f-4cd1-8b65-079ef6ebd8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.901071 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f53a18f-ec2f-4cd1-8b65-079ef6ebd8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.954484 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5f53a18f-ec2f-4cd1-8b65-079ef6ebd8b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3be44338f65842ddb455aa34eeaa03de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299324 Jul 06 11:59:18.954770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:18.955463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53a18f-ec2f-4cd1-8b65-079ef6ebd8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d292d6f1-8181-4d54-b65c-04b704466cfa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.003201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2b886c4-c370-4442-bf4f-3bc8cdd8c0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.029376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9391d321-fac3-4fd2-9cd1-21b4bc75d66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.053804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9391d321-fac3-4fd2-9cd1-21b4bc75d66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.115706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9391d321-fac3-4fd2-9cd1-21b4bc75d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.120459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9391d321-fac3-4fd2-9cd1-21b4bc75d66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.122685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9391d321-fac3-4fd2-9cd1-21b4bc75d66d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d292d6f1-8181-4d54-b65c-04b704466cfa HTTP/1.1" status: 204 len: 168 time: 0.1667814 Jul 06 11:59:19.148682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2b886c4-c370-4442-bf4f-3bc8cdd8c0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.153746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2b886c4-c370-4442-bf4f-3bc8cdd8c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.155292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d321-fac3-4fd2-9cd1-21b4bc75d66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d292d6f1-8181-4d54-b65c-04b704466cfa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.227182 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f2b886c4-c370-4442-bf4f-3bc8cdd8c0f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60ba2c8571de4afda52716c16dfb569c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706572 Jul 06 11:59:19.227416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:19.228823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b886c4-c370-4442-bf4f-3bc8cdd8c0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85023004-cc1c-46f0-87ab-df356926b6c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.300001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9245-5f7a-4859-a033-6157e480bfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.330158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9245-5f7a-4859-a033-6157e480bfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.390292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9245-5f7a-4859-a033-6157e480bfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.393741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9245-5f7a-4859-a033-6157e480bfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.397560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2fbf9245-5f7a-4859-a033-6157e480bfca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85023004-cc1c-46f0-87ab-df356926b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1669321 Jul 06 11:59:19.404497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf9245-5f7a-4859-a033-6157e480bfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85023004-cc1c-46f0-87ab-df356926b6c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.615375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:19.633973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18e4378-6ed8-4346-870d-cee3340c7d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.766869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18e4378-6ed8-4346-870d-cee3340c7d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.773066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d18e4378-6ed8-4346-870d-cee3340c7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.921446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d18e4378-6ed8-4346-870d-cee3340c7d99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92e67b351ece4074a491226cd02a04e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040714 Jul 06 11:59:19.923899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:19.927850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e4378-6ed8-4346-870d-cee3340c7d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1906c9b5-b5f5-4eb8-833b-8c19969035de,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.974785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feda181-1cea-4c1f-89f0-46cc09063745 req-324454cc-407a-46fb-9531-b38d38dd0af1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.976851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7feda181-1cea-4c1f-89f0-46cc09063745 req-324454cc-407a-46fb-9531-b38d38dd0af1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.0908737 Jul 06 11:59:20.024257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cde18-affc-490c-bab1-320c4fa52d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.029586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.056174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fbed869-1cc2-43aa-9035-089fe903448f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.079721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7feda181-1cea-4c1f-89f0-46cc09063745 req-14976967-c6f3-4bf7-bb60-84f5acb43b75 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Jul 06 11:59:20.090932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cde18-affc-490c-bab1-320c4fa52d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.162522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cde18-affc-490c-bab1-320c4fa52d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.168424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cde18-affc-490c-bab1-320c4fa52d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.168424 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6c3cde18-affc-490c-bab1-320c4fa52d6d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1906c9b5-b5f5-4eb8-833b-8c19969035de HTTP/1.1" status: 204 len: 168 time: 0.2414775 Jul 06 11:59:20.178824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cde18-affc-490c-bab1-320c4fa52d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1906c9b5-b5f5-4eb8-833b-8c19969035de,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.253974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fbed869-1cc2-43aa-9035-089fe903448f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.259063 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fbed869-1cc2-43aa-9035-089fe903448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.304955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9fbed869-1cc2-43aa-9035-089fe903448f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18ee2f68a49a49148abfe38b620b2ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740271 Jul 06 11:59:20.305853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbed869-1cc2-43aa-9035-089fe903448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912dbffe-9650-4162-84f7-d12e91e24d16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.308199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.371219 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d9a8ad-3592-42ee-8fc3-1bf948099f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.400268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d9a8ad-3592-42ee-8fc3-1bf948099f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.458925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d9a8ad-3592-42ee-8fc3-1bf948099f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.462060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d9a8ad-3592-42ee-8fc3-1bf948099f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.463280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-44d9a8ad-3592-42ee-8fc3-1bf948099f15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/912dbffe-9650-4162-84f7-d12e91e24d16 HTTP/1.1" status: 204 len: 168 time: 0.1541355 Jul 06 11:59:20.475135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9a8ad-3592-42ee-8fc3-1bf948099f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912dbffe-9650-4162-84f7-d12e91e24d16,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.626938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.644034 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1fed-4df5-4da8-9d8d-5f73db90500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.808562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1fed-4df5-4da8-9d8d-5f73db90500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.815602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1fed-4df5-4da8-9d8d-5f73db90500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.859335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae5d1fed-4df5-4da8-9d8d-5f73db90500d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2935422425c4c0aa7311baf1f24e49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288866 Jul 06 11:59:20.860007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.904174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d1fed-4df5-4da8-9d8d-5f73db90500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb43c9-fd85-4ca3-b9c5-05e0a657757c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:21.001040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb5c256a-8fd8-407b-a1c6-23a0a6eda276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.026774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb5c256a-8fd8-407b-a1c6-23a0a6eda276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.094073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb5c256a-8fd8-407b-a1c6-23a0a6eda276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.096769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb5c256a-8fd8-407b-a1c6-23a0a6eda276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.100277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fb5c256a-8fd8-407b-a1c6-23a0a6eda276 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1fb43c9-fd85-4ca3-b9c5-05e0a657757c HTTP/1.1" status: 204 len: 168 time: 0.2368608 Jul 06 11:59:21.110641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c256a-8fd8-407b-a1c6-23a0a6eda276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb43c9-fd85-4ca3-b9c5-05e0a657757c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:21.382752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbc8a3-009f-4a5c-81e3-0839f37d7569 req-9df43836-70b3-441b-8bcd-74441e32cb07 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.385435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5cbc8a3-009f-4a5c-81e3-0839f37d7569 req-9df43836-70b3-441b-8bcd-74441e32cb07 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1368251 Jul 06 11:59:21.453020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5cbc8a3-009f-4a5c-81e3-0839f37d7569 req-859209a8-5467-45fd-b599-622a5e90c545 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613644 Jul 06 11:59:22.358823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:59:22.678294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.697447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935a939-37e0-4272-99a1-05b29ea41c7d req-b8601e89-2318-416e-8e96-a84db6f548b2 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:22.699019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8935a939-37e0-4272-99a1-05b29ea41c7d req-b8601e89-2318-416e-8e96-a84db6f548b2 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.0867651 Jul 06 11:59:22.744452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8935a939-37e0-4272-99a1-05b29ea41c7d req-c47b7168-fbf7-442b-a043-aca957eebaed tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Jul 06 11:59:23.568446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bf6fd-3bd8-46e7-804c-4a477a74dd3e req-077f2ad1-34a7-4037-ae81-8ca7ccd1e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.574288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c82bf6fd-3bd8-46e7-804c-4a477a74dd3e req-077f2ad1-34a7-4037-ae81-8ca7ccd1e586 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1949279 Jul 06 11:59:23.633640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c82bf6fd-3bd8-46e7-804c-4a477a74dd3e req-7ce8cb08-3a6b-414e-ab52-453fe775bcb7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514510 Jul 06 11:59:24.064869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950edd-7c9e-4582-9b30-9c95bbe02673 req-4c6d26ba-fdfb-4bb3-a4f6-c1f613aa202e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:24.074748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22950edd-7c9e-4582-9b30-9c95bbe02673 req-4c6d26ba-fdfb-4bb3-a4f6-c1f613aa202e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1679854 Jul 06 11:59:24.171398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22950edd-7c9e-4582-9b30-9c95bbe02673 req-b902ab24-b841-4028-a574-753ef8d1bbe8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956383 Jul 06 11:59:25.464606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1c5f-176c-4daa-9cf9-97b0a58ccee6 req-f1333c4a-b191-4ebe-aa63-0ff392e6cffe tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:25.472270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7ee1c5f-176c-4daa-9cf9-97b0a58ccee6 req-f1333c4a-b191-4ebe-aa63-0ff392e6cffe tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1583860 Jul 06 11:59:25.556434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7ee1c5f-176c-4daa-9cf9-97b0a58ccee6 req-203dd445-bdcd-4011-b392-706aeaaa297a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767303 Jul 06 11:59:25.895637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05892c5-cb6b-4f90-aa60-a98369b4701c req-0bd6a5fa-b457-440e-90f1-47aecb0462a5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:25.897283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f05892c5-cb6b-4f90-aa60-a98369b4701c req-0bd6a5fa-b457-440e-90f1-47aecb0462a5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1655793 Jul 06 11:59:25.951942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f05892c5-cb6b-4f90-aa60-a98369b4701c req-dd820da9-d5bd-4f5f-979e-8ffee29970a8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462258 Jul 06 11:59:26.204899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:26.379937 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6cac1f-ae42-4375-b3a8-9cce58734c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.554913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b0e16-6981-44af-8500-67d8a5684ad8 req-e965080e-4941-40b7-8c64-6470be2382f3 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.563461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c18b0e16-6981-44af-8500-67d8a5684ad8 req-e965080e-4941-40b7-8c64-6470be2382f3 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1792378 Jul 06 11:59:26.618305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c18b0e16-6981-44af-8500-67d8a5684ad8 req-31d408c1-fdef-4f78-a77b-e5ead6c6c19b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Jul 06 11:59:26.682116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6cac1f-ae42-4375-b3a8-9cce58734c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.686209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6cac1f-ae42-4375-b3a8-9cce58734c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.727227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cac1f-ae42-4375-b3a8-9cce58734c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3360d65-6f64-4c8b-9352-6f624a87982c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:26.763887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:26.770735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f6cac1f-ae42-4375-b3a8-9cce58734c5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83e113518b3849a38828378964727683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641644 Jul 06 11:59:26.822654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.930264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.063623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.071429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.076557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3360d65-6f64-4c8b-9352-6f624a87982c HTTP/1.1" status: 204 len: 168 time: 0.3098211 Jul 06 11:59:27.110324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3360d65-6f64-4c8b-9352-6f624a87982c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:27.119552 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2682beac-423c-4c93-ba08-d4b6e53036fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.131193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.131562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.131945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.134777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.135136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.135480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.136098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.136615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.136957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.137292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.137629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.139999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea597b3-27d0-41a5-9f49-e46ff13653ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:27.493813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:27.536369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ae0-3ba7-4f29-afbd-49555873e907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.741795 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ae0-3ba7-4f29-afbd-49555873e907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.746584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b89c8ae0-3ba7-4f29-afbd-49555873e907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.814378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b89c8ae0-3ba7-4f29-afbd-49555873e907 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4bab711cf22401f934f18a14ac3662c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192501 Jul 06 11:59:27.817064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:27.844541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c8ae0-3ba7-4f29-afbd-49555873e907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfce3661-c50b-4ac5-b0c3-5565c7600138,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:27.928924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d92219-f694-4af4-96de-361bdf3864ad req-d3e7bde1-a166-4b49-b94f-d9d9348e30a8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:27.939225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02d92219-f694-4af4-96de-361bdf3864ad req-d3e7bde1-a166-4b49-b94f-d9d9348e30a8 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1117072 Jul 06 11:59:27.948284 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d25ed22-467e-43ee-952e-d65e8b0d7f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.990408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d25ed22-467e-43ee-952e-d65e8b0d7f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.050664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02d92219-f694-4af4-96de-361bdf3864ad req-4dfd2320-8ea7-429a-ac50-2d3aeff177e2 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075325 Jul 06 11:59:28.084383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d25ed22-467e-43ee-952e-d65e8b0d7f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.087445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d25ed22-467e-43ee-952e-d65e8b0d7f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.088911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d25ed22-467e-43ee-952e-d65e8b0d7f72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfce3661-c50b-4ac5-b0c3-5565c7600138 HTTP/1.1" status: 204 len: 168 time: 0.2701619 Jul 06 11:59:28.110314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25ed22-467e-43ee-952e-d65e8b0d7f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfce3661-c50b-4ac5-b0c3-5565c7600138,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:28.503215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:28.784569 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef34c3be-a0c2-4092-877d-60830b7f22b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.052036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef34c3be-a0c2-4092-877d-60830b7f22b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.066094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef34c3be-a0c2-4092-877d-60830b7f22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.327838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef34c3be-a0c2-4092-877d-60830b7f22b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15843e6b0b104188b043b7c56f21465c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232720 Jul 06 11:59:29.328640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:29.329813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34c3be-a0c2-4092-877d-60830b7f22b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b416c499-629f-4ff6-9b0a-fc36594d0520,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:29.486267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb3438-7030-4b12-a39f-4d878d495817 req-a8347282-6684-4954-ae7a-6a27cb0fe0ca tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:29.511860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10cb3438-7030-4b12-a39f-4d878d495817 req-a8347282-6684-4954-ae7a-6a27cb0fe0ca tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2563660 Jul 06 11:59:29.521068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db637299-1942-45ee-b068-780efc327b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.609471 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db637299-1942-45ee-b068-780efc327b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.649021 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aff1a8c8-78bd-47aa-bc16-3affbe5f3e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.667040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10cb3438-7030-4b12-a39f-4d878d495817 req-f0ed2118-810f-4e51-8b61-490818ae8e6e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542616 Jul 06 11:59:29.714164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db637299-1942-45ee-b068-780efc327b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.717559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db637299-1942-45ee-b068-780efc327b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.718734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-db637299-1942-45ee-b068-780efc327b4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b416c499-629f-4ff6-9b0a-fc36594d0520 HTTP/1.1" status: 204 len: 168 time: 0.3869603 Jul 06 11:59:29.743853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db637299-1942-45ee-b068-780efc327b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b416c499-629f-4ff6-9b0a-fc36594d0520,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:30.017602 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.342778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.935180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.011157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd5bdb-fa97-43fb-a24e-65a67421354b req-5d0054ec-4af4-43aa-89a0-41d51ff3c27c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.021600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56cd5bdb-fa97-43fb-a24e-65a67421354b req-5d0054ec-4af4-43aa-89a0-41d51ff3c27c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.0960097 Jul 06 11:59:31.116586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56cd5bdb-fa97-43fb-a24e-65a67421354b req-e3680eb6-01a4-4f9d-a344-9637edcc3e45 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937960 Jul 06 11:59:31.586462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:31.831954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65fb8af1-d4be-4f0c-850f-0906a3f35618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.070541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65fb8af1-d4be-4f0c-850f-0906a3f35618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.076851 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65fb8af1-d4be-4f0c-850f-0906a3f35618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.139137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-65fb8af1-d4be-4f0c-850f-0906a3f35618 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4cb14ff38664847bc2adc4745a9248b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495517 Jul 06 11:59:32.140980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb8af1-d4be-4f0c-850f-0906a3f35618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c0372d-c694-4010-bf03-35effdbf206a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:32.141937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:32.315369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9328d554-4697-41cf-85f3-3e5e187723d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.373150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9328d554-4697-41cf-85f3-3e5e187723d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.420551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.021891 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9328d554-4697-41cf-85f3-3e5e187723d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.024637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9328d554-4697-41cf-85f3-3e5e187723d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.028843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9328d554-4697-41cf-85f3-3e5e187723d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1c0372d-c694-4010-bf03-35effdbf206a HTTP/1.1" status: 204 len: 168 time: 0.8835187 Jul 06 11:59:33.043655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328d554-4697-41cf-85f3-3e5e187723d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c0372d-c694-4010-bf03-35effdbf206a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:33.259366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.392129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.413267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e74a59-1f6d-4f78-8982-deb2a069049e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.430870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-377438ca-9131-4ecc-9037-f64fb3d07050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.541532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e74a59-1f6d-4f78-8982-deb2a069049e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.552199 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e74a59-1f6d-4f78-8982-deb2a069049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.620819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74a59-1f6d-4f78-8982-deb2a069049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5449180d-81d2-47df-9a28-bab30b2971ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:33.632923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-79e74a59-1f6d-4f78-8982-deb2a069049e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ff5f871871c4593a79f5851943e648a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394977 Jul 06 11:59:33.636555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.714178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c930e67f-daef-4393-95aa-e7c5a1af33e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.743828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c930e67f-daef-4393-95aa-e7c5a1af33e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.761213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-377438ca-9131-4ecc-9037-f64fb3d07050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.768312 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-377438ca-9131-4ecc-9037-f64fb3d07050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.819762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c930e67f-daef-4393-95aa-e7c5a1af33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.822397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c930e67f-daef-4393-95aa-e7c5a1af33e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.823503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-377438ca-9131-4ecc-9037-f64fb3d07050 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d9af6b8449134a3ca466182cd5d6a3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628364 Jul 06 11:59:33.823743 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c930e67f-daef-4393-95aa-e7c5a1af33e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5449180d-81d2-47df-9a28-bab30b2971ca HTTP/1.1" status: 204 len: 168 time: 0.1847229 Jul 06 11:59:33.824254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377438ca-9131-4ecc-9037-f64fb3d07050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de40dfd-2694-40c0-9fb7-ec3c20d85dff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:33.830617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.879199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e67f-daef-4393-95aa-e7c5a1af33e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5449180d-81d2-47df-9a28-bab30b2971ca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.024561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d401b2e3-cff3-43db-8c22-7915d8f8bcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.090020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d401b2e3-cff3-43db-8c22-7915d8f8bcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.165961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d401b2e3-cff3-43db-8c22-7915d8f8bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.169681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d401b2e3-cff3-43db-8c22-7915d8f8bcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.171116 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d401b2e3-cff3-43db-8c22-7915d8f8bcd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1de40dfd-2694-40c0-9fb7-ec3c20d85dff HTTP/1.1" status: 204 len: 168 time: 0.3388686 Jul 06 11:59:34.182715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401b2e3-cff3-43db-8c22-7915d8f8bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de40dfd-2694-40c0-9fb7-ec3c20d85dff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.573070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.632553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a938c-d11a-4cd3-8216-b47436faa826 req-4dab4e7c-18c5-443e-885f-ea6ba3dcf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:34.635006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-4dab4e7c-18c5-443e-885f-ea6ba3dcf9ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.1342149 Jul 06 11:59:34.642456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43543581-3e1e-4b45-ba3d-0c87129a140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.892475 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43543581-3e1e-4b45-ba3d-0c87129a140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.909435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43543581-3e1e-4b45-ba3d-0c87129a140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.965229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448107-e31d-47fa-9ae3-5c14fdd9819a req-7bce5c05-096e-41ae-beeb-dd87f5155f61 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:34.969109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10448107-e31d-47fa-9ae3-5c14fdd9819a req-7bce5c05-096e-41ae-beeb-dd87f5155f61 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.3295939 Jul 06 11:59:34.987587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543581-3e1e-4b45-ba3d-0c87129a140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f37d1-f27a-44bd-87ac-d6408a43b8fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.018154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-43543581-3e1e-4b45-ba3d-0c87129a140d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45c4c3d243e44d1dbfe77878e7dd8bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439566 Jul 06 11:59:35.020932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.034381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a938c-d11a-4cd3-8216-b47436faa826 req-50884954-322f-47cf-9888-cecc9294af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:35.035899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-50884954-322f-47cf-9888-cecc9294af20 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.3053014 Jul 06 11:59:35.074434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.089506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-067a7faf-51fd-45b8-a8b6-d5cc5d290e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.136806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10448107-e31d-47fa-9ae3-5c14fdd9819a req-c3c21597-95b8-49f1-a9d1-6ea2578e9ad4 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607983 Jul 06 11:59:35.139891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-1dd7b08c-86ab-4e40-a7c3-719a20659b8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.0894465 Jul 06 11:59:35.210322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a938c-d11a-4cd3-8216-b47436faa826 req-61181ad8-fc15-4841-aef6-d22c7561ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:35.212726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-61181ad8-fc15-4841-aef6-d22c7561ca19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.0577059 Jul 06 11:59:35.218684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-067a7faf-51fd-45b8-a8b6-d5cc5d290e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.220328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c796c02-8c49-40b4-a649-98f97cedf4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.227410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-067a7faf-51fd-45b8-a8b6-d5cc5d290e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.271528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-2c90a1d2-b226-4b2c-b691-9ed748e67b4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495167 Jul 06 11:59:35.294957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c796c02-8c49-40b4-a649-98f97cedf4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.308311 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-067a7faf-51fd-45b8-a8b6-d5cc5d290e8b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74f5d1da5ce8438b99093009d5b5d322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320104 Jul 06 11:59:35.314114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.329441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a7faf-51fd-45b8-a8b6-d5cc5d290e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d322e7-0b7c-4216-b058-51e7bc7cf9bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.412058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b70c30e-394a-4a03-891a-1d6eab02b5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.433331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c796c02-8c49-40b4-a649-98f97cedf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.438914 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c796c02-8c49-40b4-a649-98f97cedf4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.443575 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6c796c02-8c49-40b4-a649-98f97cedf4a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da8f37d1-f27a-44bd-87ac-d6408a43b8fc HTTP/1.1" status: 204 len: 168 time: 0.4195495 Jul 06 11:59:35.461125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-a2c6d3a4-c4cf-49b4-96f9-246c9573837c service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793344 Jul 06 11:59:35.464240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b70c30e-394a-4a03-891a-1d6eab02b5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.491495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c796c02-8c49-40b4-a649-98f97cedf4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f37d1-f27a-44bd-87ac-d6408a43b8fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.510244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.560170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b70c30e-394a-4a03-891a-1d6eab02b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.563194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b70c30e-394a-4a03-891a-1d6eab02b5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.570173 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b70c30e-394a-4a03-891a-1d6eab02b5e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56d322e7-0b7c-4216-b058-51e7bc7cf9bd HTTP/1.1" status: 204 len: 168 time: 0.2522726 Jul 06 11:59:35.585504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c30e-394a-4a03-891a-1d6eab02b5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d322e7-0b7c-4216-b058-51e7bc7cf9bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.656593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-841a938c-d11a-4cd3-8216-b47436faa826 req-29f6ae4a-e8f5-4314-b7c3-b5ac20c6aef2 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888947 Jul 06 11:59:36.041542 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9f799e-16ee-4e28-8f7f-5672eace404f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.199965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9f799e-16ee-4e28-8f7f-5672eace404f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.210860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9f799e-16ee-4e28-8f7f-5672eace404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.281302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d9f799e-16ee-4e28-8f7f-5672eace404f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f5a04c20177d491f95f6fe09f7457497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646766 Jul 06 11:59:36.283890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:36.319693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f799e-16ee-4e28-8f7f-5672eace404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b817d85-d258-4e28-9c7c-a255cb9d2c23,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:36.401608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c45ff3c-ee53-4c94-ba38-212e763f496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.444333 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c45ff3c-ee53-4c94-ba38-212e763f496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.453892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ebe8f-668d-44be-9ee5-a3051b8e4ea7 req-a9bdbd37-7960-47d9-a5f2-615c8910c711 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:36.457135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-289ebe8f-668d-44be-9ee5-a3051b8e4ea7 req-a9bdbd37-7960-47d9-a5f2-615c8910c711 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1196859 Jul 06 11:59:36.516418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c45ff3c-ee53-4c94-ba38-212e763f496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.520486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c45ff3c-ee53-4c94-ba38-212e763f496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.522494 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4c45ff3c-ee53-4c94-ba38-212e763f496a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b817d85-d258-4e28-9c7c-a255cb9d2c23 HTTP/1.1" status: 204 len: 168 time: 0.2370312 Jul 06 11:59:36.531020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-289ebe8f-668d-44be-9ee5-a3051b8e4ea7 req-efd576e3-cbf3-4f8a-b3d9-f3d9da07776c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636156 Jul 06 11:59:36.535115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45ff3c-ee53-4c94-ba38-212e763f496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b817d85-d258-4e28-9c7c-a255cb9d2c23,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:37.314483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:37.334591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d203d537-d852-48f4-8f57-214da84c14da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.520322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d203d537-d852-48f4-8f57-214da84c14da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.526576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d203d537-d852-48f4-8f57-214da84c14da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.576135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d203d537-d852-48f4-8f57-214da84c14da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebcb2242ebeb45189ce04ee198ae9b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596967 Jul 06 11:59:37.577293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203d537-d852-48f4-8f57-214da84c14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3719c7-1b59-4976-abca-d29d32c70992,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:37.578737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:37.693061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7375df3-57c1-41a7-8b97-decad9039285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.773933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7375df3-57c1-41a7-8b97-decad9039285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.848323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7375df3-57c1-41a7-8b97-decad9039285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.851772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7375df3-57c1-41a7-8b97-decad9039285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.854315 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e7375df3-57c1-41a7-8b97-decad9039285 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f3719c7-1b59-4976-abca-d29d32c70992 HTTP/1.1" status: 204 len: 168 time: 0.2745609 Jul 06 11:59:37.866951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a0aab-6241-423b-bb7e-1f162adc2c34 req-ab477349-b7a4-4d9c-be63-7b91f8cfbc5d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:37.877884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a1a0aab-6241-423b-bb7e-1f162adc2c34 req-ab477349-b7a4-4d9c-be63-7b91f8cfbc5d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1751850 Jul 06 11:59:37.879926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7375df3-57c1-41a7-8b97-decad9039285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3719c7-1b59-4976-abca-d29d32c70992,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:37.941549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a1a0aab-6241-423b-bb7e-1f162adc2c34 req-fa10e5bc-eca9-4d19-bb83-76fe4e9005e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576963 Jul 06 11:59:39.161099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236510de-30cd-45a2-93db-48b5b1b10142 req-61e02c72-950f-4135-83b8-5b9a67ea6ecb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.169843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-236510de-30cd-45a2-93db-48b5b1b10142 req-61e02c72-950f-4135-83b8-5b9a67ea6ecb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1061604 Jul 06 11:59:39.227646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-236510de-30cd-45a2-93db-48b5b1b10142 req-4f7124a5-dd76-4099-b176-c1a231fe5bdb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Jul 06 11:59:40.426212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4d1c4-7214-4cd2-ba6d-f00fa5055840 req-ef3addef-1e7a-42e8-a3c7-ef3bd338fa38 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:40.433261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21e4d1c4-7214-4cd2-ba6d-f00fa5055840 req-ef3addef-1e7a-42e8-a3c7-ef3bd338fa38 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.0859644 Jul 06 11:59:40.475285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21e4d1c4-7214-4cd2-ba6d-f00fa5055840 req-e564811a-bdda-4f89-be8c-be8a020739b5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Jul 06 11:59:41.715485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aa62-bee0-4de9-8d01-ae9cefc37c07 req-1f59d139-091c-4884-b868-eb93319aa17b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.717344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46f6aa62-bee0-4de9-8d01-ae9cefc37c07 req-1f59d139-091c-4884-b868-eb93319aa17b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1039648 Jul 06 11:59:41.760729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46f6aa62-bee0-4de9-8d01-ae9cefc37c07 req-7e6f26df-285f-43d5-9fe7-c7d2696b38dd tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Jul 06 11:59:41.885586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:42.031327 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-972feedf-8e78-4128-95f6-2cb4dc06d69e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57d3f455f727468d91e41a1c0b572f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417139 Jul 06 11:59:42.031847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:42.086530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945ebde7-ebf6-4db6-be79-7991689fddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.113910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945ebde7-ebf6-4db6-be79-7991689fddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.164694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945ebde7-ebf6-4db6-be79-7991689fddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.167478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-945ebde7-ebf6-4db6-be79-7991689fddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.171949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-945ebde7-ebf6-4db6-be79-7991689fddaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff69841f-aa3b-4ce7-a317-91041a2605cf HTTP/1.1" status: 204 len: 168 time: 0.1355627 Jul 06 11:59:42.183281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ebde7-ebf6-4db6-be79-7991689fddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff69841f-aa3b-4ce7-a317-91041a2605cf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:42.977067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083bf78-6cfc-4906-8e60-cc9e814fb64d req-2bb11fe3-b4b6-4bca-b9a1-4f0f4b690f46 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:42.979334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8083bf78-6cfc-4906-8e60-cc9e814fb64d req-2bb11fe3-b4b6-4bca-b9a1-4f0f4b690f46 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.0710053 Jul 06 11:59:43.026218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8083bf78-6cfc-4906-8e60-cc9e814fb64d req-7818b768-636b-47df-9f49-4f2ae39066a5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Jul 06 11:59:44.145929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.290581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c7f2-4857-4d82-a378-ca284b9de1f3 req-e7484c2c-c12d-4da3-90a5-9ae57e24fdc7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.298647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4f2c7f2-4857-4d82-a378-ca284b9de1f3 req-e7484c2c-c12d-4da3-90a5-9ae57e24fdc7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.0994091 Jul 06 11:59:44.333613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c979775-2f37-4d2a-9f31-c9e50ae3df13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.354998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4f2c7f2-4857-4d82-a378-ca284b9de1f3 req-2b1bcd71-b488-4bf8-a8c5-e19a7304389b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Jul 06 11:59:44.517966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c979775-2f37-4d2a-9f31-c9e50ae3df13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.526088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c979775-2f37-4d2a-9f31-c9e50ae3df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.527572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.584186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c979775-2f37-4d2a-9f31-c9e50ae3df13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a0b91-1b48-46f8-b241-2f4326b911cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:44.607843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3c979775-2f37-4d2a-9f31-c9e50ae3df13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8687674e0f504e0d83352e56c65917bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607186 Jul 06 11:59:44.610530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.670393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b06795e-c960-4510-92c7-0634baea74b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.696630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b06795e-c960-4510-92c7-0634baea74b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.751621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742b855d-b468-440a-8936-a56042d75020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.886660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742b855d-b468-440a-8936-a56042d75020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.892669 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742b855d-b468-440a-8936-a56042d75020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.955944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-742b855d-b468-440a-8936-a56042d75020 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55e4073d6ab84daebfbb7e4183761bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262273 Jul 06 11:59:44.957477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b855d-b468-440a-8936-a56042d75020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfa9f11-32fb-4c7e-a9ab-741923b68f18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:44.958492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.986821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b06795e-c960-4510-92c7-0634baea74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.990295 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b06795e-c960-4510-92c7-0634baea74b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.991526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b06795e-c960-4510-92c7-0634baea74b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/815a0b91-1b48-46f8-b241-2f4326b911cb HTTP/1.1" status: 204 len: 168 time: 0.3800073 Jul 06 11:59:45.002152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06795e-c960-4510-92c7-0634baea74b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a0b91-1b48-46f8-b241-2f4326b911cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.086763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a453600d-8a69-4139-a8f2-08601e3a30ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.126393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a453600d-8a69-4139-a8f2-08601e3a30ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.216918 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a453600d-8a69-4139-a8f2-08601e3a30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.220242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a453600d-8a69-4139-a8f2-08601e3a30ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.224969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a453600d-8a69-4139-a8f2-08601e3a30ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cfa9f11-32fb-4c7e-a9ab-741923b68f18 HTTP/1.1" status: 204 len: 168 time: 0.2649183 Jul 06 11:59:45.239871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453600d-8a69-4139-a8f2-08601e3a30ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfa9f11-32fb-4c7e-a9ab-741923b68f18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.656742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a79d7-d1e9-42c7-922b-48c24e4271c9 req-1b32d3e6-7198-49a3-87d4-2fc3a2f656ff tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.658515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-894a79d7-d1e9-42c7-922b-48c24e4271c9 req-1b32d3e6-7198-49a3-87d4-2fc3a2f656ff tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1359487 Jul 06 11:59:45.738724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-894a79d7-d1e9-42c7-922b-48c24e4271c9 req-3185e52e-6854-4da8-a2b9-8c562e90fe43 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646291 Jul 06 11:59:45.875826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.901361 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c8d82a-25c1-4bdd-a8e9-a6853186a9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.108889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c8d82a-25c1-4bdd-a8e9-a6853186a9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.113941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58c8d82a-25c1-4bdd-a8e9-a6853186a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.206482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:46.218759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-58c8d82a-25c1-4bdd-a8e9-a6853186a9b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee50621f53e6453f95a5f380bd053236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402677 Jul 06 11:59:46.228904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8d82a-25c1-4bdd-a8e9-a6853186a9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7739e9-637f-43d2-8dfc-9e6773e20f19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:46.331092 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a929504-d2fa-4feb-8fb5-1e55b1e3e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.422387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a929504-d2fa-4feb-8fb5-1e55b1e3e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.503576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a929504-d2fa-4feb-8fb5-1e55b1e3e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.507941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a929504-d2fa-4feb-8fb5-1e55b1e3e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.512370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7a929504-d2fa-4feb-8fb5-1e55b1e3e3b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a7739e9-637f-43d2-8dfc-9e6773e20f19 HTTP/1.1" status: 204 len: 168 time: 0.3044195 Jul 06 11:59:46.525302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a929504-d2fa-4feb-8fb5-1e55b1e3e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7739e9-637f-43d2-8dfc-9e6773e20f19,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:47.114084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bbedd-297b-4c7c-a355-d7eb902fb7cd req-4b4310dd-71c9-4dd6-8833-7799225b673b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:47.116641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-954bbedd-297b-4c7c-a355-d7eb902fb7cd req-4b4310dd-71c9-4dd6-8833-7799225b673b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2026055 Jul 06 11:59:47.124206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a1acd-29bb-40c6-b0ba-6a324edca737 req-b54da755-067c-4047-9eee-1ec891aaa16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:47.125952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a63a1acd-29bb-40c6-b0ba-6a324edca737 req-b54da755-067c-4047-9eee-1ec891aaa16d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.1951063 Jul 06 11:59:47.181064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a63a1acd-29bb-40c6-b0ba-6a324edca737 req-9a711dec-db2b-4fa3-b5da-6d9ea15c7ede service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458231 Jul 06 11:59:47.243018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-954bbedd-297b-4c7c-a355-d7eb902fb7cd req-020c38f9-6421-47ad-b160-bdbeeb2f9226 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012273 Jul 06 11:59:47.663505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:48.041178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1244878760', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:48.105677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Made reservation on behalf of af624e233c974dc2a838c52198f93ece for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:48.123381 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.140226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.328878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.334809 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.394975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ece1f6-955e-4a6b-9130-a4f40ef0f72e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:48.411039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:48.427150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.427503 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Added segment 1943e370-12ad-41c8-a732-64d7c1280b03 of type vlan for network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 Jul 06 11:59:48.514632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.619888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.621662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:48.622608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.650889 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9858069 Jul 06 11:59:48.663618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:48.666895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15dba6-f477-4aad-8cbc-5f3b89347f99 req-82b963b1-5434-47dc-a6d7-34b306338aec tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:48.684589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b15dba6-f477-4aad-8cbc-5f3b89347f99 req-82b963b1-5434-47dc-a6d7-34b306338aec tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2399135 Jul 06 11:59:48.708528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'subnet': {'network_id': 'f343b7d9-0acd-42e1-93b6-6d7dceb41ba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:48.746924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897986e-7ee2-42f1-b13a-000942f4f953 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Network': ['ID=f343b7d9-0acd-42e1-93b6-6d7dceb41ba0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:48.756257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Made reservation on behalf of af624e233c974dc2a838c52198f93ece for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:48.759289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.766392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:48.787824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b15dba6-f477-4aad-8cbc-5f3b89347f99 req-9dc7ce30-34fa-4c7b-8fe1-dc5b8e97c16a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011140 Jul 06 11:59:49.576039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:59:49.577303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.632252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-25b2765b-3201-4ace-8f5d-707e5298394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:49.634166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-25b2765b-3201-4ace-8f5d-707e5298394d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.2102017 Jul 06 11:59:49.755142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea574-d589-407b-8fdc-d7b9d78eb798 req-9343cf90-bd81-40ff-8631-391042a295e9 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:49.766844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8ea574-d589-407b-8fdc-d7b9d78eb798 req-9343cf90-bd81-40ff-8631-391042a295e9 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2200525 Jul 06 11:59:49.801344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c930cc89-4b3b-440a-afc6-b50ca8ef1318,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:49.850825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8ea574-d589-407b-8fdc-d7b9d78eb798 req-d5ce0625-d080-41f5-9cf9-87eb811a999d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745554 Jul 06 11:59:49.851077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Checking segment: {'id': '1943e370-12ad-41c8-a732-64d7c1280b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f343b7d9-0acd-42e1-93b6-6d7dceb41ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:49.852148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network hostable DHCP agents. Network: f343b7d9-0acd-42e1-93b6-6d7dceb41ba0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:49.885444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:49.887368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-c6b074a2-2edf-4755-afe8-19bb7073d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:49.891514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-c6b074a2-2edf-4755-afe8-19bb7073d69f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.2382770 Jul 06 11:59:49.917140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, f343b7d9-0acd-42e1-93b6-6d7dceb41ba0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:49.928631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:49.930934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.942865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385f0ed-930e-4fc9-b383-9ab3ea94d828 None None] Network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:49.954410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-f23a9d06-7b9e-4b6c-a8a7-ee0e8d60fee9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.0559886 Jul 06 11:59:49.974085 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-077c94b1-4d27-4afd-9a8a-fc7f36a870d4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3091249 Jul 06 11:59:49.977169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:49.994731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1194136509', 'network_id': 'f343b7d9-0acd-42e1-93b6-6d7dceb41ba0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:50.048493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-f6f40eb3-ba5a-42e9-97cc-273c78d414b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.050384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-f6f40eb3-ba5a-42e9-97cc-273c78d414b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.0850198 Jul 06 11:59:50.058249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Made reservation on behalf of af624e233c974dc2a838c52198f93ece for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:50.061162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.094271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] device_id is not set on port b48a586b-9c54-409d-abce-a7b7d59d1fd3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:59:50.102068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-24b853a6-94f0-4ce4-95b8-15d989c6265b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440683 Jul 06 11:59:50.234842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-660ee29f-52f6-4b3d-95ea-acf0ee4ff4de service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253793 Jul 06 11:59:50.263262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc225e5-503d-47b6-85eb-fdb0e0c1659c None None] Network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:50.335965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Allocated IP 2001:db8::380 (f343b7d9-0acd-42e1-93b6-6d7dceb41ba0/c930cc89-4b3b-440a-afc6-b50ca8ef1318/b48a586b-9c54-409d-abce-a7b7d59d1fd3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:50.444157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37bcfb57-f9bd-4239-86e7-812fc6f10cac req-d111c6b5-6995-4965-aef8-c4ee48bd0c71 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018337 Jul 06 11:59:50.558451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.611474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.670312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:50.673575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:50.679244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:50.680359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.684133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.693094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Port': ['ID=b48a586b-9c54-409d-abce-a7b7d59d1fd3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:50.700084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:50.700549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-557476d1-d930-4e10-8997-1107425695d6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7217889 Jul 06 11:59:50.838980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Deleting port b48a586b-9c54-409d-abce-a7b7d59d1fd3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:50.839423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.007129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.032117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Calling delete_port for b48a586b-9c54-409d-abce-a7b7d59d1fd3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:51.107093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.194575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101d2c-7d5e-4c9d-ae5b-a8d0189f1e58 req-2ed92eaf-c9ba-4729-96fa-9ce6f99c614b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:51.196480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96101d2c-7d5e-4c9d-ae5b-a8d0189f1e58 req-2ed92eaf-c9ba-4729-96fa-9ce6f99c614b tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1482489 Jul 06 11:59:51.313848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96101d2c-7d5e-4c9d-ae5b-a8d0189f1e58 req-9dc5bb7d-612b-4590-9083-9c4c35d00fd0 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004148 Jul 06 11:59:51.325372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.337913 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e578a396-28c8-4d70-8222-454ef0ea91c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.397384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event deleted for resources: {'Port': ['ID=b48a586b-9c54-409d-abce-a7b7d59d1fd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:51.436182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.438710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b54e96cf-195d-4f92-9c12-9d268050f124 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b48a586b-9c54-409d-abce-a7b7d59d1fd3 HTTP/1.1" status: 204 len: 168 time: 0.7371631 Jul 06 11:59:51.442778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.448337 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f343b7d9-0acd-42e1-93b6-6d7dceb41ba0', 'external_fixed_ips': [{'subnet_id': 'c930cc89-4b3b-440a-afc6-b50ca8ef1318', 'ip_address': '2001:db8::380'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:51.487388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e578a396-28c8-4d70-8222-454ef0ea91c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.497033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e578a396-28c8-4d70-8222-454ef0ea91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.537032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578a396-28c8-4d70-8222-454ef0ea91c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b2cb1-4b0b-4a08-9abb-b9bc3286dd0a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:51.581961 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e578a396-28c8-4d70-8222-454ef0ea91c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1797cbebc27c47a7bde8e90db9d62e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709044 Jul 06 11:59:51.582502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.586185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.587262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.688133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.689266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47ec52a0-c94c-4fab-9caf-5e8a7a49ef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.720660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47ec52a0-c94c-4fab-9caf-5e8a7a49ef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.775840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47ec52a0-c94c-4fab-9caf-5e8a7a49ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.780101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47ec52a0-c94c-4fab-9caf-5e8a7a49ef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.782677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-47ec52a0-c94c-4fab-9caf-5e8a7a49ef4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b4b2cb1-4b0b-4a08-9abb-b9bc3286dd0a HTTP/1.1" status: 204 len: 168 time: 0.1988084 Jul 06 11:59:51.799375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec52a0-c94c-4fab-9caf-5e8a7a49ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b2cb1-4b0b-4a08-9abb-b9bc3286dd0a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:51.922224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.299174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.345976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:52.369008 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.382601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.553639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.559378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.588997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27106493-1a00-4629-af55-c50245f4b03b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:52.655797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.657444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.658286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.658551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.658896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.659229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.659572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.659908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.660275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.660607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.660937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.661266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:52.682162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4095cda2-7ea1-46d4-81a4-c5860a828dbc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4621032113b148c7a9a95b696e2f8471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350732 Jul 06 11:59:52.684993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:52.694927 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.778771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Allocated IP 2001:db8::380 (f343b7d9-0acd-42e1-93b6-6d7dceb41ba0/c930cc89-4b3b-440a-afc6-b50ca8ef1318/561e9a5f-b517-4de5-8d68-d0cc6b2664e2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:52.786016 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aba842ed-9d5a-45d3-b010-66356f23e5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.818906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aba842ed-9d5a-45d3-b010-66356f23e5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.882228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65728135-fc8c-42a5-9fc1-a3be21afa499 req-1683e6a4-cce6-49ef-838c-153fe19c6a65 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.890610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65728135-fc8c-42a5-9fc1-a3be21afa499 req-1683e6a4-cce6-49ef-838c-153fe19c6a65 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.3036807 Jul 06 11:59:52.944373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65728135-fc8c-42a5-9fc1-a3be21afa499 req-44007c56-d9a2-4f0a-8fc4-5cf7e616ed24 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Jul 06 11:59:52.957936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aba842ed-9d5a-45d3-b010-66356f23e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.961773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aba842ed-9d5a-45d3-b010-66356f23e5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.966950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aba842ed-9d5a-45d3-b010-66356f23e5fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27106493-1a00-4629-af55-c50245f4b03b HTTP/1.1" status: 204 len: 168 time: 0.2808707 Jul 06 11:59:52.981799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.002502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba842ed-9d5a-45d3-b010-66356f23e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27106493-1a00-4629-af55-c50245f4b03b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:53.033095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.148380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:53.163764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:53.176587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:53.182037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Port': ['ID=561e9a5f-b517-4de5-8d68-d0cc6b2664e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:53.672721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.106239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.408060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Router 47453cfe-446e-4d6c-abf3-bba49aab59ee is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:54.485314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:54.743497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b36303-8957-4787-af8b-256f76a73e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.919676 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b36303-8957-4787-af8b-256f76a73e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.926378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12b36303-8957-4787-af8b-256f76a73e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.988506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-12b36303-8957-4787-af8b-256f76a73e91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a67d5e0ef0b84c69b9efd765b1f3219f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013196 Jul 06 11:59:54.992033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:55.040005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b36303-8957-4787-af8b-256f76a73e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16fc606-61ca-44a7-b6c3-828abcad3c7f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:55.080099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eb8f121-19a5-4c71-ac68-8e39f9d9a14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.087345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:55.102839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Sync routers for ids ['47453cfe-446e-4d6c-abf3-bba49aab59ee'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:55.118007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Routers {'47453cfe-446e-4d6c-abf3-bba49aab59ee'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:55.118963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:59:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['47453cfe-446e-4d6c-abf3-bba49aab59ee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:55.120338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.124526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1824c368-d33a-4f88-bc81-a25efd28961f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6802704 Jul 06 11:59:55.128622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:55.133843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eb8f121-19a5-4c71-ac68-8e39f9d9a14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.218079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eb8f121-19a5-4c71-ac68-8e39f9d9a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.226803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4eb8f121-19a5-4c71-ac68-8e39f9d9a14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.233373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4eb8f121-19a5-4c71-ac68-8e39f9d9a14b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d16fc606-61ca-44a7-b6c3-828abcad3c7f HTTP/1.1" status: 204 len: 168 time: 0.2377434 Jul 06 11:59:55.282710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8f121-19a5-4c71-ac68-8e39f9d9a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16fc606-61ca-44a7-b6c3-828abcad3c7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:55.312109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.384966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Set router 47453cfe-446e-4d6c-abf3-bba49aab59ee gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:55.476213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.550130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Deleting port 561e9a5f-b517-4de5-8d68-d0cc6b2664e2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:55.550793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.682888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.699739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Calling delete_port for 561e9a5f-b517-4de5-8d68-d0cc6b2664e2 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:55.719509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47453cfe-446e-4d6c-abf3-bba49aab59ee', 'name': '', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f343b7d9-0acd-42e1-93b6-6d7dceb41ba0', 'external_fixed_ips': [{'subnet_id': 'c930cc89-4b3b-440a-afc6-b50ca8ef1318', 'ip_address': '2001:db8::380'}], 'enable_snat': True}, 'gw_port_id': '561e9a5f-b517-4de5-8d68-d0cc6b2664e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:53Z', 'revision_number': 3, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port': {'id': '561e9a5f-b517-4de5-8d68-d0cc6b2664e2', 'name': '', 'network_id': 'f343b7d9-0acd-42e1-93b6-6d7dceb41ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47453cfe-446e-4d6c-abf3-bba49aab59ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c930cc89-4b3b-440a-afc6-b50ca8ef1318', 'ip_address': '2001:db8::380', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:52Z', 'updated_at': '2021-07-06T11:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c930cc89-4b3b-440a-afc6-b50ca8ef1318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:56.088184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Checking router: 47453cfe-446e-4d6c-abf3-bba49aab59ee for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:56.088756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Updating router 47453cfe-446e-4d6c-abf3-bba49aab59ee port 561e9a5f-b517-4de5-8d68-d0cc6b2664e2 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:59:56.103413 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.132093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.136444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event deleted for resources: {'Port': ['ID=561e9a5f-b517-4de5-8d68-d0cc6b2664e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:56.170692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Port 561e9a5f-b517-4de5-8d68-d0cc6b2664e2 not found while updating agent binding for router 47453cfe-446e-4d6c-abf3-bba49aab59ee. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 11:59:56.197226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Routers {'47453cfe-446e-4d6c-abf3-bba49aab59ee'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:56.199300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T11:59:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['47453cfe-446e-4d6c-abf3-bba49aab59ee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:56.266910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.290978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] Set router 47453cfe-446e-4d6c-abf3-bba49aab59ee gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:56.355207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47453cfe-446e-4d6c-abf3-bba49aab59ee', 'name': '', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:56Z', 'revision_number': 5, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:56.369036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076292e-d5d8-4756-b230-850696886838 req-b60c6d2d-8299-459d-a97a-9ecb4674172a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.376704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4076292e-d5d8-4756-b230-850696886838 req-b60c6d2d-8299-459d-a97a-9ecb4674172a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2272816 Jul 06 11:59:56.391623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539259d8-bfd4-4250-bee1-31787ef46486 None None] The sync data for ids ['47453cfe-446e-4d6c-abf3-bba49aab59ee'] in n-d-799528-2 is: [{'id': '47453cfe-446e-4d6c-abf3-bba49aab59ee', 'name': '', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:56Z', 'revision_number': 5, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:56.478749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4076292e-d5d8-4756-b230-850696886838 req-2e756dc7-97bb-41ea-a649-c4ad0788a7dc tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Jul 06 11:59:56.491118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.493637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.578904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.581817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47453cfe-446e-4d6c-abf3-bba49aab59ee {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:56.587594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.592998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93cc404b-1f27-451e-8b56-92788d441ebd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/routers/47453cfe-446e-4d6c-abf3-bba49aab59ee HTTP/1.1" status: 204 len: 168 time: 1.4622262 Jul 06 11:59:56.595167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:56.657136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Deleting subnet c930cc89-4b3b-440a-afc6-b50ca8ef1318 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:59:56.665322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.748802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.846371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.960872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.022523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c930cc89-4b3b-440a-afc6-b50ca8ef1318,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:57.033975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.043640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:57.044169 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e802d43-ad60-4f49-9671-b60ef143cef4 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/c930cc89-4b3b-440a-afc6-b50ca8ef1318 HTTP/1.1" status: 204 len: 168 time: 0.4474871 Jul 06 11:59:57.119058 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75aef93b-83b8-44fb-b3be-9bc416f6a840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.248882 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.424959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.445028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f343b7d9-0acd-42e1-93b6-6d7dceb41ba0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:57.459604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1943e370-12ad-41c8-a732-64d7c1280b03') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:57.459903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1943e370-12ad-41c8-a732-64d7c1280b03') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:57.504845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.559684 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.578111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:57.578817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: timer() Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:57.581485 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:57.687763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.714167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:59:57.716103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event deleted for resources: {'Network': ['ID=f343b7d9-0acd-42e1-93b6-6d7dceb41ba0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:57.718301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.722914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0c5aa6b5-7d09-469e-b689-5599be1fa3b6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f343b7d9-0acd-42e1-93b6-6d7dceb41ba0 HTTP/1.1" status: 204 len: 168 time: 0.6776791 Jul 06 11:59:58.273624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:58.278473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'name': 'tempest-router--150435782', 'project_id': '4be95ff3a07b4ef2a157c212661ebd96'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:58.331104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.333086 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.482452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.509007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.562272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.564012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e35944a0-1b9b-4dab-a98d-49aaac7a7d74 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2890904 Jul 06 11:59:58.566766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:58.757419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.184203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.186635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.271489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.272983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56993709-93ab-4195-bf5a-c273bb483a0d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:59.299349 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.305665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fbf83ea6-343f-4d7f-b522-b8961a67d210 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/routers/56993709-93ab-4195-bf5a-c273bb483a0d HTTP/1.1" status: 204 len: 168 time: 0.7339530 Jul 06 11:59:59.373609 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:59:59.546708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:59.684965 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b48a804e-5268-4723-9e56-e852b1caf0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.806781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1360432478', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:59.867239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.869637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.977860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.057337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.174961 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.356810 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.555992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.578762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.932338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.276446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Allocated IP 172.25.7.158 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/eae05db8-faa9-454a-870d-cc06f3077e5a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:01.403799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.494126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.563631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:01.579904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:01.594837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:01.609757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event updated for resources: {'Port': ['ID=eae05db8-faa9-454a-870d-cc06f3077e5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:02.035699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.411359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.673341 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.924434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Router 70410d44-9ab6-4226-8f6c-98a4a4b7a219 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:03.067765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:03.085089 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91511940-f5ec-4023-9936-bda41df3088d None None] Sync routers for ids ['70410d44-9ab6-4226-8f6c-98a4a4b7a219'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:03.115855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91511940-f5ec-4023-9936-bda41df3088d None None] Routers {'70410d44-9ab6-4226-8f6c-98a4a4b7a219'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:03.116510 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91511940-f5ec-4023-9936-bda41df3088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['70410d44-9ab6-4226-8f6c-98a4a4b7a219'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:03.124950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.126387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0ff22c2-a1f9-4c10-8bc0-61d948d6ba93 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5782416 Jul 06 12:00:03.130843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:03.190057 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91511940-f5ec-4023-9936-bda41df3088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:03.200756 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91511940-f5ec-4023-9936-bda41df3088d None None] Routers {'70410d44-9ab6-4226-8f6c-98a4a4b7a219'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:03.201427 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91511940-f5ec-4023-9936-bda41df3088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['70410d44-9ab6-4226-8f6c-98a4a4b7a219'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:03.237118 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91511940-f5ec-4023-9936-bda41df3088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:03.237856 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91511940-f5ec-4023-9936-bda41df3088d None None] The sync data for ids ['70410d44-9ab6-4226-8f6c-98a4a4b7a219'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:03.410770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1212a30a-186d-4ad7-808d-c1ce95287e77 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/70410d44-9ab6-4226-8f6c-98a4a4b7a219 HTTP/1.1" status: 200 len: 925 time: 0.2758026 Jul 06 12:00:03.410960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:03.461201 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8930907f-c2b1-4ab4-8759-206b45e31325 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=70410d44-9ab6-4226-8f6c-98a4a4b7a219 HTTP/1.1" status: 200 len: 205 time: 0.0491352 Jul 06 12:00:03.464024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:03.706145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.962351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.083101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Deleting port eae05db8-faa9-454a-870d-cc06f3077e5a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:04.083451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.214244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.245344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Calling delete_port for eae05db8-faa9-454a-870d-cc06f3077e5a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:04.548136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.596573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event deleted for resources: {'Port': ['ID=eae05db8-faa9-454a-870d-cc06f3077e5a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:04.709771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.836251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.840504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.939981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.940911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Fanout notify agent at l3_agent the message router_deleted on router 70410d44-9ab6-4226-8f6c-98a4a4b7a219 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:04.950780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.956474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:04.957159 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24a549fb-d388-470e-b4fe-c81b6586171e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/70410d44-9ab6-4226-8f6c-98a4a4b7a219 HTTP/1.1" status: 204 len: 168 time: 1.4910071 Jul 06 12:00:04.966104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1656249432', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:05.016747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.024987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.123478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.310779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.414594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.528039 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7608be9-ef3b-4718-927f-afba27956571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.718199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7608be9-ef3b-4718-927f-afba27956571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.722596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7608be9-ef3b-4718-927f-afba27956571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.773687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.778654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.779370 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e7608be9-ef3b-4718-927f-afba27956571 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42d94b6ec9784d9c99fd86734a436383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674497 Jul 06 12:00:05.819691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7608be9-ef3b-4718-927f-afba27956571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae776f1b-4e26-4862-8055-7a414992659b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:05.826141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.990353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1b2c-b306-432a-bec3-1717c58ca606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.037356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1b2c-b306-432a-bec3-1717c58ca606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.051704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Allocated IP 172.25.7.123 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/7be4fa61-2014-44b0-9835-c1ad430af4bf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:06.268967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1b2c-b306-432a-bec3-1717c58ca606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.279125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1b2c-b306-432a-bec3-1717c58ca606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.280848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f2fc1b2c-b306-432a-bec3-1717c58ca606 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae776f1b-4e26-4862-8055-7a414992659b HTTP/1.1" status: 204 len: 168 time: 0.5007005 Jul 06 12:00:06.307774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc1b2c-b306-432a-bec3-1717c58ca606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae776f1b-4e26-4862-8055-7a414992659b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.358213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.417872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.487038 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.539704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:06.546147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:06.554691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:06.633196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Port': ['ID=7be4fa61-2014-44b0-9835-c1ad430af4bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.861346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8523e7e5-24f0-4262-ac36-e07a45cb7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.962509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.012003 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8523e7e5-24f0-4262-ac36-e07a45cb7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.019342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8523e7e5-24f0-4262-ac36-e07a45cb7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.070238 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8523e7e5-24f0-4262-ac36-e07a45cb7f0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=67a3de0730374bb0bc853efc70c76094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512609 Jul 06 12:00:07.073180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.081239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e7e5-24f0-4262-ac36-e07a45cb7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0fbc41-7186-4f70-919b-7abe7da543bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.142512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5665bd3f-a9ec-4564-8caf-1a0b04bcbf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.178544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5665bd3f-a9ec-4564-8caf-1a0b04bcbf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.237136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5665bd3f-a9ec-4564-8caf-1a0b04bcbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.241092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5665bd3f-a9ec-4564-8caf-1a0b04bcbf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.242615 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5665bd3f-a9ec-4564-8caf-1a0b04bcbf23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d0fbc41-7186-4f70-919b-7abe7da543bf HTTP/1.1" status: 204 len: 168 time: 0.1684186 Jul 06 12:00:07.264933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665bd3f-a9ec-4564-8caf-1a0b04bcbf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0fbc41-7186-4f70-919b-7abe7da543bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.325373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.543172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Router bba69b43-65b8-4883-b880-ab5cd322f03a is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:07.704210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:07.716252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Sync routers for ids ['bba69b43-65b8-4883-b880-ab5cd322f03a'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:07.722466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.724072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-272c8401-336f-408f-a44c-6401724f40df tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7655618 Jul 06 12:00:07.726914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.734002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Routers {'bba69b43-65b8-4883-b880-ab5cd322f03a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:07.736654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bba69b43-65b8-4883-b880-ab5cd322f03a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:07.884372 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a5899b2-f5bd-4aa8-b8bd-75bca583d3f1 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/bba69b43-65b8-4883-b880-ab5cd322f03a HTTP/1.1" status: 200 len: 909 time: 0.1561282 Jul 06 12:00:07.887069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.892471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1656249432', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': True}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:07.893660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Set router bba69b43-65b8-4883-b880-ab5cd322f03a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:07.928263 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.930231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.017205 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.166259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba69b43-65b8-4883-b880-ab5cd322f03a', 'name': 'tempest-snat-router-1656249432', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': False}, 'gw_port_id': '7be4fa61-2014-44b0-9835-c1ad430af4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:00:05Z', 'updated_at': '2021-07-06T12:00:06Z', 'revision_number': 3, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port': {'id': '7be4fa61-2014-44b0-9835-c1ad430af4bf', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba69b43-65b8-4883-b880-ab5cd322f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:05Z', 'updated_at': '2021-07-06T12:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:08.192820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.215645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Checking router: bba69b43-65b8-4883-b880-ab5cd322f03a for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:08.216090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Updating router bba69b43-65b8-4883-b880-ab5cd322f03a port 7be4fa61-2014-44b0-9835-c1ad430af4bf binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:00:08.265019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.550179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:08.784790 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.810451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Transition to ACTIVE for port object 7be4fa61-2014-44b0-9835-c1ad430af4bf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:08.820757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.838774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1243346759'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:08.882274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Made reservation on behalf of 5513b946987c4cf1997a997f54498c08 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:08.892910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.898508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.914196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.924955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Pushing event updated for resources: {'Port': ['ID=7be4fa61-2014-44b0-9835-c1ad430af4bf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.954362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.967739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.968124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.968468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.968802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.969137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.969463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.969786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.970114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.970428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.971850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.972372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.976334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:09.001422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Attempting to bind port 7be4fa61-2014-44b0-9835-c1ad430af4bf on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:09.002019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Attempting to bind port 7be4fa61-2014-44b0-9835-c1ad430af4bf by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:09.002637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Attempting to bind port 7be4fa61-2014-44b0-9835-c1ad430af4bf on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:09.012842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:09.013098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:09.013563 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.014161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:09.015139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Bound port: 7be4fa61-2014-44b0-9835-c1ad430af4bf, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:09.016572 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.098428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] For port 7be4fa61-2014-44b0-9835-c1ad430af4bf, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:09.102803 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] For port 7be4fa61-2014-44b0-9835-c1ad430af4bf, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7be4fa61-2014-44b0-9835-c1ad430af4bf,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:09.109222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.166708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.177817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.184667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043a0a6-f3f5-4bae-95df-bb38d858c69f None None] Pushing event updated for resources: {'Port': ['ID=7be4fa61-2014-44b0-9835-c1ad430af4bf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.205377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:09.205571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Routers {'bba69b43-65b8-4883-b880-ab5cd322f03a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:09.206731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bba69b43-65b8-4883-b880-ab5cd322f03a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:09.223894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Allocated IP 172.25.7.22 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/082f78b7-3a83-4d57-bcfe-8cbfb43f851b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:09.225190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.225543 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Added segment d1eb6ad1-a32f-4de9-8b46-a92de1f7587c of type vlan for network 27287dc2-d14c-4102-887b-02842038714e Jul 06 12:00:09.311439 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.366622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.379654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:09.380651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.411530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] Set router bba69b43-65b8-4883-b880-ab5cd322f03a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:09.431540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.510448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c7e75c-6e7d-42c1-97fb-598e5a60fb50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.513037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.521263 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9695699 Jul 06 12:00:09.538927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce1058-b7b7-4fbd-8f3c-91a0e477abba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Pushing event updated for resources: {'Network': ['ID=27287dc2-d14c-4102-887b-02842038714e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.564638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 27287dc2-d14c-4102-887b-02842038714e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:09.597697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:09.601027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:09.603615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:09.703277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Port': ['ID=082f78b7-3a83-4d57-bcfe-8cbfb43f851b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.788382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba69b43-65b8-4883-b880-ab5cd322f03a', 'name': 'tempest-snat-router-1656249432', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': False}, 'gw_port_id': '7be4fa61-2014-44b0-9835-c1ad430af4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:00:05Z', 'updated_at': '2021-07-06T12:00:06Z', 'revision_number': 3, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port': {'id': '7be4fa61-2014-44b0-9835-c1ad430af4bf', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba69b43-65b8-4883-b880-ab5cd322f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:05Z', 'updated_at': '2021-07-06T12:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:09.864065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18538541-c66c-43a2-a034-d32ca69d13d6 None None] The sync data for ids ['bba69b43-65b8-4883-b880-ab5cd322f03a'] in n-d-799528-2 is: [{'id': 'bba69b43-65b8-4883-b880-ab5cd322f03a', 'name': 'tempest-snat-router-1656249432', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': False}, 'gw_port_id': '7be4fa61-2014-44b0-9835-c1ad430af4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:00:05Z', 'updated_at': '2021-07-06T12:00:06Z', 'revision_number': 3, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port': {'id': '7be4fa61-2014-44b0-9835-c1ad430af4bf', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba69b43-65b8-4883-b880-ab5cd322f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:05Z', 'updated_at': '2021-07-06T12:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:09.936043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:09.942398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Request body: {'port': {'network_id': '27287dc2-d14c-4102-887b-02842038714e', 'binding:host_id': 'n-h2-799528-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-17404557'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:09.995007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Made reservation on behalf of 33c7e3683cc54d6fbaf8a9b2b42fc668 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:09.999395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.015069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.127087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.192342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.197514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.224556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port dad43eee-05a9-4906-9d62-242eaaa1d567 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:10.230806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ffa63c-7f37-4496-83a0-27ed51e57c70,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:10.587006 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.685130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port dad43eee-05a9-4906-9d62-242eaaa1d567 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:10.696808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.716592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Transition to ACTIVE for port object dad43eee-05a9-4906-9d62-242eaaa1d567 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:10.744156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.905732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=dad43eee-05a9-4906-9d62-242eaaa1d567,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:10.911738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Router 00749afc-6e47-4fe4-bfb7-51045707c204 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:10.952531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Checking segment: {'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:10.953513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Network hostable DHCP agents. Network: 27287dc2-d14c-4102-887b-02842038714e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:11.006751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Network 27287dc2-d14c-4102-887b-02842038714e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:11.049304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 27287dc2-d14c-4102-887b-02842038714e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:11.058484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:11.093761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10bde49-aaff-4551-9841-82cd33ba72f4 None None] Network 27287dc2-d14c-4102-887b-02842038714e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:11.123616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.126626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.133620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.165813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.167122 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.170256 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 2 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.200619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:11.213356 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Sync routers for ids ['00749afc-6e47-4fe4-bfb7-51045707c204'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:11.223456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.224210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.225467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.231342 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Routers {'00749afc-6e47-4fe4-bfb7-51045707c204'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:11.232002 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['00749afc-6e47-4fe4-bfb7-51045707c204'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:11.252153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.257249 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.257844 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 3 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.271884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.275671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-32868448-f01f-499f-b82b-ae75495af7f3 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3872745 Jul 06 12:00:11.279532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:11.306016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.306668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.309154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.326549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.327608 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.329732 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 4 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.369133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.371701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.372193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.392004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.398493 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.400466 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 5 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.478080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.478707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.479218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.494525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.495092 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.495698 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 6 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.530196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.532350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.532873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.553978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.554550 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.555409 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 7 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.577980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:11.601461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.601804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.602146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.610459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.610719 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.611120 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 8 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.642260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.647066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.651416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f0fa02e8-928b-414a-b3c2-019890679bc7 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/00749afc-6e47-4fe4-bfb7-51045707c204 HTTP/1.1" status: 200 len: 907 time: 0.3689423 Jul 06 12:00:11.652615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.655966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:11.676310 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Set router 00749afc-6e47-4fe4-bfb7-51045707c204 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:11.793078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.796144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.796482 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.796980 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 9 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.888608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:11.890100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:11.891330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:11.913678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7be4fa61-2014-44b0-9835-c1ad430af4bf up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:11.959180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:11.960272 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:11.970063 n-d-799528-2 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 10 to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 Jul 06 12:00:11.977314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa284-0e4b-4027-9afc-e740257935c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.006064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:12.006660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:12.007175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:12.022608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port dad43eee-05a9-4906-9d62-242eaaa1d567 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:12.022941 n-d-799528-2 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port dad43eee-05a9-4906-9d62-242eaaa1d567 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:12.023534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.073450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7be4fa61-2014-44b0-9835-c1ad430af4bf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:12.092537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7be4fa61-2014-44b0-9835-c1ad430af4bf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:12.094414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.237851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-a13e2f53-a57e-4cc5-a1c9-e555e604d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.239346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-a13e2f53-a57e-4cc5-a1c9-e555e604d888 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.1460602 Jul 06 12:00:12.246702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa284-0e4b-4027-9afc-e740257935c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.255108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.260782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa284-0e4b-4027-9afc-e740257935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.333584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.416614 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c4fa284-0e4b-4027-9afc-e740257935c1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1dcd14fbfa8f44cc8e10acec5b8635f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374832 Jul 06 12:00:12.419459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:12.420208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fa284-0e4b-4027-9afc-e740257935c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af35560b-5aff-455b-b1f5-95c30a4c5aa7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.422763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7be4fa61-2014-44b0-9835-c1ad430af4bf, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7be4fa61-2014-44b0-9835-c1ad430af4bf,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:12.448514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.570990 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749afc-6e47-4fe4-bfb7-51045707c204', 'name': 'tempest-snat-router-1656249432', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '082f78b7-3a83-4d57-bcfe-8cbfb43f851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:00:07Z', 'updated_at': '2021-07-06T12:00:09Z', 'revision_number': 3, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port': {'id': '082f78b7-3a83-4d57-bcfe-8cbfb43f851b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00749afc-6e47-4fe4-bfb7-51045707c204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:08Z', 'updated_at': '2021-07-06T12:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:12.607689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] For port dad43eee-05a9-4906-9d62-242eaaa1d567, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:12.608092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:00:12.631005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.638251 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Checking router: 00749afc-6e47-4fe4-bfb7-51045707c204 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:12.638851 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Updating router 00749afc-6e47-4fe4-bfb7-51045707c204 port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:00:12.645034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7be4fa61-2014-44b0-9835-c1ad430af4bf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.660680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868817c3-3b67-419c-98cc-495bf6d3b9ce req-a02c4cf3-9815-4b44-b861-e89c1010e437 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.662365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-868817c3-3b67-419c-98cc-495bf6d3b9ce req-a02c4cf3-9815-4b44-b861-e89c1010e437 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.3421049 Jul 06 12:00:12.670759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-4df40741-7aae-4147-912a-1b309f3d80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.684928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-4df40741-7aae-4147-912a-1b309f3d80cd service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.4383576 Jul 06 12:00:12.696268 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.799543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Deleting port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:12.800749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.803312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.811695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-8fbb5e6c-de92-4229-844d-46313abd6dd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.1161325 Jul 06 12:00:12.812645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.855770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-868817c3-3b67-419c-98cc-495bf6d3b9ce req-30cfd5ca-d3ca-4f10-8e59-12ae394b21c6 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666839 Jul 06 12:00:12.874860 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.9366789 Jul 06 12:00:12.875377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdabd50-d537-425c-b96a-f0a4c88b8d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=dad43eee-05a9-4906-9d62-242eaaa1d567,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.920914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:12.931474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82fa5747-9c75-4745-89f9-364ef683afbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.958019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-6685e33c-8e3b-41a8-bfa2-8fdb88ce2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.959619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-6685e33c-8e3b-41a8-bfa2-8fdb88ce2f99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.1073239 Jul 06 12:00:13.007499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-52d650bc-4a92-4309-9b04-3b23d2fdaccc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391405 Jul 06 12:00:13.107320 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.121304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Transition to ACTIVE for port object 082f78b7-3a83-4d57-bcfe-8cbfb43f851b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:13.129332 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.159949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-d9634997-bb18-401a-80b6-ddd07e12ae4c service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456690 Jul 06 12:00:13.209995 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Attempting to bind port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:13.210671 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Attempting to bind port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:13.211237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Attempting to bind port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:13.213867 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Pushing event updated for resources: {'Port': ['ID=082f78b7-3a83-4d57-bcfe-8cbfb43f851b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.224590 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:13.225346 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:13.226200 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.226881 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:13.227581 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Bound port: 082f78b7-3a83-4d57-bcfe-8cbfb43f851b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:13.228240 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.231747 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.232449 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.232980 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.233501 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.234047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.234577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.235093 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.235612 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.236162 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.236700 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.237216 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.237725 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:13.315466 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] For port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:13.320284 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] For port 082f78b7-3a83-4d57-bcfe-8cbfb43f851b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=082f78b7-3a83-4d57-bcfe-8cbfb43f851b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:13.326294 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.330745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00d7ae71-77e1-4007-8273-f1f85a6f65d3 req-844377e4-f84f-4687-9952-28d9b069d819 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606920 Jul 06 12:00:13.402282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82fa5747-9c75-4745-89f9-364ef683afbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.452505 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8534a-f696-466b-bf22-dc1c443da10e None None] Pushing event updated for resources: {'Port': ['ID=082f78b7-3a83-4d57-bcfe-8cbfb43f851b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.482410 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Routers {'00749afc-6e47-4fe4-bfb7-51045707c204'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:13.483133 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['00749afc-6e47-4fe4-bfb7-51045707c204'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:13.507817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.528183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Calling delete_port for 082f78b7-3a83-4d57-bcfe-8cbfb43f851b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:13.535481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29030e6-7bad-4be5-9940-46be46781b20 req-81af00fd-869b-40b5-8c81-35945d49ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.536593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-81af00fd-869b-40b5-8c81-35945d49ece6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.1452692 Jul 06 12:00:13.596223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82fa5747-9c75-4745-89f9-364ef683afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.598805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82fa5747-9c75-4745-89f9-364ef683afbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.602543 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-82fa5747-9c75-4745-89f9-364ef683afbc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af35560b-5aff-455b-b1f5-95c30a4c5aa7 HTTP/1.1" status: 204 len: 168 time: 1.1508322 Jul 06 12:00:13.615839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Deleting port dad43eee-05a9-4906-9d62-242eaaa1d567 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:13.616208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.630961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa5747-9c75-4745-89f9-364ef683afbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af35560b-5aff-455b-b1f5-95c30a4c5aa7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.648040 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] Set router 00749afc-6e47-4fe4-bfb7-51045707c204 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:13.741423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29030e6-7bad-4be5-9940-46be46781b20 req-4eeac6d9-23c3-40ed-baea-b0d53ac1e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.742926 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00749afc-6e47-4fe4-bfb7-51045707c204', 'name': 'tempest-snat-router-1656249432', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:00:07Z', 'updated_at': '2021-07-06T12:00:12Z', 'revision_number': 4, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:13.743073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-4eeac6d9-23c3-40ed-baea-b0d53ac1e630 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.1798949 Jul 06 12:00:13.764662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] For port dad43eee-05a9-4906-9d62-242eaaa1d567, host n-h2-799528-2, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:13.765022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.822463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7be4fa61-2014-44b0-9835-c1ad430af4bf up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:13.823396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-1d3b5646-6873-4ad2-8ea4-2c3ad09a5429 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.0723310 Jul 06 12:00:13.826705 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b46be-cbe8-4d9d-844c-68e05300dca8 None None] The sync data for ids ['00749afc-6e47-4fe4-bfb7-51045707c204'] in n-d-799528-2 is: [{'id': '00749afc-6e47-4fe4-bfb7-51045707c204', 'name': 'tempest-snat-router-1656249432', 'tenant_id': 'af624e233c974dc2a838c52198f93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:00:07Z', 'updated_at': '2021-07-06T12:00:12Z', 'revision_number': 4, 'project_id': 'af624e233c974dc2a838c52198f93ece', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:13.865520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Calling delete_port for dad43eee-05a9-4906-9d62-242eaaa1d567 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:13.907127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29030e6-7bad-4be5-9940-46be46781b20 req-ce9e1625-3bfb-4209-a979-d902e18c04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.908937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-ce9e1625-3bfb-4209-a979-d902e18c04e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.0786524 Jul 06 12:00:14.022485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-af4c5180-a217-41bd-ad24-e48b7ccb2607 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008968 Jul 06 12:00:14.026879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7be4fa61-2014-44b0-9835-c1ad430af4bf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:14.028011 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.267277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.320003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-764c5046-dd7c-4621-b7a0-fe64e8a1e442 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878726 Jul 06 12:00:14.333635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event deleted for resources: {'Port': ['ID=082f78b7-3a83-4d57-bcfe-8cbfb43f851b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.342659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.445779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad43eee-05a9-4906-9d62-242eaaa1d567,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.450835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.454665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3064ee59-bbe9-42cd-a2f3-6c714d7bb121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "DELETE /v2.0/ports/dad43eee-05a9-4906-9d62-242eaaa1d567 HTTP/1.1" status: 204 len: 168 time: 1.5168464 Jul 06 12:00:14.454665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.465463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.520732 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6ae933-5e59-40cd-8768-bf39dc8cab99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:00:14.522356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb6ae933-5e59-40cd-8768-bf39dc8cab99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "GET /v2.0/ports/dad43eee-05a9-4906-9d62-242eaaa1d567 HTTP/1.1" status: 404 len: 333 time: 0.0557048 Jul 06 12:00:14.528921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.533768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Request body: {'port': {'network_id': '27287dc2-d14c-4102-887b-02842038714e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274475248'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:14.547960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842973-6f39-4f87-b0f0-3925500efe71 req-5cf2e9b9-56f2-4095-b5ec-6557c9ec760d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.549506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3842973-6f39-4f87-b0f0-3925500efe71 req-5cf2e9b9-56f2-4095-b5ec-6557c9ec760d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2285168 Jul 06 12:00:14.594063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d29030e6-7bad-4be5-9940-46be46781b20 req-1be0666a-799c-4a6a-b661-5452334d25c9 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532885 Jul 06 12:00:14.596999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.599406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.632362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3842973-6f39-4f87-b0f0-3925500efe71 req-9ae89ca6-2f44-4ace-8d47-24310a045a3d tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724370 Jul 06 12:00:14.638441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Made reservation on behalf of 33c7e3683cc54d6fbaf8a9b2b42fc668 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:14.641438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.677428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port 094e2ee0-bfe6-4e35-b879-3189f02696be yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:14.686345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.687058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00749afc-6e47-4fe4-bfb7-51045707c204 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:14.694044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.698269 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ab0959c-c3db-4961-bf57-8fdaec2b9308 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/routers/00749afc-6e47-4fe4-bfb7-51045707c204 HTTP/1.1" status: 204 len: 168 time: 3.0412185 Jul 06 12:00:14.701632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.876916 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.902085 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.937673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.970779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.024958 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.028159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Network 27287dc2-d14c-4102-887b-02842038714e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:15.040229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:15.047130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:15.048114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.048747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.058833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=094e2ee0-bfe6-4e35-b879-3189f02696be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.091514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-68ea2079-ef48-4263-9476-a2875a786a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5615094 Jul 06 12:00:15.092181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:15.097544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:15.109657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-304998154-network', 'tenant_id': '43c5193a598841e69b6d26227cf89549'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:15.113322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Deleting port 7be4fa61-2014-44b0-9835-c1ad430af4bf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:15.113872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.223635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Made reservation on behalf of 43c5193a598841e69b6d26227cf89549 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:15.226821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.243705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.247296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] For port 7be4fa61-2014-44b0-9835-c1ad430af4bf, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7be4fa61-2014-44b0-9835-c1ad430af4bf,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:15.247698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.255112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.262330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Calling delete_port for 7be4fa61-2014-44b0-9835-c1ad430af4bf owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:15.556766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.565527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.580545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.605201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event deleted for resources: {'Port': ['ID=7be4fa61-2014-44b0-9835-c1ad430af4bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.626832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16960fe2-2432-412b-bfb2-67dc14c0a0cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.660301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:15.708687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port 094e2ee0-bfe6-4e35-b879-3189f02696be yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:15.715515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.715865 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Added segment 9014d261-946b-46e6-9b97-485cd077fb13 of type vlan for network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 Jul 06 12:00:15.737965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.773010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.826124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Transition to ACTIVE for port object 094e2ee0-bfe6-4e35-b879-3189f02696be will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:15.844756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.847784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.931674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=094e2ee0-bfe6-4e35-b879-3189f02696be,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.934223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.940173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.965166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:15.965758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:15.965758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:15.976071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:15.977726 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:15.977726 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 2 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:15.979363 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.981108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.981784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.018528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.023700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bba69b43-65b8-4883-b880-ab5cd322f03a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:16.037457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.048593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] Pushing event updated for resources: {'Network': ['ID=937dfda6-fca8-4109-ba64-62c4c3e22ff4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:16.053151 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c28bd596-45f2-4fee-9cc6-b8a3bcbd0302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "DELETE /v2.0/routers/bba69b43-65b8-4883-b880-ab5cd322f03a HTTP/1.1" status: 204 len: 168 time: 1.3497491 Jul 06 12:00:16.060854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:16.067393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:16.069245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.070237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.071574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1528207800', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:16.074310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.080095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb9d6888-2d94-47e3-81bd-a2cc9da78caa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1413198 Jul 06 12:00:16.081217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.081554 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.081952 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 3 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.090713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:16.107889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Request body: {'subnet': {'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-304998154-subnet', 'tenant_id': '43c5193a598841e69b6d26227cf89549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:16.122090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.122795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.123730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.129994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.130646 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.131302 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 4 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.170028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.170503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.171101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.179098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.179949 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.180609 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 5 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.203881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.209139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.209648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.210256 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:00:16.210256 n-d-799528-2 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:00:16.210256 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id': '43c5193a598841e69b6d26227cf89549', 'id': '7012e6b2-418f-41b4-a15d-d5a729897aef', 'expiration': datetime.datetime(2021, 7, 6, 12, 2, 16, 174793)}] Jul 06 12:00:16.210256 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:16.210738 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:16.220521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.221208 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.221874 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 6 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.231948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.233022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.247054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.247991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.248576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.258850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.260255 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.260957 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 7 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.299127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.299468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.301892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.309315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.312778 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.328729 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 8 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.349147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.349458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.349806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.389803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.390395 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.391721 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 9 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.407572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.413344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.413888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.414387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.429302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.430057 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.433552 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 10 to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be Jul 06 12:00:16.453190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:16.454537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:16.455111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:16.465127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:16.465823 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 094e2ee0-bfe6-4e35-b879-3189f02696be on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:16.467790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.504546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81314-b954-43a2-bc15-f5d5de16d04a req-0eaad5c9-3012-433d-bd6c-6d0de5a91155 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.505036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72b81314-b954-43a2-bc15-f5d5de16d04a req-0eaad5c9-3012-433d-bd6c-6d0de5a91155 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.6412945 Jul 06 12:00:16.611712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72b81314-b954-43a2-bc15-f5d5de16d04a req-d2d17130-1244-4afb-ab63-bd20a351f244 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883160 Jul 06 12:00:16.632226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] For port 094e2ee0-bfe6-4e35-b879-3189f02696be, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:16.632616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:00:16.637860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.638430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.752741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] In _notify_port_updated(), no bound segment for port 094e2ee0-bfe6-4e35-b879-3189f02696be on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:00:16.755609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.756615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.759157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "PUT /v2.0/ports/094e2ee0-bfe6-4e35-b879-3189f02696be HTTP/1.1" status: 200 len: 979 time: 1.6655240 Jul 06 12:00:16.763794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:16.884632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Made reservation on behalf of 43c5193a598841e69b6d26227cf89549 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:16.889054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d848e-0aeb-486d-b2ce-5a015f20658a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=094e2ee0-bfe6-4e35-b879-3189f02696be,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:16.894351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.951821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.952299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.953173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.953963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.955053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.955691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.956880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.957770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.958731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.959609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.960538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.961104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.961574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.962035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.965509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cfbc29dd-18aa-4cdc-9256-0e8e92b9dacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12654 time: 0.1933856 Jul 06 12:00:16.971197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.140803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Deleting port 094e2ee0-bfe6-4e35-b879-3189f02696be {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:17.141429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.218746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] For port 094e2ee0-bfe6-4e35-b879-3189f02696be, host n-h2-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:17.219207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.221519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.243228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Calling delete_port for 094e2ee0-bfe6-4e35-b879-3189f02696be owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:17.410431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.422392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de73d2a2-a80d-43bd-b136-64577b713aa7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.464814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.510455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Checking segment: {'id': '9014d261-946b-46e6-9b97-485cd077fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:17.516780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Network hostable DHCP agents. Network: 937dfda6-fca8-4109-ba64-62c4c3e22ff4, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:17.527351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.558273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.571358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "DELETE /v2.0/ports/094e2ee0-bfe6-4e35-b879-3189f02696be HTTP/1.1" status: 204 len: 168 time: 0.5904269 Jul 06 12:00:17.571358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.593893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcf5cd-8303-43e3-8ea1-a40b7c4bd554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event deleted for resources: {'Port': ['ID=094e2ee0-bfe6-4e35-b879-3189f02696be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.630855 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5dcd82-98a8-417f-9514-431bfd7fc46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:00:17.637142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-af5dcd82-98a8-417f-9514-431bfd7fc46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "GET /v2.0/ports/094e2ee0-bfe6-4e35-b879-3189f02696be HTTP/1.1" status: 404 len: 333 time: 0.0627561 Jul 06 12:00:17.638534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.649948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-858846799', 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:17.740661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Made reservation on behalf of 33c7e3683cc54d6fbaf8a9b2b42fc668 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:17.742309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7be4fa61-2014-44b0-9835-c1ad430af4bf no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:17.756005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.785507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:17.820062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7be4fa61-2014-44b0-9835-c1ad430af4bf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:17.820466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7be4fa61-2014-44b0-9835-c1ad430af4bf not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:17.829850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 937dfda6-fca8-4109-ba64-62c4c3e22ff4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:17.841212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.842043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.846605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65191054-a241-4125-a49e-5c8b6244a9e0 None None] Network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:17.852474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port fbdd7d23-f948-40ea-b8df-52261101b6c5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:17.890919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-27e6f058-0aa4-49f0-9862-eea86d7b8b20 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7990606 Jul 06 12:00:17.894038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Allocated IP 172.25.7.166 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/93fa12f1-8ac9-462a-ba79-5867a3988669) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:18.133966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf72386-5c37-4881-95a3-9508575517ef None None] Network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:18.153940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.281034 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.423964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:18.425558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:18.427566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event updated for resources: {'Port': ['ID=93fa12f1-8ac9-462a-ba79-5867a3988669,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:18.430092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:18.615056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.670198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bfff1-e646-4cf4-b536-15bb299c964b req-b752ed3c-ebd2-42c8-bdd4-35d60a6cbd0a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.672606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d54bfff1-e646-4cf4-b536-15bb299c964b req-b752ed3c-ebd2-42c8-bdd4-35d60a6cbd0a tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.7328324 Jul 06 12:00:18.711949 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.765199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d54bfff1-e646-4cf4-b536-15bb299c964b req-541fbce2-4ce8-4a92-a995-39014bd16518 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832601 Jul 06 12:00:18.787958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Network 27287dc2-d14c-4102-887b-02842038714e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:18.793677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:18.814534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:18.817084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.819205 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.823103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=fbdd7d23-f948-40ea-b8df-52261101b6c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:18.864527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4cfc8430-8359-488f-8c8a-b3d6d425602d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2221284 Jul 06 12:00:18.865474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:18.949226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:18.954658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-140436084-network', 'tenant_id': '5bca8331a3354b10b5b906e73a36ad4e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:18.989066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.038652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d731f-3e5a-4e8a-8bb4-97d0f40ef0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.048173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c5d731f-3e5a-4e8a-8bb4-97d0f40ef0c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "GET /v2.0/ports/fbdd7d23-f948-40ea-b8df-52261101b6c5 HTTP/1.1" status: 200 len: 958 time: 0.1787050 Jul 06 12:00:19.052418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.075181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Made reservation on behalf of 5bca8331a3354b10b5b906e73a36ad4e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:19.080715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.112917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.305941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Deleting port fbdd7d23-f948-40ea-b8df-52261101b6c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:19.306572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.379647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.385503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.390299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.400783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.426421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59330682-6739-4a74-9983-c41384295746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:19.431071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Calling delete_port for fbdd7d23-f948-40ea-b8df-52261101b6c5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:19.453911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.454390 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Added segment 0b583764-1f5a-4353-ac4d-e8fdedb3ddc1 of type vlan for network c412af24-7c18-4657-b0e6-f50ab2fae8b1 Jul 06 12:00:19.469191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949f4839-9524-4e84-bd28-489a13319001,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.551470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.606335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Router 1a03edc5-7aea-4392-a6ad-43a872b2e119 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:19.615414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.617201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.618034 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.631125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.700289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-59330682-6739-4a74-9983-c41384295746 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7499752 Jul 06 12:00:19.723961 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.728647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "DELETE /v2.0/ports/fbdd7d23-f948-40ea-b8df-52261101b6c5 HTTP/1.1" status: 204 len: 168 time: 0.6724226 Jul 06 12:00:19.731412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.731839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.741171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Request body: {'subnet': {'network_id': 'c412af24-7c18-4657-b0e6-f50ab2fae8b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-140436084-subnet', 'tenant_id': '5bca8331a3354b10b5b906e73a36ad4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:19.760003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394977d5-3d83-4166-8f8f-b449252e8264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbdd7d23-f948-40ea-b8df-52261101b6c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.773343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Made reservation on behalf of 5bca8331a3354b10b5b906e73a36ad4e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:19.775770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.789758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:19.812219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.814490 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3cbe1f38-61d2-4a5d-acfb-c4aa5ffdf75e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7524855 Jul 06 12:00:19.816223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] Sync routers for ids ['1a03edc5-7aea-4392-a6ad-43a872b2e119'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:19.818658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.825226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:19.835263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] Routers {'1a03edc5-7aea-4392-a6ad-43a872b2e119'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:19.837489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1a03edc5-7aea-4392-a6ad-43a872b2e119'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:19.981156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.994661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:20.034058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59330682-6739-4a74-9983-c41384295746 admin admin] Pushing event updated for resources: {'Network': ['ID=c412af24-7c18-4657-b0e6-f50ab2fae8b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.034296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] Routers {'1a03edc5-7aea-4392-a6ad-43a872b2e119'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:20.034826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1a03edc5-7aea-4392-a6ad-43a872b2e119'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:20.037630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e2d7d9-ec11-43c4-b53b-049ea79f9041,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.039859 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dde57c-ce14-4b1e-81b4-dfd9ce6c5d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:00:20.046917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-03dde57c-ce14-4b1e-81b4-dfd9ce6c5d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "GET /v2.0/ports/fbdd7d23-f948-40ea-b8df-52261101b6c5 HTTP/1.1" status: 404 len: 333 time: 0.3124046 Jul 06 12:00:20.047652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:20.058625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Request body: {'port': {'network_id': '27287dc2-d14c-4102-887b-02842038714e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248136306'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:20.164387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:20.168286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d9db4-8d82-443f-9702-ea48f93184ce None None] The sync data for ids ['1a03edc5-7aea-4392-a6ad-43a872b2e119'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:20.185141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c412af24-7c18-4657-b0e6-f50ab2fae8b1 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:20.185354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Made reservation on behalf of 33c7e3683cc54d6fbaf8a9b2b42fc668 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:20.188348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.245997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Checking segment: {'id': '0b583764-1f5a-4353-ac4d-e8fdedb3ddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c412af24-7c18-4657-b0e6-f50ab2fae8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:20.246349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Network hostable DHCP agents. Network: c412af24-7c18-4657-b0e6-f50ab2fae8b1, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:20.249494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:20.341570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bdb81-a1b8-47b3-ac0c-5b638eaca71b req-eb294b98-0776-43e2-9858-e28ad37f268c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.343369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-029bdb81-a1b8-47b3-ac0c-5b638eaca71b req-eb294b98-0776-43e2-9858-e28ad37f268c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2436538 Jul 06 12:00:20.426989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Network c412af24-7c18-4657-b0e6-f50ab2fae8b1 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:20.541459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c412af24-7c18-4657-b0e6-f50ab2fae8b1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:20.568241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6749b8f-ef83-44aa-9942-052850a621b8 None None] Network c412af24-7c18-4657-b0e6-f50ab2fae8b1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:20.578222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.579032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.631942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-715d023c-67f2-4d4c-b06a-2207db0ac4bc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8922122 Jul 06 12:00:20.642611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-029bdb81-a1b8-47b3-ac0c-5b638eaca71b req-babd5802-aadd-4361-af92-947aab2ae428 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823122 Jul 06 12:00:20.799624 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.901199 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.936112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.966410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493aabc2-1948-4f79-90ed-5ba6aa5af7d1 None None] Network c412af24-7c18-4657-b0e6-f50ab2fae8b1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:21.056156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Network 27287dc2-d14c-4102-887b-02842038714e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:21.061074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:21.075201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:21.076478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.077292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.086754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=34dd62cb-8179-44cf-b6a6-b99bb23dbc60,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.113319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d8ade5f-bca3-4bd5-b8ae-6fa18e00349c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0608728 Jul 06 12:00:21.117338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:21.128733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:21.347979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.709800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] device_id is not set on port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:21.729167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.754828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Transition to ACTIVE for port object 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:21.761284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.887484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.893293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=34dd62cb-8179-44cf-b6a6-b99bb23dbc60,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.898393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.996946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:21.997296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:21.997646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.066807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.067440 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.071198 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 2 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.095275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Router 1a03edc5-7aea-4392-a6ad-43a872b2e119 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:22.109877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.110228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.110572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.117645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.117978 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.119129 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 3 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.128412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ee33f53c-4db1-4f22-baf5-1650e7a2bb8a tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.129909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ee33f53c-4db1-4f22-baf5-1650e7a2bb8a tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/networks?id=937dfda6-fca8-4109-ba64-62c4c3e22ff4 HTTP/1.1" status: 200 len: 811 time: 0.2657993 Jul 06 12:00:22.179607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa74bc-8798-4b6d-89a0-b16fcf3958ce req-005aa71e-0e94-412b-9acb-bd95b122e586 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.181079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26aa74bc-8798-4b6d-89a0-b16fcf3958ce req-005aa71e-0e94-412b-9acb-bd95b122e586 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2816598 Jul 06 12:00:22.184338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.185094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.185094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.194004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-8400d496-c02a-425a-bc5a-48682941e9fc tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/quotas/43c5193a598841e69b6d26227cf89549 HTTP/1.1" status: 200 len: 375 time: 0.0426006 Jul 06 12:00:22.233201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-863bb9c4-73df-428b-a82a-7a06b8249d1e tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=43c5193a598841e69b6d26227cf89549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384102 Jul 06 12:00:22.249697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.250036 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.254981 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 4 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.263844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:22.273601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.275023 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] Sync routers for ids ['1a03edc5-7aea-4392-a6ad-43a872b2e119'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:22.278605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb40f9a9-6de0-48cb-98ce-3f45654a2044 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "PUT /v2.0/routers/1a03edc5-7aea-4392-a6ad-43a872b2e119 HTTP/1.1" status: 200 len: 926 time: 2.4584744 Jul 06 12:00:22.279055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.294715 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] Routers {'1a03edc5-7aea-4392-a6ad-43a872b2e119'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:22.295355 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1a03edc5-7aea-4392-a6ad-43a872b2e119'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.331152 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.335020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26aa74bc-8798-4b6d-89a0-b16fcf3958ce req-3dc8a899-0500-4e13-8a9b-c5af832a47cf tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390066 Jul 06 12:00:22.337799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.337799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.337799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.348059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.348710 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.348815 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 5 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.352220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] Routers {'1a03edc5-7aea-4392-a6ad-43a872b2e119'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:22.353081 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1a03edc5-7aea-4392-a6ad-43a872b2e119'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.390128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.395098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.395609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.410307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.410658 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.411075 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 6 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.441595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.441934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.442274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.461175 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.462832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.465742 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509dc5be-944b-4311-a56c-b44ea89d2592 None None] The sync data for ids ['1a03edc5-7aea-4392-a6ad-43a872b2e119'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:22.465890 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.466608 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 7 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.518320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.520880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.524305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.531457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.535662 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.536116 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 8 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.583963 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34e6527c-3ca8-4c8c-967c-ed841fe0f23d tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/1a03edc5-7aea-4392-a6ad-43a872b2e119 HTTP/1.1" status: 200 len: 926 time: 0.3024352 Jul 06 12:00:22.585888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.623342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.623551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.623895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.634374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.634707 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.642664 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 9 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.677171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.677517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.677859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.694187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.694543 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.696352 n-d-799528-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempt 10 to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 Jul 06 12:00:22.702693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.710194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:22.710530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:22.710868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempting to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:22.716089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-86694bcf-f13e-4081-9516-f21c3e7f298a service neutron] 10.222.0.78 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628820 Jul 06 12:00:22.718920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:22.719258 n-d-799528-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Failed to bind port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on host n-h2-799528-2 for vnic_type normal using segments [{'id': 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '27287dc2-d14c-4102-887b-02842038714e'}] Jul 06 12:00:22.719628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.861998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f49d3-2fdb-4cd4-964f-dac1a51408af tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.863555 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a99f49d3-2fdb-4cd4-964f-dac1a51408af tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=1a03edc5-7aea-4392-a6ad-43a872b2e119&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2765491 Jul 06 12:00:22.878918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.988631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-82f8739f-799e-423a-902b-bc0ac499b02b service neutron] 10.222.0.78 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526326 Jul 06 12:00:22.997773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] For port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:22.998147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:00:23.003486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.075000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] In _notify_port_updated(), no bound segment for port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 on network 27287dc2-d14c-4102-887b-02842038714e {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:00:23.076054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.077046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.078293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "PUT /v2.0/ports/34dd62cb-8179-44cf-b6a6-b99bb23dbc60 HTTP/1.1" status: 200 len: 979 time: 1.9596405 Jul 06 12:00:23.081452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.089140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff15e74-71ea-4749-9d80-655b824d1eae tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.091439 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ff15e74-71ea-4749-9d80-655b824d1eae tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.2113788 Jul 06 12:00:23.096722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.123761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97337c8-ce52-4c92-9714-302596ad8135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event updated for resources: {'Port': ['ID=34dd62cb-8179-44cf-b6a6-b99bb23dbc60,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.196753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a609c0cb-f983-4a3e-b140-4273d66969af tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a03edc5-7aea-4392-a6ad-43a872b2e119 HTTP/1.1" status: 200 len: 205 time: 0.0918667 Jul 06 12:00:23.200447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.292531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Deleting port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:23.292945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.403540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd31c94b-9048-41fd-835c-793e001ea8cb req-95b5a3e9-e1d8-4f40-98e7-d9948fb66aa3 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 210 time: 0.0504508 Jul 06 12:00:23.440514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] For port 34dd62cb-8179-44cf-b6a6-b99bb23dbc60, host n-h2-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:23.441154 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.458017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Calling delete_port for 34dd62cb-8179-44cf-b6a6-b99bb23dbc60 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:23.501339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.781976 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.878077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.915796 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.919201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "DELETE /v2.0/ports/34dd62cb-8179-44cf-b6a6-b99bb23dbc60 HTTP/1.1" status: 204 len: 168 time: 0.8368394 Jul 06 12:00:23.921998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.947216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d2d35-03cd-484d-aeab-5351f9d164dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] Pushing event deleted for resources: {'Port': ['ID=34dd62cb-8179-44cf-b6a6-b99bb23dbc60,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.957288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Deleting port 93fa12f1-8ac9-462a-ba79-5867a3988669 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:23.957815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.988454 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5971cdd-3f3d-42cf-94bc-ba9be97ff821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:00:23.994515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5971cdd-3f3d-42cf-94bc-ba9be97ff821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291079660-project-admin] 10.222.0.78 "GET /v2.0/ports/34dd62cb-8179-44cf-b6a6-b99bb23dbc60 HTTP/1.1" status: 404 len: 333 time: 0.0692360 Jul 06 12:00:23.998686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:24.060845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.076133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Calling delete_port for 93fa12f1-8ac9-462a-ba79-5867a3988669 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:24.176097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18451d-32cc-474a-907b-77c11d9c7739 req-854d995a-d0f1-4920-9c86-ebd12fab6f94 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:24.178718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b18451d-32cc-474a-907b-77c11d9c7739 req-854d995a-d0f1-4920-9c86-ebd12fab6f94 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.3726051 Jul 06 12:00:24.191042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.272943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b18451d-32cc-474a-907b-77c11d9c7739 req-d316f4c6-0533-4ecb-9f95-5776878d1b78 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870132 Jul 06 12:00:24.346618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.348573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.376039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event deleted for resources: {'Port': ['ID=93fa12f1-8ac9-462a-ba79-5867a3988669,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.377098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27287dc2-d14c-4102-887b-02842038714e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:24.403218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:24.403657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eb6ad1-a32f-4de9-8b46-a92de1f7587c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:24.416028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.460665 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.471485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:24.472060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.485145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:24.578835 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:24.582688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.599500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.600869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.605962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] 10.222.0.78 "DELETE /v2.0/networks/27287dc2-d14c-4102-887b-02842038714e HTTP/1.1" status: 204 len: 168 time: 0.6059556 Jul 06 12:00:24.632829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.646283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e0c44-7d48-4b84-b163-a252acb5ef59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133901095-project] Pushing event deleted for resources: {'Network': ['ID=27287dc2-d14c-4102-887b-02842038714e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.723168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.732697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Fanout notify agent at l3_agent the message router_deleted on router 1a03edc5-7aea-4392-a6ad-43a872b2e119 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:24.742050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.743282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e97ec599-f141-4511-b2d7-d07c7dd82e74 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/1a03edc5-7aea-4392-a6ad-43a872b2e119 HTTP/1.1" status: 204 len: 168 time: 1.5418520 Jul 06 12:00:24.755786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:24.762400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1957170808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:24.782044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ec5ca40-8168-4bcf-bb8d-dbf9e31f6d8a req-e7e8c30d-f348-4b68-b695-7d0176161690 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 210 time: 0.0626888 Jul 06 12:00:24.806770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22f9a9-85fa-4a2b-9309-efd98625bb8b req-772778b1-e180-4ad8-bb81-0b9a536ba646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:24.809476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c22f9a9-85fa-4a2b-9309-efd98625bb8b req-772778b1-e180-4ad8-bb81-0b9a536ba646 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.2136066 Jul 06 12:00:24.831492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.833852 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.907264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c22f9a9-85fa-4a2b-9309-efd98625bb8b req-698e838e-553c-4e95-99a0-e2e0913f3f71 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906913 Jul 06 12:00:24.987200 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.997129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.030367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.030367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0b082782-fd8e-41a0-9b37-4ede23bb8534 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2709897 Jul 06 12:00:25.032657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.044044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:25.192468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-de4c7aa0-789f-4c90-925f-469c9050fd5c tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.194560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-de4c7aa0-789f-4c90-925f-469c9050fd5c tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.79 "GET /v2.0/networks?id=937dfda6-fca8-4109-ba64-62c4c3e22ff4 HTTP/1.1" status: 200 len: 811 time: 0.1916721 Jul 06 12:00:25.217266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Request body: {'port': {'device_id': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4', 'admin_state_up': True, 'tenant_id': '43c5193a598841e69b6d26227cf89549'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:25.247855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.491065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.520246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Made reservation on behalf of 43c5193a598841e69b6d26227cf89549 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:25.536133 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.665548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-348203bb-4584-4011-bd1e-9cb5ce29f883 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5513b946987c4cf1997a997f54498c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146712 Jul 06 12:00:25.669516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.790437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cd4-f57a-4875-b271-5b67fbfd1c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.875318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a056f-1ded-40e6-bee5-8dd691ac7d74 req-a908809c-782c-4ec2-b421-e5f8ef708e11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.884692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc1a056f-1ded-40e6-bee5-8dd691ac7d74 req-a908809c-782c-4ec2-b421-e5f8ef708e11 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.3445995 Jul 06 12:00:25.895410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Allocated IP 172.20.0.6 (937dfda6-fca8-4109-ba64-62c4c3e22ff4/de73d2a2-a80d-43bd-b136-64577b713aa7/d7390904-32be-4b39-8fa0-bea6369d2c9f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:25.963474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cd4-f57a-4875-b271-5b67fbfd1c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.010126 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.055938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.082391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc1a056f-1ded-40e6-bee5-8dd691ac7d74 req-2ed268ee-ae0e-4e93-8305-e7b70703a2bb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967003 Jul 06 12:00:26.143778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e3cae4c-4b1b-40d1-bb27-cf8d6f7cf13a req-653e4986-d6fa-4bf6-a67b-ec0f8426cf46 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 210 time: 0.0603318 Jul 06 12:00:26.150401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cd4-f57a-4875-b271-5b67fbfd1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.153678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de7b5cd4-f57a-4875-b271-5b67fbfd1c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.155036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-de7b5cd4-f57a-4875-b271-5b67fbfd1c01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37c7e75c-6e7d-42c1-97fb-598e5a60fb50 HTTP/1.1" status: 204 len: 168 time: 0.4850104 Jul 06 12:00:26.170324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b5cd4-f57a-4875-b271-5b67fbfd1c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c7e75c-6e7d-42c1-97fb-598e5a60fb50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.246586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Allocated IP 172.25.7.174 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/c61df8f6-e27f-40c0-9829-102a5c3be21b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:26.286978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.335133 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.407904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:26.411436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:26.417459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:26.421767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Pushing event updated for resources: {'Port': ['ID=d7390904-32be-4b39-8fa0-bea6369d2c9f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.462213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.525078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.526209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.551497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.577886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-1d068880-63f3-473d-91b7-2b79f328d692 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3738093 Jul 06 12:00:26.597732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Request body: {'port': {'device_id': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:26.655979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event updated for resources: {'Port': ['ID=c61df8f6-e27f-40c0-9829-102a5c3be21b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.694698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:26.705286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:26.705286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:26.767109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.845225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.923970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-64325dd6-ff82-4bee-bf49-7a5cad8258d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33c7e3683cc54d6fbaf8a9b2b42fc668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469126 Jul 06 12:00:26.924918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.114087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed8696de-6ab0-42ce-b69e-356b35ffef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.278449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.324227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.978300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7390904-32be-4b39-8fa0-bea6369d2c9f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:27.999192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cfb76-6f36-4066-90c1-bf1d9592d478 req-9209ad61-4ff4-4fc2-a306-09d4ae31434c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.000818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb5cfb76-6f36-4066-90c1-bf1d9592d478 req-9209ad61-4ff4-4fc2-a306-09d4ae31434c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.6803145 Jul 06 12:00:28.002895 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.032631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b8ba9-67a0-4a68-9899-aca9eb7e33a1 req-6f1b1cd5-8bab-403c-9067-70649f2387c8 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.034254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-935b8ba9-67a0-4a68-9899-aca9eb7e33a1 req-6f1b1cd5-8bab-403c-9067-70649f2387c8 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 931 time: 0.6714203 Jul 06 12:00:28.043539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Transition to ACTIVE for port object d7390904-32be-4b39-8fa0-bea6369d2c9f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:28.056877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.067020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.095672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb5cfb76-6f36-4066-90c1-bf1d9592d478 req-10a23679-61f6-41e7-be08-777c905096c1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877848 Jul 06 12:00:28.196601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-935b8ba9-67a0-4a68-9899-aca9eb7e33a1 req-308f48f1-90a9-45bc-ade2-a01a145aaf62 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515598 Jul 06 12:00:28.212023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Pushing event updated for resources: {'Port': ['ID=d7390904-32be-4b39-8fa0-bea6369d2c9f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:28.290437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.294302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.297872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60ffa63c-7f37-4496-83a0-27ed51e57c70 HTTP/1.1" status: 204 len: 168 time: 1.3692710 Jul 06 12:00:28.310279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ffa63c-7f37-4496-83a0-27ed51e57c70,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:28.316130 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.324145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.324609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.325054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.325496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.325927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.326355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.326786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.327048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Attempting to bind port d7390904-32be-4b39-8fa0-bea6369d2c9f on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:28.327321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.327451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Attempting to bind port d7390904-32be-4b39-8fa0-bea6369d2c9f by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9014d261-946b-46e6-9b97-485cd077fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:28.327711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Attempting to bind port d7390904-32be-4b39-8fa0-bea6369d2c9f on network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:28.328058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.328485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.328911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.329336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb30696-70e1-4de6-98f2-757acde99994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:28.332803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.341698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Port d7390904-32be-4b39-8fa0-bea6369d2c9f on network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:28.342938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Attempting to bind port d7390904-32be-4b39-8fa0-bea6369d2c9f on network 937dfda6-fca8-4109-ba64-62c4c3e22ff4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:28.349444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:28.349883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Checking segment: {'id': '9014d261-946b-46e6-9b97-485cd077fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:28.350341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Bound using segment: {'id': '9014d261-946b-46e6-9b97-485cd077fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:28.351085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Bound port: d7390904-32be-4b39-8fa0-bea6369d2c9f, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9014d261-946b-46e6-9b97-485cd077fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:28.351595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.430594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] For port d7390904-32be-4b39-8fa0-bea6369d2c9f, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:28.435252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] For port d7390904-32be-4b39-8fa0-bea6369d2c9f, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f,segment=NetworkSegment(9014d261-946b-46e6-9b97-485cd077fb13),segment_id=9014d261-946b-46e6-9b97-485cd077fb13)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:28.440966 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.565440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Router c478eb22-9f5b-4ea8-b8c8-b9ead915e820 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:28.569479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.570113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.576722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] 10.222.0.79 "PUT /v2.0/ports/d7390904-32be-4b39-8fa0-bea6369d2c9f HTTP/1.1" status: 200 len: 1091 time: 1.9883332 Jul 06 12:00:28.577388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'tag': 'd7390904-32be-4b39-8fa0-bea6369d2c9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:28.581286 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57926b5c-a5b5-466b-b9b0-cdae92cc6026" -d '{"events": [{"name": "network-changed", "server_uuid": "f86165c7-ca91-4f8f-903c-c543f36f40b2", "tag": "d7390904-32be-4b39-8fa0-bea6369d2c9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:28.622079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72fdfd-db96-43f0-9ce2-0411424cd289 service neutron] Pushing event updated for resources: {'Port': ['ID=d7390904-32be-4b39-8fa0-bea6369d2c9f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:28.688672 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3c4ed-2672-4ed7-9cf5-60136d1a3b22 x-openstack-request-id: req-c1e3c4ed-2672-4ed7-9cf5-60136d1a3b22 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:28.689125 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86165c7-ca91-4f8f-903c-c543f36f40b2", "tag": "d7390904-32be-4b39-8fa0-bea6369d2c9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:28.689387 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1e3c4ed-2672-4ed7-9cf5-60136d1a3b22 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:28.689785 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'tag': 'd7390904-32be-4b39-8fa0-bea6369d2c9f', 'status': 'completed', 'code': 200} Jul 06 12:00:28.863863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:28.880099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] Sync routers for ids ['c478eb22-9f5b-4ea8-b8c8-b9ead915e820'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:28.882948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.890533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a9f4b39-7615-4feb-acfc-f0a9025716ec tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "PUT /v2.0/routers/c478eb22-9f5b-4ea8-b8c8-b9ead915e820 HTTP/1.1" status: 200 len: 884 time: 3.8554471 Jul 06 12:00:28.892453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:28.899161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] Routers {'c478eb22-9f5b-4ea8-b8c8-b9ead915e820'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:28.904886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c478eb22-9f5b-4ea8-b8c8-b9ead915e820'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:29.032122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:29.057053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] Routers {'c478eb22-9f5b-4ea8-b8c8-b9ead915e820'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:29.058319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c478eb22-9f5b-4ea8-b8c8-b9ead915e820'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:29.154547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:29.155422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93599f15-a923-4be5-9d5b-7f2a74e77fdd None None] The sync data for ids ['c478eb22-9f5b-4ea8-b8c8-b9ead915e820'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:29.309242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-10b3c79e-1589-4ce3-aa8b-d62d46749d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.310785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-10b3c79e-1589-4ce3-aa8b-d62d46749d53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43c5193a598841e69b6d26227cf89549&device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 1094 time: 0.6086662 Jul 06 12:00:29.378076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-edd1511f-782a-46e6-91e8-55cf47e5d7bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f HTTP/1.1" status: 200 len: 217 time: 0.0591645 Jul 06 12:00:29.394162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-38474ecc-cf31-4b98-bd72-eb7b151e5877 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/c478eb22-9f5b-4ea8-b8c8-b9ead915e820 HTTP/1.1" status: 200 len: 925 time: 0.5003021 Jul 06 12:00:29.398443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:29.459906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-b21229a3-7de7-45ed-aee0-c867c2e26e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.461495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-b21229a3-7de7-45ed-aee0-c867c2e26e9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de73d2a2-a80d-43bd-b136-64577b713aa7 HTTP/1.1" status: 200 len: 851 time: 0.0728626 Jul 06 12:00:29.465397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-9c024a78-db9f-4d63-81b7-a07d2346abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.467613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-9c024a78-db9f-4d63-81b7-a07d2346abbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a651e56714f481d8477f9bc8644b9c7&device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 1096 time: 0.3883996 Jul 06 12:00:29.474971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ea280-3e71-49b4-9523-2c213e4ab5e9 req-442574d8-5de0-4388-855d-1d9055273396 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.483385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d28ea280-3e71-49b4-9523-2c213e4ab5e9 req-442574d8-5de0-4388-855d-1d9055273396 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2914286 Jul 06 12:00:29.618231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aace019-6805-4db7-90d3-83ef6ddb1c2f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.622622 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6aace019-6805-4db7-90d3-83ef6ddb1c2f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=c478eb22-9f5b-4ea8-b8c8-b9ead915e820&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2231007 Jul 06 12:00:29.625403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:29.652388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-a8f899a5-6ef6-4fdf-99c9-70b3aa44055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.653925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-a8f899a5-6ef6-4fdf-99c9-70b3aa44055f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 200 len: 920 time: 0.1685739 Jul 06 12:00:29.702938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d07caac-8910-48b1-a50d-1aa9c37be014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.764664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d28ea280-3e71-49b4-9523-2c213e4ab5e9 req-08c33b44-9391-43b7-af14-3320ee0327a4 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801523 Jul 06 12:00:29.879342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-5c0c9c5b-77f1-43f6-bd48-fcf176982ee9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=937dfda6-fca8-4109-ba64-62c4c3e22ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3742855 Jul 06 12:00:29.916013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68968e4-e9e8-4b64-a812-df98137120f2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.927128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f68968e4-e9e8-4b64-a812-df98137120f2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.2976053 Jul 06 12:00:29.933987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:29.978765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-0551b2b7-2313-4368-85ec-0158e30eb0ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 200 len: 217 time: 0.2065923 Jul 06 12:00:30.009258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e0edb907-70ec-4935-93e6-6f037653e386 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=c478eb22-9f5b-4ea8-b8c8-b9ead915e820 HTTP/1.1" status: 200 len: 205 time: 0.0725973 Jul 06 12:00:30.010154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:30.035416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.148240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.255165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-915deba4-363e-4135-b1ba-cc882934bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.256706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-915deba4-363e-4135-b1ba-cc882934bcd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 200 len: 859 time: 0.2346790 Jul 06 12:00:30.284004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d21-e49f-44e1-843e-0a396fc7af05 req-e8edaa54-1fdf-4f53-a3b1-43123a2c03c3 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.290801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47235d21-e49f-44e1-843e-0a396fc7af05 req-e8edaa54-1fdf-4f53-a3b1-43123a2c03c3 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 943 time: 0.4726350 Jul 06 12:00:30.338917 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.350223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-2d077cf0-675a-468a-816c-dc4704d2a3b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813177 Jul 06 12:00:30.358078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-fea2e7d2-3aa0-4fa7-aee1-c715509a0847 service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778121 Jul 06 12:00:30.389090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.397796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47235d21-e49f-44e1-843e-0a396fc7af05 req-641fafd3-7db0-488c-ae93-65d216ce691b tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012194 Jul 06 12:00:30.475351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Deleting port c61df8f6-e27f-40c0-9829-102a5c3be21b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:30.478503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.613576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.638312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-fb10dc7d-9c2a-4d56-a1cd-9d9f2952ccf0 service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772894 Jul 06 12:00:30.643947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Calling delete_port for c61df8f6-e27f-40c0-9829-102a5c3be21b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:30.685891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa67e875-9b93-4d72-a388-23954e8d3700 req-b439b3c3-d288-4581-909a-294877c3a875 service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213944 Jul 06 12:00:30.944246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.023884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36cc4738-8c3b-4e46-86f6-004f82bed81e req-1aceed45-5fbb-4b56-9b0f-a6f18c04031d service neutron] 10.222.0.79 "GET /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763924 Jul 06 12:00:31.036638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-1a48146b-1635-4e5c-b74d-31e1c21141d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.038381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-1a48146b-1635-4e5c-b74d-31e1c21141d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43c5193a598841e69b6d26227cf89549&device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 1094 time: 0.2866194 Jul 06 12:00:31.056865 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.154311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event deleted for resources: {'Port': ['ID=c61df8f6-e27f-40c0-9829-102a5c3be21b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:31.197039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.281468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-d60bc43f-8e7f-4da9-8022-60e9de252aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.283969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-d60bc43f-8e7f-4da9-8022-60e9de252aee service neutron] 10.222.0.79 "GET /v2.0/networks?id=937dfda6-fca8-4109-ba64-62c4c3e22ff4 HTTP/1.1" status: 200 len: 912 time: 0.2388673 Jul 06 12:00:31.298229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883970-96ca-4bba-a52f-270d0a6353f6 req-69d923a8-5374-4fcf-9dbb-76f439585eb1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.310902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23883970-96ca-4bba-a52f-270d0a6353f6 req-69d923a8-5374-4fcf-9dbb-76f439585eb1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2498171 Jul 06 12:00:31.326763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.361105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-601a8155-ebc5-4561-a1c7-843a1d123412 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f HTTP/1.1" status: 200 len: 217 time: 0.0473530 Jul 06 12:00:31.414007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-589894346', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:31.461623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23883970-96ca-4bba-a52f-270d0a6353f6 req-99fe3035-df0d-49a8-af79-b49e500fa263 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494775 Jul 06 12:00:31.465480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-c8e193b8-8da1-4b6f-8fc1-c1570290226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.467394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-c8e193b8-8da1-4b6f-8fc1-c1570290226c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de73d2a2-a80d-43bd-b136-64577b713aa7 HTTP/1.1" status: 200 len: 851 time: 0.0965016 Jul 06 12:00:31.468339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.470425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.532426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-792b6503-9896-4cfb-a554-98091076c9c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=937dfda6-fca8-4109-ba64-62c4c3e22ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565276 Jul 06 12:00:31.556399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.558279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Fanout notify agent at l3_agent the message router_deleted on router c478eb22-9f5b-4ea8-b8c8-b9ead915e820 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:31.566509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.572492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ea0a9681-bcb9-4417-bf35-62940b1ffdcc tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/c478eb22-9f5b-4ea8-b8c8-b9ead915e820 HTTP/1.1" status: 204 len: 168 time: 1.5558527 Jul 06 12:00:31.573375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.578497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1649618744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:31.600648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Made reservation on behalf of 7e02b6e59c154b19800fff21475e28a6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:31.604189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.604507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.605636 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.661526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.666499 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.669614 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.690463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.695178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-495d4401-a000-4d4d-a79c-ede05bd82c70 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1183016 Jul 06 12:00:31.696053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.701854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:31.731598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345c9b-3654-4eab-bca7-fb920e3aac63 req-c2b8ddf9-cab6-4e83-b660-da655411d0ad tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.733166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e345c9b-3654-4eab-bca7-fb920e3aac63 req-c2b8ddf9-cab6-4e83-b660-da655411d0ad tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 943 time: 0.1979301 Jul 06 12:00:31.790121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-128b9686-1f36-41b8-ac1c-60ad34d34e3f service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390592 Jul 06 12:00:31.873708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e345c9b-3654-4eab-bca7-fb920e3aac63 req-c7ed5106-e232-483e-818c-21c08966e02d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240540 Jul 06 12:00:31.931904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.962056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57926b5c-a5b5-466b-b9b0-cdae92cc6026 req-5608b754-90a3-40af-ad55-2dc0617b3d8a service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644828 Jul 06 12:00:31.964012 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.969551 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.974989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] device_id is not set on port a0ce0934-c3c4-48d9-a896-407156c9b750 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:32.065632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94a729-81c6-451e-bd64-a933871b2685,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.132999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Allocated IP 172.25.7.229 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/a0ce0934-c3c4-48d9-a896-407156c9b750) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:32.182068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.208607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.297562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.340539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.401107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Allocated IP 172.25.7.51 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/905791cc-4226-4da9-8110-fc56a1c8f9c5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:32.422652 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.427162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:32.432059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:32.435301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:32.469305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Pushing event updated for resources: {'Port': ['ID=a0ce0934-c3c4-48d9-a896-407156c9b750,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.489411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.490622 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.508715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f14e8aa4-20f5-4bcd-9734-ee1125340793 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3080444 Jul 06 12:00:32.509037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.516606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.229'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:32.543356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.544514 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.569303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.634596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.649211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.691529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:32.696601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:32.701016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:32.740786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Port': ['ID=905791cc-4226-4da9-8110-fc56a1c8f9c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.866874 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.882782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261effd-ff44-4efa-bcd4-26185758d80b req-0db64e4a-f1e9-4783-8fa9-4cb50f7b4923 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.884410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4261effd-ff44-4efa-bcd4-26185758d80b req-0db64e4a-f1e9-4783-8fa9-4cb50f7b4923 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2396271 Jul 06 12:00:32.974699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4261effd-ff44-4efa-bcd4-26185758d80b req-4e766c0d-9b9d-4061-ad64-e05a0f9508e5 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809610 Jul 06 12:00:33.020152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.181761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d7390904-32be-4b39-8fa0-bea6369d2c9f details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:33.272586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.278633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.293717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d7390904-32be-4b39-8fa0-bea6369d2c9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f,segment=NetworkSegment(9014d261-946b-46e6-9b97-485cd077fb13),segment_id=9014d261-946b-46e6-9b97-485cd077fb13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:33.305975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'd7390904-32be-4b39-8fa0-bea6369d2c9f', 'network_id': '937dfda6-fca8-4109-ba64-62c4c3e22ff4', 'port_id': 'd7390904-32be-4b39-8fa0-bea6369d2c9f', 'mac_address': 'fa:16:3e:8f:0f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de73d2a2-a80d-43bd-b136-64577b713aa7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:33.341269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524425b-5ae0-4ea6-9813-40069dabd47a req-8537df1e-fc30-4ee2-85f2-15416f86d2d6 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:33.342914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9524425b-5ae0-4ea6-9813-40069dabd47a req-8537df1e-fc30-4ee2-85f2-15416f86d2d6 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 943 time: 0.2886095 Jul 06 12:00:33.345918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.351562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.377503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.387963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7390904-32be-4b39-8fa0-bea6369d2c9f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:33.411671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d7390904-32be-4b39-8fa0-bea6369d2c9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f,segment=NetworkSegment(9014d261-946b-46e6-9b97-485cd077fb13),segment_id=9014d261-946b-46e6-9b97-485cd077fb13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:33.417560 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.459839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9524425b-5ae0-4ea6-9813-40069dabd47a req-4dd89e07-ed08-4dd6-b5e8-ba690cac6ade tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108484 Jul 06 12:00:33.465819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Router 85079b76-9566-428d-840a-a359371edd72 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:33.479805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d7390904-32be-4b39-8fa0-bea6369d2c9f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:33.614170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:33.618677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.622896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b8cf7ed0-b51a-431f-b86f-64375c603ee2 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "PUT /v2.0/routers/85079b76-9566-428d-840a-a359371edd72 HTTP/1.1" status: 200 len: 918 time: 1.9239290 Jul 06 12:00:33.623079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:33.628086 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] Sync routers for ids ['85079b76-9566-428d-840a-a359371edd72'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:33.641240 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] Routers {'85079b76-9566-428d-840a-a359371edd72'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:33.642142 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85079b76-9566-428d-840a-a359371edd72'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.657907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d7390904-32be-4b39-8fa0-bea6369d2c9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:33.683976 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.697087 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] Routers {'85079b76-9566-428d-840a-a359371edd72'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:33.698618 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85079b76-9566-428d-840a-a359371edd72'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.753665 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.755012 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c66d1-5347-43fc-999b-1658845b0398 None None] The sync data for ids ['85079b76-9566-428d-840a-a359371edd72'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:34.056775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.143796 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71f5ce2e-c9c2-4a3c-8ad0-711841ff1062 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/85079b76-9566-428d-840a-a359371edd72 HTTP/1.1" status: 200 len: 924 time: 0.5194857 Jul 06 12:00:34.152624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.223571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34c559-ce66-4794-982e-e714d266bb31 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.227668 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4b34c559-ce66-4794-982e-e714d266bb31 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=85079b76-9566-428d-840a-a359371edd72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0715358 Jul 06 12:00:34.228461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.330903 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.336338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.355170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2e0ad-dfb2-4e35-a28c-861556a71dbd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.356665 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3bc2e0ad-dfb2-4e35-a28c-861556a71dbd tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.1268728 Jul 06 12:00:34.360073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.411511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36e3f586-fe24-4aab-8ed2-8f14c611e30b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=85079b76-9566-428d-840a-a359371edd72 HTTP/1.1" status: 200 len: 205 time: 0.0500796 Jul 06 12:00:34.418928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.428802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb04-c363-43d8-a9c5-e627e5deea15 req-05ea181c-1e8b-4933-a9a7-b1128327abd1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.430314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01efdb04-c363-43d8-a9c5-e627e5deea15 req-05ea181c-1e8b-4933-a9a7-b1128327abd1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1797242 Jul 06 12:00:34.431011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.431563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9be4aa4-0edb-45c8-95b9-68a2d3ba94b1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:34.518804 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:00:34.524404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.532288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-400ba5fa-7753-43e1-a019-65201f5ee79a tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0201447 Jul 06 12:00:34.564371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01efdb04-c363-43d8-a9c5-e627e5deea15 req-2df04ff3-40e7-4e06-9d58-f32e6bd29fa1 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236072 Jul 06 12:00:34.635595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.761398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Deleting port a0ce0934-c3c4-48d9-a896-407156c9b750 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:34.761398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.828067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d733-9e09-42f3-9024-eac0a6e7e6a6 req-de7c9b4b-f42e-4e72-93e6-b5568355072d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.835277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c2d733-9e09-42f3-9024-eac0a6e7e6a6 req-de7c9b4b-f42e-4e72-93e6-b5568355072d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 944 time: 0.1536658 Jul 06 12:00:34.851117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.976585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.989602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5c2d733-9e09-42f3-9024-eac0a6e7e6a6 req-1ffe3d0f-ac75-4c3d-a51b-46080ac68fd1 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507120 Jul 06 12:00:35.007800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Deleting port 905791cc-4226-4da9-8110-fc56a1c8f9c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:35.008371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.014604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Calling delete_port for a0ce0934-c3c4-48d9-a896-407156c9b750 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:35.189393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.196790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d7390904-32be-4b39-8fa0-bea6369d2c9f up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:35.209290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Calling delete_port for 905791cc-4226-4da9-8110-fc56a1c8f9c5 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:35.288764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.330225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0ce0934-c3c4-48d9-a896-407156c9b750,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.388004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port d7390904-32be-4b39-8fa0-bea6369d2c9f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:35.392197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port d7390904-32be-4b39-8fa0-bea6369d2c9f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:35.392579 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.412356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.415257 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dfa3dec2-36fa-403d-80f3-599364c068f3 tempest-RoutersAdminNegativeIpV6Test-255794465 tempest-RoutersAdminNegativeIpV6Test-255794465-project-admin] 10.222.0.78 "DELETE /v2.0/ports/a0ce0934-c3c4-48d9-a896-407156c9b750 HTTP/1.1" status: 204 len: 168 time: 0.8898544 Jul 06 12:00:35.416692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.567116 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.577632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.646458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event deleted for resources: {'Port': ['ID=905791cc-4226-4da9-8110-fc56a1c8f9c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.654882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7390904-32be-4b39-8fa0-bea6369d2c9f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:35.667509 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63884575-22eb-497e-86ca-07dec044c7f8" -d '{"events": [{"server_uuid": "f86165c7-ca91-4f8f-903c-c543f36f40b2", "name": "network-vif-plugged", "status": "completed", "tag": "d7390904-32be-4b39-8fa0-bea6369d2c9f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:35.726660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d190d628-f601-49ec-934d-ed42399bb46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.726849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d7390904-32be-4b39-8fa0-bea6369d2c9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f,segment=NetworkSegment(9014d261-946b-46e6-9b97-485cd077fb13),segment_id=9014d261-946b-46e6-9b97-485cd077fb13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:35.737237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.763428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.809165 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fad7c3-4be0-41ec-8626-06d01a763988 x-openstack-request-id: req-87fad7c3-4be0-41ec-8626-06d01a763988 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:35.809450 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86165c7-ca91-4f8f-903c-c543f36f40b2", "name": "network-vif-plugged", "status": "completed", "tag": "d7390904-32be-4b39-8fa0-bea6369d2c9f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:35.809879 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87fad7c3-4be0-41ec-8626-06d01a763988 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:35.810434 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7390904-32be-4b39-8fa0-bea6369d2c9f', 'code': 200} Jul 06 12:00:35.910267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d7390904-32be-4b39-8fa0-bea6369d2c9f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.001951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.005174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.050833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.071685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.074544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Fanout notify agent at l3_agent the message router_deleted on router 85079b76-9566-428d-840a-a359371edd72 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:36.095219 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.104443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.107170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d148a46a-bc8f-4d4a-b9bf-ea1b6f15a9c9 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/85079b76-9566-428d-840a-a359371edd72 HTTP/1.1" status: 204 len: 168 time: 1.6867406 Jul 06 12:00:36.109620 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d190d628-f601-49ec-934d-ed42399bb46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.120930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1575084698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:36.131822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d190d628-f601-49ec-934d-ed42399bb46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.134436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5d843-23da-4bf1-9599-5428ca22cab9 req-b83bfc2f-8c86-4c9f-99e6-38b4029357a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.137984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88c5d843-23da-4bf1-9599-5428ca22cab9 req-b83bfc2f-8c86-4c9f-99e6-38b4029357a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 1096 time: 0.2159088 Jul 06 12:00:36.234774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.238850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d190d628-f601-49ec-934d-ed42399bb46b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=904ae03e981b43b182590ba0cbcb3071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178329 Jul 06 12:00:36.248714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d628-f601-49ec-934d-ed42399bb46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6240a1f9-fea3-464a-803a-86e32f2a8d65,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.256752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88c5d843-23da-4bf1-9599-5428ca22cab9 req-50157ed9-e7a3-4a95-a844-2e34beb3ae03 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064694 Jul 06 12:00:36.274152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.278321 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.365627 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:00:36.448811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.478439 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.496998 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f51b4fb-51fc-478c-8a05-ab71a59b9efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.523281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.526663 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a6ef217d-876a-40de-9c29-8ff0b1044895 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4098809 Jul 06 12:00:36.528428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f449d98-ea12-47f4-acd4-5e79bbd92e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.530193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.543506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:36.576702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f51b4fb-51fc-478c-8a05-ab71a59b9efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.637526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ab348-f1a1-418e-b57f-93545a946090 req-4f32be82-e631-44e3-9ba5-5f65975290a9 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.660985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f4ab348-f1a1-418e-b57f-93545a946090 req-4f32be82-e631-44e3-9ba5-5f65975290a9 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2919858 Jul 06 12:00:36.741801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f4ab348-f1a1-418e-b57f-93545a946090 req-3891dfa3-f36b-4300-8464-c915af71b8b5 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795312 Jul 06 12:00:36.767546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f51b4fb-51fc-478c-8a05-ab71a59b9efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.779948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f51b4fb-51fc-478c-8a05-ab71a59b9efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.779948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f51b4fb-51fc-478c-8a05-ab71a59b9efc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6240a1f9-fea3-464a-803a-86e32f2a8d65 HTTP/1.1" status: 204 len: 168 time: 0.5428808 Jul 06 12:00:36.811494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51b4fb-51fc-478c-8a05-ab71a59b9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6240a1f9-fea3-464a-803a-86e32f2a8d65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.960059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.123889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f449d98-ea12-47f4-acd4-5e79bbd92e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.134063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f449d98-ea12-47f4-acd4-5e79bbd92e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.256402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449d98-ea12-47f4-acd4-5e79bbd92e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64267e77-1121-4f20-b621-ed6fe6bced6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.262825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8f449d98-ea12-47f4-acd4-5e79bbd92e37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4778b6b93a4443a8a4bc8fa97badbcda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2086496 Jul 06 12:00:37.266626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:37.356099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31bf340f-4300-4e10-afcd-87f9cf1ab8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.397129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31bf340f-4300-4e10-afcd-87f9cf1ab8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.464739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31bf340f-4300-4e10-afcd-87f9cf1ab8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.468190 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31bf340f-4300-4e10-afcd-87f9cf1ab8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.469880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-31bf340f-4300-4e10-afcd-87f9cf1ab8a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64267e77-1121-4f20-b621-ed6fe6bced6b HTTP/1.1" status: 204 len: 168 time: 0.2019079 Jul 06 12:00:37.481753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf340f-4300-4e10-afcd-87f9cf1ab8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64267e77-1121-4f20-b621-ed6fe6bced6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.502273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.532117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.661219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Allocated IP 172.25.7.225 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8a75c78b-d0b4-4868-958a-42a146233e49) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:37.855504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.005139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.042506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca888e3-566e-45c8-9591-b6909f3434a4 req-73a906ee-5a9b-4eef-9ddd-116ae1e503bf tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.063661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dca888e3-566e-45c8-9591-b6909f3434a4 req-73a906ee-5a9b-4eef-9ddd-116ae1e503bf tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.1390779 Jul 06 12:00:38.080589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Pushing event updated for resources: {'Port': ['ID=8a75c78b-d0b4-4868-958a-42a146233e49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:38.095523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:38.097270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:38.104885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:38.138573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:38.177828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dca888e3-566e-45c8-9591-b6909f3434a4 req-b8fc6f35-eaab-4eaf-843e-aa80a3642adb tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089723 Jul 06 12:00:38.253295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cedc71f-db0f-46fd-986c-410ed9dd1e50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e02b6e59c154b19800fff21475e28a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069853 Jul 06 12:00:38.254177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:38.334656 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d391feb4-eafd-4a46-a5fa-0a45ad1c1d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.417472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d391feb4-eafd-4a46-a5fa-0a45ad1c1d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.617078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7707e-25a6-4d4d-8c0a-93e199dcdff8 req-fa275743-0765-4aa8-b208-50d055dc7d3d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.618883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48a7707e-25a6-4d4d-8c0a-93e199dcdff8 req-fa275743-0765-4aa8-b208-50d055dc7d3d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2602983 Jul 06 12:00:38.671106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.674557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d391feb4-eafd-4a46-a5fa-0a45ad1c1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.676944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d391feb4-eafd-4a46-a5fa-0a45ad1c1d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.678235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d391feb4-eafd-4a46-a5fa-0a45ad1c1d62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c94a729-81c6-451e-bd64-a933871b2685 HTTP/1.1" status: 204 len: 168 time: 0.4227893 Jul 06 12:00:38.765979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391feb4-eafd-4a46-a5fa-0a45ad1c1d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94a729-81c6-451e-bd64-a933871b2685,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:38.832106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aacf67-9785-4b9e-b65f-310174c30c9c req-2bdee4b5-de85-4d45-bd60-a01bb2c1d4f7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.834043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2aacf67-9785-4b9e-b65f-310174c30c9c req-2bdee4b5-de85-4d45-bd60-a01bb2c1d4f7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2590032 Jul 06 12:00:38.845295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48a7707e-25a6-4d4d-8c0a-93e199dcdff8 req-45a184a4-7dac-48a9-bc7a-d92bbfcf4833 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952865 Jul 06 12:00:38.931340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2aacf67-9785-4b9e-b65f-310174c30c9c req-a014ba45-ef21-4e10-b44e-e1c80dc54124 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832913 Jul 06 12:00:39.158372 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.168036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.401919 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Router 49e35c3b-f58b-458b-91d8-748095c6fef0 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:39.585753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:39.595327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] Sync routers for ids ['49e35c3b-f58b-458b-91d8-748095c6fef0'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:39.597003 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.598391 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c7610230-1232-4056-b70b-854e55999302 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "PUT /v2.0/routers/49e35c3b-f58b-458b-91d8-748095c6fef0 HTTP/1.1" status: 200 len: 920 time: 3.0667589 Jul 06 12:00:39.600871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:39.603418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52ce6-41ef-49b1-aee0-5b54ec56ce0d req-cd64b797-92a6-4125-a217-0acc2ece1c27 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.607512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] Routers {'49e35c3b-f58b-458b-91d8-748095c6fef0'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:39.608178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['49e35c3b-f58b-458b-91d8-748095c6fef0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:39.610513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6a52ce6-41ef-49b1-aee0-5b54ec56ce0d req-cd64b797-92a6-4125-a217-0acc2ece1c27 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.1562171 Jul 06 12:00:39.646156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:39.666875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] Routers {'49e35c3b-f58b-458b-91d8-748095c6fef0'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:39.670429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['49e35c3b-f58b-458b-91d8-748095c6fef0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:39.688667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6a52ce6-41ef-49b1-aee0-5b54ec56ce0d req-5328d93b-628a-441b-8661-0b86f81f7fba tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720007 Jul 06 12:00:39.757692 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8da3cc92-3f2d-47fe-8856-841c34d29226 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/49e35c3b-f58b-458b-91d8-748095c6fef0 HTTP/1.1" status: 200 len: 926 time: 0.1543107 Jul 06 12:00:39.759234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:39.959680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89fff8-e549-4851-a614-74a6acf87868 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.962864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a89fff8-e549-4851-a614-74a6acf87868 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=49e35c3b-f58b-458b-91d8-748095c6fef0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2019293 Jul 06 12:00:39.968143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:40.164469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:40.165223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297eb77-1dd1-40f6-b65c-083650a62967 None None] The sync data for ids ['49e35c3b-f58b-458b-91d8-748095c6fef0'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:40.212544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d5347-dd8c-4c2b-a5f7-0f8264b4383f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.215126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e1d5347-dd8c-4c2b-a5f7-0f8264b4383f tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.2459488 Jul 06 12:00:40.220570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:40.257516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6bdc-dabb-4b78-a2c1-1357cbd51d6d req-96a38adf-1314-47d8-a2d6-1af7bab32694 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.259160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b37e6bdc-dabb-4b78-a2c1-1357cbd51d6d req-96a38adf-1314-47d8-a2d6-1af7bab32694 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1144385 Jul 06 12:00:40.269794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-91c7da3d-a572-4a38-99e1-0d41e7fda2bf tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=49e35c3b-f58b-458b-91d8-748095c6fef0 HTTP/1.1" status: 200 len: 205 time: 0.0475953 Jul 06 12:00:40.272665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:40.366366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b37e6bdc-dabb-4b78-a2c1-1357cbd51d6d req-fbef7ef0-4602-464e-8740-60da1e88dcaa tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959518 Jul 06 12:00:40.485429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.489204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:40.648113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659386757'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:40.673920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:40.678188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.685428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.692338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.800904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.817596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.850161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:40.870952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.871545 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 50a1503e-07ea-4eaf-b559-faf8d3d8e6ab of type vlan for network 263d9e96-0e01-4ae1-8727-2875eef06eea Jul 06 12:00:40.875767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Deleting port 8a75c78b-d0b4-4868-958a-42a146233e49 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:40.876483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.892881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2298549-fcc7-4120-b370-f55dbed00db7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:40.985417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.012183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.028338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Calling delete_port for 8a75c78b-d0b4-4868-958a-42a146233e49 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:41.046324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f52cc-b660-42e7-89bb-dc52df2bafe8 req-d3d7abd8-0605-494a-8af1-adcf082acc0b tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.047945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-167f52cc-b660-42e7-89bb-dc52df2bafe8 req-d3d7abd8-0605-494a-8af1-adcf082acc0b tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.1117194 Jul 06 12:00:41.049207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.055033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.055655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.129211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=263d9e96-0e01-4ae1-8727-2875eef06eea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.141116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 263d9e96-0e01-4ae1-8727-2875eef06eea details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:41.196928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f426826-a09b-49af-936b-87c0afc9f64a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7063553 Jul 06 12:00:41.245167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-167f52cc-b660-42e7-89bb-dc52df2bafe8 req-f1d4c042-8a33-414f-911b-a9c8ba1dffcb tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864960 Jul 06 12:00:41.320024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.357190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event deleted for resources: {'Port': ['ID=8a75c78b-d0b4-4868-958a-42a146233e49,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.428656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.538681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.562735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.620119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577aaa1-5a7e-47ad-b1d0-f623c4e4a03c req-5ee65eac-01e2-4daa-a6f4-4778f089328f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.627414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e577aaa1-5a7e-47ad-b1d0-f623c4e4a03c req-5ee65eac-01e2-4daa-a6f4-4778f089328f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1214805 Jul 06 12:00:41.648963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.649897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Fanout notify agent at l3_agent the message router_deleted on router 49e35c3b-f58b-458b-91d8-748095c6fef0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:41.658351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.676522 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0fa0e49f-6b9f-478f-966c-171a127cddb2 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/49e35c3b-f58b-458b-91d8-748095c6fef0 HTTP/1.1" status: 204 len: 168 time: 1.4026997 Jul 06 12:00:41.677243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.682365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1520153004', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:41.721538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.722758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.754236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e577aaa1-5a7e-47ad-b1d0-f623c4e4a03c req-e4b5bb5a-3520-4bee-a5e0-fd4f02d3939a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258759 Jul 06 12:00:41.812789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d224-d940-404c-9bcd-decb428297a7 req-b92e4ed3-598b-4bf5-a647-b91d832a536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.814356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-b92e4ed3-598b-4bf5-a647-b91d832a536e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43c5193a598841e69b6d26227cf89549&device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 1096 time: 0.1836667 Jul 06 12:00:41.822704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830374c4-dc65-4ef5-aa8b-a39ccf82230b req-6cab0d32-1bfe-4d48-87a9-63b0b10d4138 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.824438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-830374c4-dc65-4ef5-aa8b-a39ccf82230b req-6cab0d32-1bfe-4d48-87a9-63b0b10d4138 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.1365643 Jul 06 12:00:41.928963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d224-d940-404c-9bcd-decb428297a7 req-f10834fc-e14e-4bce-bd36-bc4f3838c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.930416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-f10834fc-e14e-4bce-bd36-bc4f3838c19c service neutron] 10.222.0.79 "GET /v2.0/networks?id=937dfda6-fca8-4109-ba64-62c4c3e22ff4 HTTP/1.1" status: 200 len: 912 time: 0.1049721 Jul 06 12:00:41.978514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-830374c4-dc65-4ef5-aa8b-a39ccf82230b req-80e7059a-3a36-4532-8163-7e4a24d5c33b tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Jul 06 12:00:42.022538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-4cc13fb9-f56a-46d7-a2c4-89ca60ac56eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f HTTP/1.1" status: 200 len: 217 time: 0.0557735 Jul 06 12:00:42.090283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d224-d940-404c-9bcd-decb428297a7 req-55a510c1-5f54-4c29-8c02-3ab18f02029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.091763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-55a510c1-5f54-4c29-8c02-3ab18f02029e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de73d2a2-a80d-43bd-b136-64577b713aa7 HTTP/1.1" status: 200 len: 851 time: 0.0627658 Jul 06 12:00:42.175839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-75203269-913b-4319-a730-177b3a048020 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=937dfda6-fca8-4109-ba64-62c4c3e22ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751677 Jul 06 12:00:42.223843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.393237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-4f9f4e37-b442-43e6-98f6-a3ef521596d9 service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087696 Jul 06 12:00:42.474916 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.550596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85b5d224-d940-404c-9bcd-decb428297a7 req-6f1825d6-ef96-4b12-91b1-2c0ecb9aa31a service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500471 Jul 06 12:00:42.738980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.757812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.903766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Allocated IP 172.25.7.169 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/1e91d65d-4e06-4093-a9b2-a17a600dda17) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:42.945062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f864b-a38e-4fa1-af29-4e76861e1fcf req-81e61e27-c154-477f-a465-2b3ca9b9bc0f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.952897 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4f864b-a38e-4fa1-af29-4e76861e1fcf req-81e61e27-c154-477f-a465-2b3ca9b9bc0f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.0821493 Jul 06 12:00:42.997325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4f864b-a38e-4fa1-af29-4e76861e1fcf req-ef614dfb-dc01-488c-8bb9-16b7f781b6fa tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Jul 06 12:00:43.028031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.076499 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.129066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:43.134163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:43.143878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:43.176609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event updated for resources: {'Port': ['ID=1e91d65d-4e06-4093-a9b2-a17a600dda17,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.187753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ad843-1da5-49f7-8183-5e16f7eb96e7 req-1908ef45-97ef-4fce-9fcb-1287c441b69d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:43.194956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d0ad843-1da5-49f7-8183-5e16f7eb96e7 req-1908ef45-97ef-4fce-9fcb-1287c441b69d tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.0828240 Jul 06 12:00:43.250366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d0ad843-1da5-49f7-8183-5e16f7eb96e7 req-4ae90d3a-fd57-42a6-8451-75da53492f0c tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543640 Jul 06 12:00:43.457686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.730259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.905891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Router ce1642dd-a5c0-476d-94c3-01b9862e5d6c is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:00:44.019777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:44.030905 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] Sync routers for ids ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:44.049605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.053186 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] Routers {'ce1642dd-a5c0-476d-94c3-01b9862e5d6c'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:44.054160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:44.058293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:44.058781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-159f66b7-52ec-43fb-ba18-a2e5274a995e tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3803146 Jul 06 12:00:44.064044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:44.163560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:44.175470 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] Routers {'ce1642dd-a5c0-476d-94c3-01b9862e5d6c'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:44.176131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:44.249130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:44.250344 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a46ae-5715-4156-afec-4cd8589e932f None None] The sync data for ids ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:44.672551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:44.679800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256e3fd-d5de-4357-be49-ef0a0bfb5ae2 req-2cd39656-0686-435e-91e9-0d3f699b5a08 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:44.683169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5256e3fd-d5de-4357-be49-ef0a0bfb5ae2 req-2cd39656-0686-435e-91e9-0d3f699b5a08 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1736073 Jul 06 12:00:44.699422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:44.718845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e816507-490f-4f2f-a3c4-2090a291590e req-02be6b99-b868-4e6f-800c-3d83c207d467 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:44.721346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e816507-490f-4f2f-a3c4-2090a291590e req-02be6b99-b868-4e6f-800c-3d83c207d467 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2122183 Jul 06 12:00:44.911439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:44.917702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.928461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5256e3fd-d5de-4357-be49-ef0a0bfb5ae2 req-9f161b60-d4cd-40bc-9fb3-11c7ca7c776a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289586 Jul 06 12:00:44.937151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e816507-490f-4f2f-a3c4-2090a291590e req-9ae1b497-701f-485d-a1da-655345706019 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478713 Jul 06 12:00:45.188955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.218536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.254826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.318331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Deleting port 1e91d65d-4e06-4093-a9b2-a17a600dda17 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:45.318939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.328810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=eccaaf74-1a8b-4528-a7eb-ae923d70733e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:45.368122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:45.368644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: 263d9e96-0e01-4ae1-8727-2875eef06eea, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:45.393233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network 263d9e96-0e01-4ae1-8727-2875eef06eea is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:45.409278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 263d9e96-0e01-4ae1-8727-2875eef06eea) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:45.424059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561450bc-5602-4b26-8f2d-1a81c04a96ff None None] Network 263d9e96-0e01-4ae1-8727-2875eef06eea requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:45.426149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.427144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.454923 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c8d7b75-7b44-4e92-87ea-325f057f4d29 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7807412 Jul 06 12:00:45.466098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:45.480142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050257391'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:45.530196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:45.535617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.550543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.561937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8975-9035-4770-9fa9-de700fc92ea5 req-18028fa2-a444-4ad3-b8cb-e7679786adb9 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.570806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c5b8975-9035-4770-9fa9-de700fc92ea5 req-18028fa2-a444-4ad3-b8cb-e7679786adb9 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.1268826 Jul 06 12:00:45.598493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:45.619253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.619607 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 1e413f5d-88ff-4e6b-b942-09971c66522c of type vlan for network 2c27ab03-c671-4f02-85ee-59f60a1adca7 Jul 06 12:00:45.640553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c5b8975-9035-4770-9fa9-de700fc92ea5 req-99b459a8-082b-404c-b0a5-acd7f725b920 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682318 Jul 06 12:00:45.642026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Calling delete_port for 1e91d65d-4e06-4093-a9b2-a17a600dda17 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:45.689428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.695638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-263d9e96-0e01-4ae1-8727-2875eef06eea', 'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': 'eccaaf74-1a8b-4528-a7eb-ae923d70733e'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:45.696550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.754762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.764441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.765817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.026056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:46.029942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5524585 Jul 06 12:00:46.065177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:46.113045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333a008-b177-418e-8edf-c3a7e6967ee5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=2c27ab03-c671-4f02-85ee-59f60a1adca7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:46.133194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 2c27ab03-c671-4f02-85ee-59f60a1adca7 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:46.191027 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.345553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Allocated IP 2001:db8:0:ffff::2 (263d9e96-0e01-4ae1-8727-2875eef06eea/eccaaf74-1a8b-4528-a7eb-ae923d70733e/99152efa-0b82-4af6-b763-0d303a1a633a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:46.462994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Pushing event deleted for resources: {'Port': ['ID=1e91d65d-4e06-4093-a9b2-a17a600dda17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:46.548538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.596276 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.616446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Transition to ACTIVE for port object 99152efa-0b82-4af6-b763-0d303a1a633a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:46.646866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Transition to ACTIVE for port object 99152efa-0b82-4af6-b763-0d303a1a633a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:46.654837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.735696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Pushing event updated for resources: {'Port': ['ID=99152efa-0b82-4af6-b763-0d303a1a633a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:46.748104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:46.759213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.770383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Network 263d9e96-0e01-4ae1-8727-2875eef06eea is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:46.771857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:46.779188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:46.908028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Attempting to bind port 99152efa-0b82-4af6-b763-0d303a1a633a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:46.912083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Attempting to bind port 99152efa-0b82-4af6-b763-0d303a1a633a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:46.912719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Attempting to bind port 99152efa-0b82-4af6-b763-0d303a1a633a on network 263d9e96-0e01-4ae1-8727-2875eef06eea {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:46.923018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:46.923701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Checking segment: {'id': '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:46.927162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.927818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Bound using segment: {'id': '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:46.928518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Bound port: 99152efa-0b82-4af6-b763-0d303a1a633a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '263d9e96-0e01-4ae1-8727-2875eef06eea'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:46.929129 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.937208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9db12-81bf-4981-9a84-f8baf94cdd33 req-6f291944-35f2-4a75-b511-7ece24ef6835 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:46.939349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6a9db12-81bf-4981-9a84-f8baf94cdd33 req-6f291944-35f2-4a75-b511-7ece24ef6835 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.6438279 Jul 06 12:00:47.091047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] For port 99152efa-0b82-4af6-b763-0d303a1a633a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:47.102086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] For port 99152efa-0b82-4af6-b763-0d303a1a633a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=99152efa-0b82-4af6-b763-0d303a1a633a,segment=NetworkSegment(50a1503e-07ea-4eaf-b559-faf8d3d8e6ab),segment_id=50a1503e-07ea-4eaf-b559-faf8d3d8e6ab)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:47.113828 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.162009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.179275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6a9db12-81bf-4981-9a84-f8baf94cdd33 req-0b979d16-abf7-4daa-9d37-7896264ee494 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758819 Jul 06 12:00:47.220167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.230330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3780f-d446-4d19-a4ae-0019dc4b1460 None None] Pushing event updated for resources: {'Port': ['ID=99152efa-0b82-4af6-b763-0d303a1a633a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.432535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598614a7-0108-4ff2-baea-c0511e88f6f4 req-3a711692-0a74-430f-b34a-ad44f9a46227 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:47.434387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-598614a7-0108-4ff2-baea-c0511e88f6f4 req-3a711692-0a74-430f-b34a-ad44f9a46227 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.4892430 Jul 06 12:00:47.458296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Router ce1642dd-a5c0-476d-94c3-01b9862e5d6c has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:47.581987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-598614a7-0108-4ff2-baea-c0511e88f6f4 req-b18fbe67-20f8-4366-b160-0505e2668369 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365683 Jul 06 12:00:47.664353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:47.676749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.678537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] Sync routers for ids ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:47.680924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.691563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d8198a7-f882-4204-99ce-72d44c76df94 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "PUT /v2.0/routers/ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 200 len: 710 time: 3.6319759 Jul 06 12:00:47.696044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] Routers {'ce1642dd-a5c0-476d-94c3-01b9862e5d6c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:47.696694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:47.726942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.809024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:47.832329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] Routers {'ce1642dd-a5c0-476d-94c3-01b9862e5d6c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:47.833188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:00:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:47.851517 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d460a417-a4d1-4809-a95c-a1b6b6f6ddc6 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/routers/ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 200 len: 745 time: 0.1674106 Jul 06 12:00:47.851887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.922191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=7ef7df11-fd3e-4b43-beb7-a8c30eace2d6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.922444 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fac9e55d-a8ac-4646-a929-68c4640936a5 tempest-RoutersIpV6AdminTest-1663355454 tempest-RoutersIpV6AdminTest-1663355454-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 200 len: 205 time: 0.0635471 Jul 06 12:00:47.923169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.929156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 99152efa-0b82-4af6-b763-0d303a1a633a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:47.941501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '1e413f5d-88ff-4e6b-b942-09971c66522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:47.948502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: 2c27ab03-c671-4f02-85ee-59f60a1adca7, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:47.984111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network 2c27ab03-c671-4f02-85ee-59f60a1adca7 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:47.997250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2f6ea89e-bb13-44b0-bec2-beb9e9c65afa tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 200 len: 205 time: 0.0692708 Jul 06 12:00:47.999210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:48.009383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 2c27ab03-c671-4f02-85ee-59f60a1adca7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:48.031511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:48.032421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c0a66-b9e4-4eb0-8b46-ad4275c07b6f None None] The sync data for ids ['ce1642dd-a5c0-476d-94c3-01b9862e5d6c'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:48.040269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e6214-8b99-46c0-8c76-7907a804d431 None None] Network 2c27ab03-c671-4f02-85ee-59f60a1adca7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:48.100016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.100907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.141705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 99152efa-0b82-4af6-b763-0d303a1a633a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:48.282922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.290448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b548ace-56da-4ec6-9e04-51873b5cc616 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2582805 Jul 06 12:00:48.293946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:48.383731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-2c27ab03-c671-4f02-85ee-59f60a1adca7', 'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': '7ef7df11-fd3e-4b43-beb7-a8c30eace2d6'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:48.385474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.582649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.663298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Allocated IP 2001:db8::1 (2c27ab03-c671-4f02-85ee-59f60a1adca7/7ef7df11-fd3e-4b43-beb7-a8c30eace2d6/654aab9b-818b-4c0e-93d7-9e9d5d5008f3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:48.689187 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.694191 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.705242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.713700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-b3c38a1d-5168-401c-a6af-da28e58361ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.715586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-b3c38a1d-5168-401c-a6af-da28e58361ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43c5193a598841e69b6d26227cf89549&device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 1096 time: 0.6175768 Jul 06 12:00:48.746916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c703-3018-4483-add1-8a0fd731fa2e req-dc55cf38-94cc-44b1-945d-965a8f50d430 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.754621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd59c703-3018-4483-add1-8a0fd731fa2e req-dc55cf38-94cc-44b1-945d-965a8f50d430 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.6298580 Jul 06 12:00:48.856419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912e172-8c9a-421e-a13c-271a772069ba None None] Network 263d9e96-0e01-4ae1-8727-2875eef06eea requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:48.893786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.894404 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Fanout notify agent at l3_agent the message router_deleted on router ce1642dd-a5c0-476d-94c3-01b9862e5d6c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:48.906379 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.907548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cff525f-9da1-4073-ad0d-cd285b413a2b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 204 len: 168 time: 0.9044721 Jul 06 12:00:48.911094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:48.954366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] Provisioning for port 99152efa-0b82-4af6-b763-0d303a1a633a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:48.959692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd59c703-3018-4483-add1-8a0fd731fa2e req-de7255d1-2e32-491e-b274-5bacc494c89c tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035766 Jul 06 12:00:48.962075 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-861398ea-5141-435b-aab5-186ee6a06d38 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 200 len: 205 time: 0.0498350 Jul 06 12:00:48.963801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] Provisioning complete for port 99152efa-0b82-4af6-b763-0d303a1a633a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:48.964277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.972445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:48.977204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.001070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d84356-55d2-4d21-b81c-fc95bf5d78e0 req-d78bcbdf-65fe-4d25-ae84-7bde880c2d28 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.002660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27d84356-55d2-4d21-b81c-fc95bf5d78e0 req-d78bcbdf-65fe-4d25-ae84-7bde880c2d28 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.5140529 Jul 06 12:00:49.020654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Transition to ACTIVE for port object 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:49.024482 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b9df0f94-0577-43be-a6f5-e1bf5c3d635b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] delete failed (client error): The resource could not be found. Jul 06 12:00:49.028435 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b9df0f94-0577-43be-a6f5-e1bf5c3d635b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/ce1642dd-a5c0-476d-94c3-01b9862e5d6c HTTP/1.1" status: 404 len: 336 time: 0.0501339 Jul 06 12:00:49.029039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.068713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.068935 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b9c248fd-706f-4264-8f8c-c1b508d8ee78 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=49e35c3b-f58b-458b-91d8-748095c6fef0 HTTP/1.1" status: 200 len: 205 time: 0.0386186 Jul 06 12:00:49.081647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-bc2dc6eb-c27b-4f31-9d9c-c0430cba4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.083125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-bc2dc6eb-c27b-4f31-9d9c-c0430cba4bf7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=937dfda6-fca8-4109-ba64-62c4c3e22ff4 HTTP/1.1" status: 200 len: 912 time: 0.3553929 Jul 06 12:00:49.101998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Transition to ACTIVE for port object 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:49.122865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27d84356-55d2-4d21-b81c-fc95bf5d78e0 req-7eee350c-5b43-46c6-a3fb-e2b95920fbb3 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010423 Jul 06 12:00:49.123268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.131266 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4edebe07-9feb-4689-ab60-4a5ffbcee1fe tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] delete failed (client error): The resource could not be found. Jul 06 12:00:49.132489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4edebe07-9feb-4689-ab60-4a5ffbcee1fe tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/49e35c3b-f58b-458b-91d8-748095c6fef0 HTTP/1.1" status: 404 len: 336 time: 0.0603642 Jul 06 12:00:49.136541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.185023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Pushing event updated for resources: {'Port': ['ID=654aab9b-818b-4c0e-93d7-9e9d5d5008f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.196039 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-32a70f3c-667d-42d8-a869-5d2886313696 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=85079b76-9566-428d-840a-a359371edd72 HTTP/1.1" status: 200 len: 205 time: 0.0575159 Jul 06 12:00:49.198926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.202260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.204822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-672fd9ba-2124-4ed2-a3cf-c927a37eb52a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f HTTP/1.1" status: 200 len: 217 time: 0.0808949 Jul 06 12:00:49.207301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Network 2c27ab03-c671-4f02-85ee-59f60a1adca7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:49.233428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:49.235932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:49.293208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-358147b3-2b79-4ed1-9def-75535a10b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.295176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-358147b3-2b79-4ed1-9def-75535a10b620 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=de73d2a2-a80d-43bd-b136-64577b713aa7 HTTP/1.1" status: 200 len: 851 time: 0.0832214 Jul 06 12:00:49.315229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.339493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Attempting to bind port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:49.339859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Attempting to bind port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1e413f5d-88ff-4e6b-b942-09971c66522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:49.340266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Attempting to bind port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 on network 2c27ab03-c671-4f02-85ee-59f60a1adca7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:49.342469 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e789c1d3-107b-4efe-a439-05b4b543c46b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] delete failed (client error): The resource could not be found. Jul 06 12:00:49.350502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:49.350702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Checking segment: {'id': '1e413f5d-88ff-4e6b-b942-09971c66522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:49.351087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.351542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Bound using segment: {'id': '1e413f5d-88ff-4e6b-b942-09971c66522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:49.351645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-0e9f54d8-d41e-4adc-bda6-0551e5ea093d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=937dfda6-fca8-4109-ba64-62c4c3e22ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388548 Jul 06 12:00:49.351961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Bound port: 654aab9b-818b-4c0e-93d7-9e9d5d5008f3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e413f5d-88ff-4e6b-b942-09971c66522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c27ab03-c671-4f02-85ee-59f60a1adca7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:49.352337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.352477 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e789c1d3-107b-4efe-a439-05b4b543c46b tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/85079b76-9566-428d-840a-a359371edd72 HTTP/1.1" status: 404 len: 336 time: 0.1332576 Jul 06 12:00:49.352568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.353209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef7df11-fd3e-4b43-beb7-a8c30eace2d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.367557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] For port 99152efa-0b82-4af6-b763-0d303a1a633a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=99152efa-0b82-4af6-b763-0d303a1a633a,segment=NetworkSegment(50a1503e-07ea-4eaf-b559-faf8d3d8e6ab),segment_id=50a1503e-07ea-4eaf-b559-faf8d3d8e6ab)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:49.378205 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.419100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c39c9c54-0de1-4626-9226-b93cde1b8456 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=c478eb22-9f5b-4ea8-b8c8-b9ead915e820 HTTP/1.1" status: 200 len: 205 time: 0.0654173 Jul 06 12:00:49.436426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.443726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb159-ecbb-403b-a386-91e2f992dd84 None None] Pushing event updated for resources: {'Port': ['ID=99152efa-0b82-4af6-b763-0d303a1a633a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.493167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.524476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c27ab03-c671-4f02-85ee-59f60a1adca7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.547558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e413f5d-88ff-4e6b-b942-09971c66522c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.547870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e413f5d-88ff-4e6b-b942-09971c66522c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.587169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.597424 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c731f158-b8d5-4fd7-a614-310e247e3231 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] delete failed (client error): The resource could not be found. Jul 06 12:00:49.599057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c731f158-b8d5-4fd7-a614-310e247e3231 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/c478eb22-9f5b-4ea8-b8c8-b9ead915e820 HTTP/1.1" status: 404 len: 336 time: 0.1611161 Jul 06 12:00:49.605963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] For port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:49.614517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] For port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=654aab9b-818b-4c0e-93d7-9e9d5d5008f3,segment=NetworkSegment(1e413f5d-88ff-4e6b-b942-09971c66522c),segment_id=1e413f5d-88ff-4e6b-b942-09971c66522c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:49.620417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.621140 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.709734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-2b75767c-3486-4150-a212-bb7cc0d710d2 service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136992 Jul 06 12:00:49.745996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9eba63dc-7ebc-4ef1-aec6-22b5f2c1caa6 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a03edc5-7aea-4392-a6ad-43a872b2e119 HTTP/1.1" status: 200 len: 205 time: 0.1206698 Jul 06 12:00:49.747517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff186d2-7b0f-42e0-a86f-43e11f748c4f None None] Pushing event updated for resources: {'Port': ['ID=654aab9b-818b-4c0e-93d7-9e9d5d5008f3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.751341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.758569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.788900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:49.788900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: items = [ Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:49.795801 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:49.887080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 99152efa-0b82-4af6-b763-0d303a1a633a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:49.892630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7fe24-d8e8-4561-8937-20add6697d5e None None] Network 2c27ab03-c671-4f02-85ee-59f60a1adca7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:49.941410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:00:49.941410 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:00:49.941410 n-d-799528-2 neutron-server[93766]: [parameters: {'id': '2c27ab03-c671-4f02-85ee-59f60a1adca7'}] Jul 06 12:00:49.941410 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:49.942171 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:50.263309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e961e452-f6cb-4b93-8203-e9740838b2a5 None None] Provisioning complete for port 99152efa-0b82-4af6-b763-0d303a1a633a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:50.263780 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e961e452-f6cb-4b93-8203-e9740838b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.335751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 99152efa-0b82-4af6-b763-0d303a1a633a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:50.336594 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.397249 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1a01035c-eeea-4ac8-9593-d83944263246 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] delete failed (client error): The resource could not be found. Jul 06 12:00:50.402503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a01035c-eeea-4ac8-9593-d83944263246 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/1a03edc5-7aea-4392-a6ad-43a872b2e119 HTTP/1.1" status: 404 len: 336 time: 0.5997627 Jul 06 12:00:50.402745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.415192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4e1af-7742-454f-a34a-74bb831368b1 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:00:50.442792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.449699 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50f04066-2c38-45e2-b750-8b72e8823ff8 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "GET /v2.0/ports?device_id=70410d44-9ab6-4226-8f6c-98a4a4b7a219 HTTP/1.1" status: 200 len: 205 time: 0.0427964 Jul 06 12:00:50.449699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.509852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-369befa3-03d6-48be-b74d-f4e5cacfb9ec req-4cc5775d-cb66-45e7-9dd0-ca3307d2efc2 service neutron] 10.222.0.79 "GET /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7977538 Jul 06 12:00:50.541248 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-2d405f59-d790-4c58-b57f-038f1b025658 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] delete failed (client error): The resource could not be found. Jul 06 12:00:50.547078 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d405f59-d790-4c58-b57f-038f1b025658 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/routers/70410d44-9ab6-4226-8f6c-98a4a4b7a219 HTTP/1.1" status: 404 len: 336 time: 0.0968173 Jul 06 12:00:50.547515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.555616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af425-1ed6-4577-8367-9375bb61da4b req-d16765c5-7ae4-4a0c-846e-8e4cbfad55bd tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.557802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-284af425-1ed6-4577-8367-9375bb61da4b req-d16765c5-7ae4-4a0c-846e-8e4cbfad55bd tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2236214 Jul 06 12:00:50.565774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4e1af-7742-454f-a34a-74bb831368b1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:00:50.566922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff225f-1a57-4c2f-b467-06932cc11404 req-29887922-ba37-42ed-8480-b52d06f3506c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.568552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86ff225f-1a57-4c2f-b467-06932cc11404 req-29887922-ba37-42ed-8480-b52d06f3506c tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.2363265 Jul 06 12:00:50.599721 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68ddbc8-4b29-453f-8fb5-896786871291 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] DELETE failed (client error): The resource could not be found. Jul 06 12:00:50.600175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68ddbc8-4b29-453f-8fb5-896786871291 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:00:50.604816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b68ddbc8-4b29-453f-8fb5-896786871291 tempest-RoutersIpV6AdminTest-193781170 tempest-RoutersIpV6AdminTest-193781170-project] 10.222.0.78 "DELETE /v2.0/subnets/c930cc89-4b3b-440a-afc6-b50ca8ef1318 HTTP/1.1" status: 404 len: 337 time: 0.0430892 Jul 06 12:00:50.622926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:50.623611 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.656977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-284af425-1ed6-4577-8367-9375bb61da4b req-df00fbad-cb3f-4851-960e-fe5d010d1db1 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874135 Jul 06 12:00:50.676775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-9238b04c-e7a1-4c60-948d-ff3f81e19cef req-992a245c-5521-4f55-8b5c-5e066675938e tempest-ServersAdminTestJSON-2520558 tempest-ServersAdminTestJSON-2520558-project] (93766) timed out ('10.222.0.64', 55957) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:00:50.684152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86ff225f-1a57-4c2f-b467-06932cc11404 req-5adbb660-3f4c-4c29-87a3-9c82f7dd2625 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 Jul 06 12:00:50.742712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=654aab9b-818b-4c0e-93d7-9e9d5d5008f3,segment=NetworkSegment(1e413f5d-88ff-4e6b-b942-09971c66522c),segment_id=1e413f5d-88ff-4e6b-b942-09971c66522c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:50.743390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.762858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:50.868467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.896652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=654aab9b-818b-4c0e-93d7-9e9d5d5008f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.898015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port 654aab9b-818b-4c0e-93d7-9e9d5d5008f3 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:50.994526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9a3b-bd1d-494e-9b0a-3ea97692c92c req-9c0adca2-acb1-4c10-bf87-2f552afc91c8 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.997005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0a9a3b-bd1d-494e-9b0a-3ea97692c92c req-9c0adca2-acb1-4c10-bf87-2f552afc91c8 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.0849402 Jul 06 12:00:51.029466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.044316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:51.059870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c27ab03-c671-4f02-85ee-59f60a1adca7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:51.060129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0a9a3b-bd1d-494e-9b0a-3ea97692c92c req-0243735f-92ed-4797-a03b-4276e6fcf442 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554435 Jul 06 12:00:51.069725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e413f5d-88ff-4e6b-b942-09971c66522c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:51.070028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e413f5d-88ff-4e6b-b942-09971c66522c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:51.080133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.096009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.104601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:51.105416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:51.110323 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:51.176377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.187883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.191092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/2c27ab03-c671-4f02-85ee-59f60a1adca7 HTTP/1.1" status: 204 len: 168 time: 2.8950942 Jul 06 12:00:51.194677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-708844c9-6c79-4778-a4b7-ff458f4a0040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.194849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:51.201503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601767436'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:51.210593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df50b6-8199-47d7-9029-15f616aa896e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=2c27ab03-c671-4f02-85ee-59f60a1adca7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.228996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:51.232299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.258306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:51.269473 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.270037 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 042282b8-e4eb-4b8e-838c-c552bd674c1e of type vlan for network 0656fbdf-7999-4248-9fb2-e872ecd70953 Jul 06 12:00:51.321395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.328739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-708844c9-6c79-4778-a4b7-ff458f4a0040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.333780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-708844c9-6c79-4778-a4b7-ff458f4a0040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.360381 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.371218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708844c9-6c79-4778-a4b7-ff458f4a0040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eec58b-3319-4a6d-8afc-b9d7f9795ec6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.372306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.373085 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.384647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-708844c9-6c79-4778-a4b7-ff458f4a0040 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=428972310a3f4e03a9b4177752c75830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391929 Jul 06 12:00:51.387285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:51.414962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2190695 Jul 06 12:00:51.422055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:51.428430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:51.470962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65b35b-61bd-49e7-a39b-83818bbd15f8 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=0656fbdf-7999-4248-9fb2-e872ecd70953,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.483188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0656fbdf-7999-4248-9fb2-e872ecd70953 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:51.504330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f077adc-08ec-4d55-a50f-c093fa97d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.542642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f077adc-08ec-4d55-a50f-c093fa97d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.590170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:51.593835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.649862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f077adc-08ec-4d55-a50f-c093fa97d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.652503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f077adc-08ec-4d55-a50f-c093fa97d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.653656 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3f077adc-08ec-4d55-a50f-c093fa97d55e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21eec58b-3319-4a6d-8afc-b9d7f9795ec6 HTTP/1.1" status: 204 len: 168 time: 0.2648594 Jul 06 12:00:51.672854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f077adc-08ec-4d55-a50f-c093fa97d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eec58b-3319-4a6d-8afc-b9d7f9795ec6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.085470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e5c5-1b3f-418e-a2f1-75756f271e57 req-e4a81f5d-f7cd-4e6a-a2d9-6c7bba57c7c1 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.087271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7eb6e5c5-1b3f-418e-a2f1-75756f271e57 req-e4a81f5d-f7cd-4e6a-a2d9-6c7bba57c7c1 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2076020 Jul 06 12:00:52.146058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:52.157575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b0f-2487-4f93-aa8e-79441fe745b3 req-0572c08b-2296-4ad0-a473-d3ca1a94543e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.160348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52d79b0f-2487-4f93-aa8e-79441fe745b3 req-0572c08b-2296-4ad0-a473-d3ca1a94543e tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.1875670 Jul 06 12:00:52.245485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7eb6e5c5-1b3f-418e-a2f1-75756f271e57 req-24db8353-5dc9-4d49-9870-fa3946cd4f8e tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513064 Jul 06 12:00:52.268297 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.289776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52d79b0f-2487-4f93-aa8e-79441fe745b3 req-ab2e5deb-4aa4-4b0e-9d1b-7ea81df74ec0 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192532 Jul 06 12:00:52.330725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6364ef65-7a30-4bfe-a8f0-5a8ff576455e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af624e233c974dc2a838c52198f93ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689804 Jul 06 12:00:52.331337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:52.394209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=561d7214-c64e-4623-9de7-ab0e7a5da270,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.448907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '042282b8-e4eb-4b8e-838c-c552bd674c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:52.449389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: 0656fbdf-7999-4248-9fb2-e872ecd70953, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:52.471835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network 0656fbdf-7999-4248-9fb2-e872ecd70953 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:52.484730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0656fbdf-7999-4248-9fb2-e872ecd70953) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:52.496602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c654591e-1e36-4ca4-868e-19599302664b None None] Network 0656fbdf-7999-4248-9fb2-e872ecd70953 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:52.503251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.505235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.518240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.539322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c73d5-16ff-48e0-89c7-3f4b94da84f6 req-cabc2b48-1c35-486a-968f-6f3b5e285780 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.541267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-786c73d5-16ff-48e0-89c7-3f4b94da84f6 req-cabc2b48-1c35-486a-968f-6f3b5e285780 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1693697 Jul 06 12:00:52.565743 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-280487ff-0c8b-4f1e-af3c-fbad5b307485 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1378624 Jul 06 12:00:52.567227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:52.574574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1348074275'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:52.593161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.616381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:52.620991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.651481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:52.654367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-786c73d5-16ff-48e0-89c7-3f4b94da84f6 req-e7aa3ed5-62e9-495f-8704-b6f95742c057 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885587 Jul 06 12:00:52.664791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.668098 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment ba16828b-f716-48b4-b93a-ea0bae49cb0a of type vlan for network ee1a7223-0457-4dde-baf5-7c4c854ae5f9 Jul 06 12:00:52.717550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.751674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.783248 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.794685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.798336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6ece1f6-955e-4a6b-9130-a4f40ef0f72e HTTP/1.1" status: 204 len: 168 time: 0.4635749 Jul 06 12:00:52.843980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0656fbdf-7999-4248-9fb2-e872ecd70953', 'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': '561d7214-c64e-4623-9de7-ab0e7a5da270'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:52.845099 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.913417 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.919163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.919769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.965238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ece1f6-955e-4a6b-9130-a4f40ef0f72e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:53.001378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.001769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.002066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.002616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.003222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.003693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.004190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.004541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.004857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.005232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.005508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.005835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77d4df-3146-4406-821b-dcd5ec07e7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.055697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-3c5d2046-3252-4e3a-9eba-019628957912 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.065629 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-3c5d2046-3252-4e3a-9eba-019628957912 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.3832095 Jul 06 12:00:53.078474 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5075941 Jul 06 12:00:53.082581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:53.091782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': 'ee1a7223-0457-4dde-baf5-7c4c854ae5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:53.095286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2c77-75ac-4867-b65e-9210ee083547 req-c7d87768-25b1-46c7-beb5-4f8b92f2007c tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.095878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b8994-9855-4f93-8143-bab81ddd5bda tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=ee1a7223-0457-4dde-baf5-7c4c854ae5f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:53.097100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-059d2c77-75ac-4867-b65e-9210ee083547 req-c7d87768-25b1-46c7-beb5-4f8b92f2007c tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2176178 Jul 06 12:00:53.114036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Allocated IP 2001:db8::3 (0656fbdf-7999-4248-9fb2-e872ecd70953/561d7214-c64e-4623-9de7-ab0e7a5da270/232d86f7-3c7a-46cf-bf1d-9eeeced02326) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:53.146391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ee1a7223-0457-4dde-baf5-7c4c854ae5f9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:53.214530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-059d2c77-75ac-4867-b65e-9210ee083547 req-dd0c1971-3af4-479e-8c4b-f732acd7bb35 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857193 Jul 06 12:00:53.259111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:53.263832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.319113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Deleting port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:53.319837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.349918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:00:53.351904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:00:53.455442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] For port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:53.455928 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.473018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Calling delete_port for 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:53.662197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.699160 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.712754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Transition to ACTIVE for port object 232d86f7-3c7a-46cf-bf1d-9eeeced02326 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:53.739002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Transition to ACTIVE for port object 232d86f7-3c7a-46cf-bf1d-9eeeced02326 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:53.746214 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.768029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Network 0656fbdf-7999-4248-9fb2-e872ecd70953 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:53.771396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:53.771573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3cdaf-c2cb-4795-a2ff-23b8cc73d953 req-c933b817-dd0b-4e35-a173-cb9f8b6c7af3 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.773186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04c3cdaf-c2cb-4795-a2ff-23b8cc73d953 req-c933b817-dd0b-4e35-a173-cb9f8b6c7af3 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=eaa3251c-663b-4af1-931b-38291eb85dd9 HTTP/1.1" status: 200 len: 946 time: 0.2083895 Jul 06 12:00:53.796751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:53.813647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=ca5e3082-d84b-4052-8d37-1ff39089d8ed,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:53.870239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': 'ba16828b-f716-48b4-b93a-ea0bae49cb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ee1a7223-0457-4dde-baf5-7c4c854ae5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:53.872851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Pushing event updated for resources: {'Port': ['ID=232d86f7-3c7a-46cf-bf1d-9eeeced02326,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:53.887404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: ee1a7223-0457-4dde-baf5-7c4c854ae5f9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:53.925806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network ee1a7223-0457-4dde-baf5-7c4c854ae5f9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:53.933891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04c3cdaf-c2cb-4795-a2ff-23b8cc73d953 req-e7aac8d2-a2dc-4177-9045-5aa97c449450 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441987 Jul 06 12:00:53.939215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.943996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:53.946494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Attempting to bind port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:53.946829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Attempting to bind port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '042282b8-e4eb-4b8e-838c-c552bd674c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:53.947635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Attempting to bind port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 on network 0656fbdf-7999-4248-9fb2-e872ecd70953 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:53.952271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ee1a7223-0457-4dde-baf5-7c4c854ae5f9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:53.966272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0cd70008-415d-479f-8593-c47b7c9faa91', '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:53.969092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25955bda-28fc-4c43-8100-875466664208 None None] Network ee1a7223-0457-4dde-baf5-7c4c854ae5f9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:53.970212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.971807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.974922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:53.975647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Checking segment: {'id': '042282b8-e4eb-4b8e-838c-c552bd674c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:53.976208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.976677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Bound using segment: {'id': '042282b8-e4eb-4b8e-838c-c552bd674c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:53.977245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Bound port: 232d86f7-3c7a-46cf-bf1d-9eeeced02326, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042282b8-e4eb-4b8e-838c-c552bd674c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0656fbdf-7999-4248-9fb2-e872ecd70953'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:53.977698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.000219 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-de6af878-3073-4be7-8b58-bcb78c3ba3b2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9078848 Jul 06 12:00:54.001158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:54.074885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Pushing event deleted for resources: {'Port': ['ID=1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:54.091508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1672129995'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:54.119876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Made reservation on behalf of 5202a1a14e8142d387adf8b5ec4e974e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:54.123062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.123807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3292-c258-461e-8737-97b840adb493 req-931c481c-bf40-4fe4-b414-dfaccceea2a2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.125501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-622f3292-c258-461e-8737-97b840adb493 req-931c481c-bf40-4fe4-b414-dfaccceea2a2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.3348551 Jul 06 12:00:54.139447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.145562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] No DVR routers for this DVR port 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:54.148366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.150865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6860e50a-34c8-4800-9177-2b70ac298cf4 req-9b7c2040-20b6-4862-8754-f64bb3f6e877 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "DELETE /v2.0/ports/1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 HTTP/1.1" status: 204 len: 173 time: 1.0771968 Jul 06 12:00:54.163549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'name': 'network-vif-deleted', 'tag': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:54.167084 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92168886-9911-4aac-a9fe-c33e170253ae" -d '{"events": [{"server_uuid": "eaa3251c-663b-4af1-931b-38291eb85dd9", "name": "network-vif-deleted", "tag": "1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:54.218227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] For port 232d86f7-3c7a-46cf-bf1d-9eeeced02326, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:54.223502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] For port 232d86f7-3c7a-46cf-bf1d-9eeeced02326, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=232d86f7-3c7a-46cf-bf1d-9eeeced02326,segment=NetworkSegment(042282b8-e4eb-4b8e-838c-c552bd674c1e),segment_id=042282b8-e4eb-4b8e-838c-c552bd674c1e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:54.243437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.278299 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fdeff7-6f4c-4198-9e17-c47971e77c5c x-openstack-request-id: req-17fdeff7-6f4c-4198-9e17-c47971e77c5c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:54.283591 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa3251c-663b-4af1-931b-38291eb85dd9", "name": "network-vif-deleted", "tag": "1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:54.284075 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17fdeff7-6f4c-4198-9e17-c47971e77c5c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:54.284680 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa3251c-663b-4af1-931b-38291eb85dd9', 'name': 'network-vif-deleted', 'tag': '1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33', 'status': 'completed', 'code': 200} Jul 06 12:00:54.293623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-622f3292-c258-461e-8737-97b840adb493 req-e1831780-9019-4038-8214-feb05ebb66dd tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494620 Jul 06 12:00:54.326251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.346956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b54bd-fe80-4732-985b-42404edf3875 None None] Pushing event updated for resources: {'Port': ['ID=232d86f7-3c7a-46cf-bf1d-9eeeced02326,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:54.526019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.531572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49747-6022-4a52-8970-077dd391e1e9 req-c95b634b-c614-4c40-a442-5eb4a57c4219 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.536674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.539964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad49747-6022-4a52-8970-077dd391e1e9 req-c95b634b-c614-4c40-a442-5eb4a57c4219 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.0811687 Jul 06 12:00:54.588999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.591150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad49747-6022-4a52-8970-077dd391e1e9 req-328f0757-8d9e-47a1-bf5a-f12c2d98341a tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Jul 06 12:00:54.649234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cad8b2-47ca-4e53-8839-f8f02c6f089c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ee1a7223-0457-4dde-baf5-7c4c854ae5f9', 'network_id': 'ee1a7223-0457-4dde-baf5-7c4c854ae5f9', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': 'ca5e3082-d84b-4052-8d37-1ff39089d8ed'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:54.651315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0cad8b2-47ca-4e53-8839-f8f02c6f089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.663142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:54.684787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:54.707523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.708200 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Added segment f811d4d6-9ea9-47ce-a01c-e108f7bdad31 of type vlan for network ba4df3a9-a84d-49d6-95cc-3f39685bc061 Jul 06 12:00:54.713917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb10b83-4df3-4ec6-ac9b-959914d75c76,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:54.839509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.884103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-b0cad8b2-47ca-4e53-8839-f8f02c6f089c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca5e3082-d84b-4052-8d37-1ff39089d8ed: This subnet is being modified by another concurrent operation. Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:00:54.887840 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca5e3082-d84b-4052-8d37-1ff39089d8ed: This subnet is being modified by another concurrent operation. Jul 06 12:00:54.893922 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:00:54.912226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc0e21-57d9-4301-ba17-fdb3c05e14ac None None] Network ee1a7223-0457-4dde-baf5-7c4c854ae5f9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:54.947962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5e3082-d84b-4052-8d37-1ff39089d8ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:54.949982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.969468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.970230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.020241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ff58fa-5747-4156-b799-5dfe69515f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.113898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.135107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1a7223-0457-4dde-baf5-7c4c854ae5f9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:55.138307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event updated for resources: {'Network': ['ID=ba4df3a9-a84d-49d6-95cc-3f39685bc061,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.149585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba16828b-f716-48b4-b93a-ea0bae49cb0a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:55.151964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba16828b-f716-48b4-b93a-ea0bae49cb0a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:55.157346 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ff58fa-5747-4156-b799-5dfe69515f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.164284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66ff58fa-5747-4156-b799-5dfe69515f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.171234 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.174038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:55.186384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c595dc24-94a5-4ee9-864f-a636f69e3452 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2403014 Jul 06 12:00:55.191724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.198992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.199212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-66ff58fa-5747-4156-b799-5dfe69515f88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cab306ed8b9b4abdb98208011365c03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131652 Jul 06 12:00:55.205472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Request body: {'subnet': {'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:55.226506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.248729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:55.249295 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:55.252929 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:55.294250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff58fa-5747-4156-b799-5dfe69515f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87115289-46d7-4d0d-b52f-7ba68249bbef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.312703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-a0ded173-f5a2-479f-a611-a45eff0bdb70 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.314997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-a0ded173-f5a2-479f-a611-a45eff0bdb70 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.79 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.4247336 Jul 06 12:00:55.333559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49746210-39cd-42af-8a26-093e13c8b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.381590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.385243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49746210-39cd-42af-8a26-093e13c8b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.413843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.423935 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/ee1a7223-0457-4dde-baf5-7c4c854ae5f9 HTTP/1.1" status: 204 len: 168 time: 1.4211931 Jul 06 12:00:55.428304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.436299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1202912576'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:55.452777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa6b3-4efa-4181-8301-3f15178f8bcc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=ee1a7223-0457-4dde-baf5-7c4c854ae5f9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.493709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:00:55.493709 n-d-799528-2 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:00:55.493709 n-d-799528-2 neutron-server[93767]: [parameters: {'project_id': '49f767d916fc4a3695c11858e194d299', 'id': '09577da3-6f16-4e68-bcd1-76326fdf6bd9', 'expiration': datetime.datetime(2021, 7, 6, 12, 2, 55, 475979)}] Jul 06 12:00:55.493709 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:55.494807 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:55.508733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Deleting port d7390904-32be-4b39-8fa0-bea6369d2c9f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:55.509399 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.514592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Made reservation on behalf of 5202a1a14e8142d387adf8b5ec4e974e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:55.519651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.524755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49746210-39cd-42af-8a26-093e13c8b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.528541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49746210-39cd-42af-8a26-093e13c8b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.529938 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49746210-39cd-42af-8a26-093e13c8b879 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87115289-46d7-4d0d-b52f-7ba68249bbef HTTP/1.1" status: 204 len: 168 time: 0.3268013 Jul 06 12:00:55.543887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49746210-39cd-42af-8a26-093e13c8b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87115289-46d7-4d0d-b52f-7ba68249bbef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.833147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] For port d7390904-32be-4b39-8fa0-bea6369d2c9f, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d7390904-32be-4b39-8fa0-bea6369d2c9f,segment=NetworkSegment(9014d261-946b-46e6-9b97-485cd077fb13),segment_id=9014d261-946b-46e6-9b97-485cd077fb13)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:55.833516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.874188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815f380-6985-4790-9434-2fa9f3c5e2f7 req-e47cfba2-d221-478d-8a69-d42a8edf5ed6 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.874188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a815f380-6985-4790-9434-2fa9f3c5e2f7 req-e47cfba2-d221-478d-8a69-d42a8edf5ed6 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2687745 Jul 06 12:00:55.879545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Calling delete_port for d7390904-32be-4b39-8fa0-bea6369d2c9f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:55.889545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 232d86f7-3c7a-46cf-bf1d-9eeeced02326 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:55.963751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:56.016423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb073026-1b11-46d4-9a1f-7e92dcad9783 None None] Network 0656fbdf-7999-4248-9fb2-e872ecd70953 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:56.041135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090d9c1-5d7e-44e2-841c-705b851f46fb req-fc71219c-9b11-473f-a7b6-2c9f17640ab9 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.043042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d090d9c1-5d7e-44e2-841c-705b851f46fb req-fc71219c-9b11-473f-a7b6-2c9f17640ab9 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 945 time: 0.2813923 Jul 06 12:00:56.050961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a815f380-6985-4790-9434-2fa9f3c5e2f7 req-0ff6e5fb-0494-4595-981e-05d6fb7433a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576395 Jul 06 12:00:56.085851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] Provisioning for port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:56.093277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] Provisioning complete for port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:56.093989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.115736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:56.119857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.169401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.205934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d090d9c1-5d7e-44e2-841c-705b851f46fb req-010a4f68-7c9b-4748-aaf9-7750b2fc846e tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/security-groups?id=16960fe2-2432-412b-bfb2-67dc14c0a0cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505232 Jul 06 12:00:56.212140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:56.273904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.302334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.302649 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 7c4938cb-9033-4104-9bed-96b0d2387df7 of type vlan for network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd Jul 06 12:00:56.327117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event updated for resources: {'Subnet': ['ID=4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.328003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] For port 232d86f7-3c7a-46cf-bf1d-9eeeced02326, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=232d86f7-3c7a-46cf-bf1d-9eeeced02326,segment=NetworkSegment(042282b8-e4eb-4b8e-838c-c552bd674c1e),segment_id=042282b8-e4eb-4b8e-838c-c552bd674c1e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:56.342603 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.389783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.403593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.410297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Checking segment: {'id': 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:56.410922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Network hostable DHCP agents. Network: ba4df3a9-a84d-49d6-95cc-3f39685bc061, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:56.419994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d7390904-32be-4b39-8fa0-bea6369d2c9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:56.466483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe335e4-f307-43d5-96c1-72bae82e6d69 None None] Pushing event updated for resources: {'Port': ['ID=232d86f7-3c7a-46cf-bf1d-9eeeced02326,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.466973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Pushing event deleted for resources: {'Port': ['ID=d7390904-32be-4b39-8fa0-bea6369d2c9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.485773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38575fbe-5283-4289-a1a2-1bd1fddc0fea req-0e6ecfb0-743d-44ba-bb40-7c3d12901edb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.487408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38575fbe-5283-4289-a1a2-1bd1fddc0fea req-0e6ecfb0-743d-44ba-bb40-7c3d12901edb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2786229 Jul 06 12:00:56.555539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.562241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.563174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.604245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] No DVR routers for this DVR port d7390904-32be-4b39-8fa0-bea6369d2c9f on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:56.606139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:56.609216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.611181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5ef7f20-308d-4bbe-aef6-c77383e4bd1d req-16098989-b7fb-4ca7-b563-12dd2dd9879f tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.79 "DELETE /v2.0/ports/d7390904-32be-4b39-8fa0-bea6369d2c9f HTTP/1.1" status: 204 len: 173 time: 1.2858829 Jul 06 12:00:56.628989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'name': 'network-vif-deleted', 'tag': 'd7390904-32be-4b39-8fa0-bea6369d2c9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:56.631461 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad05cb5-db2d-4276-8114-aad437a202aa" -d '{"events": [{"server_uuid": "f86165c7-ca91-4f8f-903c-c543f36f40b2", "name": "network-vif-deleted", "tag": "d7390904-32be-4b39-8fa0-bea6369d2c9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:56.724688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d6746-2266-421c-ba60-d9ac7c20616c None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:00:56.737249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3069797 Jul 06 12:00:56.740204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.746708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ba4df3a9-a84d-49d6-95cc-3f39685bc061) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:56.756777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': '6a40a1e3-acc2-4e4d-8494-bed2b91489dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:56.763063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.764385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.781743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42df5b5-1653-419a-9e2c-39172ee58842 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=6a40a1e3-acc2-4e4d-8494-bed2b91489dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.801723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38575fbe-5283-4289-a1a2-1bd1fddc0fea req-67fca7bc-92a0-45c1-ac9e-0c5db535a242 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672069 Jul 06 12:00:56.807776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:56.833153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-48b17458-b38b-48f3-aefb-3440acfd61a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6327798 Jul 06 12:00:56.834375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.842410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Request body: {'port': {'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-971710797'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:56.891111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef754-a990-4740-b90c-645645afdea1 req-56e4fa57-7c60-4214-b936-875531e7a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.892875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-56e4fa57-7c60-4214-b936-875531e7a208 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1096 time: 0.2775824 Jul 06 12:00:56.894641 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671dd224-2de2-409c-b0f6-7a45aa24add5 x-openstack-request-id: req-671dd224-2de2-409c-b0f6-7a45aa24add5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:56.894641 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86165c7-ca91-4f8f-903c-c543f36f40b2", "name": "network-vif-deleted", "tag": "d7390904-32be-4b39-8fa0-bea6369d2c9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:56.894897 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-671dd224-2de2-409c-b0f6-7a45aa24add5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:56.895285 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86165c7-ca91-4f8f-903c-c543f36f40b2', 'name': 'network-vif-deleted', 'tag': 'd7390904-32be-4b39-8fa0-bea6369d2c9f', 'status': 'completed', 'code': 200} Jul 06 12:00:56.913646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7224ba31-c1f6-4774-9600-0fc672f793aa None None] Provisioning complete for port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:56.914487 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7224ba31-c1f6-4774-9600-0fc672f793aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.920308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd131dcb-6478-4d3f-8223-1e6cc96e2a65 req-55106ccb-35da-4994-9672-521697f92cd4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.921756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd131dcb-6478-4d3f-8223-1e6cc96e2a65 req-55106ccb-35da-4994-9672-521697f92cd4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.3075311 Jul 06 12:00:57.032204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d6746-2266-421c-ba60-d9ac7c20616c None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:00:57.037106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:57.041492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.043173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd131dcb-6478-4d3f-8223-1e6cc96e2a65 req-11391240-219a-44b0-ba22-aa16a67fb9ad tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090496 Jul 06 12:00:57.103551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef754-a990-4740-b90c-645645afdea1 req-da23ba46-d42d-42fb-b633-170370bd0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.106600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Made reservation on behalf of 5202a1a14e8142d387adf8b5ec4e974e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:57.108636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-da23ba46-d42d-42fb-b633-170370bd0d38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.2067025 Jul 06 12:00:57.111731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.146912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] device_id is not set on port b8b6105a-22be-46fd-a507-cf072dacaaa2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:57.186174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56c2d3cf-97b0-4ade-9b20-8b365147cb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.258100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-23ab9881-8e8c-4a43-9ad0-8c58a33f81f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 1001 time: 0.1422739 Jul 06 12:00:57.328905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef754-a990-4740-b90c-645645afdea1 req-42fc8de3-f7df-41c7-b0e8-8dd7991ca8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.334803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-42fc8de3-f7df-41c7-b0e8-8dd7991ca8c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.0689149 Jul 06 12:00:57.374077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:57.406788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:57.408816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 1fffd840-b2fa-4d5b-a4f3-c540c3d2bc33 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:57.409306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d7390904-32be-4b39-8fa0-bea6369d2c9f no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:57.457994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: d7390904-32be-4b39-8fa0-bea6369d2c9f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:57.458460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d7390904-32be-4b39-8fa0-bea6369d2c9f not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:57.484816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef754-a990-4740-b90c-645645afdea1 req-438e1455-923a-415d-8ef5-02d886e9a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.486955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-438e1455-923a-415d-8ef5-02d886e9a2d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450224 Jul 06 12:00:57.488623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Allocated IP 2001:db8::25b (ba4df3a9-a84d-49d6-95cc-3f39685bc061/4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3/b8b6105a-22be-46fd-a507-cf072dacaaa2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:57.505647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcb8b43b-2960-4c6f-a7e7-8fc530eace57 req-959062a1-faa8-4c20-ac40-0c595c0b7ae5 tempest-TestServerAdvancedOps-1599748155 tempest-TestServerAdvancedOps-1599748155-project] 10.222.0.78 "GET /v2.0/ports?device_id=f86165c7-ca91-4f8f-903c-c543f36f40b2 HTTP/1.1" status: 200 len: 210 time: 0.0771468 Jul 06 12:00:57.564273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.611543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ba4df3a9-a84d-49d6-95cc-3f39685bc061', 'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061', 'tenant_id': '5202a1a14e8142d387adf8b5ec4e974e', 'fixed_ips': [{'subnet_id': '4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:57.612361 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.663690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-f047c16c-81ca-42dc-b0d6-2f276cff447a service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556313 Jul 06 12:00:57.734074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=d443a131-c05f-433b-801a-a47216929dc4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.752781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '7c4938cb-9033-4104-9bed-96b0d2387df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6a40a1e3-acc2-4e4d-8494-bed2b91489dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:57.753438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: 6a40a1e3-acc2-4e4d-8494-bed2b91489dd, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:57.783928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f9ef754-a990-4740-b90c-645645afdea1 req-4509c313-34e4-4187-a48b-d1e6c7b6cdd1 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129868 Jul 06 12:00:57.810782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.818236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 232d86f7-3c7a-46cf-bf1d-9eeeced02326 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:57.820871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:57.833611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Transition to ACTIVE for port object b8b6105a-22be-46fd-a507-cf072dacaaa2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:57.837681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6a40a1e3-acc2-4e4d-8494-bed2b91489dd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:57.853841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.854466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.882930 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a848fe7f-f623-455f-99f1-152a38d58cbf tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1415827 Jul 06 12:00:57.886608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.890972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:57.891430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.908277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.986193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Allocated IP 2001:db8::2 (ba4df3a9-a84d-49d6-95cc-3f39685bc061/4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3/0847f057-49eb-4ac4-a861-e485f45a5508) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:58.012967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:58.031555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:58.042127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:58.051452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:58.053563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.061541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event updated for resources: {'Port': ['ID=b8b6105a-22be-46fd-a507-cf072dacaaa2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.079672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9c724899-86c1-4ff2-ae57-f873c3ea9920 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2436740 Jul 06 12:00:58.082452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.089114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Request body: {'port': {'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-549466521', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:58.089528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:58.089881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:58.090274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:58.171118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffe0de-9a46-45fa-9e8f-197c0e626bdd req-6c5b184e-542f-42b6-893a-c7c1028e13c7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:58.174594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18ffe0de-9a46-45fa-9e8f-197c0e626bdd req-6c5b184e-542f-42b6-893a-c7c1028e13c7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.2022121 Jul 06 12:00:58.180522 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.239090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Made reservation on behalf of 5202a1a14e8142d387adf8b5ec4e974e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:58.242885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.263672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] device_id is not set on port e3875688-2731-4878-95f2-db626385f9c9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:58.272208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.289327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Transition to ACTIVE for port object 0847f057-49eb-4ac4-a861-e485f45a5508 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:58.299037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Transition to ACTIVE for port object 0847f057-49eb-4ac4-a861-e485f45a5508 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:58.310898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18ffe0de-9a46-45fa-9e8f-197c0e626bdd req-2b92b845-a0c8-4e5a-a140-a08c0c61af61 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255746 Jul 06 12:00:58.311236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.326051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.373088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:58.381458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:58.396072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898075-60f3-4347-8bcb-8c01423a8737 req-0ca6d64c-ac93-4afb-b901-626d70fde414 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:58.398298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48898075-60f3-4347-8bcb-8c01423a8737 req-0ca6d64c-ac93-4afb-b901-626d70fde414 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2147954 Jul 06 12:00:58.398967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:58.402638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Pushing event updated for resources: {'Port': ['ID=0847f057-49eb-4ac4-a861-e485f45a5508,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.465129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Allocated IP 2001:db8::1c8 (ba4df3a9-a84d-49d6-95cc-3f39685bc061/4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3/e3875688-2731-4878-95f2-db626385f9c9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:58.497424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48898075-60f3-4347-8bcb-8c01423a8737 req-bc598ecd-e1b6-4b63-87ef-37370d983bcc tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920620 Jul 06 12:00:58.499592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.549496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=d443a131-c05f-433b-801a-a47216929dc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.617064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Attempting to bind port 0847f057-49eb-4ac4-a861-e485f45a5508 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:58.617805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Attempting to bind port 0847f057-49eb-4ac4-a861-e485f45a5508 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:58.619193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Attempting to bind port 0847f057-49eb-4ac4-a861-e485f45a5508 on network ba4df3a9-a84d-49d6-95cc-3f39685bc061 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:58.629879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:58.630776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Checking segment: {'id': 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:58.631587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.632572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Bound using segment: {'id': 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:58.633661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Bound port: 0847f057-49eb-4ac4-a861-e485f45a5508, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba4df3a9-a84d-49d6-95cc-3f39685bc061'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:58.636138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.680705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.702782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.707960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a40a1e3-acc2-4e4d-8494-bed2b91489dd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.750322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4938cb-9033-4104-9bed-96b0d2387df7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.750806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4938cb-9033-4104-9bed-96b0d2387df7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.757499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] For port 0847f057-49eb-4ac4-a861-e485f45a5508, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:58.764033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.764649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] For port 0847f057-49eb-4ac4-a861-e485f45a5508, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0847f057-49eb-4ac4-a861-e485f45a5508,segment=NetworkSegment(f811d4d6-9ea9-47ce-a01c-e108f7bdad31),segment_id=f811d4d6-9ea9-47ce-a01c-e108f7bdad31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:58.771495 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.781357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Deleting subnet de73d2a2-a80d-43bd-b136-64577b713aa7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:58.784681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.825991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.881137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176520f1-9898-4ce5-b9ae-683a0e21db66 None None] Pushing event updated for resources: {'Port': ['ID=0847f057-49eb-4ac4-a861-e485f45a5508,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.894199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.922887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Transition to ACTIVE for port object e3875688-2731-4878-95f2-db626385f9c9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:58.973764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.027032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:59.030490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:59.033010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:59.039109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.040085 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.066565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event updated for resources: {'Port': ['ID=e3875688-2731-4878-95f2-db626385f9c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.079243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-be9e17e9-e75c-49ed-8372-1371c49c21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9954627 Jul 06 12:00:59.081673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.187536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a6f6c-d58a-46eb-a9ff-ee7866ccea7c tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.194952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a6f6c-d58a-46eb-a9ff-ee7866ccea7c tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.201769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a6f6c-d58a-46eb-a9ff-ee7866ccea7c tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.203853 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-948a6f6c-d58a-46eb-a9ff-ee7866ccea7c tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1206849 Jul 06 12:00:59.207125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.261357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.280187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:59.280528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:59.283650 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:59.341256 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.353639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Deleting port e3875688-2731-4878-95f2-db626385f9c9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:59.354337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.386684 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.399089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.401222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/6a40a1e3-acc2-4e4d-8494-bed2b91489dd HTTP/1.1" status: 204 len: 168 time: 1.5127034 Jul 06 12:00:59.414887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.420858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955835228'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.424536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05308c21-96ec-40ac-9279-067102e09474 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=6a40a1e3-acc2-4e4d-8494-bed2b91489dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.455298 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.465449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:59.470681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.500358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de73d2a2-a80d-43bd-b136-64577b713aa7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.506150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.510881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-31578e09-b541-4b88-acd2-f79a15c55be0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/de73d2a2-a80d-43bd-b136-64577b713aa7 HTTP/1.1" status: 204 len: 168 time: 0.7977872 Jul 06 12:00:59.511340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.522868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.552485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Calling delete_port for e3875688-2731-4878-95f2-db626385f9c9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:59.621107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.651365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a603081-b9a5-4e84-8567-65ac1cbcaef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.658353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:59.773736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.794647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.794986 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 47d58a3c-62c7-43d2-a64a-819b727ba477 of type vlan for network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 Jul 06 12:00:59.824409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event deleted for resources: {'Port': ['ID=e3875688-2731-4878-95f2-db626385f9c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.865694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.868280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8fba7e9a-d206-4ef6-ac8d-0ad3aa1d3a78 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "DELETE /v2.0/ports/e3875688-2731-4878-95f2-db626385f9c9 HTTP/1.1" status: 204 len: 168 time: 0.6597476 Jul 06 12:00:59.872227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.885200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Request body: {'port': {'name': 'tempest-new-port-name-1888992014', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.885819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:59.886156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:59.887332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:59.888240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0847f057-49eb-4ac4-a861-e485f45a5508 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:59.895297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.958746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.960799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0847f057-49eb-4ac4-a861-e485f45a5508 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:59.983006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937dfda6-fca8-4109-ba64-62c4c3e22ff4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:59.997644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.002273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9014d261-946b-46e6-9b97-485cd077fb13') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:00.002569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9014d261-946b-46e6-9b97-485cd077fb13') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:00.022649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.029336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.033825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46d6f-3c73-4a7a-a13f-00f990ea1c0b req-3d6692c5-5af0-4b84-8083-6797a78df9c2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.035431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9b46d6f-3c73-4a7a-a13f-00f990ea1c0b req-3d6692c5-5af0-4b84-8083-6797a78df9c2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.3320382 Jul 06 12:01:00.061450 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.118290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9b46d6f-3c73-4a7a-a13f-00f990ea1c0b req-7d86653c-e7cb-4606-91b1-f350667891f2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Jul 06 12:01:00.131271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:00.131736 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:00.134712 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:00.190127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.195336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.196145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.216093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801ca89-cccd-4547-9861-0a9b598877e5 req-7b09bfdb-b1fe-4888-81f7-b146244296de tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.217766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8801ca89-cccd-4547-9861-0a9b598877e5 req-7b09bfdb-b1fe-4888-81f7-b146244296de tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.4670999 Jul 06 12:01:00.264751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.272913 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.306877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8899722 Jul 06 12:01:00.311804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.320716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] In _notify_port_updated(), no bound segment for port b8b6105a-22be-46fd-a507-cf072dacaaa2 on network ba4df3a9-a84d-49d6-95cc-3f39685bc061 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:01:00.321196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a33a694-03ac-4366-b7b0-147aede48883 None None] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:00.323885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d0208-89e9-4609-973d-b062a391d262 None None] Network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:00.327448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.328242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.332221 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "PUT /v2.0/ports/b8b6105a-22be-46fd-a507-cf072dacaaa2 HTTP/1.1" status: 200 len: 1130 time: 0.4552388 Jul 06 12:01:00.332398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.335945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.380222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2c77-b07d-4f7a-acef-1d0c24c2e07f tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event updated for resources: {'Port': ['ID=b8b6105a-22be-46fd-a507-cf072dacaaa2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.402180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d0208-89e9-4609-973d-b062a391d262 None None] Network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:01:00.408605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f26ff-2653-4b10-9132-09ed841d0d42 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.409550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.412061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-744f26ff-2653-4b10-9132-09ed841d0d42 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "GET /v2.0/ports/b8b6105a-22be-46fd-a507-cf072dacaaa2 HTTP/1.1" status: 200 len: 1130 time: 0.0749197 Jul 06 12:01:00.416222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.449509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.454170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.456149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] 10.222.0.78 "DELETE /v2.0/networks/937dfda6-fca8-4109-ba64-62c4c3e22ff4 HTTP/1.1" status: 204 len: 168 time: 0.9433749 Jul 06 12:01:00.467737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.476293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d7e6d-eafe-446b-bb20-338a6eafd5a0 None None] Network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:00.481122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f19ba-c736-4d4c-a1f4-b5006774750e tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=679cb6ce-f0bc-4327-955d-00fab1a4fd27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.489400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] Provisioning for port 0847f057-49eb-4ac4-a861-e485f45a5508 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:00.535255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:00.544108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8801ca89-cccd-4547-9861-0a9b598877e5 req-a6a30d66-9073-421a-971a-3e747ef51289 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098390 Jul 06 12:01:00.553644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Deleting port b8b6105a-22be-46fd-a507-cf072dacaaa2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:00.557260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53199e-6809-4fa0-be09-6090ac67ee7c admin admin] Pushing event deleted for resources: {'Network': ['ID=937dfda6-fca8-4109-ba64-62c4c3e22ff4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.557843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.574849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d7e6d-eafe-446b-bb20-338a6eafd5a0 None None] Network 6a40a1e3-acc2-4e4d-8494-bed2b91489dd could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:01:00.576710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] Provisioning complete for port 0847f057-49eb-4ac4-a861-e485f45a5508 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:00.577168 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.582323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:00.585664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.596458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Deleting subnet 39e2d7d9-ec11-43c4-b53b-049ea79f9041 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:00.662074 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.682282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.701041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Calling delete_port for b8b6105a-22be-46fd-a507-cf072dacaaa2 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:00.726707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.790182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.948473 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.954899 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.979867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.985342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.994297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/39e2d7d9-ec11-43c4-b53b-049ea79f9041 HTTP/1.1" status: 204 len: 168 time: 0.5252862 Jul 06 12:01:00.996403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.009981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.030732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event deleted for resources: {'Port': ['ID=b8b6105a-22be-46fd-a507-cf072dacaaa2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.055185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.075462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.076282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e4429-bbaf-4446-83ae-144b94a49859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e2d7d9-ec11-43c4-b53b-049ea79f9041,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.080246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-da410b4c-89d0-4f26-81f9-0ec1a7a3a094 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "DELETE /v2.0/ports/b8b6105a-22be-46fd-a507-cf072dacaaa2 HTTP/1.1" status: 204 len: 168 time: 0.6590385 Jul 06 12:01:01.080424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] For port 0847f057-49eb-4ac4-a861-e485f45a5508, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0847f057-49eb-4ac4-a861-e485f45a5508,segment=NetworkSegment(f811d4d6-9ea9-47ce-a01c-e108f7bdad31),segment_id=f811d4d6-9ea9-47ce-a01c-e108f7bdad31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:01.081190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.085024 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.153961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Deleting subnet 4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:01.157546 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.200875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d936394-d932-42e2-bb75-b14a64248365 None None] Pushing event updated for resources: {'Port': ['ID=0847f057-49eb-4ac4-a861-e485f45a5508,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.210570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.284380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.289198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '47d58a3c-62c7-43d2-a64a-819b727ba477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:01.289585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: 679cb6ce-f0bc-4327-955d-00fab1a4fd27, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:01.293595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=b84111cd-73d8-4da1-9441-dc2586a38b32,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.300806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.373982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.375353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:01.486131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.492010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b0-43dc-4701-9dea-3227de902ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.496706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 679cb6ce-f0bc-4327-955d-00fab1a4fd27) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:01.506568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb7855-47eb-4c93-bbe4-c1ddc448e4c0 None None] Network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:01.514744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.515353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.519472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.551288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c412af24-7c18-4657-b0e6-f50ab2fae8b1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:01.573219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b583764-1f5a-4353-ac4d-e8fdedb3ddc1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:01.573515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b583764-1f5a-4353-ac4d-e8fdedb3ddc1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:01.589481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.596557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.601839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.607510 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-17126858-119f-4a82-a4cf-ffb6f086d3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "DELETE /v2.0/subnets/4c4f4cda-8692-46c9-8a44-b6fc0e33e4e3 HTTP/1.1" status: 204 len: 168 time: 0.5252666 Jul 06 12:01:01.607717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.622120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-ff893052-bf86-44c8-b8a2-c450984caea9 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.628602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-ff893052-bf86-44c8-b8a2-c450984caea9 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.1816449 Jul 06 12:01:01.666674 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.693588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b0-43dc-4701-9dea-3227de902ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.699428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b0-43dc-4701-9dea-3227de902ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.760499 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03f4e1b0-43dc-4701-9dea-3227de902ebc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c01891299ff747ebb6f91c88b91bab91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750450 Jul 06 12:01:01.766257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-679cb6ce-f0bc-4327-955d-00fab1a4fd27', 'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': 'b84111cd-73d8-4da1-9441-dc2586a38b32'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:01.767514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.769464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.803935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:01.804625 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:01.811414 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:01.835179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4e1b0-43dc-4701-9dea-3227de902ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09feec0e-604f-4731-a909-a2743b4e7179,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.838735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.847583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-056b1fcc-9b23-41ec-99de-e8ee21f1747d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5237393 Jul 06 12:01:01.870739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0847f057-49eb-4ac4-a861-e485f45a5508 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:01.903358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3669f13e-e285-462e-ade8-f48baccc4064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.962105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3669f13e-e285-462e-ade8-f48baccc4064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.978734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0847f057-49eb-4ac4-a861-e485f45a5508 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:01.980538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.023836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.029778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.044532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f926aeb-deb6-416b-86bb-05d50ffda093 None None] Network ba4df3a9-a84d-49d6-95cc-3f39685bc061 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:02.068207 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.078427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.083211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] 10.222.0.78 "DELETE /v2.0/networks/c412af24-7c18-4657-b0e6-f50ab2fae8b1 HTTP/1.1" status: 204 len: 168 time: 1.0297730 Jul 06 12:01:02.109565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a436a-d057-4c0d-afb0-065207c81fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=c412af24-7c18-4657-b0e6-f50ab2fae8b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.116807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.134890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Allocated IP 2001:db8::1 (679cb6ce-f0bc-4327-955d-00fab1a4fd27/b84111cd-73d8-4da1-9441-dc2586a38b32/670b9126-1c33-4ca5-a475-5579d33afece) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:02.152155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3669f13e-e285-462e-ade8-f48baccc4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.155574 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3669f13e-e285-462e-ade8-f48baccc4064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.156948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3669f13e-e285-462e-ade8-f48baccc4064 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/09feec0e-604f-4731-a909-a2743b4e7179 HTTP/1.1" status: 204 len: 168 time: 0.3865170 Jul 06 12:01:02.179542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84235-a5db-435a-b8e4-00b800625a10 req-c699893a-0485-4c07-b35c-03d9a97879bb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.186916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49f84235-a5db-435a-b8e4-00b800625a10 req-c699893a-0485-4c07-b35c-03d9a97879bb tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 945 time: 0.3744049 Jul 06 12:01:02.197579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f13e-e285-462e-ade8-f48baccc4064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09feec0e-604f-4731-a909-a2743b4e7179,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.204376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Deleting port 0cd70008-415d-479f-8593-c47b7c9faa91 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:02.204752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.207760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5c26cad-647b-4b85-9d15-34ece1be2a95 None None] Provisioning complete for port 0847f057-49eb-4ac4-a861-e485f45a5508 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:02.208685 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5c26cad-647b-4b85-9d15-34ece1be2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.314701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Deleting port 0847f057-49eb-4ac4-a861-e485f45a5508 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:02.315279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.331763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49f84235-a5db-435a-b8e4-00b800625a10 req-d64d1bba-3d3f-4f15-acb5-4ff5f573af80 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/security-groups?id=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438813 Jul 06 12:01:02.340723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.395757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-19c41a3c-168b-479c-8856-38c20dffd32b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=43c5193a598841e69b6d26227cf89549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535254 Jul 06 12:01:02.398295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.452038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] For port 0cd70008-415d-479f-8593-c47b7c9faa91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=0cd70008-415d-479f-8593-c47b7c9faa91,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:02.452655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.456271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] For port 0847f057-49eb-4ac4-a861-e485f45a5508, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0847f057-49eb-4ac4-a861-e485f45a5508,segment=NetworkSegment(f811d4d6-9ea9-47ce-a01c-e108f7bdad31),segment_id=f811d4d6-9ea9-47ce-a01c-e108f7bdad31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:02.456635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.478300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Calling delete_port for 0cd70008-415d-479f-8593-c47b7c9faa91 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:02.480841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Calling delete_port for 0847f057-49eb-4ac4-a861-e485f45a5508 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:02.481995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79002936-098a-4f28-8ecb-c224eb7a08ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.507203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.528263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5c26cad-647b-4b85-9d15-34ece1be2a95 None None] Could not find standard attr ID for object b8b6105a-22be-46fd-a507-cf072dacaaa2. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:02.531828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79002936-098a-4f28-8ecb-c224eb7a08ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.604299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79002936-098a-4f28-8ecb-c224eb7a08ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.607816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79002936-098a-4f28-8ecb-c224eb7a08ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.613884 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79002936-098a-4f28-8ecb-c224eb7a08ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16960fe2-2432-412b-bfb2-67dc14c0a0cc HTTP/1.1" status: 204 len: 168 time: 0.2119970 Jul 06 12:01:02.634444 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.636921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79002936-098a-4f28-8ecb-c224eb7a08ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16960fe2-2432-412b-bfb2-67dc14c0a0cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.652209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Transition to ACTIVE for port object 670b9126-1c33-4ca5-a475-5579d33afece will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:02.667312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] DHCP port deletion for ba4df3a9-a84d-49d6-95cc-3f39685bc061 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:02.685194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Transition to ACTIVE for port object 670b9126-1c33-4ca5-a475-5579d33afece will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:02.712747 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.721305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.752655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.754037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=b84111cd-73d8-4da1-9441-dc2586a38b32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.800034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:02.814916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Pushing event updated for resources: {'Port': ['ID=670b9126-1c33-4ca5-a475-5579d33afece,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.821523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:02.826360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:02.841990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.854882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Deleting port 0847f057-49eb-4ac4-a861-e485f45a5508 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:02.855266 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.857386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679cb6ce-f0bc-4327-955d-00fab1a4fd27']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:02.875885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d58a3c-62c7-43d2-a64a-819b727ba477') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:02.876368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d58a3c-62c7-43d2-a64a-819b727ba477') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:02.886395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.901284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event deleted for resources: {'Port': ['ID=0847f057-49eb-4ac4-a861-e485f45a5508,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.907079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.908251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] No DVR routers for this DVR port 0847f057-49eb-4ac4-a861-e485f45a5508 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:02.923307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:02.924303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:02.933047 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:03.007394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Attempting to bind port 670b9126-1c33-4ca5-a475-5579d33afece on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:03.008081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.008217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Attempting to bind port 670b9126-1c33-4ca5-a475-5579d33afece by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '47d58a3c-62c7-43d2-a64a-819b727ba477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:03.008614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Attempting to bind port 670b9126-1c33-4ca5-a475-5579d33afece on network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:03.028035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['0cd70008-415d-479f-8593-c47b7c9faa91'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:03.058411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Pushing event deleted for resources: {'Port': ['ID=0cd70008-415d-479f-8593-c47b7c9faa91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.068667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] For port 0847f057-49eb-4ac4-a861-e485f45a5508, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:03.069188 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.069588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.070398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:01:03.070398 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:01:03.070398 n-d-799528-2 neutron-server[93766]: [parameters: {'id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27'}] Jul 06 12:01:03.070398 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:01:03.070757 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:01:03.073981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:03.074475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Checking segment: {'id': '47d58a3c-62c7-43d2-a64a-819b727ba477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:03.075010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.075567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Bound using segment: {'id': '47d58a3c-62c7-43d2-a64a-819b727ba477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:03.076219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Bound port: 670b9126-1c33-4ca5-a475-5579d33afece, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d58a3c-62c7-43d2-a64a-819b727ba477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '679cb6ce-f0bc-4327-955d-00fab1a4fd27'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:03.076838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.111238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4df3a9-a84d-49d6-95cc-3f39685bc061']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:03.142355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] No DVR routers for this DVR port 0cd70008-415d-479f-8593-c47b7c9faa91 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:03.145185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:03.145576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f811d4d6-9ea9-47ce-a01c-e108f7bdad31') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:03.147727 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.148174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Calling delete_port for 0847f057-49eb-4ac4-a861-e485f45a5508 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:03.150684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a28d7d5a-a445-4ccd-90b5-1ed36812a1f7 req-d3519322-1d24-46a9-9b97-cb7a43cef9e7 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.79 "DELETE /v2.0/ports/0cd70008-415d-479f-8593-c47b7c9faa91 HTTP/1.1" status: 204 len: 173 time: 1.5075827 Jul 06 12:01:03.151238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'name': 'network-vif-deleted', 'tag': '0cd70008-415d-479f-8593-c47b7c9faa91'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:03.153597 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc41700-b54c-43d3-b6c7-95d3853b809f" -d '{"events": [{"server_uuid": "cdeb57be-8e57-427d-85a1-2a35be299339", "name": "network-vif-deleted", "tag": "0cd70008-415d-479f-8593-c47b7c9faa91"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:03.154743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Port 0847f057-49eb-4ac4-a861-e485f45a5508 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:01:03.160415 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.160574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.186606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.188439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] No DVR routers for this DVR port 0847f057-49eb-4ac4-a861-e485f45a5508 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:03.215738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.225523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:03.226519 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:03.231751 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:03.238676 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-58d4de8a-7e8c-450c-a134-45971c0d6da1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bca8331a3354b10b5b906e73a36ad4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740039 Jul 06 12:01:03.239349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.255768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538448f-af63-4865-bdca-ace3aefc176f None None] Pushing event deleted for resources: {'Port': ['ID=0847f057-49eb-4ac4-a861-e485f45a5508,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.257477 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803fff6c-9cc2-4eec-9a47-88441008c917 x-openstack-request-id: req-803fff6c-9cc2-4eec-9a47-88441008c917 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:03.257674 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeb57be-8e57-427d-85a1-2a35be299339", "name": "network-vif-deleted", "tag": "0cd70008-415d-479f-8593-c47b7c9faa91", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:03.257894 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-803fff6c-9cc2-4eec-9a47-88441008c917 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:03.258314 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeb57be-8e57-427d-85a1-2a35be299339', 'name': 'network-vif-deleted', 'tag': '0cd70008-415d-479f-8593-c47b7c9faa91', 'status': 'completed', 'code': 200} Jul 06 12:01:03.283029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] For port 670b9126-1c33-4ca5-a475-5579d33afece, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:03.290187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] For port 670b9126-1c33-4ca5-a475-5579d33afece, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=670b9126-1c33-4ca5-a475-5579d33afece,segment=NetworkSegment(47d58a3c-62c7-43d2-a64a-819b727ba477),segment_id=47d58a3c-62c7-43d2-a64a-819b727ba477)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:03.299108 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.346324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcffff9c-f127-424c-b093-bf25437a97ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.350678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.360339 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.369591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] 10.222.0.78 "DELETE /v2.0/networks/ba4df3a9-a84d-49d6-95cc-3f39685bc061 HTTP/1.1" status: 204 len: 168 time: 1.7398181 Jul 06 12:01:03.393967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6c440-a28f-448e-9682-7b378f56f4c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940 tempest-ExtraDHCPOptionsIpV6TestJSON-1736562940-project] Pushing event deleted for resources: {'Network': ['ID=ba4df3a9-a84d-49d6-95cc-3f39685bc061,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.401476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcffff9c-f127-424c-b093-bf25437a97ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.457868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20520275-a341-4177-97ce-2d5abbfb1f50 None None] Pushing event updated for resources: {'Port': ['ID=670b9126-1c33-4ca5-a475-5579d33afece,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.476494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245b424-2dc2-4c63-a577-98aa57d4a40e None None] Network 679cb6ce-f0bc-4327-955d-00fab1a4fd27 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:03.482329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcffff9c-f127-424c-b093-bf25437a97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.485342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcffff9c-f127-424c-b093-bf25437a97ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.486504 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dcffff9c-f127-424c-b093-bf25437a97ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/949f4839-9524-4e84-bd28-489a13319001 HTTP/1.1" status: 204 len: 168 time: 0.2439475 Jul 06 12:01:03.496560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffff9c-f127-424c-b093-bf25437a97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949f4839-9524-4e84-bd28-489a13319001,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.573335 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.700626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-164d919e-a216-44fa-bd49-dd9cd2ba6279 req-6ecb15ad-693b-45c5-854a-78f89c6e2590 tempest-ServerRescueNegativeTestJSON-567555185 tempest-ServerRescueNegativeTestJSON-567555185-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdeb57be-8e57-427d-85a1-2a35be299339 HTTP/1.1" status: 200 len: 210 time: 0.1128051 Jul 06 12:01:03.729690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port 670b9126-1c33-4ca5-a475-5579d33afece {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:03.731517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.810532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.858743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0847f057-49eb-4ac4-a861-e485f45a5508 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:03.859576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port 670b9126-1c33-4ca5-a475-5579d33afece, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=670b9126-1c33-4ca5-a475-5579d33afece,segment=NetworkSegment(47d58a3c-62c7-43d2-a64a-819b727ba477),segment_id=47d58a3c-62c7-43d2-a64a-819b727ba477)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:03.860060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.892089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for 670b9126-1c33-4ca5-a475-5579d33afece owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:03.906909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0847f057-49eb-4ac4-a861-e485f45a5508 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:03.907654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0847f057-49eb-4ac4-a861-e485f45a5508 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:03.935574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9900b14-2e41-4d2a-a4cf-0eadc511a550 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:01:04.085978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9900b14-2e41-4d2a-a4cf-0eadc511a550 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:01:04.132268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.165766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port 670b9126-1c33-4ca5-a475-5579d33afece on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:04.223697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=670b9126-1c33-4ca5-a475-5579d33afece,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.351743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.365073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679cb6ce-f0bc-4327-955d-00fab1a4fd27']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:04.379564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d58a3c-62c7-43d2-a64a-819b727ba477') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:04.380364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d58a3c-62c7-43d2-a64a-819b727ba477') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:04.393027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.410895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0d5337d-d96f-4eed-bf6b-e6d99c67d44e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5202a1a14e8142d387adf8b5ec4e974e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988448 Jul 06 12:01:04.413977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.427159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.440138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:04.442351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.501257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3801c39-f633-4524-badc-503c4be2c331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:04.531759 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:04.540535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3801c39-f633-4524-badc-503c4be2c331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.572464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.592360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.594280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/679cb6ce-f0bc-4327-955d-00fab1a4fd27 HTTP/1.1" status: 204 len: 168 time: 2.7519493 Jul 06 12:01:04.598348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.606380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1326543939'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:04.611595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3801c39-f633-4524-badc-503c4be2c331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.614174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3801c39-f633-4524-badc-503c4be2c331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.614670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75145b4-219a-4388-b22d-fb0564bd3158 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=679cb6ce-f0bc-4327-955d-00fab1a4fd27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.615270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3801c39-f633-4524-badc-503c4be2c331 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bbb10b83-4df3-4ec6-ac9b-959914d75c76 HTTP/1.1" status: 204 len: 168 time: 0.2000554 Jul 06 12:01:04.632524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3801c39-f633-4524-badc-503c4be2c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb10b83-4df3-4ec6-ac9b-959914d75c76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.653472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:04.658580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.689526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:04.700739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.700739 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 1cc75809-0dfc-4906-b318-6695eda848f6 of type vlan for network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 Jul 06 12:01:04.748057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.792898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.800119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:04.800851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.851297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.874249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2745752 Jul 06 12:01:04.877683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.883489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:04.957724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af01de4-d3e9-42a9-99d7-4be0720b5fce tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=b7b16bbe-1b23-451a-a7d3-a8000dd12ec1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.969263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:05.001686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:05.007464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.284820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.358557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=eea4c606-ab87-436d-b05e-7d5a50e97953,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:05.366650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '1cc75809-0dfc-4906-b318-6695eda848f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:05.367152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: b7b16bbe-1b23-451a-a7d3-a8000dd12ec1, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:05.388145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:05.401966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b7b16bbe-1b23-451a-a7d3-a8000dd12ec1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:05.411505 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8955045-ce8e-4dbc-9b4b-0deba398aba3 None None] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:05.415043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:05.416869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.440581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f521f19-90ed-4ec7-92b7-3b8649bf104a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5608234 Jul 06 12:01:05.442764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:05.463873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:05.537157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0cd70008-415d-479f-8593-c47b7c9faa91 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:05.564931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 0cd70008-415d-479f-8593-c47b7c9faa91 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:05.565781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 0cd70008-415d-479f-8593-c47b7c9faa91 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:05.628701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:05.640041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.657143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:05.701204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.750534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-b7b16bbe-1b23-451a-a7d3-a8000dd12ec1', 'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': 'eea4c606-ab87-436d-b05e-7d5a50e97953'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:05.751737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.841442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1584724470'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:05.946048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:05.950817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.963735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.974899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Allocated IP 2001:db8::2 (b7b16bbe-1b23-451a-a7d3-a8000dd12ec1/eea4c606-ab87-436d-b05e-7d5a50e97953/45208510-6645-4ebf-9b05-79db8eb8f844) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:06.057981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.109156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:06.116819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:06.129805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.131834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.149071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=769dd026-77e6-4956-baac-e18b945e2020,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.182859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.193095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.195190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-47cc407a-da31-4963-ab09-3a14097cbe89 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7512641 Jul 06 12:01:06.198640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.209803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Deleting port 653d5364-f0c4-4423-a971-050cf5c47458 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:06.209803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.211755 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.229676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Transition to ACTIVE for port object 45208510-6645-4ebf-9b05-79db8eb8f844 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:06.253534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Transition to ACTIVE for port object 45208510-6645-4ebf-9b05-79db8eb8f844 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:06.261201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.283117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:06.304398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d829e-ac32-427a-b9cc-0ccf5e42b435 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.305254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53b0cd-3e95-4432-a735-32dfbb6fd637,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.306913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d829e-ac32-427a-b9cc-0ccf5e42b435 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.308678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d829e-ac32-427a-b9cc-0ccf5e42b435 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.310285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d829e-ac32-427a-b9cc-0ccf5e42b435 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.312152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d829e-ac32-427a-b9cc-0ccf5e42b435 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.312467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.313133 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment 1a9f06cb-7583-454f-95de-56acdf6970d2 of type vlan for network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b Jul 06 12:01:06.313974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a10d829e-ac32-427a-b9cc-0ccf5e42b435 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1147568 Jul 06 12:01:06.318383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.319536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:06.323853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:06.324183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778172262'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:06.333347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:06.348498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Pushing event updated for resources: {'Port': ['ID=45208510-6645-4ebf-9b05-79db8eb8f844,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.360264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:06.364040 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.396425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:06.412027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Attempting to bind port 45208510-6645-4ebf-9b05-79db8eb8f844 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:06.412027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Attempting to bind port 45208510-6645-4ebf-9b05-79db8eb8f844 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1cc75809-0dfc-4906-b318-6695eda848f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:06.412027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Attempting to bind port 45208510-6645-4ebf-9b05-79db8eb8f844 on network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:06.414063 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.415323 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment de03cfe6-9884-43c6-bb74-584fc742303b of type vlan for network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 Jul 06 12:01:06.418228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:06.418699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Checking segment: {'id': '1cc75809-0dfc-4906-b318-6695eda848f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:06.419418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.420779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Bound using segment: {'id': '1cc75809-0dfc-4906-b318-6695eda848f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:06.420779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Bound port: 45208510-6645-4ebf-9b05-79db8eb8f844, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc75809-0dfc-4906-b318-6695eda848f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:06.421299 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.428719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.463268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] For port 653d5364-f0c4-4423-a971-050cf5c47458, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=653d5364-f0c4-4423-a971-050cf5c47458,segment=NetworkSegment(e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3),segment_id=e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:06.463758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.478670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.501399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] For port 45208510-6645-4ebf-9b05-79db8eb8f844, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:06.507820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] For port 45208510-6645-4ebf-9b05-79db8eb8f844, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45208510-6645-4ebf-9b05-79db8eb8f844,segment=NetworkSegment(1cc75809-0dfc-4906-b318-6695eda848f6),segment_id=1cc75809-0dfc-4906-b318-6695eda848f6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:06.508298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Calling delete_port for 653d5364-f0c4-4423-a971-050cf5c47458 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:06.511420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.512534 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.518460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.519122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.593050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70849ce-6867-46cf-abf7-a06b8a261bf7 None None] Pushing event updated for resources: {'Port': ['ID=45208510-6645-4ebf-9b05-79db8eb8f844,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.643540 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9845755 Jul 06 12:01:06.653549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.660980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'name': 'tempest-PortsTestJSON-1821747151'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:06.739513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6be948-6e3c-46e1-bbbc-10bab46f41ce tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.755012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:06.887453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:06.892021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.917603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:06.967775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.974720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.975739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552891'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.039404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.059183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7389669 Jul 06 12:01:07.062469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.067819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:07.075539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6759cac-7419-4644-b0f3-38c42f0bb8db tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=c29a4f7a-0eb5-44a2-9e1b-e256ad091023,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.086533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:07.088604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Pushing event deleted for resources: {'Port': ['ID=653d5364-f0c4-4423-a971-050cf5c47458,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.263642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.282067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.302008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:01:07.308807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:07.309432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.310357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.310734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "PUT /v2.0/networks/c29a4f7a-0eb5-44a2-9e1b-e256ad091023 HTTP/1.1" status: 200 len: 723 time: 0.2474935 Jul 06 12:01:07.315210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.325050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:07.373264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4939744-3bbf-4abd-bd31-070d47ba9a36 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=c29a4f7a-0eb5-44a2-9e1b-e256ad091023,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.393986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:07.502939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.532796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.608891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:07.612445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.743798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.798366 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': '1a9f06cb-7583-454f-95de-56acdf6970d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:07.798736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:07.882672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a67727-f073-4ec6-9901-9e24c0ffbb60 None None] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:07.913127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:07.943442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:07.964151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ea849-8b7f-4dec-b79f-294674cfa841 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:07.974383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2785726-ef69-46ae-9c82-eb07fa7899c7 None None] Provisioning for port 45208510-6645-4ebf-9b05-79db8eb8f844 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:07.985938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:07.992460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:07.993085 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.998541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45208510-6645-4ebf-9b05-79db8eb8f844 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:08.064397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.064999 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-91ec5195-b09a-486b-a05a-d2bf4ab831cf tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4084952 Jul 06 12:01:08.076448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-280799793'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.078072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:08.079401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.112446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:08.121028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.172447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:08.188818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.189747 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment 91fcd263-a907-4cdb-b77f-10e3c53d7fcf of type vlan for network ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e Jul 06 12:01:08.197208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 45208510-6645-4ebf-9b05-79db8eb8f844 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:08.200290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=5f4f5c50-9881-45a9-864f-8503c8859498,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.214097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 45208510-6645-4ebf-9b05-79db8eb8f844 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:08.214546 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.231457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': 'de03cfe6-9884-43c6-bb74-584fc742303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:08.231820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: c29a4f7a-0eb5-44a2-9e1b-e256ad091023, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:08.294890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:08.302268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:08.308678 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c912091f-7088-413b-979a-c9d93982798d admin admin] 10.222.0.78 "PUT /v2.0/routers/bf4eac60-b273-4c0a-b9d8-754bcd92b8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4562256 Jul 06 12:01:08.311883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.320802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.334968 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] Sync routers for ids ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:08.351613 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] Routers {'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:08.352264 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:01:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.359893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.379849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.388402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:08.389439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.400756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 45208510-6645-4ebf-9b05-79db8eb8f844, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45208510-6645-4ebf-9b05-79db8eb8f844,segment=NetworkSegment(1cc75809-0dfc-4906-b318-6695eda848f6),segment_id=1cc75809-0dfc-4906-b318-6695eda848f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:08.413294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.521428 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] Set router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:08.529691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=45208510-6645-4ebf-9b05-79db8eb8f844,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.532381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Update dhcp port {'port': {'network_id': 'b7b16bbe-1b23-451a-a7d3-a8000dd12ec1', 'fixed_ips': [{'subnet_id': 'eea4c606-ab87-436d-b05e-7d5a50e97953', 'ip_address': '2001:db8::2'}, {'subnet_id': '769dd026-77e6-4956-baac-e18b945e2020'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '45208510-6645-4ebf-9b05-79db8eb8f844'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:01:08.562583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4924490 Jul 06 12:01:08.562583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7a8be-bdcf-4112-8b95-26dc5f11a4fd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.563381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.573735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'ports': [{'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'}, {'network_id': 'ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.574045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.574811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': 'ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.604420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.607488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c29a4f7a-0eb5-44a2-9e1b-e256ad091023) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:08.617471 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.636590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:08.642784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6029b35-4996-4eca-803c-0b8507d35fe3 None None] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:08.659860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:08.660540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.720534 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T12:01:06Z', 'revision_number': 5, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.727243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ff16f08b-4239-4e5e-8f39-c3e7258129d3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4090238 Jul 06 12:01:08.728035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.741104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.760118 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] Checking router: bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:01:08.760953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:08.767066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.770114 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] Routers {'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:08.770924 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:01:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.788312 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.832304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.932461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port dd8039d2-eced-4206-b5f7-9aadd8750a37 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:08.997828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8433662'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.090446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.100633 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] Set router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:09.211648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Deleting port c317d4d1-c020-4026-a863-ec4770727c58 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:09.216636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:09.217694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.232525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Allocated IP 172.20.0.1 (b7b16bbe-1b23-451a-a7d3-a8000dd12ec1/769dd026-77e6-4956-baac-e18b945e2020/45208510-6645-4ebf-9b05-79db8eb8f844) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:09.247347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c29a4f7a-0eb5-44a2-9e1b-e256ad091023', 'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': '5f4f5c50-9881-45a9-864f-8503c8859498'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:09.248578 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.350597 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T12:01:06Z', 'revision_number': 5, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.390147 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c3c45-0dc7-4c19-9a40-39857e4402df None None] The sync data for ids ['bf4eac60-b273-4c0a-b9d8-754bcd92b8c4'] in n-d-799528-2 is: [{'id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-2028456937-router', 'tenant_id': '4a651e56714f481d8477f9bc8644b9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T12:01:06Z', 'revision_number': 5, 'project_id': '4a651e56714f481d8477f9bc8644b9c7', 'gw_port': {'id': 'c317d4d1-c020-4026-a863-ec4770727c58', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4eac60-b273-4c0a-b9d8-754bcd92b8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:16Z', 'updated_at': '2021-07-06T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:09.447687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.457413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] For port 45208510-6645-4ebf-9b05-79db8eb8f844, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45208510-6645-4ebf-9b05-79db8eb8f844,segment=NetworkSegment(1cc75809-0dfc-4906-b318-6695eda848f6),segment_id=1cc75809-0dfc-4906-b318-6695eda848f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:09.458649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747939863839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1456734'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.487268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.487889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.490034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "PUT /v2.0/subnets/5f4f5c50-9881-45a9-864f-8503c8859498 HTTP/1.1" status: 200 len: 826 time: 0.7586689 Jul 06 12:01:09.494316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.520236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.541018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Allocated IP 2001:db8::2 (c29a4f7a-0eb5-44a2-9e1b-e256ad091023/5f4f5c50-9881-45a9-864f-8503c8859498/a56a6724-d301-4d9a-9e83-988921520420) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:09.551250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.552287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Transition to ACTIVE for port object 45208510-6645-4ebf-9b05-79db8eb8f844 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:09.560018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.560341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] For port c317d4d1-c020-4026-a863-ec4770727c58, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c317d4d1-c020-4026-a863-ec4770727c58,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:09.560727 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.591970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Calling delete_port for c317d4d1-c020-4026-a863-ec4770727c58 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:09.605833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d88ec-440b-4ecc-b53c-caee628e1705 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=5f4f5c50-9881-45a9-864f-8503c8859498,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.632823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:09.644273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:09.653581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:09.654483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.704243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=dd8039d2-eced-4206-b5f7-9aadd8750a37,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.784397 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.841608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': '91fcd263-a907-4cdb-b77f-10e3c53d7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:09.843099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:09.853457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.943561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45208510-6645-4ebf-9b05-79db8eb8f844 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:09.969769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.025443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:10.042189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:10.047811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:10.055495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.061885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.062696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.085939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1cbb3b-2e0f-4d44-8640-27f321523ae7 None None] Network ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:10.087141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1557021f-493a-4da9-b9d0-6a230d2410d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5225954 Jul 06 12:01:10.087875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:10.153464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Pushing event updated for resources: {'Port': ['ID=45208510-6645-4ebf-9b05-79db8eb8f844,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.201056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.201411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.201755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.202189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.202422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.202753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.203135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.203770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.204067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.206196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.206196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.206196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f76075-08f5-453a-8de7-9104f84e10a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:10.221649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.250641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Transition to ACTIVE for port object a56a6724-d301-4d9a-9e83-988921520420 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:10.331133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 653d5364-f0c4-4423-a971-050cf5c47458 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:10.335267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:10.335267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.335968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Transition to ACTIVE for port object a56a6724-d301-4d9a-9e83-988921520420 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:10.361716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 653d5364-f0c4-4423-a971-050cf5c47458 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:10.363857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 653d5364-f0c4-4423-a971-050cf5c47458 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:10.376089 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.391139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.440287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:10.452797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:10.454525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c317d4d1-c020-4026-a863-ec4770727c58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.455878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:10.465915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Pushing event updated for resources: {'Port': ['ID=a56a6724-d301-4d9a-9e83-988921520420,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.481600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.494844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.558048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Attempting to bind port a56a6724-d301-4d9a-9e83-988921520420 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:10.558427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Attempting to bind port a56a6724-d301-4d9a-9e83-988921520420 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'de03cfe6-9884-43c6-bb74-584fc742303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:10.558794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Attempting to bind port a56a6724-d301-4d9a-9e83-988921520420 on network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:10.564019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4f5c50-9881-45a9-864f-8503c8859498,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.576671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:10.577499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Checking segment: {'id': 'de03cfe6-9884-43c6-bb74-584fc742303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:10.578213 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.578921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Bound using segment: {'id': 'de03cfe6-9884-43c6-bb74-584fc742303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:10.579464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.579901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Bound port: a56a6724-d301-4d9a-9e83-988921520420, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de03cfe6-9884-43c6-bb74-584fc742303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:10.580658 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.600596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:10.628885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.686229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29a4f7a-0eb5-44a2-9e1b-e256ad091023']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:10.703147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.704652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de03cfe6-9884-43c6-bb74-584fc742303b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:10.704960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de03cfe6-9884-43c6-bb74-584fc742303b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:10.705579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.716234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] For port a56a6724-d301-4d9a-9e83-988921520420, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:10.719978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] For port a56a6724-d301-4d9a-9e83-988921520420, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a56a6724-d301-4d9a-9e83-988921520420,segment=NetworkSegment(de03cfe6-9884-43c6-bb74-584fc742303b),segment_id=de03cfe6-9884-43c6-bb74-584fc742303b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:10.730159 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.733438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.761518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.767468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.770274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:01:10.771801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:10.772254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:10.776222 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:10.785289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.792060 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6eb4c1c6-b7e6-44bf-9fb9-f65e051b7c84 admin admin] 10.222.0.78 "DELETE /v2.0/routers/bf4eac60-b273-4c0a-b9d8-754bcd92b8c4 HTTP/1.1" status: 204 len: 168 time: 2.4798429 Jul 06 12:01:10.792832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:10.826888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a7cf0-5fe0-4b05-a4fd-6808623f071a None None] Pushing event updated for resources: {'Port': ['ID=a56a6724-d301-4d9a-9e83-988921520420,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.869663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Deleting subnet dbd73657-eff3-4cd6-90fb-e0ea4028bec8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:10.881580 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.899725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.931609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45211ed-40d3-42d5-8737-d8bf569a0b8a None None] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:10.953910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.991595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:01:10.991595 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:01:10.991595 n-d-799528-2 neutron-server[93767]: [parameters: {'id': 'c29a4f7a-0eb5-44a2-9e1b-e256ad091023'}] Jul 06 12:01:10.991595 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:01:10.992094 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:01:10.995752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.001637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e HTTP/1.1" status: 204 len: 168 time: 0.9124734 Jul 06 12:01:11.002632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6977c3-770f-4ec2-9851-baea00c2c212 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.003699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.003830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f679d-0fdf-4bbf-b36c-ba85a1432acf None None] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:11.004771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.081800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.089204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a41d5b0-50c0-4fae-b77b-cf60042f1e41 None None] Provisioning for port 45208510-6645-4ebf-9b05-79db8eb8f844 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:11.100874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a41d5b0-50c0-4fae-b77b-cf60042f1e41 None None] Provisioning complete for port 45208510-6645-4ebf-9b05-79db8eb8f844 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:11.101271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a41d5b0-50c0-4fae-b77b-cf60042f1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.116585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd73657-eff3-4cd6-90fb-e0ea4028bec8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.131069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.136350 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-10138824-5434-44ee-9909-fa6e6eb17824 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dbd73657-eff3-4cd6-90fb-e0ea4028bec8 HTTP/1.1" status: 204 len: 168 time: 0.3423953 Jul 06 12:01:11.137808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.151133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4356a51-ca91-4be8-b5dc-71ec68a58337 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:11.159108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4356a51-ca91-4be8-b5dc-71ec68a58337 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:11.161099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4356a51-ca91-4be8-b5dc-71ec68a58337 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1554015 Jul 06 12:01:11.163729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.219332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.298549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port dd8039d2-eced-4206-b5f7-9aadd8750a37 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:11.298801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.317952 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.334597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24f87b5-11a7-4ac7-a540-5a0c186d2ba9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:11.356964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:11.359104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3af4ab6-8e01-4f10-a83b-58ba0fb43ca3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:11.394998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe4d88-61b4-4456-a821-aa75ae8185f7 None None] Network c29a4f7a-0eb5-44a2-9e1b-e256ad091023 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:11.397483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.397931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.415822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for dd8039d2-eced-4206-b5f7-9aadd8750a37 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:11.437223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.444989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:11.445605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:11.458504 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:11.495306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.541139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.548512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.549195 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c24f87b5-11a7-4ac7-a540-5a0c186d2ba9 HTTP/1.1" status: 204 len: 168 time: 0.4111657 Jul 06 12:01:11.566682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.589004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85372770-3cb5-48aa-9e92-1f64c9eec117 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24f87b5-11a7-4ac7-a540-5a0c186d2ba9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.615716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=dd8039d2-eced-4206-b5f7-9aadd8750a37,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.636282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.641051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3b7c38a-b5b5-4bc6-821b-1b8e37319492 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/dd8039d2-eced-4206-b5f7-9aadd8750a37 HTTP/1.1" status: 204 len: 168 time: 0.4735873 Jul 06 12:01:11.641349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.644248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port a56a6724-d301-4d9a-9e83-988921520420 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:11.646142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.721224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa4997-4a12-4e01-b11f-6a032786e673 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:11.723084 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eefa4997-4a12-4e01-b11f-6a032786e673 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0807033 Jul 06 12:01:11.726055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.773500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port a56a6724-d301-4d9a-9e83-988921520420, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a56a6724-d301-4d9a-9e83-988921520420,segment=NetworkSegment(de03cfe6-9884-43c6-bb74-584fc742303b),segment_id=de03cfe6-9884-43c6-bb74-584fc742303b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:11.773962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.778786 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aac001-e663-4b32-bd74-822f2935ba04 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:11.780789 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f2aac001-e663-4b32-bd74-822f2935ba04 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/2de1d77f-1f4b-47e9-b0f2-a0c58ab81e9e HTTP/1.1" status: 404 len: 333 time: 0.0526750 Jul 06 12:01:11.783455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.813610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c656af6-5bb7-4ead-b78a-21d87379d178 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:01:11.816482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for a56a6724-d301-4d9a-9e83-988921520420 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:11.832051 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c87be23-ba95-46f1-bfb5-1431cd797b54 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:11.833467 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6c87be23-ba95-46f1-bfb5-1431cd797b54 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/dd8039d2-eced-4206-b5f7-9aadd8750a37 HTTP/1.1" status: 404 len: 333 time: 0.0482190 Jul 06 12:01:11.835462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.850300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45208510-6645-4ebf-9b05-79db8eb8f844 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:11.925257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.936416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22b7bfe7-aa4c-48f4-94c4-9545b82b5b1b None None] Provisioning complete for port 45208510-6645-4ebf-9b05-79db8eb8f844 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:11.936925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22b7bfe7-aa4c-48f4-94c4-9545b82b5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.974905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.007571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ec6d1cc-4a89-4ebc-986d-bfa52ef6c0a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a651e56714f481d8477f9bc8644b9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770824 Jul 06 12:01:12.007833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c656af6-5bb7-4ead-b78a-21d87379d178 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:01:12.007996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.008682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 45208510-6645-4ebf-9b05-79db8eb8f844 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:12.009142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.024838 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.082046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c675d6a-23c9-4390-b868-667848123d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.103590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port a56a6724-d301-4d9a-9e83-988921520420 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:12.113351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=a56a6724-d301-4d9a-9e83-988921520420,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.141294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c675d6a-23c9-4390-b868-667848123d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.144524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.170255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:12.211650 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c675d6a-23c9-4390-b868-667848123d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.215501 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c675d6a-23c9-4390-b868-667848123d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.224460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fcd263-a907-4cdb-b77f-10e3c53d7fcf') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:12.224791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fcd263-a907-4cdb-b77f-10e3c53d7fcf') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:12.238454 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c675d6a-23c9-4390-b868-667848123d74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d HTTP/1.1" status: 204 len: 168 time: 0.2148290 Jul 06 12:01:12.242021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.245685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.260538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c675d6a-23c9-4390-b868-667848123d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f52a25-7f88-4cdc-8b77-5e9e3fb6eb3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.266039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29a4f7a-0eb5-44a2-9e1b-e256ad091023']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:12.274867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.281566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de03cfe6-9884-43c6-bb74-584fc742303b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:12.281885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de03cfe6-9884-43c6-bb74-584fc742303b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:12.290475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:12.290922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:12.294034 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:12.308304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.371738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c317d4d1-c020-4026-a863-ec4770727c58 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:12.385960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.393395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:12.393850 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:12.397017 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:12.408832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.437388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c317d4d1-c020-4026-a863-ec4770727c58 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:12.437928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c317d4d1-c020-4026-a863-ec4770727c58 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:12.445922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.449535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e HTTP/1.1" status: 204 len: 168 time: 0.6130297 Jul 06 12:01:12.454280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.459618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901675699'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:12.472537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba498f-ffde-47d8-8549-0b5d7b5a41be tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=ff9877ca-cdb5-4a17-8f6e-11a82ff0d94e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.497811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:12.499148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.504974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.507657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.510332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/c29a4f7a-0eb5-44a2-9e1b-e256ad091023 HTTP/1.1" status: 204 len: 168 time: 3.0147383 Jul 06 12:01:12.514687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.535622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44c670-5445-4f06-bf08-3225765d82b9 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=c29a4f7a-0eb5-44a2-9e1b-e256ad091023,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.550519 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e34d3e7-d802-4442-a9e5-aae77c5ec88b tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:12.550810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:12.551226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e34d3e7-d802-4442-a9e5-aae77c5ec88b tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:12.553150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6e34d3e7-d802-4442-a9e5-aae77c5ec88b tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/c29a4f7a-0eb5-44a2-9e1b-e256ad091023 HTTP/1.1" status: 404 len: 339 time: 0.0360973 Jul 06 12:01:12.557610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.562869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466336073', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:12.591717 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.592342 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment bd781e30-12e2-4618-80f2-3d4fea28c07e of type vlan for network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d Jul 06 12:01:12.593156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:12.596991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.632717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:12.641614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.646959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.648021 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment fed64ecf-4671-46cf-96ed-047cf1fa1a4e of type vlan for network ab96fa4a-890e-4f6d-9ddb-265567c14af4 Jul 06 12:01:12.681414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.687789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:12.688532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.714692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.754088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2990515 Jul 06 12:01:12.757022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.763083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:12.763222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.778995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:12.780498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.819615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ed1ef-854e-4a87-863d-2bd25ff19639 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=8cf71ed0-58db-4dfd-8a0a-5739da4adb3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.831277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:12.864829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3061204 Jul 06 12:01:12.867591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.925446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:12.926982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c62526-cada-47d0-8f94-a062b31954dc tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=ab96fa4a-890e-4f6d-9ddb-265567c14af4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.937901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.940295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ab96fa4a-890e-4f6d-9ddb-265567c14af4 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:12.987105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398bc77-1f93-4fb8-9d5a-93b85757faa7 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:12.990460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9398bc77-1f93-4fb8-9d5a-93b85757faa7 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks?id=ab96fa4a-890e-4f6d-9ddb-265567c14af4 HTTP/1.1" status: 200 len: 764 time: 0.1213408 Jul 06 12:01:12.993953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.005292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'description': 'd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:13.154073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.222848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=f56d1707-7dca-4634-b886-380f5966b7a0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.232822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': 'bd781e30-12e2-4618-80f2-3d4fea28c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:13.233197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:13.236679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.253314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:13.257214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.263449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:13.268424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.269025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.277762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6cfd9-89bf-4353-89b4-929eac858f66 None None] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:13.288773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network ab96fa4a-890e-4f6d-9ddb-265567c14af4 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:01:13.293988 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b01ba417-1ed9-4400-a48b-bbd757939526 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5357924 Jul 06 12:01:13.295160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.296060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.297282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.300034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.300243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "PUT /v2.0/networks/ab96fa4a-890e-4f6d-9ddb-265567c14af4 HTTP/1.1" status: 200 len: 761 time: 0.3032553 Jul 06 12:01:13.311693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d', 'name': 'tempest-PortsTestJSON-1074022463'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:13.365274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a38833-be3b-4240-9035-479d2f1016cb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=ab96fa4a-890e-4f6d-9ddb-265567c14af4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.365731 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:01:13.368860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.400431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ab96fa4a-890e-4f6d-9ddb-265567c14af4 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:13.553846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe21a77-16e6-43ea-9847-a8cb6c4c7b4a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.557754 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ebe21a77-16e6-43ea-9847-a8cb6c4c7b4a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks?id=ab96fa4a-890e-4f6d-9ddb-265567c14af4 HTTP/1.1" status: 200 len: 764 time: 0.2567635 Jul 06 12:01:13.561817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.566413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-8cf71ed0-58db-4dfd-8a0a-5739da4adb3d', 'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': 'f56d1707-7dca-4634-b886-380f5966b7a0'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:13.567373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.587789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-768698444-network', 'tenant_id': 'f9d5359620fe4e14b27bd2c4470216ef'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:13.591431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:13.596954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.614620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Made reservation on behalf of f9d5359620fe4e14b27bd2c4470216ef for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:13.617510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.628348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.726196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port df1bcfc6-4693-4ab4-a8a9-4b0830063c50 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:13.779740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Allocated IP 172.20.0.2 (8cf71ed0-58db-4dfd-8a0a-5739da4adb3d/f56d1707-7dca-4634-b886-380f5966b7a0/1fa20a79-efc8-4a69-aecb-ada0775a723c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:13.792822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.798664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.839471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdca5e87-3ee7-44a6-91ce-390b5dd541d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.851827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:13.871517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.871758 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Added segment d1966864-7f00-4799-9761-c83c7ce9e2b5 of type vlan for network ceb369be-4ef8-475d-b285-fb3ba68c5c71 Jul 06 12:01:13.915773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311beb92-aacc-421a-addc-f7c29ec9a99f tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.919993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-311beb92-aacc-421a-addc-f7c29ec9a99f tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3527019 Jul 06 12:01:13.920993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.944635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.965382 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-60f8fa13-94f2-4139-9d8d-d2550c656e1f tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 207 time: 0.0398834 Jul 06 12:01:13.965629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.985594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.986766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.987362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.013772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.024634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Transition to ACTIVE for port object 1fa20a79-efc8-4a69-aecb-ada0775a723c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:14.045281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Transition to ACTIVE for port object 1fa20a79-efc8-4a69-aecb-ada0775a723c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:14.050774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb369be-4ef8-475d-b285-fb3ba68c5c71,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.053978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.074189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3bda5d02-af5c-477e-9b37-6f8be4ae7c79 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7013490 Jul 06 12:01:14.074437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.079783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Request body: {'subnet': {'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-768698444-subnet', 'tenant_id': 'f9d5359620fe4e14b27bd2c4470216ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:14.096869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ceb369be-4ef8-475d-b285-fb3ba68c5c71 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:14.108826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Made reservation on behalf of f9d5359620fe4e14b27bd2c4470216ef for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:14.116527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.165978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:14.173616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Pushing event updated for resources: {'Port': ['ID=1fa20a79-efc8-4a69-aecb-ada0775a723c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.176209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:14.182011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:14.205975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.4 (8cf71ed0-58db-4dfd-8a0a-5739da4adb3d/f56d1707-7dca-4634-b886-380f5966b7a0/df1bcfc6-4693-4ab4-a8a9-4b0830063c50) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:14.234517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.245027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.252818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Attempting to bind port 1fa20a79-efc8-4a69-aecb-ada0775a723c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:14.253378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Attempting to bind port 1fa20a79-efc8-4a69-aecb-ada0775a723c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'bd781e30-12e2-4618-80f2-3d4fea28c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:14.253746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Attempting to bind port 1fa20a79-efc8-4a69-aecb-ada0775a723c on network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:14.254866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.259716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:14.260280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Checking segment: {'id': 'bd781e30-12e2-4618-80f2-3d4fea28c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:14.260831 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.261234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Bound using segment: {'id': 'bd781e30-12e2-4618-80f2-3d4fea28c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:14.261714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Bound port: 1fa20a79-efc8-4a69-aecb-ada0775a723c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd781e30-12e2-4618-80f2-3d4fea28c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8cf71ed0-58db-4dfd-8a0a-5739da4adb3d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:14.262095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.263986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.270950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.285258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.291566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.292479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-52ae1dd5-b2bf-43ee-84cf-44299b51a9f2 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3258379 Jul 06 12:01:14.338289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] For port 1fa20a79-efc8-4a69-aecb-ada0775a723c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:14.340502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] For port 1fa20a79-efc8-4a69-aecb-ada0775a723c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1fa20a79-efc8-4a69-aecb-ada0775a723c,segment=NetworkSegment(bd781e30-12e2-4618-80f2-3d4fea28c07e),segment_id=bd781e30-12e2-4618-80f2-3d4fea28c07e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:14.347008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.412973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e259804-302c-40d6-a0e1-9ae436b218ce None None] Pushing event updated for resources: {'Port': ['ID=1fa20a79-efc8-4a69-aecb-ada0775a723c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.499904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.520675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object df1bcfc6-4693-4ab4-a8a9-4b0830063c50 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:14.561979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.653893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:14.658739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:14.682315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:14.695052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=df1bcfc6-4693-4ab4-a8a9-4b0830063c50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.755881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.756859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.780409 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5eda21c4-10a7-4d9d-8257-eeed9e130ecd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4794412 Jul 06 12:01:14.781656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.906888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port df1bcfc6-4693-4ab4-a8a9-4b0830063c50 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:14.907337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.909535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.995411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2853c5a-aae7-4fdf-9b9f-c997ec814790 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7026734 Jul 06 12:01:15.000530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.027682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.033975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Checking segment: {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:15.034341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Network hostable DHCP agents. Network: ceb369be-4ef8-475d-b285-fb3ba68c5c71, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:15.054719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Network ceb369be-4ef8-475d-b285-fb3ba68c5c71 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:15.062530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.066316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ceb369be-4ef8-475d-b285-fb3ba68c5c71) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:15.075445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b46453-d3ee-4066-8a2f-53cec87a2bc5 None None] Network ceb369be-4ef8-475d-b285-fb3ba68c5c71 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:15.088342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for df1bcfc6-4693-4ab4-a8a9-4b0830063c50 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:15.091338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.092163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.112229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb3a35-5779-41fc-9b7c-637740c4c609 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.114122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb3a35-5779-41fc-9b7c-637740c4c609 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.115988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb3a35-5779-41fc-9b7c-637740c4c609 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.117502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb3a35-5779-41fc-9b7c-637740c4c609 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.119389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb3a35-5779-41fc-9b7c-637740c4c609 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.120046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb65165d-e756-4757-9d03-041965656cba admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0443516 Jul 06 12:01:15.123990 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5efb3a35-5779-41fc-9b7c-637740c4c609 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1198637 Jul 06 12:01:15.125421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.245727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7173b8-d51c-4b4a-9490-3358eaaa35d0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.249872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7173b8-d51c-4b4a-9490-3358eaaa35d0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.251619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7173b8-d51c-4b4a-9490-3358eaaa35d0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.253617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7173b8-d51c-4b4a-9490-3358eaaa35d0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.255243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7173b8-d51c-4b4a-9490-3358eaaa35d0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.257292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b7173b8-d51c-4b4a-9490-3358eaaa35d0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1307361 Jul 06 12:01:15.261466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.452544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f291a-a1b5-42f8-84fe-c840de2aeaf1 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.453971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-854f291a-a1b5-42f8-84fe-c840de2aeaf1 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks/263d9e96-0e01-4ae1-8727-2875eef06eea HTTP/1.1" status: 200 len: 804 time: 0.1913173 Jul 06 12:01:15.457924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.464882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.505602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67acfeff-dfb3-41ea-a766-9183956989d7 None None] Network ceb369be-4ef8-475d-b285-fb3ba68c5c71 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:15.520905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=df1bcfc6-4693-4ab4-a8a9-4b0830063c50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.675380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.678537 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c2615dca-69a4-48e8-8ee7-60449c14c1d6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/df1bcfc6-4693-4ab4-a8a9-4b0830063c50 HTTP/1.1" status: 204 len: 168 time: 0.8964946 Jul 06 12:01:15.682729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.729172 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a0cda9-c0bf-471b-b5f6-8ec6ce53eaf0 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:15.729872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a0cda9-c0bf-471b-b5f6-8ec6ce53eaf0 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:15.731607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37a0cda9-c0bf-471b-b5f6-8ec6ce53eaf0 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/df1bcfc6-4693-4ab4-a8a9-4b0830063c50 HTTP/1.1" status: 404 len: 333 time: 0.0477748 Jul 06 12:01:15.734314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.782183 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-459396ce-1e8e-444a-910b-904e60993c80 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:15.784473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-459396ce-1e8e-444a-910b-904e60993c80 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/df1bcfc6-4693-4ab4-a8a9-4b0830063c50 HTTP/1.1" status: 404 len: 333 time: 0.0475850 Jul 06 12:01:15.785001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.785299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aab11473-4296-4757-a979-38401e85b455 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/networks/263d9e96-0e01-4ae1-8727-2875eef06eea?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3262167 Jul 06 12:01:15.786824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.812642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2aa8c0-d885-461c-8a13-7868d8a5f515 None None] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:15.887137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet f56d1707-7dca-4634-b886-380f5966b7a0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:15.892085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f727669-ab2e-455d-9059-c92dc66dbe92 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.896815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f727669-ab2e-455d-9059-c92dc66dbe92 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/subnets/eccaaf74-1a8b-4528-a7eb-ae923d70733e HTTP/1.1" status: 200 len: 843 time: 0.1074607 Jul 06 12:01:15.896815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.898482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.912561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-7cc1f984-e87b-4892-8dae-2dbc476fba71 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.915103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-7cc1f984-e87b-4892-8dae-2dbc476fba71 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 813 time: 0.2462823 Jul 06 12:01:15.923950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1fa20a79-efc8-4a69-aecb-ada0775a723c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:15.947477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-aeb92d4f-7b32-454a-a17c-d346094ca7b1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/quotas/f9d5359620fe4e14b27bd2c4470216ef HTTP/1.1" status: 200 len: 375 time: 0.0145988 Jul 06 12:01:15.988896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd2aa59a-b58a-4ec9-99c4-6cc141ed98a2 None None] Provisioning for port 1fa20a79-efc8-4a69-aecb-ada0775a723c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:16.004988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-9178a237-94b9-42b8-8c80-066cbc9c6b4e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535278 Jul 06 12:01:16.005306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.040705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ad566-23e8-40ed-b453-00de3a7f8e07 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.042571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-112ad566-23e8-40ed-b453-00de3a7f8e07 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "GET /v2.0/subnets/eccaaf74-1a8b-4528-a7eb-ae923d70733e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1429954 Jul 06 12:01:16.048492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.054081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1173395382'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:16.101271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1fa20a79-efc8-4a69-aecb-ada0775a723c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:16.112471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1fa20a79-efc8-4a69-aecb-ada0775a723c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:16.112830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.115038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:16.120200 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.130116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-cae06e5e-6385-4e20-b7f5-7fdcf5e1d436 service neutron] 10.222.0.78 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242476 Jul 06 12:01:16.154461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.179712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:16.211561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.211974 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Added segment 3bc34e6a-8608-4838-ad35-5bb9e2a20c6f of type vlan for network b189d980-0fec-41cf-8645-b4418bf1150d Jul 06 12:01:16.251143 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.252489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-5948f0ed-0d1e-4506-8b75-67e213574ec6 service neutron] 10.222.0.78 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148171 Jul 06 12:01:16.278570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.292596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.315819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.317842 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/f56d1707-7dca-4634-b886-380f5966b7a0 HTTP/1.1" status: 204 len: 168 time: 0.5217493 Jul 06 12:01:16.321164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.356620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1f6e4-3e8d-444e-b690-b455029545fc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=f56d1707-7dca-4634-b886-380f5966b7a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.363007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:01:16.363447 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:01:16.369020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.374847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.375777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.498177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4488335 Jul 06 12:01:16.501906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.509946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:16.524749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87197f37-8910-4266-807f-6d93d208e36b None None] Network 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:16.527396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.534141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47d0ad-e8b2-4b3f-88a5-0906b77ffcc5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Network': ['ID=b189d980-0fec-41cf-8645-b4418bf1150d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.612137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b189d980-0fec-41cf-8645-b4418bf1150d details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:16.644462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70734829-494c-4e27-9b26-dd440dbcf064 req-b29250d5-e4cb-4420-b18d-02e02aa72f75 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 210 time: 0.0657251 Jul 06 12:01:16.659270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Made reservation on behalf of 49f767d916fc4a3695c11858e194d299 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:16.667151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.677928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 1fa20a79-efc8-4a69-aecb-ada0775a723c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:16.678696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.755690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0dce2ac8-5e2b-4abf-a3a7-476ead168e0d None None] Provisioning complete for port 1fa20a79-efc8-4a69-aecb-ada0775a723c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:16.756230 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ac8-5e2b-4abf-a3a7-476ead168e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.787291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:01:16.788571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:01:16.813791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port 1fa20a79-efc8-4a69-aecb-ada0775a723c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1fa20a79-efc8-4a69-aecb-ada0775a723c,segment=NetworkSegment(bd781e30-12e2-4618-80f2-3d4fea28c07e),segment_id=bd781e30-12e2-4618-80f2-3d4fea28c07e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:16.814484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.865017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 1fa20a79-efc8-4a69-aecb-ada0775a723c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:16.958877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.013866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.019864 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.045949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ac8-5e2b-4abf-a3a7-476ead168e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.065340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=1fa20a79-efc8-4a69-aecb-ada0775a723c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.073953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port 1fa20a79-efc8-4a69-aecb-ada0775a723c on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:17.095428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=98b92c4f-05eb-424c-9102-320555b89023,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.120068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Checking segment: {'id': '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:17.120504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network hostable DHCP agents. Network: b189d980-0fec-41cf-8645-b4418bf1150d, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:17.120941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea837bc-e438-4eb6-87a2-8dd3a154939f None None] DHCP port deletion for 8cf71ed0-58db-4dfd-8a0a-5739da4adb3d request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:17.164209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Network b189d980-0fec-41cf-8645-b4418bf1150d is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:17.178112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b189d980-0fec-41cf-8645-b4418bf1150d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:17.178852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.187021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.188675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.191426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf71ed0-58db-4dfd-8a0a-5739da4adb3d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:17.194409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72186405-7cbe-420d-b709-f480fe6a55e6 None None] Network b189d980-0fec-41cf-8645-b4418bf1150d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:17.206085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd781e30-12e2-4618-80f2-3d4fea28c07e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:17.206368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd781e30-12e2-4618-80f2-3d4fea28c07e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:17.214561 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c6b1721c-69e5-49ab-bffc-0f7c067e3e74 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7119787 Jul 06 12:01:17.215968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.219975 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.228258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:17.241290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.249842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:17.250300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:17.265940 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:17.360016 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.365698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.375440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.376482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/8cf71ed0-58db-4dfd-8a0a-5739da4adb3d HTTP/1.1" status: 204 len: 168 time: 1.0520468 Jul 06 12:01:17.383067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-822203443'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:17.400186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93e45-668a-43a1-981c-cab3d3108f7a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=8cf71ed0-58db-4dfd-8a0a-5739da4adb3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.430282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-b189d980-0fec-41cf-8645-b4418bf1150d', 'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d', 'tenant_id': '49f767d916fc4a3695c11858e194d299', 'fixed_ips': [{'subnet_id': '98b92c4f-05eb-424c-9102-320555b89023'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:17.431777 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.439248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8433662'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.450092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:17.454001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.520022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:17.539426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.540459 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment 88e992b4-3974-4de3-92fc-7b2d523e9d5c of type vlan for network 7b0c2c13-490e-422c-9baf-465bf7598e8e Jul 06 12:01:17.880684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b572d5b-a767-4456-8ef2-46ff05b12bc5 req-5744ad59-6df6-4dfc-98b3-6507ad2748dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 210 time: 0.0600402 Jul 06 12:01:17.884774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1fa20a79-efc8-4a69-aecb-ada0775a723c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:17.912788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1fa20a79-efc8-4a69-aecb-ada0775a723c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:17.913382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1fa20a79-efc8-4a69-aecb-ada0775a723c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:18.022914 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.097629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.104123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.104805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.115064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747939863839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1456734'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.156928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Allocated IP 2001:db8::3 (b189d980-0fec-41cf-8645-b4418bf1150d/98b92c4f-05eb-424c-9102-320555b89023/321c30b2-34ea-4999-b9b5-1f3af4a18a1b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:18.211047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8348777 Jul 06 12:01:18.214823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.220584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:18.223759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834ec2a-db7b-4d02-9208-0b5e6962c80e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=7b0c2c13-490e-422c-9baf-465bf7598e8e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.226511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.227119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.231590 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "PUT /v2.0/subnets/98b92c4f-05eb-424c-9102-320555b89023 HTTP/1.1" status: 200 len: 900 time: 1.0122464 Jul 06 12:01:18.232568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.244624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7181ad-a1f2-4615-85b2-fe4966ed3eff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event updated for resources: {'Subnet': ['ID=98b92c4f-05eb-424c-9102-320555b89023,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.259684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7b0c2c13-490e-422c-9baf-465bf7598e8e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:18.360298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:18.365606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.369500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.421226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.433397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Transition to ACTIVE for port object 321c30b2-34ea-4999-b9b5-1f3af4a18a1b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:18.462540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Transition to ACTIVE for port object 321c30b2-34ea-4999-b9b5-1f3af4a18a1b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:18.472573 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.477392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.516534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Network b189d980-0fec-41cf-8645-b4418bf1150d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:18.522128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:18.529880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:18.538092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Pushing event updated for resources: {'Port': ['ID=321c30b2-34ea-4999-b9b5-1f3af4a18a1b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.574760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.623149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=98b92c4f-05eb-424c-9102-320555b89023,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.624954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-aa1fd2ad-94b4-4434-bd1e-916a803053a3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.626464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-aa1fd2ad-94b4-4434-bd1e-916a803053a3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 813 time: 0.1450696 Jul 06 12:01:18.638845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Attempting to bind port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:18.640013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Attempting to bind port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:18.640590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Attempting to bind port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b on network b189d980-0fec-41cf-8645-b4418bf1150d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:18.644711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Request body: {'port': {'device_id': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'admin_state_up': True, 'tenant_id': 'f9d5359620fe4e14b27bd2c4470216ef'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:18.650597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:18.655358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Checking segment: {'id': '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:18.656220 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.656878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Bound using segment: {'id': '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:18.657347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Bound port: 321c30b2-34ea-4999-b9b5-1f3af4a18a1b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b189d980-0fec-41cf-8645-b4418bf1150d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:18.657728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.702633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.735954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b189d980-0fec-41cf-8645-b4418bf1150d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.746291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] For port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:18.750691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] For port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=321c30b2-34ea-4999-b9b5-1f3af4a18a1b,segment=NetworkSegment(3bc34e6a-8608-4838-ad35-5bb9e2a20c6f),segment_id=3bc34e6a-8608-4838-ad35-5bb9e2a20c6f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:18.758180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.764844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.765252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.788789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.804548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.813472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:18.813888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:18.818092 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:18.916599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0196fed-c714-4149-88f4-5edf037ac8a2 None None] Pushing event updated for resources: {'Port': ['ID=321c30b2-34ea-4999-b9b5-1f3af4a18a1b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.919836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:01:18.919836 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:01:18.919836 n-d-799528-2 neutron-server[93766]: [parameters: {'id': 'b189d980-0fec-41cf-8645-b4418bf1150d'}] Jul 06 12:01:18.919836 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:01:18.921061 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:01:18.947814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f91b43-9082-4960-9051-25f5b402c4ab None None] Network b189d980-0fec-41cf-8645-b4418bf1150d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:18.959470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Made reservation on behalf of f9d5359620fe4e14b27bd2c4470216ef for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:18.963710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.985866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.060138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=db06937d-8794-49e4-bdc0-cb95e272d8b2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.097877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fe931-1fb3-4164-9f34-1287487c9f7c None None] Network b189d980-0fec-41cf-8645-b4418bf1150d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:19.159867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69511794-99a1-494f-a86c-4ce058d65247 req-c1a068cc-3279-42fa-a517-3e6af169b9ea tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 210 time: 0.0518830 Jul 06 12:01:19.174994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': '88e992b4-3974-4de3-92fc-7b2d523e9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:19.175363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: 7b0c2c13-490e-422c-9baf-465bf7598e8e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:19.232601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 7b0c2c13-490e-422c-9baf-465bf7598e8e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:19.246673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Allocated IP 172.20.0.9 (ceb369be-4ef8-475d-b285-fb3ba68c5c71/9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1/58d1bbd3-4b6f-46d1-939c-821e9d48e7d3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:19.249512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7b0c2c13-490e-422c-9baf-465bf7598e8e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:19.258507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.259354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.263382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f9d00-7a9e-40de-82e6-75d7b7368c7e None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:01:19.283905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec48cb86-e202-4f3d-820f-85a679129224 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0679646 Jul 06 12:01:19.286579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.294082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-857845966'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.397646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f9d00-7a9e-40de-82e6-75d7b7368c7e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:01:19.421951 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.430830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:19.437900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.452377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.490149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port fcf7b08d-6e82-4e0b-94d3-2193a47de769 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:19.512366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.567479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Network ceb369be-4ef8-475d-b285-fb3ba68c5c71 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:19.567775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:19.568188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.573431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:19.578092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:19.615162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.652049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.653020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.673333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-f2775406-d975-4fa0-a576-b11ab97ae1dc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0339329 Jul 06 12:01:19.686865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Request body: {'port': {'device_id': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.689156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=321c30b2-34ea-4999-b9b5-1f3af4a18a1b,segment=NetworkSegment(3bc34e6a-8608-4838-ad35-5bb9e2a20c6f),segment_id=3bc34e6a-8608-4838-ad35-5bb9e2a20c6f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:19.689532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.709362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for 321c30b2-34ea-4999-b9b5-1f3af4a18a1b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:19.711401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.12 (7b0c2c13-490e-422c-9baf-465bf7598e8e/db06937d-8794-49e4-bdc0-cb95e272d8b2/fcf7b08d-6e82-4e0b-94d3-2193a47de769) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:19.739863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-7b0c2c13-490e-422c-9baf-465bf7598e8e', 'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': 'db06937d-8794-49e4-bdc0-cb95e272d8b2'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:19.740888 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.802464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.889769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.932570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=321c30b2-34ea-4999-b9b5-1f3af4a18a1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.940567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port 321c30b2-34ea-4999-b9b5-1f3af4a18a1b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:19.948278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.061729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object fcf7b08d-6e82-4e0b-94d3-2193a47de769 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:20.081668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.095351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b189d980-0fec-41cf-8645-b4418bf1150d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:20.111570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:20.111854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc34e6a-8608-4838-ad35-5bb9e2a20c6f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:20.128518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.146108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.153500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.155647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:20.156425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:20.162582 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:20.170159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:20.181565 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.200603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Transition to ACTIVE for port object 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:20.206954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.233593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Allocated IP 172.20.0.2 (7b0c2c13-490e-422c-9baf-465bf7598e8e/db06937d-8794-49e4-bdc0-cb95e272d8b2/03f4164b-35c7-45ce-a392-5361636c40f0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:20.259301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 7b0c2c13-490e-422c-9baf-465bf7598e8e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:20.266780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:20.271023 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.276078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:20.284788 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.286594 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/b189d980-0fec-41cf-8645-b4418bf1150d HTTP/1.1" status: 204 len: 168 time: 2.0530822 Jul 06 12:01:20.294726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.308785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=fcf7b08d-6e82-4e0b-94d3-2193a47de769,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.330146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db319236-341f-4763-839a-9c36bce4b401 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=b189d980-0fec-41cf-8645-b4418bf1150d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.359672 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57e6891-0499-4057-9619-6679a90a9bbb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:20.360179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57e6891-0499-4057-9619-6679a90a9bbb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:20.362216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.362479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b57e6891-0499-4057-9619-6679a90a9bbb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/98b92c4f-05eb-424c-9102-320555b89023 HTTP/1.1" status: 404 len: 337 time: 0.0662081 Jul 06 12:01:20.364346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.366151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.379599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.403753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49923046-ff12-4254-93b5-570b376aa8fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1149721 Jul 06 12:01:20.405767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.412733 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3281cd9f-3817-4a9a-b500-d0ad1c139761 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:20.412944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3281cd9f-3817-4a9a-b500-d0ad1c139761 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:20.414611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3281cd9f-3817-4a9a-b500-d0ad1c139761 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/b189d980-0fec-41cf-8645-b4418bf1150d HTTP/1.1" status: 404 len: 339 time: 0.0472009 Jul 06 12:01:20.421794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.438173 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.447443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Transition to ACTIVE for port object 03f4164b-35c7-45ce-a392-5361636c40f0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:20.466769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Transition to ACTIVE for port object 03f4164b-35c7-45ce-a392-5361636c40f0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:20.477031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.513119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Attempting to bind port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:20.513372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Attempting to bind port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:20.513704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Attempting to bind port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 on network ceb369be-4ef8-475d-b285-fb3ba68c5c71 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:20.526428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 on network ceb369be-4ef8-475d-b285-fb3ba68c5c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:20.526775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Attempting to bind port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 on network ceb369be-4ef8-475d-b285-fb3ba68c5c71 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:20.526896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Network 7b0c2c13-490e-422c-9baf-465bf7598e8e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:20.536408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:20.536755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Checking segment: {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:20.537154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Bound using segment: {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:20.538090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Bound port: 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:20.538919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:20.539062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.543589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:20.551632 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0b099-f882-43e5-9b7d-9c9807aaaaed req-5ba1caf7-5a72-4fa3-b253-43a0f7223d73 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.552569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Pushing event updated for resources: {'Port': ['ID=03f4164b-35c7-45ce-a392-5361636c40f0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.553239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9de0b099-f882-43e5-9b7d-9c9807aaaaed req-5ba1caf7-5a72-4fa3-b253-43a0f7223d73 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1366541 Jul 06 12:01:20.613300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Attempting to bind port 03f4164b-35c7-45ce-a392-5361636c40f0 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:20.613798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Attempting to bind port 03f4164b-35c7-45ce-a392-5361636c40f0 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '88e992b4-3974-4de3-92fc-7b2d523e9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:20.614183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Attempting to bind port 03f4164b-35c7-45ce-a392-5361636c40f0 on network 7b0c2c13-490e-422c-9baf-465bf7598e8e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:20.620252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:20.620743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Checking segment: {'id': '88e992b4-3974-4de3-92fc-7b2d523e9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:20.622635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.622635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Bound using segment: {'id': '88e992b4-3974-4de3-92fc-7b2d523e9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:20.622635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Bound port: 03f4164b-35c7-45ce-a392-5361636c40f0, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e992b4-3974-4de3-92fc-7b2d523e9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b0c2c13-490e-422c-9baf-465bf7598e8e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:20.622635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.636473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9de0b099-f882-43e5-9b7d-9c9807aaaaed req-ed4f3b8c-2363-4b6b-b50c-48b3fd77ed07 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735719 Jul 06 12:01:20.648585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.670853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:20.677099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:20.678762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port fcf7b08d-6e82-4e0b-94d3-2193a47de769 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:20.679188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.683757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.700216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] For port 03f4164b-35c7-45ce-a392-5361636c40f0, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:20.704621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] For port 03f4164b-35c7-45ce-a392-5361636c40f0, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=03f4164b-35c7-45ce-a392-5361636c40f0,segment=NetworkSegment(88e992b4-3974-4de3-92fc-7b2d523e9d5c),segment_id=88e992b4-3974-4de3-92fc-7b2d523e9d5c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:20.709830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.732350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.733089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.734521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] 10.222.0.79 "PUT /v2.0/ports/58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 200 len: 1091 time: 1.0534601 Jul 06 12:01:20.735211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:20.738665 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab081ac-7110-45df-8d78-759d88585ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:20.783396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9379d-f8fb-46a7-8157-f3298a1b2dc9 None None] Pushing event updated for resources: {'Port': ['ID=03f4164b-35c7-45ce-a392-5361636c40f0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.797477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3dc12-c46e-4fd4-b480-e9e3d0d5fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.829502 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79fff8b-8c6b-4dd0-9712-d3378f4217dc x-openstack-request-id: req-d79fff8b-8c6b-4dd0-9712-d3378f4217dc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:20.829828 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:20.830329 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d79fff8b-8c6b-4dd0-9712-d3378f4217dc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:20.830737 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'status': 'completed', 'code': 200} Jul 06 12:01:20.884582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.886795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-2bc9cef5-3595-42ee-aef2-070f5481ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.890990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-2bc9cef5-3595-42ee-aef2-070f5481ce65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1094 time: 0.1042941 Jul 06 12:01:20.901226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab96fa4a-890e-4f6d-9ddb-265567c14af4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:20.920149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed64ecf-4671-46cf-96ed-047cf1fa1a4e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:20.920516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed64ecf-4671-46cf-96ed-047cf1fa1a4e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:20.923230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.940558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.949881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for fcf7b08d-6e82-4e0b-94d3-2193a47de769 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:20.963084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.972242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:20.972463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:20.975303 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:20.996877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-1e40939e-7bd1-43f4-86e7-f9e6b188688d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0902362 Jul 06 12:01:21.112375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.113392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-c2b7bb55-0f43-4d5b-a04e-9ca02aa78a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.115821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-c2b7bb55-0f43-4d5b-a04e-9ca02aa78a99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.1076593 Jul 06 12:01:21.120866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.125760 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/ab96fa4a-890e-4f6d-9ddb-265567c14af4 HTTP/1.1" status: 204 len: 168 time: 0.7001145 Jul 06 12:01:21.131059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.145422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227649f-5b4b-490a-bd38-04a91a96fbbd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=ab96fa4a-890e-4f6d-9ddb-265567c14af4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.171686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-353c01ac-b282-4f98-a1a6-adc8beff1734 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491519 Jul 06 12:01:21.213755 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6465d1f9-e55d-4c78-8165-ab8ad490acdd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:21.214315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6465d1f9-e55d-4c78-8165-ab8ad490acdd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:21.215252 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.216396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6465d1f9-e55d-4c78-8165-ab8ad490acdd tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/5f4f5c50-9881-45a9-864f-8503c8859498 HTTP/1.1" status: 404 len: 337 time: 0.0827255 Jul 06 12:01:21.243340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.249517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=fcf7b08d-6e82-4e0b-94d3-2193a47de769,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.265364 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad091a8c-cf3e-487d-891d-a33e07e06f38 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:21.265831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad091a8c-cf3e-487d-891d-a33e07e06f38 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:21.267660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad091a8c-cf3e-487d-891d-a33e07e06f38 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/c29a4f7a-0eb5-44a2-9e1b-e256ad091023 HTTP/1.1" status: 404 len: 339 time: 0.0233228 Jul 06 12:01:21.270503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.333095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.334953 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a5867832-9715-4d9f-8819-e32db88f8df9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/fcf7b08d-6e82-4e0b-94d3-2193a47de769 HTTP/1.1" status: 204 len: 168 time: 0.9267070 Jul 06 12:01:21.337593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.350827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting subnet 769dd026-77e6-4956-baac-e18b945e2020 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:21.361290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.366367 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8510817-8ba1-41cd-9986-7fdc7ded14a8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:21.370783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8510817-8ba1-41cd-9986-7fdc7ded14a8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/fcf7b08d-6e82-4e0b-94d3-2193a47de769 HTTP/1.1" status: 404 len: 333 time: 0.0295348 Jul 06 12:01:21.371084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.385078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-6970d323-193f-468e-8c54-af1665b4901d service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906335 Jul 06 12:01:21.425712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet db06937d-8794-49e4-bdc0-cb95e272d8b2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:21.429171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.459478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.476167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.568667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9716fbab-7371-462f-aa86-e58d2d8bcf12 req-aef226c9-b786-41d3-960c-966ed3373c54 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743879 Jul 06 12:01:21.574166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.581651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.660813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.692897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.702605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=db06937d-8794-49e4-bdc0-cb95e272d8b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.709183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.711112 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-40ed98bc-6c2c-47d0-ad1b-218ce8784250 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/db06937d-8794-49e4-bdc0-cb95e272d8b2 HTTP/1.1" status: 204 len: 168 time: 0.3389881 Jul 06 12:01:21.719254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.740805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=769dd026-77e6-4956-baac-e18b945e2020,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.743743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.746340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b258771a-52ac-434c-9c50-db1af89e54e3 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/769dd026-77e6-4956-baac-e18b945e2020 HTTP/1.1" status: 204 len: 168 time: 0.4705057 Jul 06 12:01:21.749072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.766441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab081ac-7110-45df-8d78-759d88585ac3 req-0341aa62-737b-4e7e-b6cf-f50d4c6e887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.768876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-0341aa62-737b-4e7e-b6cf-f50d4c6e887f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1094 time: 0.1310039 Jul 06 12:01:21.908711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.916031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting subnet eea4c606-ab87-436d-b05e-7d5a50e97953 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:21.916767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 03f4164b-35c7-45ce-a392-5361636c40f0 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:21.920043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.922500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab081ac-7110-45df-8d78-759d88585ac3 req-d11e8a9e-74e7-42bb-b063-bdd517763699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.924205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-d11e8a9e-74e7-42bb-b063-bdd517763699 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 914 time: 0.1456590 Jul 06 12:01:22.000237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.000479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-2e0e36ac-ebda-4e3a-9ff8-4fcb90eaf076 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0653930 Jul 06 12:01:22.031816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 03f4164b-35c7-45ce-a392-5361636c40f0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:22.088050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab081ac-7110-45df-8d78-759d88585ac3 req-3f7fd540-543a-4dcd-9cb6-7aa05f0ac05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.089509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-3f7fd540-543a-4dcd-9cb6-7aa05f0ac05a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.0810363 Jul 06 12:01:22.107271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370d49c-ea10-4d76-accd-40785e65c19d req-1922173a-e488-41db-80da-057cb5c5f8ac tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.109476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b370d49c-ea10-4d76-accd-40785e65c19d req-1922173a-e488-41db-80da-057cb5c5f8ac tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.2953422 Jul 06 12:01:22.160893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-bcb39e2e-1ae2-4fbd-bfc2-e49f78db6223 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499685 Jul 06 12:01:22.170399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.204052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b370d49c-ea10-4d76-accd-40785e65c19d req-207dcde5-a925-4896-b9a6-db486490844d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843039 Jul 06 12:01:22.241205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba87bd8-489f-4cb3-ad68-6d667d2f5aaf None None] Network 7b0c2c13-490e-422c-9baf-465bf7598e8e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:22.256976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 03f4164b-35c7-45ce-a392-5361636c40f0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:22.257319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.303829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-10c004e2-472f-457a-ac52-d1747ba34878 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309357 Jul 06 12:01:22.333262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a84185-e86d-4723-895d-a03a9a777b4b None None] Network b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:22.350350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.367960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port 03f4164b-35c7-45ce-a392-5361636c40f0, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=03f4164b-35c7-45ce-a392-5361636c40f0,segment=NetworkSegment(88e992b4-3974-4de3-92fc-7b2d523e9d5c),segment_id=88e992b4-3974-4de3-92fc-7b2d523e9d5c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:22.368335 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.403227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=eea4c606-ab87-436d-b05e-7d5a50e97953,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.409678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.415033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b2479ce7-0c7f-4961-a9b9-58bf2cfe940a tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/eea4c606-ab87-436d-b05e-7d5a50e97953 HTTP/1.1" status: 204 len: 168 time: 0.6285164 Jul 06 12:01:22.419503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.443033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 03f4164b-35c7-45ce-a392-5361636c40f0 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:22.461126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cab081ac-7110-45df-8d78-759d88585ac3 req-3e76029b-f314-49b0-809d-5639838f412d service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464419 Jul 06 12:01:22.551319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.565523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1929e94a-fa69-456b-a894-cedaf4532139 None None] Provisioning for port 03f4164b-35c7-45ce-a392-5361636c40f0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:22.591478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1929e94a-fa69-456b-a894-cedaf4532139 None None] Provisioning complete for port 03f4164b-35c7-45ce-a392-5361636c40f0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:22.591980 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1929e94a-fa69-456b-a894-cedaf4532139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.645442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.686565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port 03f4164b-35c7-45ce-a392-5361636c40f0 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:22.686849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1929e94a-fa69-456b-a894-cedaf4532139 None None] Could not find standard attr ID for object 03f4164b-35c7-45ce-a392-5361636c40f0. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:22.688537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=03f4164b-35c7-45ce-a392-5361636c40f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.691096 n-d-799528-2 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-1929e94a-fa69-456b-a894-cedaf4532139 None None] No ports have port_id starting with 03f4164b-35c7-45ce-a392-5361636c40f0 Jul 06 12:01:22.735141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port 45208510-6645-4ebf-9b05-79db8eb8f844 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:22.735497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.750750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470c96c-863b-445d-a96a-4dfde0d442d9 None None] Network 7b0c2c13-490e-422c-9baf-465bf7598e8e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:22.755117 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.846450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.864871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0c2c13-490e-422c-9baf-465bf7598e8e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:22.868362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port 45208510-6645-4ebf-9b05-79db8eb8f844, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45208510-6645-4ebf-9b05-79db8eb8f844,segment=NetworkSegment(1cc75809-0dfc-4906-b318-6695eda848f6),segment_id=1cc75809-0dfc-4906-b318-6695eda848f6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:22.868731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.886544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e992b4-3974-4de3-92fc-7b2d523e9d5c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:22.886844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e992b4-3974-4de3-92fc-7b2d523e9d5c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:22.896193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for 45208510-6645-4ebf-9b05-79db8eb8f844 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:22.902647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.973368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.983983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2592236f-21cd-4cbb-83fb-a92cc09b200d None None] DHCP port deletion for 7b0c2c13-490e-422c-9baf-465bf7598e8e request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:22.984759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:22.985177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:22.988370 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:23.013397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] DHCP port deletion for b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:23.065094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] Deleting port 45208510-6645-4ebf-9b05-79db8eb8f844 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:23.065739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.069688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.079040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.080095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/7b0c2c13-490e-422c-9baf-465bf7598e8e HTTP/1.1" status: 204 len: 168 time: 1.3597550 Jul 06 12:01:23.083897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.089987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'name': 'tempest-PortsTestJSON-752351962'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:23.110223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585181f4-0e04-4788-8de0-da06f8dc0cb8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=7b0c2c13-490e-422c-9baf-465bf7598e8e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.114044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.127455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port 45208510-6645-4ebf-9b05-79db8eb8f844 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:23.170031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] For port 45208510-6645-4ebf-9b05-79db8eb8f844, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45208510-6645-4ebf-9b05-79db8eb8f844,segment=NetworkSegment(1cc75809-0dfc-4906-b318-6695eda848f6),segment_id=1cc75809-0dfc-4906-b318-6695eda848f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:23.170564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.189376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] Calling delete_port for 45208510-6645-4ebf-9b05-79db8eb8f844 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:23.191300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=45208510-6645-4ebf-9b05-79db8eb8f844,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.213911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:23.221367 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.257996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port dc35160a-bd5d-4c2e-b400-492fb7fdc355 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:23.279091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.289430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.294618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b16bbe-1b23-451a-a7d3-a8000dd12ec1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:23.307687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc75809-0dfc-4906-b318-6695eda848f6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:23.308257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc75809-0dfc-4906-b318-6695eda848f6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:23.329766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.333144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] Pushing event deleted for resources: {'Port': ['ID=45208510-6645-4ebf-9b05-79db8eb8f844,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.337649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34afc2d-76ae-41e2-8aad-d23e75d333a4 None None] No DVR routers for this DVR port 45208510-6645-4ebf-9b05-79db8eb8f844 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:23.361758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.373285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:23.373711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:23.378494 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:23.456249 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.467294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.471810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/b7b16bbe-1b23-451a-a7d3-a8000dd12ec1 HTTP/1.1" status: 204 len: 168 time: 1.0523760 Jul 06 12:01:23.472621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.506960 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5839bf-82cb-48be-86c7-6d53b2d2b147 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:23.507422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5839bf-82cb-48be-86c7-6d53b2d2b147 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:23.510459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ca5839bf-82cb-48be-86c7-6d53b2d2b147 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/b84111cd-73d8-4da1-9441-dc2586a38b32 HTTP/1.1" status: 404 len: 337 time: 0.0331738 Jul 06 12:01:23.520731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.529750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8caae1-18d9-45a9-96b5-5339e21e3f4c tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=b7b16bbe-1b23-451a-a7d3-a8000dd12ec1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.547059 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6afa63e-a1c1-47d7-a248-be512d47b89d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:23.547816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6afa63e-a1c1-47d7-a248-be512d47b89d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:23.552128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6afa63e-a1c1-47d7-a248-be512d47b89d tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/679cb6ce-f0bc-4327-955d-00fab1a4fd27 HTTP/1.1" status: 404 len: 339 time: 0.0276933 Jul 06 12:01:23.552629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.581047 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a49af4-0acb-4b71-8647-eed650c26ec0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:23.581510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a49af4-0acb-4b71-8647-eed650c26ec0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:23.583311 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-33a49af4-0acb-4b71-8647-eed650c26ec0 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/d443a131-c05f-433b-801a-a47216929dc4 HTTP/1.1" status: 404 len: 337 time: 0.0296683 Jul 06 12:01:23.585942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.605213 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bbbba4-445b-4652-99e8-920e62c48b26 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:23.605683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bbbba4-445b-4652-99e8-920e62c48b26 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:23.607460 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66bbbba4-445b-4652-99e8-920e62c48b26 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/6a40a1e3-acc2-4e4d-8494-bed2b91489dd HTTP/1.1" status: 404 len: 339 time: 0.0205047 Jul 06 12:01:23.610094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.636731 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a43b53-b192-4509-af69-cf27e723a7df tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:23.637193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a43b53-b192-4509-af69-cf27e723a7df tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:23.638953 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03a43b53-b192-4509-af69-cf27e723a7df tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/ca5e3082-d84b-4052-8d37-1ff39089d8ed HTTP/1.1" status: 404 len: 337 time: 0.0279326 Jul 06 12:01:23.641930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.661062 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-99811654-f0d1-4697-975a-5def407cacd5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:23.661645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99811654-f0d1-4697-975a-5def407cacd5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:23.663401 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99811654-f0d1-4697-975a-5def407cacd5 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/ee1a7223-0457-4dde-baf5-7c4c854ae5f9 HTTP/1.1" status: 404 len: 339 time: 0.0205235 Jul 06 12:01:23.666502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.725556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting subnet 561d7214-c64e-4623-9de7-ab0e7a5da270 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:23.729998 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.786934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.832892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45208510-6645-4ebf-9b05-79db8eb8f844 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:23.859212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 45208510-6645-4ebf-9b05-79db8eb8f844 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:23.859592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45208510-6645-4ebf-9b05-79db8eb8f844 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:23.860026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 03f4164b-35c7-45ce-a392-5361636c40f0 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:23.882211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 03f4164b-35c7-45ce-a392-5361636c40f0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:23.882703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 03f4164b-35c7-45ce-a392-5361636c40f0 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:23.894694 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.918303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.955405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e89d90-f579-444b-aa1d-b47c8d661d67 req-e83ff4a3-1ddd-43ca-9ae2-718046e3f83c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:23.956952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2e89d90-f579-444b-aa1d-b47c8d661d67 req-e83ff4a3-1ddd-43ca-9ae2-718046e3f83c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.5593920 Jul 06 12:01:23.973884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.995707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.033721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.036134 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/561d7214-c64e-4623-9de7-ab0e7a5da270 HTTP/1.1" status: 204 len: 168 time: 0.3686302 Jul 06 12:01:24.037284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86780280-26fb-4b96-bcbc-f9c8282acafb tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=561d7214-c64e-4623-9de7-ab0e7a5da270,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.039322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.049615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:24.054333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697059e-1832-489f-b3bf-0cfeaa989a0a None None] Network 0656fbdf-7999-4248-9fb2-e872ecd70953 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:24.059167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:24.061385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=dc35160a-bd5d-4c2e-b400-492fb7fdc355,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.066034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f2e89d90-f579-444b-aa1d-b47c8d661d67 req-80c532bc-bd22-4d3e-af57-488c356c35c1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009209 Jul 06 12:01:24.067112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:24.073574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.074233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.093599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-046e8a0e-3c9a-4df9-8e5d-c21c32f696f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0085452 Jul 06 12:01:24.096272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.156522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.210994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port dc35160a-bd5d-4c2e-b400-492fb7fdc355 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:24.211870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.222557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:24.223188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.295296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port 232d86f7-3c7a-46cf-bf1d-9eeeced02326, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=232d86f7-3c7a-46cf-bf1d-9eeeced02326,segment=NetworkSegment(042282b8-e4eb-4b8e-838c-c552bd674c1e),segment_id=042282b8-e4eb-4b8e-838c-c552bd674c1e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:24.295523 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.295792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.311259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for dc35160a-bd5d-4c2e-b400-492fb7fdc355 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:24.311967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] DHCP port deletion for 0656fbdf-7999-4248-9fb2-e872ecd70953 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:24.313378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for 232d86f7-3c7a-46cf-bf1d-9eeeced02326 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:24.366133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] Deleting port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:24.366520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.426224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.451339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:24.456364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.463194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] For port 232d86f7-3c7a-46cf-bf1d-9eeeced02326, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=232d86f7-3c7a-46cf-bf1d-9eeeced02326,segment=NetworkSegment(042282b8-e4eb-4b8e-838c-c552bd674c1e),segment_id=042282b8-e4eb-4b8e-838c-c552bd674c1e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:24.463799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.483664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] Calling delete_port for 232d86f7-3c7a-46cf-bf1d-9eeeced02326 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:24.504171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=232d86f7-3c7a-46cf-bf1d-9eeeced02326,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.508679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.510843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/dc35160a-bd5d-4c2e-b400-492fb7fdc355 HTTP/1.1" status: 204 len: 168 time: 0.4136324 Jul 06 12:01:24.513519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.518892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'mac_address': 'fa:16:3e:a1:a4:55', 'name': 'tempest-PortsTestJSON-1431068422'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:24.522478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07726bf9-da88-477c-98c2-6d5b419060f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=dc35160a-bd5d-4c2e-b400-492fb7fdc355,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.593581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.594331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.607035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0656fbdf-7999-4248-9fb2-e872ecd70953']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:24.620730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042282b8-e4eb-4b8e-838c-c552bd674c1e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:24.621162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042282b8-e4eb-4b8e-838c-c552bd674c1e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:24.622064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:24.623832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] Pushing event deleted for resources: {'Port': ['ID=232d86f7-3c7a-46cf-bf1d-9eeeced02326,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.636296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29745dee-65e7-4fcb-b774-9698f1c7ddd7 None None] No DVR routers for this DVR port 232d86f7-3c7a-46cf-bf1d-9eeeced02326 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:24.643072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.664080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.671600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:24.672135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:24.675519 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:24.717020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.741180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.749073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.750944 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/0656fbdf-7999-4248-9fb2-e872ecd70953 HTTP/1.1" status: 204 len: 168 time: 0.7099979 Jul 06 12:01:24.753436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.757323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 500011c3-87ba-4632-9202-5561b06533d0 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:24.788682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72396a08-e408-444a-995e-31ea6cb83f00 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=0656fbdf-7999-4248-9fb2-e872ecd70953,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.791233 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a5984f-b26b-4947-8452-f9cf73c3de52 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:24.791710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a5984f-b26b-4947-8452-f9cf73c3de52 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:24.796116 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-41a5984f-b26b-4947-8452-f9cf73c3de52 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/7ef7df11-fd3e-4b43-beb7-a8c30eace2d6 HTTP/1.1" status: 404 len: 337 time: 0.0391459 Jul 06 12:01:24.796116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.815255 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae76117-e28a-43aa-aefc-6c3414ea5b4b tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:24.815826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae76117-e28a-43aa-aefc-6c3414ea5b4b tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:24.819971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ae76117-e28a-43aa-aefc-6c3414ea5b4b tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/2c27ab03-c671-4f02-85ee-59f60a1adca7 HTTP/1.1" status: 404 len: 339 time: 0.0205317 Jul 06 12:01:24.820697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.900724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting subnet eccaaf74-1a8b-4528-a7eb-ae923d70733e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:24.904990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.958026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.958906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.012460 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.068771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:25.076056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:25.080354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:25.086190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.087574 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.098401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=500011c3-87ba-4632-9202-5561b06533d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.110680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e928bffc-a972-47a3-9ae5-90c996d128d4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5957596 Jul 06 12:01:25.114665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.115866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.211089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74eea5f-f239-4183-ada9-63cee598e568 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.213718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d74eea5f-f239-4183-ada9-63cee598e568 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/500011c3-87ba-4632-9202-5561b06533d0 HTTP/1.1" status: 200 len: 841 time: 0.0980358 Jul 06 12:01:25.216846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.267053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.295837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3b1c7-8b48-4e69-99be-d4b528e9c123 req-a44da5d2-faec-41bd-9c23-a5fee9085f20 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.297800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07e3b1c7-8b48-4e69-99be-d4b528e9c123 req-a44da5d2-faec-41bd-9c23-a5fee9085f20 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0822201 Jul 06 12:01:25.313769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.318448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.319452 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/subnets/eccaaf74-1a8b-4528-a7eb-ae923d70733e HTTP/1.1" status: 204 len: 168 time: 0.4974492 Jul 06 12:01:25.322395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d6e1d-1add-4d74-ad2e-7936b0ec8055 None None] Network 263d9e96-0e01-4ae1-8727-2875eef06eea requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:25.327951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e207c3-4307-4fd0-a45a-e53e884d99ff tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Subnet': ['ID=eccaaf74-1a8b-4528-a7eb-ae923d70733e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.412433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 500011c3-87ba-4632-9202-5561b06533d0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:25.412870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.445088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07e3b1c7-8b48-4e69-99be-d4b528e9c123 req-c7bb05c6-fd61-4c55-89a9-0b039df16d15 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386461 Jul 06 12:01:25.489558 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.515703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.526511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:25.533522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 500011c3-87ba-4632-9202-5561b06533d0 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:25.566247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Deleting port 99152efa-0b82-4af6-b763-0d303a1a633a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:25.566594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.632665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.656651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] For port 99152efa-0b82-4af6-b763-0d303a1a633a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=99152efa-0b82-4af6-b763-0d303a1a633a,segment=NetworkSegment(50a1503e-07ea-4eaf-b559-faf8d3d8e6ab),segment_id=50a1503e-07ea-4eaf-b559-faf8d3d8e6ab)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:25.657111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.670963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=500011c3-87ba-4632-9202-5561b06533d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.674775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Calling delete_port for 99152efa-0b82-4af6-b763-0d303a1a633a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:25.675053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:25.677277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.682119 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-390a59ce-5389-47e7-84e5-48bdad3160f3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/500011c3-87ba-4632-9202-5561b06533d0 HTTP/1.1" status: 204 len: 168 time: 0.4575694 Jul 06 12:01:25.683311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.697648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] DHCP port deletion for 263d9e96-0e01-4ae1-8727-2875eef06eea request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:25.700016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'port_id': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'mac_address': 'fa:16:3e:85:77:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:25.724360 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0efba6f-592c-48ff-ac03-b18f58e81bb6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:25.725873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c0efba6f-592c-48ff-ac03-b18f58e81bb6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/500011c3-87ba-4632-9202-5561b06533d0 HTTP/1.1" status: 404 len: 333 time: 0.0415151 Jul 06 12:01:25.732438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.740328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'name': 'tempest-PortsTestJSON-1272674263'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:25.760623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.775935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:25.784782 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.798383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:25.806745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.822096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Port': ['ID=99152efa-0b82-4af6-b763-0d303a1a633a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.824011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] No DVR routers for this DVR port 99152efa-0b82-4af6-b763-0d303a1a633a on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:25.838780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 99152efa-0b82-4af6-b763-0d303a1a633a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:25.877222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:25.881548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.902121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:25.908354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 99152efa-0b82-4af6-b763-0d303a1a633a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:25.911159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 99152efa-0b82-4af6-b763-0d303a1a633a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:25.911626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 232d86f7-3c7a-46cf-bf1d-9eeeced02326 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:25.933844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.944164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263d9e96-0e01-4ae1-8727-2875eef06eea']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:25.955864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 232d86f7-3c7a-46cf-bf1d-9eeeced02326 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:25.956260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 232d86f7-3c7a-46cf-bf1d-9eeeced02326 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:25.957982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:25.958153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a1503e-07ea-4eaf-b559-faf8d3d8e6ab') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:25.959054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.964609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Deleting port 99152efa-0b82-4af6-b763-0d303a1a633a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:25.964992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.968739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.984241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.990565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:25.990983 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.049451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] For port 99152efa-0b82-4af6-b763-0d303a1a633a, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:26.049767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:26.052953 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:26.070329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Calling delete_port for 99152efa-0b82-4af6-b763-0d303a1a633a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:26.074533 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.074858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Port 99152efa-0b82-4af6-b763-0d303a1a633a was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:01:26.076805 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.084422 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.091109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] 10.222.0.78 "DELETE /v2.0/networks/263d9e96-0e01-4ae1-8727-2875eef06eea HTTP/1.1" status: 204 len: 168 time: 0.7679636 Jul 06 12:01:26.104187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b86c-6505-4467-9b07-53e28b18c317 tempest-NetworksIpV6Test-731171821 tempest-NetworksIpV6Test-731171821-project] Pushing event deleted for resources: {'Network': ['ID=263d9e96-0e01-4ae1-8727-2875eef06eea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.124605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Network 263d9e96-0e01-4ae1-8727-2875eef06eea is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:01:26.124964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] No DVR routers for this DVR port 99152efa-0b82-4af6-b763-0d303a1a633a on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:26.127256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f2861-bcd8-4bf8-ad5d-626bf4cfe328 None None] Pushing event deleted for resources: {'Port': ['ID=99152efa-0b82-4af6-b763-0d303a1a633a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.137079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:26.377398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.461081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.505711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.527431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e50c536a-0ca0-461a-9b30-72b6a6dcc373 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49f767d916fc4a3695c11858e194d299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485696 Jul 06 12:01:26.529422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.558344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:26.576517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:26.582785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:26.589281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.589765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.619978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=d8ed5dac-dffd-4067-bb43-5ab23d48c2d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.628937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3328dd61-aa6e-4ce9-9540-55faa7732daa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8954949 Jul 06 12:01:26.631685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.637659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:26.662772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5db67-05cc-40c2-9b5a-2c351c2b0c82 req-88c0f401-dafa-49d2-82f8-2ebc8c71913e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.664598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bee5db67-05cc-40c2-9b5a-2c351c2b0c82 req-88c0f401-dafa-49d2-82f8-2ebc8c71913e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 944 time: 0.0773818 Jul 06 12:01:26.677892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd833a61-b0a0-4c73-9337-7f770566aab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.717311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bee5db67-05cc-40c2-9b5a-2c351c2b0c82 req-aaf0bd8a-7cd6-40c4-bc21-ddf842f06ec1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Jul 06 12:01:26.719397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd833a61-b0a0-4c73-9337-7f770566aab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.811084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.874697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd833a61-b0a0-4c73-9337-7f770566aab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.877827 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd833a61-b0a0-4c73-9337-7f770566aab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.879012 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fd833a61-b0a0-4c73-9337-7f770566aab4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2298549-fcc7-4120-b370-f55dbed00db7 HTTP/1.1" status: 204 len: 168 time: 0.3485231 Jul 06 12:01:26.904531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833a61-b0a0-4c73-9337-7f770566aab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2298549-fcc7-4120-b370-f55dbed00db7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.019774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.025767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.069423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] In _notify_port_updated(), no bound segment for port d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 on network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:01:27.076304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:27.076818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.081277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/ports/d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 HTTP/1.1" status: 200 len: 818 time: 0.4485941 Jul 06 12:01:27.081830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.102820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b09b5-08b2-419b-b7c9-2fe48ede2ce4 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=d8ed5dac-dffd-4067-bb43-5ab23d48c2d1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.126364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f17c271-3485-47fd-895e-5d2c42a337a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.207825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:27.208314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.290491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.303487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:27.398380 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.429267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=d8ed5dac-dffd-4067-bb43-5ab23d48c2d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.438663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.447835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-57c25f1f-0509-4eeb-9abd-e515c73cf1a2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 HTTP/1.1" status: 204 len: 168 time: 0.3608508 Jul 06 12:01:27.448037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.518107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c5e2-f98c-42fd-99f3-fba94bf4623d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:27.518582 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c745c5e2-f98c-42fd-99f3-fba94bf4623d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0718572 Jul 06 12:01:27.524399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.534265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:27.555099 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0db19f6-5fa2-41a9-8fa4-51b64c1c7fe1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:27.560915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.561918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0db19f6-5fa2-41a9-8fa4-51b64c1c7fe1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/d8ed5dac-dffd-4067-bb43-5ab23d48c2d1 HTTP/1.1" status: 404 len: 333 time: 0.0355234 Jul 06 12:01:27.565997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1982563138'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:27.593572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:27.599188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.604708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:27.609860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:27.611243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.632961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:27.648050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.648404 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment ec983016-e161-45a2-9a0c-42b13ce77b32 of type vlan for network 77e30b5c-6552-4567-a47a-3212e750ee92 Jul 06 12:01:27.681043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.710283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.731935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.778340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:27.781297 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b8ffc2-03c3-4cc5-b01c-cd13cc3c362c" -d '{"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-plugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:27.806897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.814981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:27.819590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.839870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:27.867899 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.907667 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3447657 Jul 06 12:01:27.913257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f5d1ecc7-b619-472f-837b-5dfb6123c4ef tempest-DvrRoutersNegativeTest-2140534171 tempest-DvrRoutersNegativeTest-2140534171-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2054156716', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:27.917667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.policy [None req-f5d1ecc7-b619-472f-837b-5dfb6123c4ef tempest-DvrRoutersNegativeTest-2140534171 tempest-DvrRoutersNegativeTest-2140534171-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93767) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 12:01:27.918766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.policy [None req-f5d1ecc7-b619-472f-837b-5dfb6123c4ef tempest-DvrRoutersNegativeTest-2140534171 tempest-DvrRoutersNegativeTest-2140534171-project] Failed policy check for 'create_router' {{(pid=93767) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 12:01:27.919512 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f5d1ecc7-b619-472f-837b-5dfb6123c4ef tempest-DvrRoutersNegativeTest-2140534171 tempest-DvrRoutersNegativeTest-2140534171-project] create failed (client error): Access was denied to this resource. Jul 06 12:01:27.924055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5d1ecc7-b619-472f-837b-5dfb6123c4ef tempest-DvrRoutersNegativeTest-2140534171 tempest-DvrRoutersNegativeTest-2140534171-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2380245 Jul 06 12:01:27.924055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.927591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.943039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:27.982226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0a8cd-ed94-404b-ba49-f148bc3e8e2d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=77e30b5c-6552-4567-a47a-3212e750ee92,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.996552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:28.101832 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4693c65a-242d-41f6-a39d-0aac5e0e86cd x-openstack-request-id: req-4693c65a-242d-41f6-a39d-0aac5e0e86cd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:28.102812 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-plugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:28.103220 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4693c65a-242d-41f6-a39d-0aac5e0e86cd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:28.104601 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'code': 200} Jul 06 12:01:28.113693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292be6eb-f3e5-4d04-9fa7-3ecf0ccf0cfc req-847cd2f2-e5c2-4f16-a46c-6723f437bafb tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:28.116299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-292be6eb-f3e5-4d04-9fa7-3ecf0ccf0cfc req-847cd2f2-e5c2-4f16-a46c-6723f437bafb tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1945429 Jul 06 12:01:28.157838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:28.163491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.261765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-292be6eb-f3e5-4d04-9fa7-3ecf0ccf0cfc req-0fe52828-9213-465a-9d9c-8dad2c97d7d9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369591 Jul 06 12:01:28.316449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.323474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3869a3-bb2e-46f2-a8c9-eed0aed0579f req-0f1cd78e-8066-456b-870f-ecaf88bbe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:28.325099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c3869a3-bb2e-46f2-a8c9-eed0aed0579f req-0f1cd78e-8066-456b-870f-ecaf88bbe210 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1096 time: 0.1020594 Jul 06 12:01:28.401410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c3869a3-bb2e-46f2-a8c9-eed0aed0579f req-1ace6ce5-c869-4f20-841d-d5fed96ce39f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685320 Jul 06 12:01:28.440020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.455503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.532603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=68e97c6c-6dbc-4591-99e2-247e7dd64085,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.539339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.545067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': 'ec983016-e161-45a2-9a0c-42b13ce77b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:28.546046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: 77e30b5c-6552-4567-a47a-3212e750ee92, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:28.554025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.568788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 77e30b5c-6552-4567-a47a-3212e750ee92 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:28.597232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 77e30b5c-6552-4567-a47a-3212e750ee92) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:28.603671 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ad7c15b94c140bd9fc3069bbf2fd539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835758 Jul 06 12:01:28.604266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:28.604266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.604475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d9acb-11c8-4675-a107-11cdfe466533,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.604578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.611109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.611542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.611995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.612468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.612851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.613309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.613656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.614385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.614520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c003bc-8649-40f8-8961-dcf84c56f59b None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:28.614948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.614948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.615280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.615679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f394172-f478-47c9-a5d7-9efb883dc3f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:28.636119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-574fedf1-f8c4-48cf-9b75-be009ca588b1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7051880 Jul 06 12:01:28.638292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.646523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:28.730073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36cd0603-26d7-45ad-9eba-a3618fb36496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.770582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-77e30b5c-6552-4567-a47a-3212e750ee92', 'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': '68e97c6c-6dbc-4591-99e2-247e7dd64085'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:28.771456 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.778135 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36cd0603-26d7-45ad-9eba-a3618fb36496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.834486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:28.839241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.928797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Allocated IP 172.20.0.2 (77e30b5c-6552-4567-a47a-3212e750ee92/68e97c6c-6dbc-4591-99e2-247e7dd64085/dd562ba7-1281-4f05-8553-1c6ba13c19c4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:28.937685 n-d-799528-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 68e97c6c-6dbc-4591-99e2-247e7dd64085 (CIDR: 172.20.0.0/28) Jul 06 12:01:28.950624 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36cd0603-26d7-45ad-9eba-a3618fb36496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.953917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36cd0603-26d7-45ad-9eba-a3618fb36496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.955616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-36cd0603-26d7-45ad-9eba-a3618fb36496 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/648d9acb-11c8-4675-a107-11cdfe466533 HTTP/1.1" status: 204 len: 168 time: 0.3490789 Jul 06 12:01:28.961899 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:28.962589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:28.969874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd0603-26d7-45ad-9eba-a3618fb36496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d9acb-11c8-4675-a107-11cdfe466533,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.023792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25466a0c-72ef-4533-be4e-5d214d9c51ca tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3843246 Jul 06 12:01:29.027047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 36962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.033685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:29.137096 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.146825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Transition to ACTIVE for port object dd562ba7-1281-4f05-8553-1c6ba13c19c4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:29.165420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Transition to ACTIVE for port object dd562ba7-1281-4f05-8553-1c6ba13c19c4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:29.174219 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.186183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:29.191238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.220395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:29.229220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:29.237262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:29.270908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Pushing event updated for resources: {'Port': ['ID=dd562ba7-1281-4f05-8553-1c6ba13c19c4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.318987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Attempting to bind port dd562ba7-1281-4f05-8553-1c6ba13c19c4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:29.319356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Attempting to bind port dd562ba7-1281-4f05-8553-1c6ba13c19c4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'ec983016-e161-45a2-9a0c-42b13ce77b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:29.319976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Attempting to bind port dd562ba7-1281-4f05-8553-1c6ba13c19c4 on network 77e30b5c-6552-4567-a47a-3212e750ee92 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:29.325653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:29.326027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Checking segment: {'id': 'ec983016-e161-45a2-9a0c-42b13ce77b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:29.326573 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.326978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Bound using segment: {'id': 'ec983016-e161-45a2-9a0c-42b13ce77b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:29.327776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Bound port: dd562ba7-1281-4f05-8553-1c6ba13c19c4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec983016-e161-45a2-9a0c-42b13ce77b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:29.328346 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.444407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] For port dd562ba7-1281-4f05-8553-1c6ba13c19c4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:29.450412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] For port dd562ba7-1281-4f05-8553-1c6ba13c19c4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dd562ba7-1281-4f05-8553-1c6ba13c19c4,segment=NetworkSegment(ec983016-e161-45a2-9a0c-42b13ce77b32),segment_id=ec983016-e161-45a2-9a0c-42b13ce77b32)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:29.462914 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.599831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320077ba-ed4f-4a7b-a52a-b56b278ace39 None None] Pushing event updated for resources: {'Port': ['ID=dd562ba7-1281-4f05-8553-1c6ba13c19c4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.647783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcd18-e445-4619-b3be-cfd5291bad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.653598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005414-f6dc-4655-bca2-483e58c265ad req-5a0433f6-5032-4510-8c3f-84feeed770b9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:29.659674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17005414-f6dc-4655-bca2-483e58c265ad req-5a0433f6-5032-4510-8c3f-84feeed770b9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1614823 Jul 06 12:01:29.705781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.749591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17005414-f6dc-4655-bca2-483e58c265ad req-652f62bc-e165-4ac5-bb5a-7e0d33426ae7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759377 Jul 06 12:01:29.792421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 77e30b5c-6552-4567-a47a-3212e750ee92 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:29.799431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:29.804103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:29.804854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.851009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=f142a39b-0ecc-42f6-bf06-ecf084de9d66,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.877965 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7b51c53c-d84d-4efc-bf76-6bc1417bd399 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8474002 Jul 06 12:01:29.879028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 36986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.886354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92', 'fixed_ips': [{'subnet_id': '68e97c6c-6dbc-4591-99e2-247e7dd64085'}, {'subnet_id': 'f142a39b-0ecc-42f6-bf06-ecf084de9d66'}], 'name': 'tempest-PortsTestJSON-1001122401'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:30.061308 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.167537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:30.257490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.284360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-19fd9faf-49f7-4c41-9dc9-fd2fcb09b679 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:30.285917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-19fd9faf-49f7-4c41-9dc9-fd2fcb09b679 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 813 time: 0.1921420 Jul 06 12:01:30.317824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.332984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-6dea05fd-af73-4f26-a420-749bc188c978 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/quotas/f9d5359620fe4e14b27bd2c4470216ef HTTP/1.1" status: 200 len: 375 time: 0.0395005 Jul 06 12:01:30.338318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 09aca220-364e-43a7-97f8-6910e0d110e6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:30.350641 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.410528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970187695'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:30.436678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.449374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.549965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-f21b86e1-1736-4021-80a0-ea212d4d490a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026279 Jul 06 12:01:30.626199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.630958 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.676262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee0a9b4-fd2f-4fa5-93f9-06c23f286d69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.749164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.753527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.781898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.785627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5246122 Jul 06 12:01:30.786229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.788988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-0d8013dc-f0d4-448f-9731-6ffb7ccb4f84 service neutron] 10.222.0.78 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282987 Jul 06 12:01:30.794540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104f047-fc6a-4630-9284-bdd7f16c4544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d5255-b163-430e-910c-9770074c1393,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.858895 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b9b815a-ccda-41e6-b6dc-03f779e69807 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0693705 Jul 06 12:01:30.859155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.863806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-security--2122304196', 'description': 'tempest-security-description-1883730342'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:30.878097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.3 (77e30b5c-6552-4567-a47a-3212e750ee92/68e97c6c-6dbc-4591-99e2-247e7dd64085/09aca220-364e-43a7-97f8-6910e0d110e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:30.889979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.29 (77e30b5c-6552-4567-a47a-3212e750ee92/f142a39b-0ecc-42f6-bf06-ecf084de9d66/09aca220-364e-43a7-97f8-6910e0d110e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:30.896832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.933005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.934669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-893f3d40-0aa3-41b3-8992-9627c8c9f2a3 service neutron] 10.222.0.78 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447623 Jul 06 12:01:30.951356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.955382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.959222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.960451 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "PUT /v2.0/security-groups/f23d5255-b163-430e-910c-9770074c1393 HTTP/1.1" status: 200 len: 1780 time: 0.1003876 Jul 06 12:01:30.965717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.971350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a23ec-96f2-4d4f-8472-f5d22246c01a None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:30.991954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91712f94-8132-4fa1-a93d-f717cda5f4c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d5255-b163-430e-910c-9770074c1393,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.035982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b41e42e0-b427-4de7-8c08-8b93793d8237 None None] Provisioning for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:31.088440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc2e3f7e-90a8-497a-874b-c0f558d01210 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups/f23d5255-b163-430e-910c-9770074c1393 HTTP/1.1" status: 200 len: 1780 time: 0.1200249 Jul 06 12:01:31.088624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.154301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f57b2a6a-3c74-4012-a327-2e06813c8350 req-1b0058a8-82e9-40a2-9690-71dfdc693778 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 210 time: 0.0425725 Jul 06 12:01:31.164938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.179618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 09aca220-364e-43a7-97f8-6910e0d110e6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:31.190203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8af6040-d01e-408c-ae3f-65d53ee97334 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.223105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8af6040-d01e-408c-ae3f-65d53ee97334 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.235938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.270286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Update dhcp port {'port': {'network_id': '77e30b5c-6552-4567-a47a-3212e750ee92', 'fixed_ips': [{'subnet_id': '68e97c6c-6dbc-4591-99e2-247e7dd64085', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f142a39b-0ecc-42f6-bf06-ecf084de9d66'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'dd562ba7-1281-4f05-8553-1c6ba13c19c4'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:01:31.273202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8af6040-d01e-408c-ae3f-65d53ee97334 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.276736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8af6040-d01e-408c-ae3f-65d53ee97334 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.278091 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b8af6040-d01e-408c-ae3f-65d53ee97334 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/f23d5255-b163-430e-910c-9770074c1393 HTTP/1.1" status: 204 len: 168 time: 0.1882110 Jul 06 12:01:31.281855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.300336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af6040-d01e-408c-ae3f-65d53ee97334 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d5255-b163-430e-910c-9770074c1393,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.302276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 77e30b5c-6552-4567-a47a-3212e750ee92 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:31.308953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:31.317584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:31.318401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.344330 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-92abc29d-cca4-45d1-9e78-ee2e889502ea tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612094 Jul 06 12:01:31.344951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.362150 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d1d22785-0ec1-42e8-8190-2543a7153fc1 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] delete failed (client error): The resource could not be found. Jul 06 12:01:31.363858 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d1d22785-0ec1-42e8-8190-2543a7153fc1 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/f23d5255-b163-430e-910c-9770074c1393 HTTP/1.1" status: 404 len: 347 time: 0.0174599 Jul 06 12:01:31.371305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.376987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--262283015'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:31.380329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=09aca220-364e-43a7-97f8-6910e0d110e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.394985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:31.395899 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.409050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.413093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7c80642-01d5-4a03-9f86-0fb233199113 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5329385 Jul 06 12:01:31.413754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.420282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68e97c6c-6dbc-4591-99e2-247e7dd64085'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:31.513632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.517972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.520377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.546949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.548361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1768341 Jul 06 12:01:31.548828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Allocated IP 172.20.0.18 (77e30b5c-6552-4567-a47a-3212e750ee92/f142a39b-0ecc-42f6-bf06-ecf084de9d66/dd562ba7-1281-4f05-8553-1c6ba13c19c4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:31.552191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.557847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': 'f6d63b6b-0450-4c5e-9822-f8e9bdf2563f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:31.562055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0153-82e0-46c0-9ede-ad219e6a48fe tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d63b6b-0450-4c5e-9822-f8e9bdf2563f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.592276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.700588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] For port dd562ba7-1281-4f05-8553-1c6ba13c19c4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dd562ba7-1281-4f05-8553-1c6ba13c19c4,segment=NetworkSegment(ec983016-e161-45a2-9a0c-42b13ce77b32),segment_id=ec983016-e161-45a2-9a0c-42b13ce77b32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:31.720769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.725797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.740273 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.749108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ab407-dafa-4db1-8967-246d398f710f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.758528 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.762845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-59aad5aa-18ea-4c37-be65-81a05d19e065 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069988 Jul 06 12:01:31.763191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.786423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Transition to ACTIVE for port object dd562ba7-1281-4f05-8553-1c6ba13c19c4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:31.792502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.804151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac65ff05-b7e7-413d-a107-a3c415188a35 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.819696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac65ff05-b7e7-413d-a107-a3c415188a35 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.881706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac65ff05-b7e7-413d-a107-a3c415188a35 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.894373 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac65ff05-b7e7-413d-a107-a3c415188a35 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.898144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac65ff05-b7e7-413d-a107-a3c415188a35 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/be7ab407-dafa-4db1-8967-246d398f710f HTTP/1.1" status: 204 len: 168 time: 0.1314378 Jul 06 12:01:31.904024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.920947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Delete allocated IP 172.20.0.29 (77e30b5c-6552-4567-a47a-3212e750ee92/f142a39b-0ecc-42f6-bf06-ecf084de9d66) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:01:31.939024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65ff05-b7e7-413d-a107-a3c415188a35 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be7ab407-dafa-4db1-8967-246d398f710f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:32.046987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.047312 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-739fbe27-ceef-4135-8e00-79451561013a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1387513 Jul 06 12:01:32.162553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.174119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9ecb32-c1f2-41ff-a387-cbd0c7f0501c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.194389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Ignored duplicate provisioning block setup for port 09aca220-364e-43a7-97f8-6910e0d110e6 by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:01:32.201745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dd562ba7-1281-4f05-8553-1c6ba13c19c4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:32.202321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.250154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489e19f-18cb-4675-8ba1-a2e2308f78fb None None] Pushing event updated for resources: {'Port': ['ID=dd562ba7-1281-4f05-8553-1c6ba13c19c4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:32.271898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9ecb32-c1f2-41ff-a387-cbd0c7f0501c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.284329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:32.351463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=09aca220-364e-43a7-97f8-6910e0d110e6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:32.386087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76545616-4323-4ae6-a350-413e444b53a1 req-97b21591-d216-4fed-8301-eeb53465afa7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 210 time: 0.0622754 Jul 06 12:01:32.401533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] In _notify_port_updated(), no bound segment for port 09aca220-364e-43a7-97f8-6910e0d110e6 on network 77e30b5c-6552-4567-a47a-3212e750ee92 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:01:32.403583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:32.404277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.405614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5e85672-6fd2-47e1-8507-e908bf2baf51 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/ports/09aca220-364e-43a7-97f8-6910e0d110e6 HTTP/1.1" status: 200 len: 919 time: 0.9902430 Jul 06 12:01:32.409201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.415593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68e97c6c-6dbc-4591-99e2-247e7dd64085'}, {'subnet_id': 'f142a39b-0ecc-42f6-bf06-ecf084de9d66'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.425997 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9ecb32-c1f2-41ff-a387-cbd0c7f0501c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.428706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9ecb32-c1f2-41ff-a387-cbd0c7f0501c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.433634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff9ecb32-c1f2-41ff-a387-cbd0c7f0501c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/f6d63b6b-0450-4c5e-9822-f8e9bdf2563f HTTP/1.1" status: 204 len: 168 time: 0.3813901 Jul 06 12:01:32.434992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.435437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.460702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ecb32-c1f2-41ff-a387-cbd0c7f0501c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d63b6b-0450-4c5e-9822-f8e9bdf2563f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:32.543806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a15619c-201c-437d-be55-9cab8bb0d19f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071413 Jul 06 12:01:32.544822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.549586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508014860'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.585566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.706926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.087706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f72667-ac9d-477a-b8c4-95c262e87335 None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:33.091682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] Provisioning for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:33.113575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] Provisioning complete for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:33.113893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.192245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.20 (77e30b5c-6552-4567-a47a-3212e750ee92/f142a39b-0ecc-42f6-bf06-ecf084de9d66/09aca220-364e-43a7-97f8-6910e0d110e6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:33.363986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b2ef0bac-6d95-4571-bb04-454416405c15 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:33.365593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b2ef0bac-6d95-4571-bb04-454416405c15 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 813 time: 0.7579141 Jul 06 12:01:33.384744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Request body: {'port': {'device_id': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'admin_state_up': True, 'tenant_id': 'f9d5359620fe4e14b27bd2c4470216ef'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:33.423420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.448962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.469810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Ignored duplicate provisioning block setup for port 09aca220-364e-43a7-97f8-6910e0d110e6 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:01:33.474865 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.566860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.573801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.593206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] For port dd562ba7-1281-4f05-8553-1c6ba13c19c4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dd562ba7-1281-4f05-8553-1c6ba13c19c4,segment=NetworkSegment(ec983016-e161-45a2-9a0c-42b13ce77b32),segment_id=ec983016-e161-45a2-9a0c-42b13ce77b32)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:33.612937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=09aca220-364e-43a7-97f8-6910e0d110e6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.629728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.638789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.643681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0975029 Jul 06 12:01:33.646694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.649229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56eedf-bc29-4390-ace2-719be3d986c7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb8adc-0be0-4450-812c-de164ad4df45,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.654625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '40bb8adc-0be0-4450-812c-de164ad4df45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:33.677412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] In _notify_port_updated(), no bound segment for port 09aca220-364e-43a7-97f8-6910e0d110e6 on network 77e30b5c-6552-4567-a47a-3212e750ee92 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:01:33.683953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:33.684810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.686468 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f5fc0805-613a-43bf-bc2b-d4999852c966 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/ports/09aca220-364e-43a7-97f8-6910e0d110e6 HTTP/1.1" status: 200 len: 999 time: 1.2756987 Jul 06 12:01:33.689520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.743072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5625439-f003-49d6-9004-3f1998289d17 None None] Pushing event updated for resources: {'Port': ['ID=dd562ba7-1281-4f05-8553-1c6ba13c19c4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.745988 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.784382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e33c0de6-52e7-48aa-8d68-870747b18729 req-bb00e8da-6eff-4671-913b-b190a6431c33 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 210 time: 0.0764496 Jul 06 12:01:33.785574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Made reservation on behalf of f9d5359620fe4e14b27bd2c4470216ef for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:33.789188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.877886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.900697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.914743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dd562ba7-1281-4f05-8553-1c6ba13c19c4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:33.937570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.938928 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2910795 Jul 06 12:01:33.940647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d874273-d4fb-4458-b809-ba15bd5b521f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400a8e45-d8d8-4710-b0db-5efdb8351b67,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.949982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.951823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 09aca220-364e-43a7-97f8-6910e0d110e6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:33.952195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.961318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '40bb8adc-0be0-4450-812c-de164ad4df45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.030967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Allocated IP 172.20.0.3 (ceb369be-4ef8-475d-b285-fb3ba68c5c71/9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1/3749e0b8-7c05-4079-82d4-f4829b053759) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:34.039840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:34.043999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.083867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.137503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.153219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0f3fe4f-0725-4dff-9727-84a4742b0f12 None None] Provisioning for port 09aca220-364e-43a7-97f8-6910e0d110e6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:34.175642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 09aca220-364e-43a7-97f8-6910e0d110e6 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:34.184083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0f3fe4f-0725-4dff-9727-84a4742b0f12 None None] Provisioning complete for port 09aca220-364e-43a7-97f8-6910e0d110e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:34.185649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0f3fe4f-0725-4dff-9727-84a4742b0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.200290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.206583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.270569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3fe4f-0725-4dff-9727-84a4742b0f12 None None] Port 09aca220-364e-43a7-97f8-6910e0d110e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:34.283362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.284900 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3289063 Jul 06 12:01:34.295582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd666a6-2f82-4de5-9a89-e68cb18b2ada tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b569f75b-4121-411d-8736-f447fd4302ac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.299049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.304513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '40bb8adc-0be0-4450-812c-de164ad4df45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.342544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0f3fe4f-0725-4dff-9727-84a4742b0f12 None None] Provisioning complete for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:34.343178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0f3fe4f-0725-4dff-9727-84a4742b0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.405191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.445521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.564323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.579256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:34.595052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.601299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.643763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Network ceb369be-4ef8-475d-b285-fb3ba68c5c71 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:34.647305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:34.652747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-896089e2-1730-4b78-be3e-cde2a9975aa9 None None] Provisioning complete for port 09aca220-364e-43a7-97f8-6910e0d110e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:34.652979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:34.665574 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-896089e2-1730-4b78-be3e-cde2a9975aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.675533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c47e6c8-a8e2-4dfe-9f4f-a83771735f4e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.680874 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.682331 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ec98e503-b620-45ae-bf76-c977490e2e94 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822544 Jul 06 12:01:34.693581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.700734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '40bb8adc-0be0-4450-812c-de164ad4df45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.719634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Pushing event updated for resources: {'Port': ['ID=3749e0b8-7c05-4079-82d4-f4829b053759,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.743497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-896089e2-1730-4b78-be3e-cde2a9975aa9 None None] Port 09aca220-364e-43a7-97f8-6910e0d110e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:34.770289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.781198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:34.782210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.802343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-b34aa477-669a-4309-83fb-bc52443d23d4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4247737 Jul 06 12:01:34.821354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Request body: {'port': {'device_id': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.878783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.896022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.916067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85f2f22a-5286-4719-9684-e4eb185e0cd5 None None] Provisioning complete for port 09aca220-364e-43a7-97f8-6910e0d110e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:34.919868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85f2f22a-5286-4719-9684-e4eb185e0cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.944131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc453c8-8ce6-4a88-aaa1-fb1f6d38a1c0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.985262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.989435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.990748 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-982ea3e0-2d31-4f39-882f-8e173e8774bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2958026 Jul 06 12:01:34.998618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.999120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.018503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-85f2f22a-5286-4719-9684-e4eb185e0cd5 None None] Port 09aca220-364e-43a7-97f8-6910e0d110e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:35.024930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '40bb8adc-0be0-4450-812c-de164ad4df45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:35.085567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=09aca220-364e-43a7-97f8-6910e0d110e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.136405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40b353bc-f825-488b-adc9-fb89af665587 None None] Could not find standard attr ID for object 09aca220-364e-43a7-97f8-6910e0d110e6. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:35.191676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.196902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a2424b41-0904-4465-bc37-a6b53954aee7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/09aca220-364e-43a7-97f8-6910e0d110e6 HTTP/1.1" status: 204 len: 168 time: 1.5031202 Jul 06 12:01:35.200208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.214510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.300943 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dddc0c-c8ee-495f-b272-811545e2b029 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:35.302807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8dddc0c-c8ee-495f-b272-811545e2b029 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/09aca220-364e-43a7-97f8-6910e0d110e6 HTTP/1.1" status: 404 len: 333 time: 0.1010284 Jul 06 12:01:35.306090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.372178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet f142a39b-0ecc-42f6-bf06-ecf084de9d66 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:35.375687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.435092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.441817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.489147 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.499525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb08fa7-3343-479c-9a38-3ec9dec5a665 req-f422af53-8f94-4c7a-b4d7-b00720b145e9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.501535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdb08fa7-3343-479c-9a38-3ec9dec5a665 req-f422af53-8f94-4c7a-b4d7-b00720b145e9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 931 time: 0.3935707 Jul 06 12:01:35.521742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.528714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5271766 Jul 06 12:01:35.530357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.571576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.589065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd9348-e157-4d9d-b90e-184a3ce08544 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a69891-b71e-4633-8fce-376bd9496069,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.644529 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445bfbd-b7d0-46ed-994f-7ab7d2a6c395 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.661180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdb08fa7-3343-479c-9a38-3ec9dec5a665 req-d0e2e9bf-13c2-4921-b1bf-7a79a6b9b808 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424308 Jul 06 12:01:35.670718 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445bfbd-b7d0-46ed-994f-7ab7d2a6c395 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.675516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.707804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d24cc4-6f52-45c2-914f-13871c37efd0 None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:35.730150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.744200 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/f142a39b-0ecc-42f6-bf06-ecf084de9d66 HTTP/1.1" status: 204 len: 168 time: 0.4248266 Jul 06 12:01:35.745206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.747683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0353a07-efbf-4dd8-86f9-6883db063c1e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=f142a39b-0ecc-42f6-bf06-ecf084de9d66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.800906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445bfbd-b7d0-46ed-994f-7ab7d2a6c395 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.806226 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445bfbd-b7d0-46ed-994f-7ab7d2a6c395 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.807664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d445bfbd-b7d0-46ed-994f-7ab7d2a6c395 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e2a69891-b71e-4633-8fce-376bd9496069 HTTP/1.1" status: 204 len: 168 time: 0.2711816 Jul 06 12:01:35.814354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.860126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3749e0b8-7c05-4079-82d4-f4829b053759 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:35.869873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445bfbd-b7d0-46ed-994f-7ab7d2a6c395 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2a69891-b71e-4633-8fce-376bd9496069,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.870126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet 68e97c6c-6dbc-4591-99e2-247e7dd64085 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:35.883867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.890397 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.906669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dd562ba7-1281-4f05-8553-1c6ba13c19c4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:35.927424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-899eebe8-da42-488e-8810-38fe126918be tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1117604 Jul 06 12:01:35.932450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.966373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Transition to ACTIVE for port object 3749e0b8-7c05-4079-82d4-f4829b053759 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:35.970165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58a398d-96b4-4b60-9b0e-bbb0e58b93f9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.973093 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.973880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.994867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58a398d-96b4-4b60-9b0e-bbb0e58b93f9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.040684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port dd562ba7-1281-4f05-8553-1c6ba13c19c4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:36.041315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.101245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.115479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Pushing event updated for resources: {'Port': ['ID=3749e0b8-7c05-4079-82d4-f4829b053759,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.119015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58a398d-96b4-4b60-9b0e-bbb0e58b93f9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.124041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58a398d-96b4-4b60-9b0e-bbb0e58b93f9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.127730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d58a398d-96b4-4b60-9b0e-bbb0e58b93f9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5cc453c8-8ce6-4a88-aaa1-fb1f6d38a1c0 HTTP/1.1" status: 204 len: 168 time: 0.1912415 Jul 06 12:01:36.135079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.156348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a398d-96b4-4b60-9b0e-bbb0e58b93f9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cc453c8-8ce6-4a88-aaa1-fb1f6d38a1c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.217147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3c9dfb9-3f14-44f8-92dc-af681da634c9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0785904 Jul 06 12:01:36.219516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.225888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Attempting to bind port 3749e0b8-7c05-4079-82d4-f4829b053759 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:36.226230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Attempting to bind port 3749e0b8-7c05-4079-82d4-f4829b053759 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:36.226597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Attempting to bind port 3749e0b8-7c05-4079-82d4-f4829b053759 on network ceb369be-4ef8-475d-b285-fb3ba68c5c71 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:36.229371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.237650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Port 3749e0b8-7c05-4079-82d4-f4829b053759 on network ceb369be-4ef8-475d-b285-fb3ba68c5c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:36.238234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Attempting to bind port 3749e0b8-7c05-4079-82d4-f4829b053759 on network ceb369be-4ef8-475d-b285-fb3ba68c5c71 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:36.247099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:36.247726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Checking segment: {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:36.248387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Bound using segment: {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:36.249623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Bound port: 3749e0b8-7c05-4079-82d4-f4829b053759, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1966864-7f00-4799-9761-c83c7ce9e2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:36.250164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.270635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=68e97c6c-6dbc-4591-99e2-247e7dd64085,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.288429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.290651 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f098ff7c-ee87-4f08-b27b-4186ae231c4a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/68e97c6c-6dbc-4591-99e2-247e7dd64085 HTTP/1.1" status: 204 len: 168 time: 0.5416722 Jul 06 12:01:36.293768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07ab764f-2b7f-49a9-b225-35d9e607ad14 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.295737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.348302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07ab764f-2b7f-49a9-b225-35d9e607ad14 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.376483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] For port 3749e0b8-7c05-4079-82d4-f4829b053759, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:36.381306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] For port 3749e0b8-7c05-4079-82d4-f4829b053759, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3749e0b8-7c05-4079-82d4-f4829b053759,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:36.385910 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.409640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.412926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07ab764f-2b7f-49a9-b225-35d9e607ad14 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.420820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07ab764f-2b7f-49a9-b225-35d9e607ad14 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.422302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07ab764f-2b7f-49a9-b225-35d9e607ad14 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9c47e6c8-a8e2-4dfe-9f4f-a83771735f4e HTTP/1.1" status: 204 len: 168 time: 0.2014446 Jul 06 12:01:36.424831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.438610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.440241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.441993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] 10.222.0.79 "PUT /v2.0/ports/3749e0b8-7c05-4079-82d4-f4829b053759 HTTP/1.1" status: 200 len: 1091 time: 1.6315641 Jul 06 12:01:36.442744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'tag': '3749e0b8-7c05-4079-82d4-f4829b053759'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:36.446474 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f45d12-8a93-4d49-8a47-6547d707dfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7df312-cfba-4d5a-8d43-49ae1f992d50", "tag": "3749e0b8-7c05-4079-82d4-f4829b053759"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:36.446690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab764f-2b7f-49a9-b225-35d9e607ad14 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c47e6c8-a8e2-4dfe-9f4f-a83771735f4e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.487718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de20db-e398-4ab6-83e4-57ba077cb73c service neutron] Pushing event updated for resources: {'Port': ['ID=3749e0b8-7c05-4079-82d4-f4829b053759,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.577692 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f0299462-3f3b-4507-bf7a-c7654f7cc4dc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1507635 Jul 06 12:01:36.582714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.608971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port dd562ba7-1281-4f05-8553-1c6ba13c19c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:36.609608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.619977 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dcb5-955e-4f51-a855-660ba5fbb471 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.630068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-f86d84a4-4254-4d60-aaf7-b62bfb862a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.631687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-f86d84a4-4254-4d60-aaf7-b62bfb862a1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 1094 time: 0.1368320 Jul 06 12:01:36.633800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dcb5-955e-4f51-a855-660ba5fbb471 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.748507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-ddf968c5-e186-491b-a325-51644b8aca93 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3749e0b8-7c05-4079-82d4-f4829b053759 HTTP/1.1" status: 200 len: 217 time: 0.1045229 Jul 06 12:01:36.787113 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ec400a-f572-44b4-ad84-f586734637d9 x-openstack-request-id: req-46ec400a-f572-44b4-ad84-f586734637d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:36.787403 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7df312-cfba-4d5a-8d43-49ae1f992d50", "tag": "3749e0b8-7c05-4079-82d4-f4829b053759", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:36.787668 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46ec400a-f572-44b4-ad84-f586734637d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:36.788101 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'tag': '3749e0b8-7c05-4079-82d4-f4829b053759', 'status': 'completed', 'code': 200} Jul 06 12:01:36.795229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port dd562ba7-1281-4f05-8553-1c6ba13c19c4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dd562ba7-1281-4f05-8553-1c6ba13c19c4,segment=NetworkSegment(ec983016-e161-45a2-9a0c-42b13ce77b32),segment_id=ec983016-e161-45a2-9a0c-42b13ce77b32)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:36.797311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.817813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for dd562ba7-1281-4f05-8553-1c6ba13c19c4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:36.824886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dcb5-955e-4f51-a855-660ba5fbb471 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.841043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dcb5-955e-4f51-a855-660ba5fbb471 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.847887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bb2dcb5-955e-4f51-a855-660ba5fbb471 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b569f75b-4121-411d-8736-f447fd4302ac HTTP/1.1" status: 204 len: 168 time: 0.2586603 Jul 06 12:01:36.850373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.888208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2dcb5-955e-4f51-a855-660ba5fbb471 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b569f75b-4121-411d-8736-f447fd4302ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.928675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54124-a446-47cd-8eff-b2a207caf667 req-ebc1d6d7-a1c8-4c7f-a997-2ab10979cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.930248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-ebc1d6d7-a1c8-4c7f-a997-2ab10979cd20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.1644325 Jul 06 12:01:36.951198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.982483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port dd562ba7-1281-4f05-8553-1c6ba13c19c4 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:36.997361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-defbac73-e393-4ef9-944a-10eff83e8608 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568099 Jul 06 12:01:37.010442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=dd562ba7-1281-4f05-8553-1c6ba13c19c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.025925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-341ce7c4-b556-4189-bf58-ff15bf7b7348 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1742423 Jul 06 12:01:37.032235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.128974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-35ec05e2-9c60-4b46-8f87-09723c156fad service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005194 Jul 06 12:01:37.149523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c3bf-c65a-4110-8ab7-8fa610583b58 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.158491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.177271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c3bf-c65a-4110-8ab7-8fa610583b58 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.185798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e30b5c-6552-4567-a47a-3212e750ee92']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:37.207152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec983016-e161-45a2-9a0c-42b13ce77b32') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:37.207508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec983016-e161-45a2-9a0c-42b13ce77b32') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:37.221547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.246160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.251606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c3bf-c65a-4110-8ab7-8fa610583b58 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.256703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c3bf-c65a-4110-8ab7-8fa610583b58 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.258905 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a6e9c3bf-c65a-4110-8ab7-8fa610583b58 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/400a8e45-d8d8-4710-b0db-5efdb8351b67 HTTP/1.1" status: 204 len: 168 time: 0.2243402 Jul 06 12:01:37.263960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.265503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:37.266096 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.281225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14d54124-a446-47cd-8eff-b2a207caf667 req-ccfc0bfc-3f0f-458c-a67c-1fbf45703077 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417975 Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:37.285088 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:37.350296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bdf70-08c0-4ad4-9ed3-7118b39ed32f req-20535400-598e-4930-81ed-c0217710ebed tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.352765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4bdf70-08c0-4ad4-9ed3-7118b39ed32f req-20535400-598e-4930-81ed-c0217710ebed tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 943 time: 0.4930172 Jul 06 12:01:37.354768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b3f0a-1d5c-4560-bf89-621058f9407f None None] Network 77e30b5c-6552-4567-a47a-3212e750ee92 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:37.385642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9c3bf-c65a-4110-8ab7-8fa610583b58 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=400a8e45-d8d8-4710-b0db-5efdb8351b67,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.425269 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fb81aa7a-4d1a-46b7-b88d-036da953816e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1551816 Jul 06 12:01:37.428306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.446002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d3d195c-c1e8-4808-98b0-521bb6dbfe4b None None] Could not find standard attr ID for object dd562ba7-1281-4f05-8553-1c6ba13c19c4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:37.484674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.490113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4bdf70-08c0-4ad4-9ed3-7118b39ed32f req-c58cd7f0-a73b-442f-9e19-706974c6082f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259191 Jul 06 12:01:37.506096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-47c62318-a997-46a3-8386-e7f29e5ad30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.508642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-47c62318-a997-46a3-8386-e7f29e5ad30f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 1094 time: 0.1539042 Jul 06 12:01:37.526094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.533385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/77e30b5c-6552-4567-a47a-3212e750ee92 HTTP/1.1" status: 204 len: 168 time: 1.2316930 Jul 06 12:01:37.533385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adff4cf-b453-4d72-81ba-71ccc9a1ddf3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=77e30b5c-6552-4567-a47a-3212e750ee92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.534634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.566512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9686780d-cd34-4859-956e-4efa6e331ad3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.603245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9686780d-cd34-4859-956e-4efa6e331ad3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.661036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f381d-2dbe-4cf3-80d7-022dbcc25421 None None] DHCP port deletion for 77e30b5c-6552-4567-a47a-3212e750ee92 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:37.697463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9686780d-cd34-4859-956e-4efa6e331ad3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.702375 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9686780d-cd34-4859-956e-4efa6e331ad3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.712890 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9686780d-cd34-4859-956e-4efa6e331ad3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/40bb8adc-0be0-4450-812c-de164ad4df45 HTTP/1.1" status: 204 len: 168 time: 0.2836788 Jul 06 12:01:37.713852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.743174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-414fc062-4657-42fb-ad02-1c87d4cc147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.744900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-414fc062-4657-42fb-ad02-1c87d4cc147e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 914 time: 0.2294173 Jul 06 12:01:37.820936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-69de9306-5366-48cf-927f-ffa01b99a807 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3749e0b8-7c05-4079-82d4-f4829b053759 HTTP/1.1" status: 200 len: 217 time: 0.0691001 Jul 06 12:01:37.831826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed421b36-1845-4503-8651-e911bd7a828c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.843948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5b26d872-c72e-4d0d-9020-a43e0fd1ee1c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1149287 Jul 06 12:01:37.843948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.843948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686780d-cd34-4859-956e-4efa6e331ad3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb8adc-0be0-4450-812c-de164ad4df45,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.850683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed421b36-1845-4503-8651-e911bd7a828c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3092773 Jul 06 12:01:37.851378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.866372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300819643'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:37.881609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dd562ba7-1281-4f05-8553-1c6ba13c19c4 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:37.915632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: dd562ba7-1281-4f05-8553-1c6ba13c19c4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:37.916299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dd562ba7-1281-4f05-8553-1c6ba13c19c4 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:37.928344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.931856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-948ba210-ab69-4d0f-958a-383217d372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.933467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-948ba210-ab69-4d0f-958a-383217d372b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.0805011 Jul 06 12:01:37.968699 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d74416bc-4cc2-4204-8f23-7d3850efff7c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1280832 Jul 06 12:01:37.969823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.974872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-537936442'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:37.980368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-f4daa948-79b2-41ff-aeab-e45b6f47c9cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384793 Jul 06 12:01:38.137113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-76377e45-0eaf-411c-9375-34c25ec9ca6d service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480613 Jul 06 12:01:38.256824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.268447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.278489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:38.282092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.314095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:38.322863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.324133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4690051 Jul 06 12:01:38.326437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.326794 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment 0d0df09d-24e3-4d9e-881c-1c3b985d7b73 of type vlan for network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d Jul 06 12:01:38.327081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69f45d12-8a93-4d49-8a47-6547d707dfd6 req-4339d369-3178-4c0b-85e0-b9f587cfb75c service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581085 Jul 06 12:01:38.328148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351d0da-fdcc-433d-8766-7cbf3d5264f4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d548e33-4873-4067-a509-c566e825b012,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.328393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.332632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '5d548e33-4873-4067-a509-c566e825b012', 'direction': 'ingress', 'protocol': 17}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:38.395432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.409257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.454850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.460611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:38.461823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.529352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.538166 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5671539 Jul 06 12:01:38.541672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.544320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.562247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b79985-967a-4df7-a024-d6973f56f52a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.562787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:38.568861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75217dd-aaaf-482d-99d4-f48462b92d09,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.574690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.578588 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3cd0eac-016f-4702-9de5-eec54205d18f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2471206 Jul 06 12:01:38.578739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:38.579202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.647004 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abdd6a3-8f98-44a7-aa4c-82d79d9ec948 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.682188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abdd6a3-8f98-44a7-aa4c-82d79d9ec948 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.720523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:38.724528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.736004 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abdd6a3-8f98-44a7-aa4c-82d79d9ec948 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.739942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7abdd6a3-8f98-44a7-aa4c-82d79d9ec948 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.743301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7abdd6a3-8f98-44a7-aa4c-82d79d9ec948 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/5d548e33-4873-4067-a509-c566e825b012 HTTP/1.1" status: 204 len: 168 time: 0.1615603 Jul 06 12:01:38.747235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.770579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdd6a3-8f98-44a7-aa4c-82d79d9ec948 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d548e33-4873-4067-a509-c566e825b012,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.820087 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71c83185-c2d4-4f86-8a98-a91dc91438b3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698662 Jul 06 12:01:38.823511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.830467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--83445981'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:38.840977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bdb16-339d-45ff-9535-a43cf9505804 req-b528cdc2-e5bc-41ab-9bb0-c4af16220844 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:38.842537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117bdb16-339d-45ff-9535-a43cf9505804 req-b528cdc2-e5bc-41ab-9bb0-c4af16220844 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 943 time: 0.1602128 Jul 06 12:01:38.881410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.937150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117bdb16-339d-45ff-9535-a43cf9505804 req-7df8cdcf-4733-4e8e-a229-40b6b2ac65f2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877116 Jul 06 12:01:39.009770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.017540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.021153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.055584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.057272 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2322905 Jul 06 12:01:39.061286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.067228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516790124'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:39.081998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba84657-6563-49b7-927f-b6e4df4bbb4a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eebfd9-c396-449c-ba56-d5ac1d648042,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.101095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=1e9f9ef4-0662-4de9-8a55-d8507174bf61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.107902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': '0d0df09d-24e3-4d9e-881c-1c3b985d7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:39.108133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:39.123396 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.135644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:39.152430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:39.159314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:39.160497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.160949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cfef0-a254-48cb-a6a0-4503f255dbe1 None None] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:39.248135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.254627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.260375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-72657186-5e79-4ce6-a30c-3f30dbe61273 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7113638 Jul 06 12:01:39.262870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.269187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d', 'name': 'tempest-PortsTestJSON-81362282'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:39.301514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98d6fe4-e323-402d-ba0d-44c7c4d9f8a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.316164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.317924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b21ea69-de06-4cc6-9703-86cbb669a531 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2553079 Jul 06 12:01:39.321599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.336909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '60eebfd9-c396-449c-ba56-d5ac1d648042', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f98d6fe4-e323-402d-ba0d-44c7c4d9f8a8', 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:39.361842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d', 'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': '1e9f9ef4-0662-4de9-8a55-d8507174bf61'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:39.369300 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.385542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.454191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:39.458106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.482406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 736e89b7-6ca3-413e-9835-ce319d9b414f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:39.511429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.517088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.534444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Allocated IP 172.20.0.2 (07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d/1e9f9ef4-0662-4de9-8a55-d8507174bf61/a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:39.540379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65d3609-12cd-4f7d-8b77-6ce045d7152a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.554102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.556443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-09500670-cbbb-444c-9c1b-1a5dd7cb7bde tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2307537 Jul 06 12:01:39.559445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.585186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ba15e4-8b20-42c3-af38-a9032260fd9b tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.594119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ba15e4-8b20-42c3-af38-a9032260fd9b tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.620819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ba15e4-8b20-42c3-af38-a9032260fd9b tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.631174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ba15e4-8b20-42c3-af38-a9032260fd9b tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.636138 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-90ba15e4-8b20-42c3-af38-a9032260fd9b tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e65d3609-12cd-4f7d-8b77-6ce045d7152a HTTP/1.1" status: 204 len: 168 time: 0.0718813 Jul 06 12:01:39.636356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.639502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba15e4-8b20-42c3-af38-a9032260fd9b tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e65d3609-12cd-4f7d-8b77-6ce045d7152a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.689367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d47b4f26-b7a4-43e7-b6dc-76973ad0c405 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0500321 Jul 06 12:01:39.693333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.704250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.714420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Transition to ACTIVE for port object a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:39.732234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Transition to ACTIVE for port object a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:39.741199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.752926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f728-c484-4809-b8cc-8e7b0b8e7fb5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.777236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f728-c484-4809-b8cc-8e7b0b8e7fb5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.829939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f728-c484-4809-b8cc-8e7b0b8e7fb5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.835109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f728-c484-4809-b8cc-8e7b0b8e7fb5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.836385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a4b5f728-c484-4809-b8cc-8e7b0b8e7fb5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/f98d6fe4-e323-402d-ba0d-44c7c4d9f8a8 HTTP/1.1" status: 204 len: 168 time: 0.1423075 Jul 06 12:01:39.841955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.854509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.9 (07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d/1e9f9ef4-0662-4de9-8a55-d8507174bf61/736e89b7-6ca3-413e-9835-ce319d9b414f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:39.858462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5f728-c484-4809-b8cc-8e7b0b8e7fb5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98d6fe4-e323-402d-ba0d-44c7c4d9f8a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.893414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Pushing event updated for resources: {'Port': ['ID=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.919088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:39.931385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:39.934277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:40.000888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Attempting to bind port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:40.001378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Attempting to bind port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '0d0df09d-24e3-4d9e-881c-1c3b985d7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:40.001872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Attempting to bind port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 on network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:40.008404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:40.009131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Checking segment: {'id': '0d0df09d-24e3-4d9e-881c-1c3b985d7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:40.009797 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.010198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Bound using segment: {'id': '0d0df09d-24e3-4d9e-881c-1c3b985d7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:40.010805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Bound port: a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0df09d-24e3-4d9e-881c-1c3b985d7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:40.011162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.084349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-56c0aa84-a657-4b0f-9dc7-817c1013292f tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2401900 Jul 06 12:01:40.087841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.150412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] For port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:40.155583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] For port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,segment=NetworkSegment(0d0df09d-24e3-4d9e-881c-1c3b985d7b73),segment_id=0d0df09d-24e3-4d9e-881c-1c3b985d7b73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:40.160340 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.217498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc255aa7-a638-4ac4-9359-ccd2c059a5e8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.270227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc255aa7-a638-4ac4-9359-ccd2c059a5e8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.276970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefd036-8cf3-4413-b48f-75130e26674f None None] Pushing event updated for resources: {'Port': ['ID=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.334710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.367713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc255aa7-a638-4ac4-9359-ccd2c059a5e8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.368540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 736e89b7-6ca3-413e-9835-ce319d9b414f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:40.370884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc255aa7-a638-4ac4-9359-ccd2c059a5e8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.375113 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bc255aa7-a638-4ac4-9359-ccd2c059a5e8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/60eebfd9-c396-449c-ba56-d5ac1d648042 HTTP/1.1" status: 204 len: 168 time: 0.2856801 Jul 06 12:01:40.375858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.398928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc255aa7-a638-4ac4-9359-ccd2c059a5e8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eebfd9-c396-449c-ba56-d5ac1d648042,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.416850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b90fd-eb3c-4fd8-abc7-4db82edfc17c req-fbd9e5f4-9985-4ae1-adba-6851be6f7a45 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.424963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-915b90fd-eb3c-4fd8-abc7-4db82edfc17c req-fbd9e5f4-9985-4ae1-adba-6851be6f7a45 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 943 time: 0.2951684 Jul 06 12:01:40.464335 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f49b114b-0904-4c44-b083-8023e37341dc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775509 Jul 06 12:01:40.464335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.469016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102812573'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:40.497184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-915b90fd-eb3c-4fd8-abc7-4db82edfc17c req-291800b1-19fb-43a2-a25a-007356b24513 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713148 Jul 06 12:01:40.499485 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.499703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.528539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1c567-2935-4443-9444-29aea9b79392 req-fde6349a-9f3e-4806-b5de-96f734c75026 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.538442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aae1c567-2935-4443-9444-29aea9b79392 req-fde6349a-9f3e-4806-b5de-96f734c75026 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1909039 Jul 06 12:01:40.590300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:40.626642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:40.633131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:40.642372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=736e89b7-6ca3-413e-9835-ce319d9b414f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.647681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.658907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.689398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.692061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2253151 Jul 06 12:01:40.693924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ab1a2-6eca-4e43-afb6-8c506e948e87 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7886591a-677b-464b-afa9-e5311b408bc8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.694570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aae1c567-2935-4443-9444-29aea9b79392 req-9985c92b-b765-4cfc-ba3e-cedc9d55e379 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348431 Jul 06 12:01:40.698449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.703194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '7886591a-677b-464b-afa9-e5311b408bc8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:40.736185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.736829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.752817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.757484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-79e02b4a-e6f4-4b80-bb24-66cf80b6f790 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4927442 Jul 06 12:01:40.761360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.768969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d', 'name': 'tempest-PortsTestJSON-373469461'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:40.813916 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.817948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.837387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9b6470-522d-46e5-9a5b-4132a22c7c07,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.849196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.851894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-83ea9b14-c4f0-4327-837f-1cdb0962dc5e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1510122 Jul 06 12:01:40.853939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.883204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324d248e-f6a9-4aef-a8bb-daefe942a520 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.886933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:40.890908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.891839 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324d248e-f6a9-4aef-a8bb-daefe942a520 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.910645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 26d801b7-298b-46c6-bbcb-78c8521c2b7d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:40.920807 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324d248e-f6a9-4aef-a8bb-daefe942a520 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.927985 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324d248e-f6a9-4aef-a8bb-daefe942a520 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.929106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-324d248e-f6a9-4aef-a8bb-daefe942a520 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9a9b6470-522d-46e5-9a5b-4132a22c7c07 HTTP/1.1" status: 204 len: 168 time: 0.0742269 Jul 06 12:01:40.932885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.939243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d248e-f6a9-4aef-a8bb-daefe942a520 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a9b6470-522d-46e5-9a5b-4132a22c7c07,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.977273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a4ddcce-b676-4980-9cba-64381b59df9c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420263 Jul 06 12:01:40.979546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.023675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.14 (07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d/1e9f9ef4-0662-4de9-8a55-d8507174bf61/26d801b7-298b-46c6-bbcb-78c8521c2b7d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:41.036103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c34dbcc6-99cf-4a58-ac2d-dc77ccd4c387 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.063573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c34dbcc6-99cf-4a58-ac2d-dc77ccd4c387 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.115105 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c34dbcc6-99cf-4a58-ac2d-dc77ccd4c387 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.119387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c34dbcc6-99cf-4a58-ac2d-dc77ccd4c387 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.123028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c34dbcc6-99cf-4a58-ac2d-dc77ccd4c387 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/7886591a-677b-464b-afa9-e5311b408bc8 HTTP/1.1" status: 204 len: 168 time: 0.1401353 Jul 06 12:01:41.123324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.131277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dbcc6-99cf-4a58-ac2d-dc77ccd4c387 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7886591a-677b-464b-afa9-e5311b408bc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.192828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03cc965e-deed-4935-bb6a-777cdf0a293e tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681875 Jul 06 12:01:41.197000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.201493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group': {'name': 'tempest-secgroup--19217020'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:41.240366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.250348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.268317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 26d801b7-298b-46c6-bbcb-78c8521c2b7d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:41.340216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.413117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:41.422638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:41.425486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00af2b-bef4-4d96-904f-5e64ea2d140c None None] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:41.428916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:41.461005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.462095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=26d801b7-298b-46c6-bbcb-78c8521c2b7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.479205 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.512479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.516556 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3157799 Jul 06 12:01:41.516920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.521496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '2447f4ac-a675-436b-bd0b-21d16179d69b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:41.528093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4b8bd-2a92-4bd9-9297-b0b295019fc4 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2447f4ac-a675-436b-bd0b-21d16179d69b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.538136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa63bc50-f0a4-424a-a8c5-043de2e7e9a3 None None] Provisioning for port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:41.540829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:41.542033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.574187 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-df662c05-bc59-48fe-91a0-1af2ba08db5a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8114018 Jul 06 12:01:41.576921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.581231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.631932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3749e0b8-7c05-4079-82d4-f4829b053759 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:41.686856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.720525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.746409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea6ac93-cd62-4190-8a85-c9b947c6cc10,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.760269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.761693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-de5357af-07b8-4a0d-8a23-972940cc11a3 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2438078 Jul 06 12:01:41.765292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3749e0b8-7c05-4079-82d4-f4829b053759, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3749e0b8-7c05-4079-82d4-f4829b053759,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:41.765876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.786937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e27425-b91e-423a-91ca-d1cefd3c3374 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:41.795302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d6e27425-b91e-423a-91ca-d1cefd3c3374 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 920 time: 0.2173572 Jul 06 12:01:41.799820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.805875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed572249-8257-4a58-b0b3-8813f7ef5632 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules/0ea6ac93-cd62-4190-8a85-c9b947c6cc10 HTTP/1.1" status: 200 len: 763 time: 0.0342650 Jul 06 12:01:41.810161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.819530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '3749e0b8-7c05-4079-82d4-f4829b053759', 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'port_id': '3749e0b8-7c05-4079-82d4-f4829b053759', 'mac_address': 'fa:16:3e:6f:42:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:41.833860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8923f-67ee-4df9-8083-e162e49a41de req-c01dab8c-f9ce-4f45-b9ee-b44115ea7718 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:41.835339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74d8923f-67ee-4df9-8083-e162e49a41de req-c01dab8c-f9ce-4f45-b9ee-b44115ea7718 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 943 time: 0.1518769 Jul 06 12:01:41.915439 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-44cba847-bd80-44f9-9072-2966b65a55a9 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1024573 Jul 06 12:01:41.917052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.917820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.939022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3749e0b8-7c05-4079-82d4-f4829b053759 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:41.940104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74d8923f-67ee-4df9-8083-e162e49a41de req-826132f3-6670-437b-b595-e3ac4d450864 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830472 Jul 06 12:01:41.951889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:41.974424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff89bc1-31ff-4767-a31d-7bc286253ea8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.991691 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff89bc1-31ff-4767-a31d-7bc286253ea8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.029637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3749e0b8-7c05-4079-82d4-f4829b053759, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3749e0b8-7c05-4079-82d4-f4829b053759,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:42.035092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff89bc1-31ff-4767-a31d-7bc286253ea8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.036953 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.053242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff89bc1-31ff-4767-a31d-7bc286253ea8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.056927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ff89bc1-31ff-4767-a31d-7bc286253ea8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0ea6ac93-cd62-4190-8a85-c9b947c6cc10 HTTP/1.1" status: 204 len: 168 time: 0.1356936 Jul 06 12:01:42.058920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.082975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:42.084198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff89bc1-31ff-4767-a31d-7bc286253ea8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea6ac93-cd62-4190-8a85-c9b947c6cc10,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.089015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6617f-854e-432d-9ef2-b4734a0962e1 req-ae15574c-024d-4cc9-8b2d-e14cee1fee18 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.096014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54e6617f-854e-432d-9ef2-b4734a0962e1 req-ae15574c-024d-4cc9-8b2d-e14cee1fee18 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1548867 Jul 06 12:01:42.098690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.099256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.119490 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cf4952a9-cb94-4150-9474-4277af3e21fd tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559309 Jul 06 12:01:42.119775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.124760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '2447f4ac-a675-436b-bd0b-21d16179d69b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:42.125175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 26d801b7-298b-46c6-bbcb-78c8521c2b7d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:42.125503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.168431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3749e0b8-7c05-4079-82d4-f4829b053759,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.184747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.225335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Provisioning for port 26d801b7-298b-46c6-bbcb-78c8521c2b7d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:42.228876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.230275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54e6617f-854e-432d-9ef2-b4734a0962e1 req-b3680904-21eb-48a4-95f0-e434bd9f2747 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334133 Jul 06 12:01:42.232266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Provisioning complete for port 26d801b7-298b-46c6-bbcb-78c8521c2b7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.232637 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.287760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.293878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.310067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.312417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1908ddef-85c8-4f2b-958a-ece6bcec5c59,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.325520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 26d801b7-298b-46c6-bbcb-78c8521c2b7d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:42.328300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.329909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,segment=NetworkSegment(0d0df09d-24e3-4d9e-881c-1c3b985d7b73),segment_id=0d0df09d-24e3-4d9e-881c-1c3b985d7b73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:42.331585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Port 26d801b7-298b-46c6-bbcb-78c8521c2b7d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:42.333660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.335485 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a2c18d7d-33c0-4b80-a8e4-3bbce477306a tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2143857 Jul 06 12:01:42.341207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.363446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-830e4a3b-da0c-4aca-919f-8f07a60de0bc tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules/1908ddef-85c8-4f2b-958a-ece6bcec5c59 HTTP/1.1" status: 200 len: 763 time: 0.0284185 Jul 06 12:01:42.366569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.412688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.424136 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06ab4528-7dd6-4f2c-88a3-8e285075fd09 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561943 Jul 06 12:01:42.424718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.437698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['3749e0b8-7c05-4079-82d4-f4829b053759'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:42.452997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c90c-de4f-40d3-b6b5-bc8522af461c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.470185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c90c-de4f-40d3-b6b5-bc8522af461c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.514820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c90c-de4f-40d3-b6b5-bc8522af461c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.520043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c90c-de4f-40d3-b6b5-bc8522af461c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.521287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4d8c90c-de4f-40d3-b6b5-bc8522af461c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1908ddef-85c8-4f2b-958a-ece6bcec5c59 HTTP/1.1" status: 204 len: 168 time: 0.0955071 Jul 06 12:01:42.524346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Provisioning for port 736e89b7-6ca3-413e-9835-ce319d9b414f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:42.526844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.544912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Provisioning complete for port 736e89b7-6ca3-413e-9835-ce319d9b414f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.545442 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.557842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8c90c-de4f-40d3-b6b5-bc8522af461c tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1908ddef-85c8-4f2b-958a-ece6bcec5c59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.606000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.606934 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-249ceeb8-49d9-4035-acb9-e16f7fe8a0c5 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788743 Jul 06 12:01:42.613210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Request body: {'security_group_rule': {'security_group_id': '2447f4ac-a675-436b-bd0b-21d16179d69b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:42.616478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Port 736e89b7-6ca3-413e-9835-ce319d9b414f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:42.636944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.639794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Provisioning complete for port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.640293 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c345834a-fdfd-48ce-810f-b4efd6edaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.704059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=26d801b7-298b-46c6-bbcb-78c8521c2b7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.790162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.817107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.819059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7b6ef4f6-5c05-42a2-9149-3948352e7f27 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/26d801b7-298b-46c6-bbcb-78c8521c2b7d HTTP/1.1" status: 204 len: 168 time: 1.0150876 Jul 06 12:01:42.822617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.861385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.862683 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-928bf7d9-fbe7-438f-94c0-9b2311e5fd8f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:42.866644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.874326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-928bf7d9-fbe7-438f-94c0-9b2311e5fd8f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/26d801b7-298b-46c6-bbcb-78c8521c2b7d HTTP/1.1" status: 404 len: 333 time: 0.0505340 Jul 06 12:01:42.875003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.891156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ec11a2-9f68-4537-aa5e-5e8bbbd55d2b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.900227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66afcb83-6ad4-4816-a142-a295414a32bd None None] Could not find standard attr ID for object 26d801b7-298b-46c6-bbcb-78c8521c2b7d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:42.902417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.904006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c34facb-2533-4fa5-aeb3-efe1afb00271 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949541 Jul 06 12:01:42.906719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.918103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66afcb83-6ad4-4816-a142-a295414a32bd None None] Provisioning complete for port 736e89b7-6ca3-413e-9835-ce319d9b414f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.918760 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66afcb83-6ad4-4816-a142-a295414a32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.933315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-307f7437-1f90-4108-89de-9891e8ce0c0d tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules/12ec11a2-9f68-4537-aa5e-5e8bbbd55d2b HTTP/1.1" status: 200 len: 764 time: 0.0252347 Jul 06 12:01:42.935870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.964962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66afcb83-6ad4-4816-a142-a295414a32bd None None] Port 736e89b7-6ca3-413e-9835-ce319d9b414f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:43.011460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 736e89b7-6ca3-413e-9835-ce319d9b414f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:43.012034 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.031484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec19f502-5759-49fb-9aad-f58430075d91 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0941463 Jul 06 12:01:43.034212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.063281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f1830d-dd22-4c21-b5d2-e7cd03ec0da8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.073179 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f1830d-dd22-4c21-b5d2-e7cd03ec0da8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.143801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f1830d-dd22-4c21-b5d2-e7cd03ec0da8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.149668 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f1830d-dd22-4c21-b5d2-e7cd03ec0da8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.151163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-54f1830d-dd22-4c21-b5d2-e7cd03ec0da8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/12ec11a2-9f68-4537-aa5e-5e8bbbd55d2b HTTP/1.1" status: 204 len: 168 time: 0.1159484 Jul 06 12:01:43.161044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.170276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1830d-dd22-4c21-b5d2-e7cd03ec0da8 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ec11a2-9f68-4537-aa5e-5e8bbbd55d2b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:43.213451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdbe70-b446-4480-8b59-331ad57e0ebe req-6f026658-e673-495d-96b2-64a387403cb8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:43.215061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60bdbe70-b446-4480-8b59-331ad57e0ebe req-6f026658-e673-495d-96b2-64a387403cb8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 944 time: 0.1257033 Jul 06 12:01:43.240253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-15af7f66-7405-4ac4-b171-91f94e350d12 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776024 Jul 06 12:01:43.249486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.291568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60bdbe70-b446-4480-8b59-331ad57e0ebe req-b67972c5-a1a5-4fee-b107-705013ec0827 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673153 Jul 06 12:01:43.345209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5be69-d9e3-48e6-a127-b2d4a4cdcdcf tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.382227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5be69-d9e3-48e6-a127-b2d4a4cdcdcf tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.476794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5be69-d9e3-48e6-a127-b2d4a4cdcdcf tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.479612 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5be69-d9e3-48e6-a127-b2d4a4cdcdcf tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.483165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-11a5be69-d9e3-48e6-a127-b2d4a4cdcdcf tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "DELETE /v2.0/security-groups/2447f4ac-a675-436b-bd0b-21d16179d69b HTTP/1.1" status: 204 len: 168 time: 0.2303526 Jul 06 12:01:43.484445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.508770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f26e4-5223-4a7b-80c2-82d063fb4f6a req-f0c5f1c0-ee30-4548-90ac-cfb302bb53dd tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:43.510364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e4f26e4-5223-4a7b-80c2-82d063fb4f6a req-f0c5f1c0-ee30-4548-90ac-cfb302bb53dd tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1175127 Jul 06 12:01:43.511566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5be69-d9e3-48e6-a127-b2d4a4cdcdcf tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2447f4ac-a675-436b-bd0b-21d16179d69b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:43.513158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.537350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 736e89b7-6ca3-413e-9835-ce319d9b414f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:43.566360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e08531b3-0d0a-4994-a877-faffd031dbf7 tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806744 Jul 06 12:01:43.567183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.587323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e4f26e4-5223-4a7b-80c2-82d063fb4f6a req-5834840d-358b-4d28-b6f2-63a8d995c228 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506551 Jul 06 12:01:43.659031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3749e0b8-7c05-4079-82d4-f4829b053759 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:43.691209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-adb4bfa7-4872-4129-849c-e450f054ccbb tempest-SecGroupTest-1435258041 tempest-SecGroupTest-1435258041-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208599 Jul 06 12:01:43.744577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 3749e0b8-7c05-4079-82d4-f4829b053759 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:43.750748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 3749e0b8-7c05-4079-82d4-f4829b053759 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:43.751395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.775836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.818749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=736e89b7-6ca3-413e-9835-ce319d9b414f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:43.849376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.882186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749e0b8-7c05-4079-82d4-f4829b053759'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:43.886948 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce5d778-3d0e-4f0f-8aec-670f08e50771" -d '{"events": [{"server_uuid": "fa7df312-cfba-4d5a-8d43-49ae1f992d50", "name": "network-vif-plugged", "status": "completed", "tag": "3749e0b8-7c05-4079-82d4-f4829b053759"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:43.897007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:43.986496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 3749e0b8-7c05-4079-82d4-f4829b053759, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3749e0b8-7c05-4079-82d4-f4829b053759,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:43.991130 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6cdba-188c-4772-b595-6e9aaf28961d x-openstack-request-id: req-a8b6cdba-188c-4772-b595-6e9aaf28961d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:43.991855 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7df312-cfba-4d5a-8d43-49ae1f992d50", "name": "network-vif-plugged", "status": "completed", "tag": "3749e0b8-7c05-4079-82d4-f4829b053759", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:43.992495 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8b6cdba-188c-4772-b595-6e9aaf28961d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:43.994581 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749e0b8-7c05-4079-82d4-f4829b053759', 'code': 200} Jul 06 12:01:44.012590 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.015885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:44.016835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.077943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=3749e0b8-7c05-4079-82d4-f4829b053759,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:44.103530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.109154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-08a076f7-594e-4b5a-95fc-5606b9c8041c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/736e89b7-6ca3-413e-9835-ce319d9b414f HTTP/1.1" status: 204 len: 168 time: 1.2329338 Jul 06 12:01:44.109884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:44.176494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34d52-3aa6-42a2-8bdf-908c9cb2cf71 req-b7953d9e-b2f2-42d0-8ef2-2a3fb4d68e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.179221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23d34d52-3aa6-42a2-8bdf-908c9cb2cf71 req-b7953d9e-b2f2-42d0-8ef2-2a3fb4d68e43 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 1096 time: 0.1073835 Jul 06 12:01:44.189474 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f39f75-fc3e-40cd-9fd0-ed0ed1661bd2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:44.194055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9f39f75-fc3e-40cd-9fd0-ed0ed1661bd2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/736e89b7-6ca3-413e-9835-ce319d9b414f HTTP/1.1" status: 404 len: 333 time: 0.0829945 Jul 06 12:01:44.194224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:44.288697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:44.290639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet 1e9f9ef4-0662-4de9-8a55-d8507174bf61 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:44.294225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.372273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.462008 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-590393bb-3871-482d-8588-0651d1c32297 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8155753777f143ec9aae1c9306779b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713998 Jul 06 12:01:44.462710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:44.472972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.518273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af990c55-bcd1-47cc-8dd8-e9be1c2c5d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.544887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af990c55-bcd1-47cc-8dd8-e9be1c2c5d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.596129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af990c55-bcd1-47cc-8dd8-e9be1c2c5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.599553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af990c55-bcd1-47cc-8dd8-e9be1c2c5d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.603633 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-af990c55-bcd1-47cc-8dd8-e9be1c2c5d74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aee0a9b4-fd2f-4fa5-93f9-06c23f286d69 HTTP/1.1" status: 204 len: 168 time: 0.1370556 Jul 06 12:01:44.612281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af990c55-bcd1-47cc-8dd8-e9be1c2c5d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee0a9b4-fd2f-4fa5-93f9-06c23f286d69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:44.951851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23d34d52-3aa6-42a2-8bdf-908c9cb2cf71 req-2e929de4-87c0-4d33-96fb-8641180fa271 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7658522 Jul 06 12:01:44.996330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.038395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9f9ef4-0662-4de9-8a55-d8507174bf61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.043350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.045288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc562b94-26f5-4f19-8762-bb3ac5cfa5da tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/1e9f9ef4-0662-4de9-8a55-d8507174bf61 HTTP/1.1" status: 204 len: 168 time: 0.8479757 Jul 06 12:01:45.048191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.052512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403d81f-0580-4339-bbba-685c45d92252 None None] Network 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:45.054969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be301b-b3eb-4a99-9fb0-2160c9b966de req-c15ed277-2fec-4c6a-948d-4ff7101048d3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.056695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1be301b-b3eb-4a99-9fb0-2160c9b966de req-c15ed277-2fec-4c6a-948d-4ff7101048d3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 945 time: 0.5795550 Jul 06 12:01:45.064588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9ca43-27d9-470b-884b-3bd1b4876abd req-8bea0bd6-87a6-4692-9d01-bfe4f1aba08f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.066110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08b9ca43-27d9-470b-884b-3bd1b4876abd req-8bea0bd6-87a6-4692-9d01-bfe4f1aba08f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1873367 Jul 06 12:01:45.135841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1be301b-b3eb-4a99-9fb0-2160c9b966de req-4437fb51-f334-4912-9e8f-718a5630af88 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685780 Jul 06 12:01:45.160895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08b9ca43-27d9-470b-884b-3bd1b4876abd req-e99433b8-d9c5-40f4-92e9-74c54015cf31 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871477 Jul 06 12:01:45.192628 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.262082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:45.262428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.350361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,segment=NetworkSegment(0d0df09d-24e3-4d9e-881c-1c3b985d7b73),segment_id=0d0df09d-24e3-4d9e-881c-1c3b985d7b73)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:45.350731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.369357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:45.465370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.477067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa019e-d4be-4e47-90fe-e1bda5af4d0d None None] DHCP port deletion for 07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:45.497915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.502381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:45.518076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.589937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.600861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.617085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0df09d-24e3-4d9e-881c-1c3b985d7b73') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.617593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0df09d-24e3-4d9e-881c-1c3b985d7b73') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.635224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.655219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025221928-network', 'tenant_id': 'a242bd66d6a949068e76a5d3ec46fd57'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:45.659384 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.667096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:45.667723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:45.671634 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:45.678658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Made reservation on behalf of a242bd66d6a949068e76a5d3ec46fd57 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:45.681280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.690282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.745213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.766320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.772841 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d HTTP/1.1" status: 204 len: 168 time: 0.7233877 Jul 06 12:01:45.774782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf3b7-b97d-45ea-83ec-deefa926dbb7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=07d9ee0e-0c29-48c3-bb82-e38bb6c29c3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.776688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.784996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1883917406'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:45.822099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.828078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.854994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:45.858589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.861126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:45.877615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:45.898049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.899228 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Added segment 61936cbb-e37d-44ba-ade5-fe1f4c8a02a4 of type vlan for network 8c7bde9c-7062-4972-9429-7d6e06906214 Jul 06 12:01:45.900882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bcf01b-b43f-4783-abca-974ad0e97de8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.926355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:45.926711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a302e8b6-6a2a-4cfa-b7fc-68d320d04cf9 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:45.949919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.982438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.983569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.984268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.984898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:01:45.985226 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:01:46.046350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5265660 Jul 06 12:01:46.049327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.055943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Request body: {'subnet': {'network_id': '8c7bde9c-7062-4972-9429-7d6e06906214', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025221928-subnet', 'tenant_id': 'a242bd66d6a949068e76a5d3ec46fd57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:46.075951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef08ff-e461-49b0-8831-9ba16859cf33 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7bde9c-7062-4972-9429-7d6e06906214,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.089444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8c7bde9c-7062-4972-9429-7d6e06906214 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:46.105717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Made reservation on behalf of a242bd66d6a949068e76a5d3ec46fd57 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:46.108743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.307421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.397343 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.468415 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895b310-d21d-492d-92c7-980edaa3e294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.489729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f85330-a554-4c59-9b8d-5b7c64240e4b req-15149698-9770-4ef0-87cf-4ec80170a387 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.491331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f85330-a554-4c59-9b8d-5b7c64240e4b req-15149698-9770-4ef0-87cf-4ec80170a387 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 945 time: 0.1684725 Jul 06 12:01:46.497837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.509622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b740-4d74-4391-af3d-fadd14dd8920 req-ad85499e-e40f-4338-8c36-339a1048521c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.511178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5719b740-4d74-4391-af3d-fadd14dd8920 req-ad85499e-e40f-4338-8c36-339a1048521c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1469617 Jul 06 12:01:46.532443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:46.544172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.544885 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment b3d0e85c-178a-4ae1-ae13-82c551e0c79d of type vlan for network b4df21d0-3034-43ba-9c3e-474fe4819115 Jul 06 12:01:46.582184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30f85330-a554-4c59-9b8d-5b7c64240e4b req-f1bcf825-848d-4d78-ba46-bf913bfcfe30 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827463 Jul 06 12:01:46.594500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.607404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5719b740-4d74-4391-af3d-fadd14dd8920 req-469ea9a3-9eb8-4097-88f7-f73827e95bb8 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771213 Jul 06 12:01:46.625730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Checking segment: {'id': '61936cbb-e37d-44ba-ade5-fe1f4c8a02a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8c7bde9c-7062-4972-9429-7d6e06906214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:46.626190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Network hostable DHCP agents. Network: 8c7bde9c-7062-4972-9429-7d6e06906214, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:46.642748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d609411-d7d8-432f-ba27-20d7c05d6f05,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.670808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.676718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.680698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.681287 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895b310-d21d-492d-92c7-980edaa3e294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.685615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895b310-d21d-492d-92c7-980edaa3e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.738951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a895b310-d21d-492d-92c7-980edaa3e294 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9a2d3cbe025412a8589ebbcd8886abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303799 Jul 06 12:01:46.739855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b310-d21d-492d-92c7-980edaa3e294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a676ea-bfc0-4477-8b67-9bd2b4dd01d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.744155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.829473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=b4df21d0-3034-43ba-9c3e-474fe4819115,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.831583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Network 8c7bde9c-7062-4972-9429-7d6e06906214 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:46.833333 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6556972-a6e1-449d-99a6-5e8d9d848b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.843367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b4df21d0-3034-43ba-9c3e-474fe4819115 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:46.852336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b2ee2aa3-d188-4be5-9bfd-24845feaf586 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0733414 Jul 06 12:01:46.852998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.864858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6556972-a6e1-449d-99a6-5e8d9d848b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.882222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:46.924469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6556972-a6e1-449d-99a6-5e8d9d848b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.927387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6556972-a6e1-449d-99a6-5e8d9d848b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.928729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6556972-a6e1-449d-99a6-5e8d9d848b69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44a676ea-bfc0-4477-8b67-9bd2b4dd01d2 HTTP/1.1" status: 204 len: 168 time: 0.1834605 Jul 06 12:01:46.952979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6556972-a6e1-449d-99a6-5e8d9d848b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a676ea-bfc0-4477-8b67-9bd2b4dd01d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.992463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8c7bde9c-7062-4972-9429-7d6e06906214) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:47.000571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.001351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.020102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5bb97-400c-4c6f-ac31-1125e81b3554 None None] Network 8c7bde9c-7062-4972-9429-7d6e06906214 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:47.023294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:47.028405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.133020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06b53483-2ca6-4582-a361-b4f964116386 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0822337 Jul 06 12:01:47.374065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57924073-00e2-40e5-ad9a-676983235682 None None] Network 8c7bde9c-7062-4972-9429-7d6e06906214 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:47.388817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.391971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc1d81-09fd-481d-91fc-07c3181a179b req-edd24dc9-6ed5-4aae-a09f-0c2b1404f413 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.394060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abdc1d81-09fd-481d-91fc-07c3181a179b req-edd24dc9-6ed5-4aae-a09f-0c2b1404f413 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 945 time: 0.1338561 Jul 06 12:01:47.483573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=da7f8136-7256-4603-b9e8-28d1cd75ae22,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.493936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:47.494580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: b4df21d0-3034-43ba-9c3e-474fe4819115, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:47.494739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abdc1d81-09fd-481d-91fc-07c3181a179b req-919bb73e-9d53-4fb1-a676-85569c8f3a9b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830381 Jul 06 12:01:47.527772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network b4df21d0-3034-43ba-9c3e-474fe4819115 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:47.539113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, b4df21d0-3034-43ba-9c3e-474fe4819115) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:47.545178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.545789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.555060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95b2a6-f37f-40f7-aea6-a1c46176d2d8 None None] Network b4df21d0-3034-43ba-9c3e-474fe4819115 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:47.567371 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-053463a7-9317-4b2a-bc8a-a1105b07305a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6915681 Jul 06 12:01:47.567774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:47.573135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115', 'name': 'tempest-PortsTestJSON-265435158', 'fixed_ips': [{'subnet_id': 'da7f8136-7256-4603-b9e8-28d1cd75ae22', 'ip_address': '172.20.0.10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:47.786849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:47.817306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-b4df21d0-3034-43ba-9c3e-474fe4819115', 'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': 'da7f8136-7256-4603-b9e8-28d1cd75ae22'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:47.819336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.946835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.980611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee166bb-c263-4402-ba05-2849ab4ac191 req-7a55f28a-fed6-4b7b-a9c0-173614be2f86 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.982480 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ee166bb-c263-4402-ba05-2849ab4ac191 req-7a55f28a-fed6-4b7b-a9c0-173614be2f86 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1222532 Jul 06 12:01:47.983732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port c81066ea-b494-4813-ad34-8ced763ce3d9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:48.027872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Allocated IP 172.20.0.2 (b4df21d0-3034-43ba-9c3e-474fe4819115/da7f8136-7256-4603-b9e8-28d1cd75ae22/be2079f2-decc-4074-b8f6-137ad0a8b0ed) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:48.061956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.067543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124755656-network', 'tenant_id': '9fc489fe6afc47acbed3a966525851c2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:48.096796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Made reservation on behalf of 9fc489fe6afc47acbed3a966525851c2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:48.100457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.112124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.113341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ee166bb-c263-4402-ba05-2849ab4ac191 req-a70b961d-9d78-4ce2-9e2f-9e7ee3a4fa3c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234155 Jul 06 12:01:48.173158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.231307 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.234978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.238521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.239841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Transition to ACTIVE for port object be2079f2-decc-4074-b8f6-137ad0a8b0ed will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:48.255621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Transition to ACTIVE for port object be2079f2-decc-4074-b8f6-137ad0a8b0ed will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:48.263251 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.270288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:48.278035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb9116a-0262-4024-abc3-834633fffef6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.299263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.299625 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Added segment 706aa20e-3876-4fca-8540-8f8ddca8527c of type vlan for network c94a6249-84fb-42d0-adc5-0b4d1621a62c Jul 06 12:01:48.303599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-581015530-network', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:48.307106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Pushing event updated for resources: {'Port': ['ID=be2079f2-decc-4074-b8f6-137ad0a8b0ed,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.314772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Network b4df21d0-3034-43ba-9c3e-474fe4819115 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:48.316247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:48.318655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:48.345061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.10 (b4df21d0-3034-43ba-9c3e-474fe4819115/da7f8136-7256-4603-b9e8-28d1cd75ae22/c81066ea-b494-4813-ad34-8ced763ce3d9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:48.350251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Made reservation on behalf of 610ff705d5e54070a3b43f8c37e4f497 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:48.351963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.354416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.370228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.384661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Attempting to bind port be2079f2-decc-4074-b8f6-137ad0a8b0ed on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:48.385763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Attempting to bind port be2079f2-decc-4074-b8f6-137ad0a8b0ed by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:48.386130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Attempting to bind port be2079f2-decc-4074-b8f6-137ad0a8b0ed on network b4df21d0-3034-43ba-9c3e-474fe4819115 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:48.389222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.390493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.391189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.392458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:48.392666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Checking segment: {'id': 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:48.393304 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.393712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Bound using segment: {'id': 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:48.394620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Bound port: be2079f2-decc-4074-b8f6-137ad0a8b0ed, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:48.394620 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.464159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] Pushing event updated for resources: {'Network': ['ID=c94a6249-84fb-42d0-adc5-0b4d1621a62c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.471558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] For port be2079f2-decc-4074-b8f6-137ad0a8b0ed, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:48.474835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] For port be2079f2-decc-4074-b8f6-137ad0a8b0ed, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=be2079f2-decc-4074-b8f6-137ad0a8b0ed,segment=NetworkSegment(b3d0e85c-178a-4ae1-ae13-82c551e0c79d),segment_id=b3d0e85c-178a-4ae1-ae13-82c551e0c79d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:48.477905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c94a6249-84fb-42d0-adc5-0b4d1621a62c details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:48.481655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.597648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a114e-9503-4c9d-8081-e983eb37089a None None] Pushing event updated for resources: {'Port': ['ID=be2079f2-decc-4074-b8f6-137ad0a8b0ed,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.634664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.667595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.676400 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b41e474a-0be8-4919-8c9b-65a33ab1f69b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6132040 Jul 06 12:01:48.679213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.684464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Request body: {'subnet': {'network_id': 'c94a6249-84fb-42d0-adc5-0b4d1621a62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124755656-subnet', 'tenant_id': '9fc489fe6afc47acbed3a966525851c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:48.692162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.706765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object c81066ea-b494-4813-ad34-8ced763ce3d9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:48.708612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Made reservation on behalf of 9fc489fe6afc47acbed3a966525851c2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:48.712456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.751279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:48.791533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccdac58-b87a-4df0-9bc9-cadde8e740b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.803355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.804734 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Added segment 56a13998-c72c-4bbb-888c-d5407bbae4dc of type vlan for network 33c9c180-be14-4af9-bac2-c0aa0362ec70 Jul 06 12:01:48.816936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c7478-32f1-4356-8bb8-a884e722600f req-8d9d5dc3-f00b-43b7-b287-c5d60db59e03 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.818579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-272c7478-32f1-4356-8bb8-a884e722600f req-8d9d5dc3-f00b-43b7-b287-c5d60db59e03 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 945 time: 0.2466400 Jul 06 12:01:48.914895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dbdb5-e9d3-4102-811c-aeb49b57d823 req-d7fe6735-76f0-4e97-ba6d-30115a697875 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.916530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf6dbdb5-e9d3-4102-811c-aeb49b57d823 req-d7fe6735-76f0-4e97-ba6d-30115a697875 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 945 time: 0.2694390 Jul 06 12:01:48.937363 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.947023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.949039 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.004574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddbbb56-4b5f-4ec3-8c6a-8b10bfa3bb54,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.014316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Checking segment: {'id': '706aa20e-3876-4fca-8540-8f8ddca8527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c94a6249-84fb-42d0-adc5-0b4d1621a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:49.014687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Network hostable DHCP agents. Network: c94a6249-84fb-42d0-adc5-0b4d1621a62c, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:49.031788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Network c94a6249-84fb-42d0-adc5-0b4d1621a62c is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:49.042122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c94a6249-84fb-42d0-adc5-0b4d1621a62c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:49.046311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:49.046925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.047735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network b4df21d0-3034-43ba-9c3e-474fe4819115 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:49.051210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237147c-9f50-485d-8cb2-6816671de5c7 None None] Network c94a6249-84fb-42d0-adc5-0b4d1621a62c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:49.067986 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ced60c2-10d9-4604-9441-2a214de09bec admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3818443 Jul 06 12:01:49.078165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:49.095871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:49.124750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=c81066ea-b494-4813-ad34-8ced763ce3d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.127284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.128315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:49.128888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.133871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf6dbdb5-e9d3-4102-811c-aeb49b57d823 req-7982218a-8b39-4897-9fe3-5b6b4259edcd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083848 Jul 06 12:01:49.222618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.237485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd86934-06f6-4884-91ac-05884bb45af7 None None] Network c94a6249-84fb-42d0-adc5-0b4d1621a62c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:49.244672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0698121 Jul 06 12:01:49.248605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Deleting port 3749e0b8-7c05-4079-82d4-f4829b053759 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:49.248951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.253461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.259606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:49.260262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.282946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Request body: {'subnet': {'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-581015530-subnet', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:49.296664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Deleting subnet 0d609411-d7d8-432f-ba27-20d7c05d6f05 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:49.303522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.319308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e1ee2948-288f-400b-9ecf-77728943a9f6 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7486351 Jul 06 12:01:49.324936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.334921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': 'b4df21d0-3034-43ba-9c3e-474fe4819115', 'name': 'tempest-PortsTestJSON-973453908', 'fixed_ips': [{'subnet_id': 'da7f8136-7256-4603-b9e8-28d1cd75ae22', 'ip_address': '172.20.0.9'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:49.355731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604404e-0323-4cb0-8324-6174194543ae admin admin] Pushing event updated for resources: {'Network': ['ID=33c9c180-be14-4af9-bac2-c0aa0362ec70,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.391381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Made reservation on behalf of 610ff705d5e54070a3b43f8c37e4f497 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:49.393673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.403108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:49.410454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.484147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.535402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] For port 3749e0b8-7c05-4079-82d4-f4829b053759, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=3749e0b8-7c05-4079-82d4-f4829b053759,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:49.535760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.557769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:49.565752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfec2-c042-46b6-b724-8a115cacdeb7 req-2926af86-1ffa-4349-a4bd-efd61dca9829 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:49.567358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fbbfec2-c042-46b6-b724-8a115cacdeb7 req-2926af86-1ffa-4349-a4bd-efd61dca9829 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2682536 Jul 06 12:01:49.568588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Calling delete_port for 3749e0b8-7c05-4079-82d4-f4829b053759 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:49.606615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.642433 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.644262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0d609411-d7d8-432f-ba27-20d7c05d6f05 HTTP/1.1" status: 204 len: 168 time: 0.4203498 Jul 06 12:01:49.646847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cad5a-6157-4d41-84ae-1ac8d706948c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d609411-d7d8-432f-ba27-20d7c05d6f05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.651755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.718364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fbbfec2-c042-46b6-b724-8a115cacdeb7 req-e7516a3f-006b-4a3d-a702-d4a34a0c8852 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388607 Jul 06 12:01:49.720922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d50caa-7c31-45ad-9506-1afb17f022bc None None] Network b4df21d0-3034-43ba-9c3e-474fe4819115 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:49.748076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.766293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.776726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port facdd997-3573-4f2e-b8c5-b2fc03f84c2c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:49.783789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc0dadfc-c32c-49bb-a983-fb9ee83e6b32 None None] Provisioning for port be2079f2-decc-4074-b8f6-137ad0a8b0ed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:49.876765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.884995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.899062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', '3749e0b8-7c05-4079-82d4-f4829b053759'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:49.942411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.942892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be2079f2-decc-4074-b8f6-137ad0a8b0ed up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:49.956208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Pushing event deleted for resources: {'Port': ['ID=3749e0b8-7c05-4079-82d4-f4829b053759,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.961423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7bde9c-7062-4972-9429-7d6e06906214']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:49.980338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61936cbb-e37d-44ba-ade5-fe1f4c8a02a4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:49.980940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61936cbb-e37d-44ba-ade5-fe1f4c8a02a4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:49.995847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.998482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8aa26a7-a531-4587-b20d-cac4af310993,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.029417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] No DVR routers for this DVR port 3749e0b8-7c05-4079-82d4-f4829b053759 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:50.034233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.036296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-272c7478-32f1-4356-8bb8-a884e722600f req-6b633dbb-2c38-4d37-93ee-0540f3eef7f1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "DELETE /v2.0/ports/3749e0b8-7c05-4079-82d4-f4829b053759 HTTP/1.1" status: 204 len: 173 time: 1.2035317 Jul 06 12:01:50.036740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'name': 'network-vif-deleted', 'tag': '3749e0b8-7c05-4079-82d4-f4829b053759'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:50.037746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.040059 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de418deb-7e86-49af-b7ef-9287b9c08862" -d '{"events": [{"server_uuid": "fa7df312-cfba-4d5a-8d43-49ae1f992d50", "name": "network-vif-deleted", "tag": "3749e0b8-7c05-4079-82d4-f4829b053759"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:50.051585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:50.052158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:50.054969 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:50.061636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port be2079f2-decc-4074-b8f6-137ad0a8b0ed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:50.090926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Checking segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:50.091420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Network hostable DHCP agents. Network: 33c9c180-be14-4af9-bac2-c0aa0362ec70, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:50.097541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port be2079f2-decc-4074-b8f6-137ad0a8b0ed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:50.098171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.129371 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9e292-7ce2-4f4c-82e4-ab2f0be2fdb9 x-openstack-request-id: req-65e9e292-7ce2-4f4c-82e4-ab2f0be2fdb9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:50.129674 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7df312-cfba-4d5a-8d43-49ae1f992d50", "name": "network-vif-deleted", "tag": "3749e0b8-7c05-4079-82d4-f4829b053759", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:50.129936 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65e9e292-7ce2-4f4c-82e4-ab2f0be2fdb9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:50.130342 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7df312-cfba-4d5a-8d43-49ae1f992d50', 'name': 'network-vif-deleted', 'tag': '3749e0b8-7c05-4079-82d4-f4829b053759', 'status': 'completed', 'code': 200} Jul 06 12:01:50.143982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:50.154974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 33c9c180-be14-4af9-bac2-c0aa0362ec70) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:50.169274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.9 (b4df21d0-3034-43ba-9c3e-474fe4819115/da7f8136-7256-4603-b9e8-28d1cd75ae22/facdd997-3573-4f2e-b8c5-b2fc03f84c2c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:50.174534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.181083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:50.181776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.184010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.188158 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8c7bde9c-7062-4972-9429-7d6e06906214 HTTP/1.1" status: 204 len: 168 time: 0.5353618 Jul 06 12:01:50.193070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.193280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1ff08-6d8c-484c-8c37-66914949febc None None] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:50.214353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6eb40443-2cfb-47b8-9abe-d8f6467de48d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9414675 Jul 06 12:01:50.216957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.221422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:50.245212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26121-1630-462e-9439-7d5fa3bb62c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7bde9c-7062-4972-9429-7d6e06906214,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.270882 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.277454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.302592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Deleting subnet dddbbb56-4b5f-4ec3-8c6a-8b10bfa3bb54 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:50.312389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.365941 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:01:50.377583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.394063 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.408598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.414834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d053e54-87c5-4615-8cb2-f71ac7bcfada req-b0b4e39a-34bd-4758-9700-5f947276b139 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa7df312-cfba-4d5a-8d43-49ae1f992d50 HTTP/1.1" status: 200 len: 210 time: 0.0810378 Jul 06 12:01:50.450417 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.520882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port be2079f2-decc-4074-b8f6-137ad0a8b0ed, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=be2079f2-decc-4074-b8f6-137ad0a8b0ed,segment=NetworkSegment(b3d0e85c-178a-4ae1-ae13-82c551e0c79d),segment_id=b3d0e85c-178a-4ae1-ae13-82c551e0c79d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:50.525113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d23407c-8a82-49b6-883c-b6f2ed10a7b4 None None] Provisioning for port c81066ea-b494-4813-ad34-8ced763ce3d9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:50.529011 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.531855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.542169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-33c9c180-be14-4af9-bac2-c0aa0362ec70', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:50.543025 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.553948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d23407c-8a82-49b6-883c-b6f2ed10a7b4 None None] Provisioning complete for port c81066ea-b494-4813-ad34-8ced763ce3d9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:50.555031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d23407c-8a82-49b6-883c-b6f2ed10a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.611344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dddbbb56-4b5f-4ec3-8c6a-8b10bfa3bb54,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.621069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.626043 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4886d756-e016-4727-a044-0def7b947489 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dddbbb56-4b5f-4ec3-8c6a-8b10bfa3bb54 HTTP/1.1" status: 204 len: 168 time: 0.4319727 Jul 06 12:01:50.629945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.651407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d23407c-8a82-49b6-883c-b6f2ed10a7b4 None None] Port c81066ea-b494-4813-ad34-8ced763ce3d9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:50.699476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d23407c-8a82-49b6-883c-b6f2ed10a7b4 None None] Provisioning complete for port be2079f2-decc-4074-b8f6-137ad0a8b0ed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:50.700756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d23407c-8a82-49b6-883c-b6f2ed10a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.740152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.759687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.779667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.822142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object facdd997-3573-4f2e-b8c5-b2fc03f84c2c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:50.877362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Allocated IP 172.20.0.2 (33c9c180-be14-4af9-bac2-c0aa0362ec70/e8aa26a7-a531-4587-b20d-cac4af310993/6e98cabe-6c8e-4581-9a29-a973b8ac1b27) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:50.921365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.941973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94a6249-84fb-42d0-adc5-0b4d1621a62c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:50.956095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706aa20e-3876-4fca-8540-8f8ddca8527c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:50.956416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706aa20e-3876-4fca-8540-8f8ddca8527c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:50.969329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.972604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=be2079f2-decc-4074-b8f6-137ad0a8b0ed,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.977813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.030050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.050987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:51.051480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:51.053263 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:51.064827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network b4df21d0-3034-43ba-9c3e-474fe4819115 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:51.065619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=facdd997-3573-4f2e-b8c5-b2fc03f84c2c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:51.094608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.096732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:51.099250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:51.103894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Transition to ACTIVE for port object 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:51.109138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe0b5-555c-486c-8f61-549fef42227e req-3a16bc92-fe71-4f13-af32-a5360ea8ee56 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.118316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-daffe0b5-555c-486c-8f61-549fef42227e req-3a16bc92-fe71-4f13-af32-a5360ea8ee56 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2123423 Jul 06 12:01:51.121717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.125511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Transition to ACTIVE for port object 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:51.133057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.157321 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.161837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.162078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.164931 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c94a6249-84fb-42d0-adc5-0b4d1621a62c HTTP/1.1" status: 204 len: 168 time: 0.5338089 Jul 06 12:01:51.175760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:51.179132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.179490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.179663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:51.183872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:51.200018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadd734-c1c0-4baf-8cde-24ea98181e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94a6249-84fb-42d0-adc5-0b4d1621a62c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:51.204499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Pushing event updated for resources: {'Port': ['ID=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:51.215223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ec5affa3-050e-44de-8988-4c0da10c5d50 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8869073 Jul 06 12:01:51.215669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.263774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e1b7ac1-b5a4-4d67-bcb8-0a99da9e1f23 None None] Provisioning complete for port c81066ea-b494-4813-ad34-8ced763ce3d9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:51.264965 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e1b7ac1-b5a4-4d67-bcb8-0a99da9e1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.300178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Attempting to bind port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:51.301041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Attempting to bind port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:51.301688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Attempting to bind port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 on network 33c9c180-be14-4af9-bac2-c0aa0362ec70 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:51.310415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-daffe0b5-555c-486c-8f61-549fef42227e req-7a1c8d32-9201-400d-954e-b858be67d335 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911182 Jul 06 12:01:51.311498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:51.312223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Checking segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:51.312882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.313564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Bound using segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:51.314323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Bound port: 6e98cabe-6c8e-4581-9a29-a973b8ac1b27, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:51.314992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.391378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b104ed-5898-4c5a-a994-e53c9adde371 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.393476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b7ac1-b5a4-4d67-bcb8-0a99da9e1f23 None None] Port c81066ea-b494-4813-ad34-8ced763ce3d9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:51.396680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.398761 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-77b104ed-5898-4c5a-a994-e53c9adde371 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1804111 Jul 06 12:01:51.402321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.454143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] For port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:51.459581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] For port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:51.465277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.494169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4c9d171-9429-4065-a247-54203c614ab8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a242bd66d6a949068e76a5d3ec46fd57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845730 Jul 06 12:01:51.494527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.525308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe1234-c2e5-44d6-994b-315912b95db0 None None] Pushing event updated for resources: {'Port': ['ID=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:51.530504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Allocated IP 172.25.7.88 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/0dafad2c-0c95-4eff-82c1-499277d110be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:51.553482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63961897-0545-4726-b30b-8dfa92bce3c8 None None] Provisioning for port facdd997-3573-4f2e-b8c5-b2fc03f84c2c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:51.560196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63961897-0545-4726-b30b-8dfa92bce3c8 None None] Provisioning complete for port facdd997-3573-4f2e-b8c5-b2fc03f84c2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:51.560196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63961897-0545-4726-b30b-8dfa92bce3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.606010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460faae-1fe5-470e-96b0-e97bcb0ca36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.613079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1a571-a455-4689-91b7-34e5786551c1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.622621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-63961897-0545-4726-b30b-8dfa92bce3c8 None None] Port facdd997-3573-4f2e-b8c5-b2fc03f84c2c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:51.630291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1a571-a455-4689-91b7-34e5786551c1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.639747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1a571-a455-4689-91b7-34e5786551c1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.644286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6f1a571-a455-4689-91b7-34e5786551c1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2118013 Jul 06 12:01:51.646574 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460faae-1fe5-470e-96b0-e97bcb0ca36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.653926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.831295 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460faae-1fe5-470e-96b0-e97bcb0ca36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.838155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3460faae-1fe5-470e-96b0-e97bcb0ca36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.841882 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3460faae-1fe5-470e-96b0-e97bcb0ca36c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8bcf01b-b43f-4783-abca-974ad0e97de8 HTTP/1.1" status: 204 len: 168 time: 0.3439617 Jul 06 12:01:51.870693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460faae-1fe5-470e-96b0-e97bcb0ca36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bcf01b-b43f-4783-abca-974ad0e97de8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:51.890707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port facdd997-3573-4f2e-b8c5-b2fc03f84c2c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:51.891218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.895134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.921424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be2079f2-decc-4074-b8f6-137ad0a8b0ed up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:52.005782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.021001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for facdd997-3573-4f2e-b8c5-b2fc03f84c2c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:52.023520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port be2079f2-decc-4074-b8f6-137ad0a8b0ed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:52.023904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.093933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f748d-c755-453e-9429-d0372310b111 req-1c4d98c8-d831-42c6-b9c7-75687385dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.095362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-1c4d98c8-d831-42c6-b9c7-75687385dc3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1096 time: 0.3455186 Jul 06 12:01:52.108721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b448e8-9472-44ac-9489-99db4fbd0aa2 req-081038b9-356b-42b9-850b-c8c2547e02ab tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.117017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61b448e8-9472-44ac-9489-99db4fbd0aa2 req-081038b9-356b-42b9-850b-c8c2547e02ab tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.3677166 Jul 06 12:01:52.201630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.227273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc654ec-382d-4e7b-b8c6-e636c0910156 req-70f696fd-8dfc-4fe2-87e9-371bb18ff1ff tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.228883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efc654ec-382d-4e7b-b8c6-e636c0910156 req-70f696fd-8dfc-4fe2-87e9-371bb18ff1ff tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.3682792 Jul 06 12:01:52.232213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=facdd997-3573-4f2e-b8c5-b2fc03f84c2c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:52.239182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.560229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:52.611533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.613510 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a01c61a6-7dcd-4914-91f5-53d59ffb0d56 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/facdd997-3573-4f2e-b8c5-b2fc03f84c2c HTTP/1.1" status: 204 len: 168 time: 0.9534593 Jul 06 12:01:52.617800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:52.632772 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ee912bc9-3b09-49ee-8af4-7b3618dfe5d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9fc489fe6afc47acbed3a966525851c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712764 Jul 06 12:01:52.651520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:52.666585 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f11e790-441e-42f6-98b8-64bc3381c772 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:52.670618 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f11e790-441e-42f6-98b8-64bc3381c772 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/facdd997-3573-4f2e-b8c5-b2fc03f84c2c HTTP/1.1" status: 404 len: 333 time: 0.0494912 Jul 06 12:01:52.671313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:52.676481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:52.687680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61b448e8-9472-44ac-9489-99db4fbd0aa2 req-8b3be882-1955-4814-b89b-25ead3ff021f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054598 Jul 06 12:01:52.694892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:52.697700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:52.715889 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.747786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f748d-c755-453e-9429-d0372310b111 req-c1eb31f6-adf6-4863-a240-9beed40a0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.749706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-c1eb31f6-adf6-4863-a240-9beed40a0de2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.6255972 Jul 06 12:01:52.771006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Pushing event updated for resources: {'Port': ['ID=0dafad2c-0c95-4eff-82c1-499277d110be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:52.785783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8570dd5-5334-486b-aa04-deb0edc418c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.812548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524bb67-1a7b-44d2-bc90-bbf4f4543cf0 None None] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:52.814581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efc654ec-382d-4e7b-b8c6-e636c0910156 req-12632cfa-bf9b-4ec6-953d-0703d1ca0434 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5576696 Jul 06 12:01:52.816519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8570dd5-5334-486b-aa04-deb0edc418c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.885474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port c81066ea-b494-4813-ad34-8ced763ce3d9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:52.886199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.907173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd8f703c-c45d-4e75-9478-cba20631722c None None] Provisioning for port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:52.955207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8570dd5-5334-486b-aa04-deb0edc418c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.958019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8570dd5-5334-486b-aa04-deb0edc418c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.961629 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8570dd5-5334-486b-aa04-deb0edc418c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8eb9116a-0262-4024-abc3-834633fffef6 HTTP/1.1" status: 204 len: 168 time: 0.3066602 Jul 06 12:01:52.990289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-1e865f66-6943-4242-930f-72ca35dc4f37 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 1001 time: 0.2294798 Jul 06 12:01:53.022926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8570dd5-5334-486b-aa04-deb0edc418c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb9116a-0262-4024-abc3-834633fffef6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.069227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.091522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for c81066ea-b494-4813-ad34-8ced763ce3d9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:53.135944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f748d-c755-453e-9429-d0372310b111 req-613ebde2-f84c-4162-a8ee-5d59a197a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.137451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-613ebde2-f84c-4162-a8ee-5d59a197a946 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.1397204 Jul 06 12:01:53.263696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.266925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.294954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=c81066ea-b494-4813-ad34-8ced763ce3d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.338662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cd43c-9342-41df-a9a4-e958e7fc37c0 req-3602a6b3-e44c-44bc-bd3d-ef4e8abfacca tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.342821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db5cd43c-9342-41df-a9a4-e958e7fc37c0 req-3602a6b3-e44c-44bc-bd3d-ef4e8abfacca tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2908511 Jul 06 12:01:53.406639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.409313 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6ccb9780-7180-44d4-be57-d115e7f7bc2e tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/c81066ea-b494-4813-ad34-8ced763ce3d9 HTTP/1.1" status: 204 len: 168 time: 0.7374790 Jul 06 12:01:53.412243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:53.415944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f748d-c755-453e-9429-d0372310b111 req-dfde93e2-7348-4685-a6cd-2b710b21dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.417470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-dfde93e2-7348-4685-a6cd-2b710b21dc29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708273 Jul 06 12:01:53.440324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db5cd43c-9342-41df-a9a4-e958e7fc37c0 req-2bb072bb-42ed-42cb-ab96-a57e729bdbfe tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Jul 06 12:01:53.446515 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbaeb93-1c97-40a5-93b4-a0acba257223 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:01:53.448272 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ecbaeb93-1c97-40a5-93b4-a0acba257223 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/c81066ea-b494-4813-ad34-8ced763ce3d9 HTTP/1.1" status: 404 len: 333 time: 0.0349302 Jul 06 12:01:53.450903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:53.531251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet da7f8136-7256-4603-b9e8-28d1cd75ae22 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:53.534781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.597037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-85e14ebb-1a17-4922-8ce2-949090d78544 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599901 Jul 06 12:01:53.606139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.699319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.725537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3749e0b8-7c05-4079-82d4-f4829b053759 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:53.760599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 3749e0b8-7c05-4079-82d4-f4829b053759 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:53.761611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 3749e0b8-7c05-4079-82d4-f4829b053759 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:53.790512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.833681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=da7f8136-7256-4603-b9e8-28d1cd75ae22,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.834752 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.839908 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2960d51e-9270-4854-a223-c741123f73fb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/da7f8136-7256-4603-b9e8-28d1cd75ae22 HTTP/1.1" status: 204 len: 168 time: 0.3856766 Jul 06 12:01:53.840431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:53.857496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2f6a9-5132-4fc0-bd0c-fecf361e08d4 None None] Network b4df21d0-3034-43ba-9c3e-474fe4819115 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:53.865376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.879304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7078e6-abea-463f-9f82-782741346778 req-04800582-d032-4d7d-b007-c4575d994972 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.881131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef7078e6-abea-463f-9f82-782741346778 req-04800582-d032-4d7d-b007-c4575d994972 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2494206 Jul 06 12:01:53.884626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7f748d-c755-453e-9429-d0372310b111 req-5191707d-5be2-442f-981c-c4a21b53a1ad service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401445 Jul 06 12:01:53.973081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef7078e6-abea-463f-9f82-782741346778 req-41cf6110-e37e-4b4a-9b03-34c6e1f41991 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Jul 06 12:01:54.034887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.135900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:54.170994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Router 4f32f31a-24ea-4055-b069-d08b9a57299b is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:01:54.173617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port be2079f2-decc-4074-b8f6-137ad0a8b0ed {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:54.184411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.267360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port be2079f2-decc-4074-b8f6-137ad0a8b0ed, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=be2079f2-decc-4074-b8f6-137ad0a8b0ed,segment=NetworkSegment(b3d0e85c-178a-4ae1-ae13-82c551e0c79d),segment_id=b3d0e85c-178a-4ae1-ae13-82c551e0c79d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:54.267741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.280824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ae7d-befa-4da1-9c8b-c013aae25e60 req-541930aa-9469-4fe8-b5df-92f1f154900c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:54.282828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc2ae7d-befa-4da1-9c8b-c013aae25e60 req-541930aa-9469-4fe8-b5df-92f1f154900c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2002413 Jul 06 12:01:54.289296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:54.300164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for be2079f2-decc-4074-b8f6-137ad0a8b0ed owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:54.318473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:54.320897 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.385891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:54.399649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Sync routers for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:54.418359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.425975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:54.427628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:01:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.467064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=be2079f2-decc-4074-b8f6-137ad0a8b0ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:54.471754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc2ae7d-befa-4da1-9c8b-c013aae25e60 req-f83c52c5-e7e6-4872-a30d-f9c0240ec20e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818674 Jul 06 12:01:54.472486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.476632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b67a4b0-fc71-4571-bc01-bbe18e19f0bb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2556996 Jul 06 12:01:54.478633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:54.479598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port be2079f2-decc-4074-b8f6-137ad0a8b0ed on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:54.566649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6faefd-596c-4a0f-bb27-14d0f8e12817 None None] DHCP port deletion for b4df21d0-3034-43ba-9c3e-474fe4819115 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:54.644898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.673007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4df21d0-3034-43ba-9c3e-474fe4819115']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.697499 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.698433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.698433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d0e85c-178a-4ae1-ae13-82c551e0c79d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.713626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:54.715557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.737184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.746159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:54.746863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:54.751456 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:54.857262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.881293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:54.884012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.889784 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/b4df21d0-3034-43ba-9c3e-474fe4819115 HTTP/1.1" status: 204 len: 168 time: 1.0447075 Jul 06 12:01:54.889784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccc6c6-7adc-4010-9b8f-843718d69b8b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=b4df21d0-3034-43ba-9c3e-474fe4819115,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:54.891356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:54.897237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.897623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2024684873'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:54.927837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:54.932374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.992735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:55.005000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.005349 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Added segment f180b314-dc5f-4d18-8770-5e5a6c42ff11 of type vlan for network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 Jul 06 12:01:55.081380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.097724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.119781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.120864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:53Z', 'revision_number': 3, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:55.131124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.132993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.184443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Checking router: 4f32f31a-24ea-4055-b069-d08b9a57299b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:01:55.184787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Updating router 4f32f31a-24ea-4055-b069-d08b9a57299b port 0dafad2c-0c95-4eff-82c1-499277d110be binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:01:55.237113 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3418655 Jul 06 12:01:55.242503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:55.250679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:55.258586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.259236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.349748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da938de-4592-4b6f-8205-b516333cffe7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Network': ['ID=7b35bde8-39f1-4107-a3ae-2b3fe15c7703,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.436983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:55.460502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:55.466197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.468342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Allocated IP 172.20.0.1 (33c9c180-be14-4af9-bac2-c0aa0362ec70/e8aa26a7-a531-4587-b20d-cac4af310993/a5c52a34-f113-4627-ab44-105286c49bea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:55.550026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:55.681613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafcccd8-4672-40d5-852d-cd2d070a37d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.696246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.709657 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.722068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Transition to ACTIVE for port object 0dafad2c-0c95-4eff-82c1-499277d110be will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:55.733203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.771780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Transition to ACTIVE for port object a5c52a34-f113-4627-ab44-105286c49bea will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:55.783169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Attempting to bind port 0dafad2c-0c95-4eff-82c1-499277d110be on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:55.783548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Attempting to bind port 0dafad2c-0c95-4eff-82c1-499277d110be by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:55.783954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Attempting to bind port 0dafad2c-0c95-4eff-82c1-499277d110be on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:55.794838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:55.795217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:55.795846 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.796466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:55.797131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Bound port: 0dafad2c-0c95-4eff-82c1-499277d110be, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:55.797829 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.823769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e3fe6-80b6-47b4-8c2c-18674ba0430a req-c2f33214-8409-41b7-a0c4-f9f6bb80a6d0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.830900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9e3fe6-80b6-47b4-8c2c-18674ba0430a req-c2f33214-8409-41b7-a0c4-f9f6bb80a6d0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1491883 Jul 06 12:01:55.833816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6147-8a94-41f0-b565-07f3511faa2e None None] Pushing event updated for resources: {'Port': ['ID=0dafad2c-0c95-4eff-82c1-499277d110be,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.878180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.886589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] For port 0dafad2c-0c95-4eff-82c1-499277d110be, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:55.890998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:55.895765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] For port 0dafad2c-0c95-4eff-82c1-499277d110be, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0dafad2c-0c95-4eff-82c1-499277d110be,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:55.898238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9e3fe6-80b6-47b4-8c2c-18674ba0430a req-2d86526e-a8e6-440b-bf13-5fd517dc9a7b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 Jul 06 12:01:55.904785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.933441 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.961246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:55.965308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:55.969095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:56.000651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6147-8a94-41f0-b565-07f3511faa2e None None] Pushing event updated for resources: {'Port': ['ID=0dafad2c-0c95-4eff-82c1-499277d110be,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.013300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Pushing event updated for resources: {'Port': ['ID=a5c52a34-f113-4627-ab44-105286c49bea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.029491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.030137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.030781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.031327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.032004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.032156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:56.032655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.032861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:01:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:56.033365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.033879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.034388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.034896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.035394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.036115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:56.043554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.056729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Checking segment: {'id': 'f180b314-dc5f-4d18-8770-5e5a6c42ff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:56.057184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network hostable DHCP agents. Network: 7b35bde8-39f1-4107-a3ae-2b3fe15c7703, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:56.064061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=825911e9-9d91-44fa-bc26-734327cf1926,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.105494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:56.122848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7b35bde8-39f1-4107-a3ae-2b3fe15c7703) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:56.128916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.129688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.145677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafcccd8-4672-40d5-852d-cd2d070a37d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.153126 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eafcccd8-4672-40d5-852d-cd2d070a37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.165359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c333f365-68e7-4751-93a7-aff65ada7126 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9217794 Jul 06 12:01:56.171775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.175727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e62264-39fc-4608-98e4-6305f2c46136 None None] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:56.184367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1743764616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:56.198081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:56.229712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eafcccd8-4672-40d5-852d-cd2d070a37d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd09a7dbf4ea42bd82b6a39ef975801c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7916381 Jul 06 12:01:56.230071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.236893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcccd8-4672-40d5-852d-cd2d070a37d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036218d-a489-485b-9ebf-288463cdc0c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.245448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.246930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.311071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.322070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.327624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.345006 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab00190-bf92-40d4-8d35-37e064987537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.347683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.353511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e18db7b9-c0f3-4f6d-aeba-2b47f0ade6eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1806564 Jul 06 12:01:56.354292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.360215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703', 'name': 'tempest-PortsTestJSON-1219189792'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:56.374429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab00190-bf92-40d4-8d35-37e064987537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.393557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:56.393936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.489642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bfa718c-d8db-42bb-ad0e-ffa4f1f49b8a None None] Provisioning for port a5c52a34-f113-4627-ab44-105286c49bea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:56.491632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:56.495885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bfa718c-d8db-42bb-ad0e-ffa4f1f49b8a None None] Provisioning complete for port a5c52a34-f113-4627-ab44-105286c49bea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:56.496117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.496318 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bfa718c-d8db-42bb-ad0e-ffa4f1f49b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.518805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 21ce7a91-7f39-4d31-9ea3-205243a19c19 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:56.555983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b346c1-0700-4324-977e-f5590063fee6 req-03b71b59-5796-42b3-ae66-a7643f2932f3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.557511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69b346c1-0700-4324-977e-f5590063fee6 req-03b71b59-5796-42b3-ae66-a7643f2932f3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2152462 Jul 06 12:01:56.574933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab00190-bf92-40d4-8d35-37e064987537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.577662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab00190-bf92-40d4-8d35-37e064987537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.581846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ab00190-bf92-40d4-8d35-37e064987537 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7036218d-a489-485b-9ebf-288463cdc0c5 HTTP/1.1" status: 204 len: 168 time: 0.3467999 Jul 06 12:01:56.592320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa718c-d8db-42bb-ad0e-ffa4f1f49b8a None None] Port a5c52a34-f113-4627-ab44-105286c49bea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:56.611955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab00190-bf92-40d4-8d35-37e064987537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036218d-a489-485b-9ebf-288463cdc0c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.644062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69b346c1-0700-4324-977e-f5590063fee6 req-20ea7480-3df1-4d33-812f-5cf5f6654b84 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787814 Jul 06 12:01:56.679702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-7b35bde8-39f1-4107-a3ae-2b3fe15c7703', 'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': '825911e9-9d91-44fa-bc26-734327cf1926'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:56.680750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.697664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:53Z', 'revision_number': 3, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:56.720750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.728484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.732175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b26edb-ba8c-4685-8b31-c8b6fce2709e None None] The sync data for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 is: [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:53Z', 'revision_number': 3, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:56.787848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be2079f2-decc-4074-b8f6-137ad0a8b0ed no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:56.796192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.6 (7b35bde8-39f1-4107-a3ae-2b3fe15c7703/825911e9-9d91-44fa-bc26-734327cf1926/21ce7a91-7f39-4d31-9ea3-205243a19c19) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:56.862734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Pushing event updated for resources: {'Port': ['ID=a5c52a34-f113-4627-ab44-105286c49bea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.868194 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.013484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: be2079f2-decc-4074-b8f6-137ad0a8b0ed {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:57.014391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device be2079f2-decc-4074-b8f6-137ad0a8b0ed not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:57.040154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.057666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 21ce7a91-7f39-4d31-9ea3-205243a19c19 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:57.081802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a85652-1a00-438c-9100-32d40f60a46a req-bc773b3f-c261-4711-848a-46272fe65e75 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.088789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24a85652-1a00-438c-9100-32d40f60a46a req-bc773b3f-c261-4711-848a-46272fe65e75 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1955099 Jul 06 12:01:57.106642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:57.117692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60c13ee4-d8af-4bc8-8485-38b7beedc891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.122257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.158315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:57.175459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:57.192800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24a85652-1a00-438c-9100-32d40f60a46a req-5a5248cc-ff67-4af0-b09b-287919b803cb tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973778 Jul 06 12:01:57.196318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=21ce7a91-7f39-4d31-9ea3-205243a19c19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:57.199020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9815d6-3bcf-498d-af55-993d977f133e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.247035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:57.251221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:57.253736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:57.254750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Allocated IP 172.20.0.2 (7b35bde8-39f1-4107-a3ae-2b3fe15c7703/825911e9-9d91-44fa-bc26-734327cf1926/7f16dd44-d867-4dfa-867d-07e312e50a41) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:57.338961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.339633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.473835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9815d6-3bcf-498d-af55-993d977f133e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.485041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9815d6-3bcf-498d-af55-993d977f133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.544628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d9815d6-3bcf-498d-af55-993d977f133e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a5ff07cc2354a388c69e4226c27135f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368894 Jul 06 12:01:57.546158 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-60523f00-d442-4252-9117-3a0f9eeb94e7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1906655 Jul 06 12:01:57.546888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9815d6-3bcf-498d-af55-993d977f133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840de61-17f8-46c6-a7d3-2f4e74f92fef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:57.550296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:57.550639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:57.566146 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.569011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52f751b1-bc75-4bc8-a05f-f610b33f2c05 None None] Provisioning complete for port a5c52a34-f113-4627-ab44-105286c49bea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:57.572818 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52f751b1-bc75-4bc8-a05f-f610b33f2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.628998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Transition to ACTIVE for port object 7f16dd44-d867-4dfa-867d-07e312e50a41 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:57.652043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52f751b1-bc75-4bc8-a05f-f610b33f2c05 None None] Port a5c52a34-f113-4627-ab44-105286c49bea cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:57.705335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Transition to ACTIVE for port object 7f16dd44-d867-4dfa-867d-07e312e50a41 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:57.719795 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.777372 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7225df-1914-4b8b-83f6-412946d697d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.820991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Pushing event updated for resources: {'Port': ['ID=7f16dd44-d867-4dfa-867d-07e312e50a41,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:57.833610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:57.840168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:57.852639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:57.943867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0dafad2c-0c95-4eff-82c1-499277d110be up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:57.997078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7225df-1914-4b8b-83f6-412946d697d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.005782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Attempting to bind port 7f16dd44-d867-4dfa-867d-07e312e50a41 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:58.006500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Attempting to bind port 7f16dd44-d867-4dfa-867d-07e312e50a41 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f180b314-dc5f-4d18-8770-5e5a6c42ff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:58.007802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Attempting to bind port 7f16dd44-d867-4dfa-867d-07e312e50a41 on network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:58.025966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:58.026615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Checking segment: {'id': 'f180b314-dc5f-4d18-8770-5e5a6c42ff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:58.034736 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.035596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Bound using segment: {'id': 'f180b314-dc5f-4d18-8770-5e5a6c42ff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:58.036206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Bound port: 7f16dd44-d867-4dfa-867d-07e312e50a41, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f180b314-dc5f-4d18-8770-5e5a6c42ff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7b35bde8-39f1-4107-a3ae-2b3fe15c7703'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:58.039171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.049989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Router 4f32f31a-24ea-4055-b069-d08b9a57299b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:58.054735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0dafad2c-0c95-4eff-82c1-499277d110be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:58.061281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0dafad2c-0c95-4eff-82c1-499277d110be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:58.061917 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.121951 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7225df-1914-4b8b-83f6-412946d697d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.124626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7225df-1914-4b8b-83f6-412946d697d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.125786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d7225df-1914-4b8b-83f6-412946d697d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0840de61-17f8-46c6-a7d3-2f4e74f92fef HTTP/1.1" status: 204 len: 168 time: 0.5741968 Jul 06 12:01:58.146939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7225df-1914-4b8b-83f6-412946d697d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840de61-17f8-46c6-a7d3-2f4e74f92fef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.169613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.224906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] For port 7f16dd44-d867-4dfa-867d-07e312e50a41, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:58.242075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] For port 7f16dd44-d867-4dfa-867d-07e312e50a41, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7f16dd44-d867-4dfa-867d-07e312e50a41,segment=NetworkSegment(f180b314-dc5f-4d18-8770-5e5a6c42ff11),segment_id=f180b314-dc5f-4d18-8770-5e5a6c42ff11)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:58.249837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.287343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:58.305908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42b80152-99a6-4342-803e-1acac33fb77f admin admin] 10.222.0.78 "PUT /v2.0/routers/4f32f31a-24ea-4055-b069-d08b9a57299b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8224127 Jul 06 12:01:58.342745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9cf1-039c-401b-9a81-f0d050d5a398 None None] Pushing event updated for resources: {'Port': ['ID=7f16dd44-d867-4dfa-867d-07e312e50a41,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.373078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.406238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 0dafad2c-0c95-4eff-82c1-499277d110be, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0dafad2c-0c95-4eff-82c1-499277d110be,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:58.411547 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.489888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=0dafad2c-0c95-4eff-82c1-499277d110be,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.659387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.671385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.802159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=21ce7a91-7f39-4d31-9ea3-205243a19c19,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:59.038840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.184166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:59.189477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-145764873-network', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:59.211868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Made reservation on behalf of 1ab08cf260224f8288fae1d4fcee4dfb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:59.214530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.235374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.362163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.368159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.393140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:59.415025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5471c-cbeb-4cb2-899e-9d2d904299ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:59.443049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.443631 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Added segment 973030a0-beb8-46e3-b8ed-d18f4452e8d0 of type vlan for network 0addf913-409a-4790-9cdc-e5b0b781b93b Jul 06 12:01:59.500148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.545466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.546472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:59.547067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.576915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.622507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4371746 Jul 06 12:01:59.625672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:59.633079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba12526-29af-44f4-85ac-0d69faba2359 admin admin] Pushing event updated for resources: {'Network': ['ID=0addf913-409a-4790-9cdc-e5b0b781b93b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:59.642608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Request body: {'subnet': {'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-145764873-subnet', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:59.646993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0addf913-409a-4790-9cdc-e5b0b781b93b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:59.704467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90bf2309-2837-472c-9f2c-11a4f3875fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.747029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Made reservation on behalf of 1ab08cf260224f8288fae1d4fcee4dfb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:59.750490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.787106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2adfb40-88d6-4335-874d-9907a6ca1ab7 None None] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:59.801460 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Sync routers for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:59.818520 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:59.825190 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:59.881371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-61dd4004-8cb6-4f5d-810d-788fdacaa57e None None] Provisioning for port 7f16dd44-d867-4dfa-867d-07e312e50a41 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:00.010862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.031630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.048140 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.106603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0dafad2c-0c95-4eff-82c1-499277d110be up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:00.134511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:00.171510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=21ce7a91-7f39-4d31-9ea3-205243a19c19,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:00.182041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0dafad2c-0c95-4eff-82c1-499277d110be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:00.182428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.201913 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.357360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:00.360362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:00.394479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.411833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7f16dd44-d867-4dfa-867d-07e312e50a41 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:00.474879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Provisioning for port 21ce7a91-7f39-4d31-9ea3-205243a19c19 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:00.487432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Provisioning complete for port 21ce7a91-7f39-4d31-9ea3-205243a19c19 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:00.487872 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.491027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7f16dd44-d867-4dfa-867d-07e312e50a41 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:00.500603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.547096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7f16dd44-d867-4dfa-867d-07e312e50a41 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:00.550372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.553671 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 2, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:00.587077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e8c65b-b6c3-48cf-b2cf-41faadf131cc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:00.589864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020760c-46d1-4439-bfe4-2c6a7e0ad5a6 req-f2bca5a2-9865-4345-b77b-c66de58886c1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.591482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7020760c-46d1-4439-bfe4-2c6a7e0ad5a6 req-f2bca5a2-9865-4345-b77b-c66de58886c1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1750770 Jul 06 12:02:00.606069 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Checking router: 4f32f31a-24ea-4055-b069-d08b9a57299b for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:00.606421 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Updating router 4f32f31a-24ea-4055-b069-d08b9a57299b port a5c52a34-f113-4627-ab44-105286c49bea binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:00.607008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Checking segment: {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:00.607387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Network hostable DHCP agents. Network: 0addf913-409a-4790-9cdc-e5b0b781b93b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:00.613001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Port 21ce7a91-7f39-4d31-9ea3-205243a19c19 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:00.640305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Provisioning complete for port 7f16dd44-d867-4dfa-867d-07e312e50a41 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:00.641172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.666900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Network 0addf913-409a-4790-9cdc-e5b0b781b93b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:00.678113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Router 005bb875-2ac6-40f6-b48f-0d9872563824 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:00.682578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0addf913-409a-4790-9cdc-e5b0b781b93b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:00.686900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7020760c-46d1-4439-bfe4-2c6a7e0ad5a6 req-434d172c-c085-49d7-8312-67e429ff2c8b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868323 Jul 06 12:02:00.687676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.688315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.698954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa8898-cff7-4a7e-9226-ec156b55e94a None None] Network 0addf913-409a-4790-9cdc-e5b0b781b93b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:00.712429 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.755049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:00.755280 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f260cce-5051-490e-8f4f-d698d566902b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1192944 Jul 06 12:02:00.762195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:00.806222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.807373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.840871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:00.847608 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a583de2a-ad2e-41d2-8956-406a23780210 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/routers/005bb875-2ac6-40f6-b48f-0d9872563824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2941890 Jul 06 12:02:00.852359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:00.922028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] Sync routers for ids ['005bb875-2ac6-40f6-b48f-0d9872563824'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:00.967313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.026370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] Routers {'005bb875-2ac6-40f6-b48f-0d9872563824'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:01.027155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['005bb875-2ac6-40f6-b48f-0d9872563824'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.048872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20146e44-da71-4427-974c-19bd8200867f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:01.056410 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20146e44-da71-4427-974c-19bd8200867f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports?device_id=005bb875-2ac6-40f6-b48f-0d9872563824 HTTP/1.1" status: 200 len: 982 time: 0.2024305 Jul 06 12:02:01.057334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:01.139589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.142905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0addf913-409a-4790-9cdc-e5b0b781b93b', 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'fixed_ips': [{'subnet_id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:01.144531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.156524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.296733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9195df-e4cd-4fba-a880-a22ec0737cf1 req-55c4da51-98cd-418b-bd16-f3f57747bf03 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:01.308872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c9195df-e4cd-4fba-a880-a22ec0737cf1 req-55c4da51-98cd-418b-bd16-f3f57747bf03 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.3540177 Jul 06 12:02:01.318962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.358101 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.376829 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Transition to ACTIVE for port object a5c52a34-f113-4627-ab44-105286c49bea will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:01.384797 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.500833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c9195df-e4cd-4fba-a880-a22ec0737cf1 req-49f4775e-92ee-405f-893c-7c1a67b98779 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911216 Jul 06 12:02:01.511077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Allocated IP 172.20.0.2 (0addf913-409a-4790-9cdc-e5b0b781b93b/82e8c65b-b6c3-48cf-b2cf-41faadf131cc/11fb56e9-7533-41b2-a012-021599b516de) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:01.521037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Pushing event updated for resources: {'Port': ['ID=a5c52a34-f113-4627-ab44-105286c49bea,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:01.537068 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.540186 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.540851 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.541817 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.543433 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.544070 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.544435 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.545548 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.546646 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.547733 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.548153 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.548483 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:01.576943 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Attempting to bind port a5c52a34-f113-4627-ab44-105286c49bea on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:01.577716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Attempting to bind port a5c52a34-f113-4627-ab44-105286c49bea by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:01.578263 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Attempting to bind port a5c52a34-f113-4627-ab44-105286c49bea on network 33c9c180-be14-4af9-bac2-c0aa0362ec70 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:01.583638 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:01.584159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Checking segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:01.584622 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.585193 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Bound using segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:01.585729 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Bound port: a5c52a34-f113-4627-ab44-105286c49bea, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:01.586175 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.691893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.708211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] Routers {'005bb875-2ac6-40f6-b48f-0d9872563824'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:01.708895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['005bb875-2ac6-40f6-b48f-0d9872563824'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.743359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.766540 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] For port a5c52a34-f113-4627-ab44-105286c49bea, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:01.768245 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.772184 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] For port a5c52a34-f113-4627-ab44-105286c49bea, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a5c52a34-f113-4627-ab44-105286c49bea,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:01.777962 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.792544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.812079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.813228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa9146-c861-48c2-8bf0-2df4c05c65d8 None None] The sync data for ids ['005bb875-2ac6-40f6-b48f-0d9872563824'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:01.835647 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb977a4-91b2-407f-b2f3-b3eae20ef86c None None] Pushing event updated for resources: {'Port': ['ID=a5c52a34-f113-4627-ab44-105286c49bea,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:01.877422 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:01.878291 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.912152 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.915567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7f16dd44-d867-4dfa-867d-07e312e50a41, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7f16dd44-d867-4dfa-867d-07e312e50a41,segment=NetworkSegment(f180b314-dc5f-4d18-8770-5e5a6c42ff11),segment_id=f180b314-dc5f-4d18-8770-5e5a6c42ff11)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:01.931673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.002721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.004855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c777d7-99ec-4e9b-8c73-18fa72f1c670 req-2e87ee7a-802a-47f8-983d-3997f3d4d8fd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:02.011889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60c777d7-99ec-4e9b-8c73-18fa72f1c670 req-2e87ee7a-802a-47f8-983d-3997f3d4d8fd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1496742 Jul 06 12:02:02.047466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Allocated IP 172.25.7.122 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/11b06fab-3a3d-4742-a5ca-7730d810bb97) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:02.050586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Transition to ACTIVE for port object 11fb56e9-7533-41b2-a012-021599b516de will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:02.052438 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:02.095027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60c777d7-99ec-4e9b-8c73-18fa72f1c670 req-55bd662a-0667-43b7-aa57-7fa0df794832 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821388 Jul 06 12:02:02.104505 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7f16dd44-d867-4dfa-867d-07e312e50a41,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.123227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Transition to ACTIVE for port object 11fb56e9-7533-41b2-a012-021599b516de will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:02.123724 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.171111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 21ce7a91-7f39-4d31-9ea3-205243a19c19 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:02.171456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.240570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Pushing event updated for resources: {'Port': ['ID=11fb56e9-7533-41b2-a012-021599b516de,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.251711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Network 0addf913-409a-4790-9cdc-e5b0b781b93b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:02.252995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:02:02.253354 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-6a9e9885-579f-4a3a-844c-985ec6af3d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:02:02.254705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:02.256766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:02.283696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.301866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 21ce7a91-7f39-4d31-9ea3-205243a19c19 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:02.322191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Attempting to bind port 11fb56e9-7533-41b2-a012-021599b516de on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:02.322693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Attempting to bind port 11fb56e9-7533-41b2-a012-021599b516de by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:02.323066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Attempting to bind port 11fb56e9-7533-41b2-a012-021599b516de on network 0addf913-409a-4790-9cdc-e5b0b781b93b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:02.329046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:02.329424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Checking segment: {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:02.329837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.330334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Bound using segment: {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:02.330793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Bound port: 11fb56e9-7533-41b2-a012-021599b516de, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:02.331393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.359438 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:01Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:02.380248 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.397607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc3f89-ee8e-4382-957e-b2e146762943 req-691681ff-4c23-4abf-8e75-342550baeb57 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:02.399346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddc3f89-ee8e-4382-957e-b2e146762943 req-691681ff-4c23-4abf-8e75-342550baeb57 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1494780 Jul 06 12:02:02.409440 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7e747-b3e3-4e73-9b59-beec58ca22df None None] The sync data for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 is: [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:01Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:02.410671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] For port 11fb56e9-7533-41b2-a012-021599b516de, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:02.449179 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.451429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] For port 11fb56e9-7533-41b2-a012-021599b516de, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11fb56e9-7533-41b2-a012-021599b516de,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:02.456709 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.476456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddc3f89-ee8e-4382-957e-b2e146762943 req-dd6ececa-6198-4768-a5eb-7de13bb61b73 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Jul 06 12:02:02.485315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.588887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.601476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b20ae9-b792-4a2b-8884-ecb81c2f0f15 None None] Pushing event updated for resources: {'Port': ['ID=11fb56e9-7533-41b2-a012-021599b516de,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.615121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:02.624785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:02.633420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Pushing event updated for resources: {'Port': ['ID=11b06fab-3a3d-4742-a5ca-7730d810bb97,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.638067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:02.642142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=21ce7a91-7f39-4d31-9ea3-205243a19c19,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.940978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.987409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-474c9915-577e-4a66-b8c5-72dffb057614 None None] Could not find standard attr ID for object 21ce7a91-7f39-4d31-9ea3-205243a19c19. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:02:03.096941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f06fa-bfc1-4522-ad5c-79513b22c043 req-b91c0022-8fff-4c9d-8766-8cdf050f836c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:03.098760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c16f06fa-bfc1-4522-ad5c-79513b22c043 req-b91c0022-8fff-4c9d-8766-8cdf050f836c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2037408 Jul 06 12:02:03.190081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c16f06fa-bfc1-4522-ad5c-79513b22c043 req-c75361de-a15c-49e1-a52a-5e01a6361457 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488243 Jul 06 12:02:03.267289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.483234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Router 005bb875-2ac6-40f6-b48f-0d9872563824 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:03.501497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b150c5-5e1b-4c8b-98b1-b18430ff443e req-ddb03399-1ad4-4cb7-8beb-4b5d4b42268b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:03.502940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b150c5-5e1b-4c8b-98b1-b18430ff443e req-ddb03399-1ad4-4cb7-8beb-4b5d4b42268b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1310132 Jul 06 12:02:03.567317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:03.576386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ded8cf0b-d454-43cb-857f-2fd99ae27715 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/routers/005bb875-2ac6-40f6-b48f-0d9872563824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152915 Jul 06 12:02:03.577565 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] Sync routers for ids ['005bb875-2ac6-40f6-b48f-0d9872563824'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:03.583783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:03.588692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b150c5-5e1b-4c8b-98b1-b18430ff443e req-57275f6d-c708-4dfb-b854-0b4f15ab88c7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519798 Jul 06 12:02:03.595509 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] Routers {'005bb875-2ac6-40f6-b48f-0d9872563824'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:03.596177 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['005bb875-2ac6-40f6-b48f-0d9872563824'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:03.621720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.645931 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ba4058-7a7b-441c-865c-d13714a91953 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:02:03.649797 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c3ba4058-7a7b-441c-865c-d13714a91953 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/21ce7a91-7f39-4d31-9ea3-205243a19c19 HTTP/1.1" status: 404 len: 333 time: 0.0622196 Jul 06 12:02:03.657075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:03.665099 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:03.697172 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] Routers {'005bb875-2ac6-40f6-b48f-0d9872563824'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:03.697808 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['005bb875-2ac6-40f6-b48f-0d9872563824'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:03.744060 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:03.745040 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678e74-2a4b-40ab-a4de-12d7a0f270d0 None None] The sync data for ids ['005bb875-2ac6-40f6-b48f-0d9872563824'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:03.770639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.818183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Router 38549a6a-f86f-49f2-a0af-4584d5459c5f is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:04.035810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4bb64-3a84-4c2e-bfc6-33a999996104 req-2752e148-e25f-4c9a-9f45-4b1314cca17d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.037425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bc4bb64-3a84-4c2e-bfc6-33a999996104 req-2752e148-e25f-4c9a-9f45-4b1314cca17d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2060850 Jul 06 12:02:04.064327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.072237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.079001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:04.089715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Sync routers for ids ['38549a6a-f86f-49f2-a0af-4584d5459c5f'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:04.109828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Routers {'38549a6a-f86f-49f2-a0af-4584d5459c5f'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:04.113980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['38549a6a-f86f-49f2-a0af-4584d5459c5f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:04.116825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bc4bb64-3a84-4c2e-bfc6-33a999996104 req-35076727-2c94-4c55-8a74-1eef6c1acd42 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615520 Jul 06 12:02:04.125514 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.127008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7caa6d9a-d807-455f-b950-93d07bb3e5bc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3699839 Jul 06 12:02:04.130397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:04.208464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.209126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Fanout notify agent at l3_agent the message router_deleted on router 005bb875-2ac6-40f6-b48f-0d9872563824 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:04.216828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.221004 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a190874-c1fd-47e8-855b-dbbdbe8ce2fa tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/routers/005bb875-2ac6-40f6-b48f-0d9872563824 HTTP/1.1" status: 204 len: 168 time: 0.5629661 Jul 06 12:02:04.222766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:04.289121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Set router 38549a6a-f86f-49f2-a0af-4584d5459c5f gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:04.375598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet 825911e9-9d91-44fa-bc26-734327cf1926 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:04.379596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.426169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.480182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdfc070-203c-470e-a865-454152508a80 None None] Network 0addf913-409a-4790-9cdc-e5b0b781b93b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:04.484709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7f16dd44-d867-4dfa-867d-07e312e50a41 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:04.589312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.638480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046d54-a1c8-4baf-ad46-e478472a1ba6 req-906c09be-9b69-4ca4-ab74-825a599d323c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.640116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0046d54-a1c8-4baf-ad46-e478472a1ba6 req-906c09be-9b69-4ca4-ab74-825a599d323c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1382103 Jul 06 12:02:04.660794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.684651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.690896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/825911e9-9d91-44fa-bc26-734327cf1926 HTTP/1.1" status: 204 len: 168 time: 0.4667923 Jul 06 12:02:04.691310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:04.740592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.759874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0046d54-a1c8-4baf-ad46-e478472a1ba6 req-b3b48c45-8e9c-4f78-b3ac-90c0d28445bc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999591 Jul 06 12:02:04.818317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.821082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c3140-7bcf-4deb-83d8-81bcc3ead775 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=825911e9-9d91-44fa-bc26-734327cf1926,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:04.847630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9396af-cfae-4784-83c9-95b81eb9ab0d None None] Network 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:04.857965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-72cd4e4e-1109-4748-ba9c-b3a06f17bc15 None None] Provisioning for port 11fb56e9-7533-41b2-a012-021599b516de completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:04.891187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 7f16dd44-d867-4dfa-867d-07e312e50a41 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:04.891656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.962297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port 7f16dd44-d867-4dfa-867d-07e312e50a41, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7f16dd44-d867-4dfa-867d-07e312e50a41,segment=NetworkSegment(f180b314-dc5f-4d18-8770-5e5a6c42ff11),segment_id=f180b314-dc5f-4d18-8770-5e5a6c42ff11)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:04.962813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.981257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 7f16dd44-d867-4dfa-867d-07e312e50a41 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:05.007184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Allocated IP 172.20.0.1 (0addf913-409a-4790-9cdc-e5b0b781b93b/82e8c65b-b6c3-48cf-b2cf-41faadf131cc/891fc2a1-ff3e-429e-93df-c75457c74b07) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:05.080331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.103258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port 7f16dd44-d867-4dfa-867d-07e312e50a41 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:05.121690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7f16dd44-d867-4dfa-867d-07e312e50a41 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:05.122250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.130298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=7f16dd44-d867-4dfa-867d-07e312e50a41,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:05.150772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Port 7f16dd44-d867-4dfa-867d-07e312e50a41 was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 12:02:05.151283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a5c52a34-f113-4627-ab44-105286c49bea up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:05.187697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.205984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9338b30-5376-49fb-8c04-d0be0c640f89 req-a85cfe7d-f40f-432a-86a3-28a7ab833495 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.207769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9338b30-5376-49fb-8c04-d0be0c640f89 req-a85cfe7d-f40f-432a-86a3-28a7ab833495 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1292610 Jul 06 12:02:05.218472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:02:03Z', 'revision_number': 3, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:05.222305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Transition to ACTIVE for port object 891fc2a1-ff3e-429e-93df-c75457c74b07 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:05.237548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.249235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b35bde8-39f1-4107-a3ae-2b3fe15c7703']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:05.256115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Checking router: 38549a6a-f86f-49f2-a0af-4584d5459c5f for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:05.256545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Updating router 38549a6a-f86f-49f2-a0af-4584d5459c5f port 11b06fab-3a3d-4742-a5ca-7730d810bb97 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:05.261331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f180b314-dc5f-4d18-8770-5e5a6c42ff11') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:05.262048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f180b314-dc5f-4d18-8770-5e5a6c42ff11') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:05.265655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9338b30-5376-49fb-8c04-d0be0c640f89 req-69840a1b-e132-49a8-a0f1-724e2eceac6a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Jul 06 12:02:05.272093 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.293161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.318079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a5c52a34-f113-4627-ab44-105286c49bea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:05.336012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.343614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.348969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a5c52a34-f113-4627-ab44-105286c49bea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:05.349427 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.356938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:05.357660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.357819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Network 0addf913-409a-4790-9cdc-e5b0b781b93b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:05.361936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:05.369846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:05.386429 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:05.426287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Pushing event updated for resources: {'Port': ['ID=891fc2a1-ff3e-429e-93df-c75457c74b07,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:05.458801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.480519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79434013-0e8c-4697-9cf1-437689548b6c None None] DHCP port deletion for 7b35bde8-39f1-4107-a3ae-2b3fe15c7703 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:05.493897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.526473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.535535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:05.536676 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/7b35bde8-39f1-4107-a3ae-2b3fe15c7703 HTTP/1.1" status: 204 len: 168 time: 0.8226488 Jul 06 12:02:05.537652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9946c97-f932-4f4b-8f3b-9e0ddede0083 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=7b35bde8-39f1-4107-a3ae-2b3fe15c7703,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:05.618756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.685948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port a5c52a34-f113-4627-ab44-105286c49bea, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a5c52a34-f113-4627-ab44-105286c49bea,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:05.696059 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.696797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11fb56e9-7533-41b2-a012-021599b516de up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:05.796733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=a5c52a34-f113-4627-ab44-105286c49bea,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:05.863363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b602072-3b73-437c-9fec-7f2a87f22044 None None] Provisioning for port 891fc2a1-ff3e-429e-93df-c75457c74b07 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:05.871412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 11fb56e9-7533-41b2-a012-021599b516de completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:05.878353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b602072-3b73-437c-9fec-7f2a87f22044 None None] Provisioning complete for port 891fc2a1-ff3e-429e-93df-c75457c74b07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:05.878353 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b602072-3b73-437c-9fec-7f2a87f22044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.890548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 11fb56e9-7533-41b2-a012-021599b516de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:05.890940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.958757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.990086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Transition to ACTIVE for port object 11b06fab-3a3d-4742-a5ca-7730d810bb97 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:05.994720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b602072-3b73-437c-9fec-7f2a87f22044 None None] Port 891fc2a1-ff3e-429e-93df-c75457c74b07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:06.037816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.041150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d25ffd7-9849-4746-9e98-0873af39792b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.046001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d25ffd7-9849-4746-9e98-0873af39792b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 HTTP/1.1" status: 200 len: 841 time: 0.5058744 Jul 06 12:02:06.046997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:06.115279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800eb636-cc1e-4522-8333-32780d6c2eee req-ea37bd8c-d80d-4d62-900c-b13db0aba6e2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.123233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-800eb636-cc1e-4522-8333-32780d6c2eee req-ea37bd8c-d80d-4d62-900c-b13db0aba6e2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1300948 Jul 06 12:02:06.130605 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.131146 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0d43086e-261b-469c-86af-48d9a1c28c3c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0791566 Jul 06 12:02:06.131146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:06.137300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b602072-3b73-437c-9fec-7f2a87f22044 None None] Provisioning complete for port 11fb56e9-7533-41b2-a012-021599b516de triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:06.137746 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b602072-3b73-437c-9fec-7f2a87f22044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.148461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:06.169447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Attempting to bind port 11b06fab-3a3d-4742-a5ca-7730d810bb97 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:06.169845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Attempting to bind port 11b06fab-3a3d-4742-a5ca-7730d810bb97 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:06.170172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Attempting to bind port 11b06fab-3a3d-4742-a5ca-7730d810bb97 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:06.184205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:06.184598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:06.185001 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.185395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:06.185876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Bound port: 11b06fab-3a3d-4742-a5ca-7730d810bb97, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:06.186262 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.190892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dba61-1767-411a-b68b-5b52be921f58 None None] Pushing event updated for resources: {'Port': ['ID=11b06fab-3a3d-4742-a5ca-7730d810bb97,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:06.204932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-800eb636-cc1e-4522-8333-32780d6c2eee req-14e2e166-1723-47b8-8cc8-84861f5ff6df tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806975 Jul 06 12:02:06.259504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.270619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 11fb56e9-7533-41b2-a012-021599b516de, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11fb56e9-7533-41b2-a012-021599b516de,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:06.282646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.342005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:06.350768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.400300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=11fb56e9-7533-41b2-a012-021599b516de,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:06.427174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a5c52a34-f113-4627-ab44-105286c49bea up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:06.432150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] For port 11b06fab-3a3d-4742-a5ca-7730d810bb97, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:06.483450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] For port 11b06fab-3a3d-4742-a5ca-7730d810bb97, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11b06fab-3a3d-4742-a5ca-7730d810bb97,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:06.500437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.581842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a985c65-91e9-49db-a9b5-656eb83d4a16 req-d9d9f3f3-583d-4231-96b4-cac0ffcad8a5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.589815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a985c65-91e9-49db-a9b5-656eb83d4a16 req-d9d9f3f3-583d-4231-96b4-cac0ffcad8a5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1580040 Jul 06 12:02:06.609091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Routers {'38549a6a-f86f-49f2-a0af-4584d5459c5f'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:06.609721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['38549a6a-f86f-49f2-a0af-4584d5459c5f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:06.618167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dba61-1767-411a-b68b-5b52be921f58 None None] Pushing event updated for resources: {'Port': ['ID=11b06fab-3a3d-4742-a5ca-7730d810bb97,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:06.639892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.645266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a985c65-91e9-49db-a9b5-656eb83d4a16 req-199c721e-ca07-40c3-8300-2c4415fe9230 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jul 06 12:02:06.658697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a5c52a34-f113-4627-ab44-105286c49bea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:06.659070 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.695634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:06.702255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2de8eaf9-1237-41c7-911f-06ab7df9c0b6 None None] Provisioning complete for port 891fc2a1-ff3e-429e-93df-c75457c74b07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:06.702639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de8eaf9-1237-41c7-911f-06ab7df9c0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.704883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:06.710337 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.711153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.713499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.720392 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.761718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3e69d-2b0c-48a1-872b-c111139e3778 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:06.776088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6429801 Jul 06 12:02:06.782876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:06.788164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eead9d-826b-409d-8ac9-354a9e3848a3 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=3a60cd0a-b912-4382-af26-c3a5f326b23d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:06.794160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Pushing event updated for resources: {'Port': ['ID=891fc2a1-ff3e-429e-93df-c75457c74b07,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:06.802439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172126454'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:06.817225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.849449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.982407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.987654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.994182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Network 0addf913-409a-4790-9cdc-e5b0b781b93b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:07.009065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626b94f-5974-4cf2-8be1-106eb7a7b383 req-abe6ed07-abe2-4b57-9081-588e6ad32191 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:07.011054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6626b94f-5974-4cf2-8be1-106eb7a7b383 req-abe6ed07-abe2-4b57-9081-588e6ad32191 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1108055 Jul 06 12:02:07.012478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:07.036216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.037951 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2519889 Jul 06 12:02:07.040309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:07.041802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] Set router 38549a6a-f86f-49f2-a0af-4584d5459c5f gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:07.044924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'security_group': {'name': 'tempest-secgroup-305782232'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:07.051028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33a7bc-4b92-4ad5-81a9-9625ca0cd225 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585db95d-a0a3-4da5-8976-fcfcb2d83346,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:07.058536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6626b94f-5974-4cf2-8be1-106eb7a7b383 req-7488983d-6fe5-4945-bd12-039a34096620 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Jul 06 12:02:07.121707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.154125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2de8eaf9-1237-41c7-911f-06ab7df9c0b6 None None] Port 891fc2a1-ff3e-429e-93df-c75457c74b07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:07.227858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Router 38549a6a-f86f-49f2-a0af-4584d5459c5f has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:07.242245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.248330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.291693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.295495 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2517388 Jul 06 12:02:07.297480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:07.302486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1992714764', 'security_groups': ['e55e6783-d142-440d-b816-0942c22ee416'], 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a60cd0a-b912-4382-af26-c3a5f326b23d'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:07.464996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedb4a6-d868-4eee-bc24-f9ae2315c812 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e6783-d142-440d-b816-0942c22ee416,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:07.469178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:07.498366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7f16dd44-d867-4dfa-867d-07e312e50a41 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:07.508409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:07.520134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ac67a11-89f6-4529-be33-cff9c66773ff admin admin] 10.222.0.78 "PUT /v2.0/routers/38549a6a-f86f-49f2-a0af-4584d5459c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3839366 Jul 06 12:02:07.532312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7f16dd44-d867-4dfa-867d-07e312e50a41 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:07.532835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7f16dd44-d867-4dfa-867d-07e312e50a41 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:07.534387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3183d3b-403d-42ee-90ad-f4aa79d936c9 None None] Provisioning complete for port 891fc2a1-ff3e-429e-93df-c75457c74b07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:07.534761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3183d3b-403d-42ee-90ad-f4aa79d936c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.553803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87a911-856a-4255-9c98-a063ea63b802 req-7e2224ee-deab-4863-9461-ff5f98f205a1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:07.561159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b87a911-856a-4255-9c98-a063ea63b802 req-7e2224ee-deab-4863-9461-ff5f98f205a1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 813 time: 0.2456751 Jul 06 12:02:07.571562 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.590504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 6c4fe587-b8de-424a-ac3e-88c6dfe4d340 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:02:07.598232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'tenant_id': 'f8a69099f8694af0997f99f4d3497e1f', 'fixed_ips': [{'subnet_id': '3a60cd0a-b912-4382-af26-c3a5f326b23d'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:07.599151 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.606366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b87a911-856a-4255-9c98-a063ea63b802 req-f5942e9e-b5f9-4faf-a843-1075faf7483c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/quotas/f9d5359620fe4e14b27bd2c4470216ef HTTP/1.1" status: 200 len: 375 time: 0.0301220 Jul 06 12:02:07.608038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '891fc2a1-ff3e-429e-93df-c75457c74b07', 'name': '', 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'mac_address': 'fa:16:3e:64:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:04Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 1, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'subnets': [{'id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:07.654562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c3183d3b-403d-42ee-90ad-f4aa79d936c9 None None] Port 891fc2a1-ff3e-429e-93df-c75457c74b07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:07.656989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43b340-6a5f-471a-ad06-c98f05683e17 None None] The sync data for ids ['38549a6a-f86f-49f2-a0af-4584d5459c5f'] in n-d-799528-2 is: [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '891fc2a1-ff3e-429e-93df-c75457c74b07', 'name': '', 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'mac_address': 'fa:16:3e:64:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:04Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 1, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'subnets': [{'id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:07.767843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b87a911-856a-4255-9c98-a063ea63b802 req-b2c1b5c6-f8e8-493a-90e0-79e6995b849f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605434 Jul 06 12:02:07.851979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Allocated IP 172.20.0.2 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/3a60cd0a-b912-4382-af26-c3a5f326b23d/f5f76611-d821-434c-b999-8556bc2378d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:08.057440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215a7f-ea0e-45b8-839d-9601d1014168 req-8c9f4ecf-a9d8-459a-a55d-f1553ca4d78e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:08.060040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0215a7f-ea0e-45b8-839d-9601d1014168 req-8c9f4ecf-a9d8-459a-a55d-f1553ca4d78e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1214697 Jul 06 12:02:08.063661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.077662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Transition to ACTIVE for port object f5f76611-d821-434c-b999-8556bc2378d8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:08.094714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Transition to ACTIVE for port object f5f76611-d821-434c-b999-8556bc2378d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:08.124784 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.135635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0215a7f-ea0e-45b8-839d-9601d1014168 req-4f4a103c-a607-41b2-b0af-9d26ac87a6f4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695870 Jul 06 12:02:08.197646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:08.203380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:08.207211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:08.213862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Pushing event updated for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.277502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.11 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/3a60cd0a-b912-4382-af26-c3a5f326b23d/6c4fe587-b8de-424a-ac3e-88c6dfe4d340) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:08.296866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Attempting to bind port f5f76611-d821-434c-b999-8556bc2378d8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:08.297226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Attempting to bind port f5f76611-d821-434c-b999-8556bc2378d8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1a9f06cb-7583-454f-95de-56acdf6970d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:08.297596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Attempting to bind port f5f76611-d821-434c-b999-8556bc2378d8 on network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:08.312377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:08.312765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Checking segment: {'id': '1a9f06cb-7583-454f-95de-56acdf6970d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:08.313193 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.313583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Bound using segment: {'id': '1a9f06cb-7583-454f-95de-56acdf6970d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:08.314114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Bound port: f5f76611-d821-434c-b999-8556bc2378d8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f06cb-7583-454f-95de-56acdf6970d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:08.314764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.430229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:08.437957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11fb56e9-7533-41b2-a012-021599b516de up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:08.547863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050af88-d7bc-4bf7-bd0e-14c21e31a789 req-7c268757-4335-4d01-8303-63d4d4d4aa61 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:08.549416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b050af88-d7bc-4bf7-bd0e-14c21e31a789 req-7c268757-4335-4d01-8303-63d4d4d4aa61 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1437304 Jul 06 12:02:08.570017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:08.581776 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.611584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b050af88-d7bc-4bf7-bd0e-14c21e31a789 req-e3e6e5c6-a6eb-40b9-83f5-6bdf84fb71ba tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Jul 06 12:02:08.633212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.671001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 6c4fe587-b8de-424a-ac3e-88c6dfe4d340 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:08.715825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e30a2-8626-4ccc-963a-12840659c9d5 None None] Pushing event updated for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.728053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 11fb56e9-7533-41b2-a012-021599b516de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:08.728826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.761090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.819821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:08.850809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:08.854320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:09.009560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e99a1ff-6dc2-47a6-a89b-090f256d9ab4 req-2087f6eb-f34e-42b7-97c1-9961350f55f7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f9d5359620fe4e14b27bd2c4470216ef HTTP/1.1" status: 200 len: 221 time: 0.0775836 Jul 06 12:02:09.048728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=6c4fe587-b8de-424a-ac3e-88c6dfe4d340,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:09.082631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.083210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.114112 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-363332f1-f633-4f4f-98f1-0177a82317fe tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8156068 Jul 06 12:02:09.117346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:09.122734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:09.346139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8900-b83d-4903-a6a8-c93be521f6fe req-39aebf2d-1be8-4313-b0c5-105c701eb6c4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.348055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce7b8900-b83d-4903-a6a8-c93be521f6fe req-39aebf2d-1be8-4313-b0c5-105c701eb6c4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1328726 Jul 06 12:02:09.367717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:09.379330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.405697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce7b8900-b83d-4903-a6a8-c93be521f6fe req-03edd934-7bce-49cc-a1d8-6c29a1cba663 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Jul 06 12:02:09.540336 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a60cd0a-b912-4382-af26-c3a5f326b23d (CIDR: 172.20.0.0/28) Jul 06 12:02:09.546396 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:02:09.546910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:09.579438 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a77ffc57-cc59-4627-994e-a1dd80e5ef2f tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4609714 Jul 06 12:02:09.581254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:09.593805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:09.668982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3da8-85c8-452b-8787-391fef1f2084 req-d1158bab-3eb0-461b-942e-e3b1be844266 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.670844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9d3da8-85c8-452b-8787-391fef1f2084 req-d1158bab-3eb0-461b-942e-e3b1be844266 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1154528 Jul 06 12:02:09.735063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9d3da8-85c8-452b-8787-391fef1f2084 req-6280ea3d-9fe0-4c9c-9e71-a60bcd3d921d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572546 Jul 06 12:02:09.785133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:09.791984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.126151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632db0a-cf0e-42f8-bb92-4c02324daf51 req-5680015c-8a83-4087-af8a-ffbd32f5e669 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.139827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0632db0a-cf0e-42f8-bb92-4c02324daf51 req-5680015c-8a83-4087-af8a-ffbd32f5e669 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1720679 Jul 06 12:02:10.204236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0632db0a-cf0e-42f8-bb92-4c02324daf51 req-40c8c664-773a-4824-b3e5-5c1a97de975c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584967 Jul 06 12:02:10.238598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.291181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:10.295029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:10.299941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.300555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.310326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=8a237de5-ee7a-4a31-ba83-6b643ca46e6a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:10.322697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bd75cb28-5319-4a80-93ea-e28398916c19 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7400665 Jul 06 12:02:10.325243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:10.330926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1979945006', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a237de5-ee7a-4a31-ba83-6b643ca46e6a'}], 'security_groups': ['585db95d-a0a3-4da5-8976-fcfcb2d83346']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:10.427279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316496b3-028c-43a3-9f05-1b3709e933f4 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:10.539258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7375dcdd-a7ac-4378-8f23-d18ea5e78c58 None None] Provisioning for port f5f76611-d821-434c-b999-8556bc2378d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:10.559162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5f76611-d821-434c-b999-8556bc2378d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:10.647513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029a54-959b-4a44-bcd1-c1ef10717be3 req-4c13f936-f9c6-43e9-8c9f-0869cfccfb74 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.649538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89029a54-959b-4a44-bcd1-c1ef10717be3 req-4c13f936-f9c6-43e9-8c9f-0869cfccfb74 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2369123 Jul 06 12:02:10.683064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7375dcdd-a7ac-4378-8f23-d18ea5e78c58 None None] Provisioning complete for port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:10.683569 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7375dcdd-a7ac-4378-8f23-d18ea5e78c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.773828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89029a54-959b-4a44-bcd1-c1ef10717be3 req-79b915dc-9ae3-4536-b015-e702e0170b84 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154685 Jul 06 12:02:10.783020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.823465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7375dcdd-a7ac-4378-8f23-d18ea5e78c58 None None] Port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:10.827096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f5f76611-d821-434c-b999-8556bc2378d8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:10.833740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:10.834420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.973002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.015640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:11.068163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.069845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11b06fab-3a3d-4742-a5ca-7730d810bb97 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:11.139399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Update dhcp port {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'fixed_ips': [{'subnet_id': '3a60cd0a-b912-4382-af26-c3a5f326b23d', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a237de5-ee7a-4a31-ba83-6b643ca46e6a'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'f5f76611-d821-434c-b999-8556bc2378d8'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:02:11.214744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:11.218692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.244364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.244364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.244364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.245071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.252528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.252830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.253164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.254170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.254170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.254170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.260915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.261070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:11.274223 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Sync routers for ids ['38549a6a-f86f-49f2-a0af-4584d5459c5f'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:11.286416 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Routers {'38549a6a-f86f-49f2-a0af-4584d5459c5f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:11.287171 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['38549a6a-f86f-49f2-a0af-4584d5459c5f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:11.354365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 11b06fab-3a3d-4742-a5ca-7730d810bb97 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:11.366496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 11b06fab-3a3d-4742-a5ca-7730d810bb97 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:11.366883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.463675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b327e7-4914-425e-84d1-c0d51ec26c01 req-a5cd3020-1c18-4679-a940-19a2567061a3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.465939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51b327e7-4914-425e-84d1-c0d51ec26c01 req-a5cd3020-1c18-4679-a940-19a2567061a3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.3606417 Jul 06 12:02:11.475581 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Set router 38549a6a-f86f-49f2-a0af-4584d5459c5f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:11.528554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Delete allocated IP 172.20.0.11 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/3a60cd0a-b912-4382-af26-c3a5f326b23d) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:02:11.537585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51b327e7-4914-425e-84d1-c0d51ec26c01 req-10814214-79b6-4f26-a329-76aae76baacf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628200 Jul 06 12:02:11.545689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.24 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/8a237de5-ee7a-4a31-ba83-6b643ca46e6a/6c4fe587-b8de-424a-ac3e-88c6dfe4d340) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:11.701195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.761151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 11b06fab-3a3d-4742-a5ca-7730d810bb97, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11b06fab-3a3d-4742-a5ca-7730d810bb97,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:11.769883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.874338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.884895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=11b06fab-3a3d-4742-a5ca-7730d810bb97,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:11.894679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Ignored duplicate provisioning block setup for port 6c4fe587-b8de-424a-ac3e-88c6dfe4d340 by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:02:11.900215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.977896 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '891fc2a1-ff3e-429e-93df-c75457c74b07', 'name': '', 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'mac_address': 'fa:16:3e:64:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:04Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 2, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'subnets': [{'id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:12.008191 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Checking router: 38549a6a-f86f-49f2-a0af-4584d5459c5f for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:12.008676 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Updating router 38549a6a-f86f-49f2-a0af-4584d5459c5f port 891fc2a1-ff3e-429e-93df-c75457c74b07 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:12.012119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Allocated IP 172.20.0.18 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/8a237de5-ee7a-4a31-ba83-6b643ca46e6a/f5f76611-d821-434c-b999-8556bc2378d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:12.051613 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.055612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244108b2-b812-4f33-b535-3c970306c319 req-d1656bcc-841f-40f8-ae62-fe9bf2ec7373 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.067133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-244108b2-b812-4f33-b535-3c970306c319 req-d1656bcc-841f-40f8-ae62-fe9bf2ec7373 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2670889 Jul 06 12:02:12.142681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=6c4fe587-b8de-424a-ac3e-88c6dfe4d340,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.145619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:12.168018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-244108b2-b812-4f33-b535-3c970306c319 req-19434481-142c-4567-b389-1988d4941869 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999875 Jul 06 12:02:12.174227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] In _notify_port_updated(), no bound segment for port 6c4fe587-b8de-424a-ac3e-88c6dfe4d340 on network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:02:12.180746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.181401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.182736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-67b114b7-d8df-4182-9017-3ce7fa1ad13a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/ports/6c4fe587-b8de-424a-ac3e-88c6dfe4d340 HTTP/1.1" status: 200 len: 921 time: 1.8564844 Jul 06 12:02:12.185693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:12.191973 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.209094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Transition to ACTIVE for port object f5f76611-d821-434c-b999-8556bc2378d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:12.215157 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.352021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cc22d-0890-4389-bb37-abb3b31638d1 None None] Pushing event updated for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.380870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 6c4fe587-b8de-424a-ac3e-88c6dfe4d340 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:12.381271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.477380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5f76611-d821-434c-b999-8556bc2378d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:12.505220 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.510696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.519583 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Transition to ACTIVE for port object 891fc2a1-ff3e-429e-93df-c75457c74b07 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:12.535623 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.539141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 6c4fe587-b8de-424a-ac3e-88c6dfe4d340 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:12.576036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11b06fab-3a3d-4742-a5ca-7730d810bb97 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:12.576881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421185be-7bf6-4bb3-9554-91a9852df13d req-bfa341ac-ad1b-42fe-b0bc-497bf5933438 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.591223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-421185be-7bf6-4bb3-9554-91a9852df13d req-bfa341ac-ad1b-42fe-b0bc-497bf5933438 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1828511 Jul 06 12:02:12.642979 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbe81d-e60f-438a-b18f-07d630cb4325 None None] Pushing event updated for resources: {'Port': ['ID=891fc2a1-ff3e-429e-93df-c75457c74b07,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.686948 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Attempting to bind port 891fc2a1-ff3e-429e-93df-c75457c74b07 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:12.687601 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Attempting to bind port 891fc2a1-ff3e-429e-93df-c75457c74b07 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:12.687982 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Attempting to bind port 891fc2a1-ff3e-429e-93df-c75457c74b07 on network 0addf913-409a-4790-9cdc-e5b0b781b93b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:12.701522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-421185be-7bf6-4bb3-9554-91a9852df13d req-7c2eb934-79f3-4084-a343-b645996cc75d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935006 Jul 06 12:02:12.719199 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:12.719877 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Checking segment: {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:12.720472 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.722096 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Bound using segment: {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:12.723262 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Bound port: 891fc2a1-ff3e-429e-93df-c75457c74b07, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973030a0-beb8-46e3-b8ed-d18f4452e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:12.723879 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.724587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 11b06fab-3a3d-4742-a5ca-7730d810bb97 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:12.725619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.785581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.860171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=6c4fe587-b8de-424a-ac3e-88c6dfe4d340,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.885021 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] For port 891fc2a1-ff3e-429e-93df-c75457c74b07, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:12.894399 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] For port 891fc2a1-ff3e-429e-93df-c75457c74b07, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=891fc2a1-ff3e-429e-93df-c75457c74b07,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:12.901052 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.005876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.009006 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06a9664a-3c86-4c0c-b027-dd78e233b307 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/6c4fe587-b8de-424a-ac3e-88c6dfe4d340 HTTP/1.1" status: 204 len: 168 time: 0.8222783 Jul 06 12:02:13.011572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:13.018174 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbe81d-e60f-438a-b18f-07d630cb4325 None None] Pushing event updated for resources: {'Port': ['ID=891fc2a1-ff3e-429e-93df-c75457c74b07,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.033639 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Routers {'38549a6a-f86f-49f2-a0af-4584d5459c5f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:13.034316 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['38549a6a-f86f-49f2-a0af-4584d5459c5f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.064741 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54d2035-9c0d-41d6-902f-cc2f470c245a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:02:13.069653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f54d2035-9c0d-41d6-902f-cc2f470c245a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/6c4fe587-b8de-424a-ac3e-88c6dfe4d340 HTTP/1.1" status: 404 len: 333 time: 0.0545485 Jul 06 12:02:13.072191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:13.086875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758a02-8afc-4912-be04-a2a6e736a07c req-21f58d01-0b8e-4513-a548-cf0030b803d7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:13.088828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7758a02-8afc-4912-be04-a2a6e736a07c req-21f58d01-0b8e-4513-a548-cf0030b803d7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1365976 Jul 06 12:02:13.172246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7758a02-8afc-4912-be04-a2a6e736a07c req-9b2638eb-d8b4-4558-a08c-4e4535622a1f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Jul 06 12:02:13.193865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] Set router 38549a6a-f86f-49f2-a0af-4584d5459c5f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:13.265245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b5a7-73b5-4640-988a-9dc01bbcd85a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.321257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b5a7-73b5-4640-988a-9dc01bbcd85a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.409421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Provisioning for port f5f76611-d821-434c-b999-8556bc2378d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:13.431005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b5a7-73b5-4640-988a-9dc01bbcd85a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.432209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:13.432854 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.453923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b5a7-73b5-4640-988a-9dc01bbcd85a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.458989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ac1b5a7-73b5-4640-988a-9dc01bbcd85a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/security-groups/e55e6783-d142-440d-b816-0942c22ee416 HTTP/1.1" status: 204 len: 168 time: 0.3829088 Jul 06 12:02:13.483059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:13.489116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1b5a7-73b5-4640-988a-9dc01bbcd85a tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e6783-d142-440d-b816-0942c22ee416,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.596512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80645-8fd2-407c-b762-937ed0cdec1b req-c615600b-2de0-420e-8ffe-175c059943dd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:13.600239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ee80645-8fd2-407c-b762-937ed0cdec1b req-c615600b-2de0-420e-8ffe-175c059943dd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1534994 Jul 06 12:02:13.629989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b811-052f-40ba-990d-fe450f7a806d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.683583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Provisioning complete for port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:13.684218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.685453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ee80645-8fd2-407c-b762-937ed0cdec1b req-04b34ecb-4b2e-45ef-be3c-1ae24da626b5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775540 Jul 06 12:02:13.698325 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b811-052f-40ba-990d-fe450f7a806d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.758351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:13.771016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b811-052f-40ba-990d-fe450f7a806d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.773631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4367ff8b-573d-45e5-bfb0-a042ec25bb32 None None] Could not find standard attr ID for object 6c4fe587-b8de-424a-ac3e-88c6dfe4d340. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:02:13.777953 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b811-052f-40ba-990d-fe450f7a806d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.779144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9cb7b811-052f-40ba-990d-fe450f7a806d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/security-groups/585db95d-a0a3-4da5-8976-fcfcb2d83346 HTTP/1.1" status: 204 len: 168 time: 0.2872303 Jul 06 12:02:13.779997 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '891fc2a1-ff3e-429e-93df-c75457c74b07', 'name': '', 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'mac_address': 'fa:16:3e:64:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:04Z', 'updated_at': '2021-07-06T12:02:12Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'subnets': [{'id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.781915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:13.807209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b811-052f-40ba-990d-fe450f7a806d tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585db95d-a0a3-4da5-8976-fcfcb2d83346,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.822068 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d07d5-89b8-4e71-b414-532ce1306ed5 None None] The sync data for ids ['38549a6a-f86f-49f2-a0af-4584d5459c5f'] in n-d-799528-2 is: [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:02:06Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '891fc2a1-ff3e-429e-93df-c75457c74b07', 'name': '', 'network_id': '0addf913-409a-4790-9cdc-e5b0b781b93b', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'mac_address': 'fa:16:3e:64:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:04Z', 'updated_at': '2021-07-06T12:02:12Z', 'revision_number': 4, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'subnets': [{'id': '82e8c65b-b6c3-48cf-b2cf-41faadf131cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:13.881319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet 3a60cd0a-b912-4382-af26-c3a5f326b23d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:13.889288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.918181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-161bbeda-77e0-4cfb-8a56-e593c36d8e41 None None] Could not find standard attr ID for object 6c4fe587-b8de-424a-ac3e-88c6dfe4d340. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:02:13.951657 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.100378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.131715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79915e-8937-44f4-8480-d9f25a9353e0 req-f3bbd091-5383-4f4c-9708-5dbca0d69304 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.133593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a79915e-8937-44f4-8480-d9f25a9353e0 req-f3bbd091-5383-4f4c-9708-5dbca0d69304 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1448913 Jul 06 12:02:14.204120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a79915e-8937-44f4-8480-d9f25a9353e0 req-c358de5f-d31a-45b6-bce9-2e54e53b1e49 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 Jul 06 12:02:14.232906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.290755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=3a60cd0a-b912-4382-af26-c3a5f326b23d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:14.300814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.306423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e541fc63-610e-4d1c-87e3-5eb3a82e06de tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/3a60cd0a-b912-4382-af26-c3a5f326b23d HTTP/1.1" status: 204 len: 168 time: 0.5198522 Jul 06 12:02:14.310360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 37984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:14.315848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:14.472505 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e93e00-27f7-4e44-bf32-dce82b4c886c None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:14.523246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5f76611-d821-434c-b999-8556bc2378d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:14.539244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:14.546820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.610946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e57bd-5fab-46da-8799-f194f2570618 req-494c2006-0c8b-469e-a1ee-9ba461d01314 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.613380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-094e57bd-5fab-46da-8799-f194f2570618 req-494c2006-0c8b-469e-a1ee-9ba461d01314 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1002009 Jul 06 12:02:14.698051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-094e57bd-5fab-46da-8799-f194f2570618 req-f99570ac-68bd-4196-b7ff-6efc4db1143f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723155 Jul 06 12:02:14.725652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09c617bf-e91b-41d3-9dd9-c9321a73a59b None None] Could not find standard attr ID for object 6c4fe587-b8de-424a-ac3e-88c6dfe4d340. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:02:14.815247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:14.815977 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.949660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.977972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064954bc-6e0d-40b7-af65-49490492581e req-25d89ed6-5440-4b46-b5a0-d0a42aae09ca tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.988520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-064954bc-6e0d-40b7-af65-49490492581e req-25d89ed6-5440-4b46-b5a0-d0a42aae09ca tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0916665 Jul 06 12:02:15.035859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:15.047219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:15.057683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.059641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.074061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=b5dfeb95-2023-469d-8782-b93642318dd8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:15.076535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-064954bc-6e0d-40b7-af65-49490492581e req-7a33853e-0099-4214-90da-5d794570d4cc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844190 Jul 06 12:02:15.097122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 891fc2a1-ff3e-429e-93df-c75457c74b07 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:15.107790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75d88cbe-14ff-4a4a-8d7e-735698d1889c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7952886 Jul 06 12:02:15.108353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 37996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:15.114125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'security_group': {'name': 'tempest-secgroup-1863148067'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:15.165447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.175701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 891fc2a1-ff3e-429e-93df-c75457c74b07 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:15.182118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 891fc2a1-ff3e-429e-93df-c75457c74b07 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:15.182824 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.306544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.340095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.360952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.363044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 891fc2a1-ff3e-429e-93df-c75457c74b07, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=891fc2a1-ff3e-429e-93df-c75457c74b07,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:15.368589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.426454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.429935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3203049 Jul 06 12:02:15.432797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:15.438714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'security_group': {'name': 'tempest-secgroup-553616221'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:15.463126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=891fc2a1-ff3e-429e-93df-c75457c74b07,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:15.471959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192506d6-9f78-4c1b-8a8c-7a6110dd05f1 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9dd8bc-7acb-471a-b3dd-b66c6fc3facc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:15.506674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.525709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92dd7c-1687-481d-8273-b2197c5fd170 req-908f05b5-be20-47b6-9cab-46f241fed592 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.527997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc92dd7c-1687-481d-8273-b2197c5fd170 req-908f05b5-be20-47b6-9cab-46f241fed592 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1853383 Jul 06 12:02:15.596513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc92dd7c-1687-481d-8273-b2197c5fd170 req-b960babe-3654-41ef-86a6-26bf076e74b4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Jul 06 12:02:15.706370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.711055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.786345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.791238 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3561995 Jul 06 12:02:15.791967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:15.796672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a2f7-f2c1-441e-b736-54fcdb43574b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e113d5-5143-4ec9-a53d-f960065d313f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:15.803886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'security_group': {'name': 'tempest-secgroup-837680353'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:15.861010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-3a8ad54a-1bff-4f8d-9f38-a93ff2744ee1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2125504 Jul 06 12:02:15.898236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.052992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a394b2-6e41-4d89-9e51-7543be71dfc2 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:16.074660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3acc78-a336-4b30-a316-1fc45b60bda3 req-6548be38-ed4c-447a-b224-1afb77e77c39 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.083868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c3acc78-a336-4b30-a316-1fc45b60bda3 req-6548be38-ed4c-447a-b224-1afb77e77c39 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2423408 Jul 06 12:02:16.123946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-939806b7-a1da-4223-8bad-dfd3f1b54dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.125502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-939806b7-a1da-4223-8bad-dfd3f1b54dff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 1096 time: 0.2140267 Jul 06 12:02:16.139602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a341a94-6669-484b-aa22-1c2c5ff8a406 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:16.140491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a341a94-6669-484b-aa22-1c2c5ff8a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.163493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c3acc78-a336-4b30-a316-1fc45b60bda3 req-41266562-e497-4cec-93ca-c3cdd36bbac8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728247 Jul 06 12:02:16.345757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-d4f43f37-ae62-40c0-951b-2077ff8f84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.348224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-d4f43f37-ae62-40c0-951b-2077ff8f84ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.1836751 Jul 06 12:02:16.446843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-c0e05cc3-1fbd-4720-950c-7f0925143d56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 200 len: 1001 time: 0.0882292 Jul 06 12:02:16.457444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.483648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 891fc2a1-ff3e-429e-93df-c75457c74b07 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:16.503869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.585070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.586527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7878201 Jul 06 12:02:16.588284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1f8ac-d690-4bb9-acbf-6f7a8693c9eb tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221a4220-ed62-4189-8121-f4aea171b66e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:16.589683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:16.592222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-f52770d3-16e0-4a6e-9057-007a87b7003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.593676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-f52770d3-16e0-4a6e-9057-007a87b7003d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.1319249 Jul 06 12:02:16.600542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a341a94-6669-484b-aa22-1c2c5ff8a406 None None] Provisioning complete for port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:16.600934 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a341a94-6669-484b-aa22-1c2c5ff8a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.601571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-19249754', 'security_groups': ['221a4220-ed62-4189-8121-f4aea171b66e'], 'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5dfeb95-2023-469d-8782-b93642318dd8'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:16.604387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 891fc2a1-ff3e-429e-93df-c75457c74b07 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:16.604646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.656998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2385-db8e-4fac-ba10-f26d4f7f6473 req-76290dd7-1488-4367-b4c6-505c8684a387 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.658686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-213e2385-db8e-4fac-ba10-f26d4f7f6473 req-76290dd7-1488-4367-b4c6-505c8684a387 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1780283 Jul 06 12:02:16.702508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-faed14a3-d53e-4e72-a083-800b31a916bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.702940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5a341a94-6669-484b-aa22-1c2c5ff8a406 None None] Port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:16.703996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-faed14a3-d53e-4e72-a083-800b31a916bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021864 Jul 06 12:02:16.709937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-213e2385-db8e-4fac-ba10-f26d4f7f6473 req-2c3fd64b-441d-45ad-89c7-28ca744da687 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Jul 06 12:02:16.826653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:16.863984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Update dhcp port {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'fixed_ips': [{'subnet_id': '8a237de5-ee7a-4a31-ba83-6b643ca46e6a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b5dfeb95-2023-469d-8782-b93642318dd8'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'f5f76611-d821-434c-b999-8556bc2378d8'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:02:16.883902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-90627118-145f-49bb-9470-3a09a7ba8b9a service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693726 Jul 06 12:02:16.963877 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.075565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.090910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930db41-d7b5-4d35-a745-c741f1288d42 req-91116dd3-102a-4b49-84fc-7f9542bbe84f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.092712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1930db41-d7b5-4d35-a745-c741f1288d42 req-91116dd3-102a-4b49-84fc-7f9542bbe84f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1209297 Jul 06 12:02:17.095337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed16f2d-e2e1-4b2c-8694-4628e2997f44 req-fb246727-21b9-4481-b497-42d7d38f8fde service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054799 Jul 06 12:02:17.147251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1930db41-d7b5-4d35-a745-c741f1288d42 req-f12f0775-66fc-4279-8a81-b35dbe12b893 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Jul 06 12:02:17.187451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Allocated IP 172.20.0.2 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/b5dfeb95-2023-469d-8782-b93642318dd8/f5f76611-d821-434c-b999-8556bc2378d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:17.299475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:17.346622 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.366920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Transition to ACTIVE for port object f5f76611-d821-434c-b999-8556bc2378d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:17.371175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.433523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc393e-cdb7-46e8-98a7-1c2e11ca9078 req-9a736148-d9af-4384-bf4d-7235877ec70e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.436358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8dbc393e-cdb7-46e8-98a7-1c2e11ca9078 req-9a736148-d9af-4384-bf4d-7235877ec70e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0802443 Jul 06 12:02:17.444917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] device_id is not set on port 0411fe90-6960-4e17-9a5f-8ea0494e5336 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:02:17.485021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb3ac2-1032-4b49-9979-64ad3012cbd1 None None] Pushing event updated for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:17.494519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8dbc393e-cdb7-46e8-98a7-1c2e11ca9078 req-5b9762ad-1759-417a-b664-a2dcb333ffeb tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Jul 06 12:02:17.645317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.12 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/b5dfeb95-2023-469d-8782-b93642318dd8/0411fe90-6960-4e17-9a5f-8ea0494e5336) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:17.721067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f852b3d-7a70-453b-8501-26e2cec7ccaf req-7c5ab90c-c63e-49a0-802c-22bf582d3022 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.722855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f852b3d-7a70-453b-8501-26e2cec7ccaf req-7c5ab90c-c63e-49a0-802c-22bf582d3022 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0874822 Jul 06 12:02:17.772489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f852b3d-7a70-453b-8501-26e2cec7ccaf req-51ef4c8f-57a5-447d-954d-019b0f2c9c0e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Jul 06 12:02:17.818356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.837021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 0411fe90-6960-4e17-9a5f-8ea0494e5336 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:17.886240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.935505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:17.941330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:17.945459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:17.980007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=0411fe90-6960-4e17-9a5f-8ea0494e5336,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.025344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:18.026197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.031986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af97ffe-5f0e-43f4-9392-4a90716a96c9 req-fb19126d-72bb-4791-a02c-385037468f53 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:18.033130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1af97ffe-5f0e-43f4-9392-4a90716a96c9 req-fb19126d-72bb-4791-a02c-385037468f53 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1017535 Jul 06 12:02:18.049535 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a05dec0-b990-4338-86cb-e0fcc93522b2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4545982 Jul 06 12:02:18.049936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:18.056960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:18.094217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1af97ffe-5f0e-43f4-9392-4a90716a96c9 req-bc498c0b-e524-48de-b59a-67d0b3e20582 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 Jul 06 12:02:18.262176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c8a2747-11cc-45a7-97f2-1ec3063ee935 None None] Provisioning for port f5f76611-d821-434c-b999-8556bc2378d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:18.273256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c8a2747-11cc-45a7-97f2-1ec3063ee935 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:18.273690 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2747-11cc-45a7-97f2-1ec3063ee935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.287256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:18.293360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.354148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e7ae4-852a-4c51-b8ad-96394a52a8a6 req-f95accf2-5f95-4bb3-834c-9c16244c2557 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:18.356362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-225e7ae4-852a-4c51-b8ad-96394a52a8a6 req-f95accf2-5f95-4bb3-834c-9c16244c2557 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1105990 Jul 06 12:02:18.452846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-225e7ae4-852a-4c51-b8ad-96394a52a8a6 req-c58be3cf-5b49-4747-90f8-799d2548fac7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911984 Jul 06 12:02:18.472234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5f76611-d821-434c-b999-8556bc2378d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:18.501569 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b5dfeb95-2023-469d-8782-b93642318dd8 (CIDR: 172.20.0.0/28) Jul 06 12:02:18.505422 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:02:18.506067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:18.551257 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a4d44d96-efca-46ed-9bc6-74ce9da21d26 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4986579 Jul 06 12:02:18.552601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:18.558122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c8a2747-11cc-45a7-97f2-1ec3063ee935 None None] Provisioning complete for port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:18.558737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2747-11cc-45a7-97f2-1ec3063ee935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.559856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:18.584880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:18.585534 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.639669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a2747-11cc-45a7-97f2-1ec3063ee935 None None] Port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:18.725616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:18.733308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.759845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d00a7fa1-2bb2-4074-834a-52116573bb1c None None] Provisioning for port 0411fe90-6960-4e17-9a5f-8ea0494e5336 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:18.766102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d00a7fa1-2bb2-4074-834a-52116573bb1c None None] Provisioning complete for port 0411fe90-6960-4e17-9a5f-8ea0494e5336 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:18.766483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d00a7fa1-2bb2-4074-834a-52116573bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.825905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d00a7fa1-2bb2-4074-834a-52116573bb1c None None] Port 0411fe90-6960-4e17-9a5f-8ea0494e5336 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:18.872283 n-d-799528-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8a237de5-ee7a-4a31-ba83-6b643ca46e6a (CIDR: 172.20.0.16/28) Jul 06 12:02:18.895187 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:02:18.895599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:18.920393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a6429bf-f057-4d63-8e1b-132f37ba6d16 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3634741 Jul 06 12:02:18.920659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:18.928305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'subnet': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:19.001444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0942-0c3c-4833-8f8b-2463e953a140 req-b251456a-34a3-4cb0-9226-66e0a65d5cfd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.002968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd8d0942-0c3c-4833-8f8b-2463e953a140 req-b251456a-34a3-4cb0-9226-66e0a65d5cfd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1458635 Jul 06 12:02:19.079185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd8d0942-0c3c-4833-8f8b-2463e953a140 req-af872f1a-d359-499a-8163-fa040ede6007 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Jul 06 12:02:19.108192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Made reservation on behalf of f8a69099f8694af0997f99f4d3497e1f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:19.111809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.353846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.399416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:19.403022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:19.407233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.407826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.413410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa07fbb-884f-45c0-bd3a-218491150351 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:19.418607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Subnet': ['ID=39be22bb-9af7-425a-8d52-f8f183d9c2f5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.433896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f9fcc85-2b38-4cdc-b3db-4f2b9f20c5af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5120320 Jul 06 12:02:19.436419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:19.441725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1222500257', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39be22bb-9af7-425a-8d52-f8f183d9c2f5'}], 'security_groups': ['9f9dd8bc-7acb-471a-b3dd-b66c6fc3facc', 'd0e113d5-5143-4ec9-a53d-f960065d313f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:19.630880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.725596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Update dhcp port {'port': {'network_id': '6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b', 'fixed_ips': [{'subnet_id': '8a237de5-ee7a-4a31-ba83-6b643ca46e6a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b5dfeb95-2023-469d-8782-b93642318dd8', 'ip_address': '172.20.0.2'}, {'subnet_id': '39be22bb-9af7-425a-8d52-f8f183d9c2f5'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'f5f76611-d821-434c-b999-8556bc2378d8'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:02:19.778588 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.006951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Delete allocated IP 172.20.0.12 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/b5dfeb95-2023-469d-8782-b93642318dd8) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:02:20.026372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Allocated IP 172.20.0.35 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/39be22bb-9af7-425a-8d52-f8f183d9c2f5/0411fe90-6960-4e17-9a5f-8ea0494e5336) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:20.275001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.301646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Transition to ACTIVE for port object 0411fe90-6960-4e17-9a5f-8ea0494e5336 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:20.314048 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.363744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Allocated IP 172.20.0.34 (6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b/39be22bb-9af7-425a-8d52-f8f183d9c2f5/f5f76611-d821-434c-b999-8556bc2378d8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:20.388712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078107e-9f02-4a35-aa01-13ea74784a93 req-94c739c9-0934-4694-9440-89b920935082 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:20.390488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a078107e-9f02-4a35-aa01-13ea74784a93 req-94c739c9-0934-4694-9440-89b920935082 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1600528 Jul 06 12:02:20.465725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event updated for resources: {'Port': ['ID=0411fe90-6960-4e17-9a5f-8ea0494e5336,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:20.467631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:20.480415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a078107e-9f02-4a35-aa01-13ea74784a93 req-f76f669b-17fd-429d-98db-abe639949380 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813365 Jul 06 12:02:20.483446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] In _notify_port_updated(), no bound segment for port 0411fe90-6960-4e17-9a5f-8ea0494e5336 on network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:02:20.488939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:20.490106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.491575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e3b3a8a-3e41-4246-8bd1-cc0daa3dd8cc tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "PUT /v2.0/ports/0411fe90-6960-4e17-9a5f-8ea0494e5336 HTTP/1.1" status: 200 len: 960 time: 1.0542157 Jul 06 12:02:20.494758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:20.522547 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.543752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Transition to ACTIVE for port object f5f76611-d821-434c-b999-8556bc2378d8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:20.553496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.630466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 0411fe90-6960-4e17-9a5f-8ea0494e5336 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:20.630466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.678760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d520a-655b-419c-9e8e-50456195846e None None] Pushing event updated for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:20.759561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.776643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 0411fe90-6960-4e17-9a5f-8ea0494e5336 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:21.007782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.051201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=0411fe90-6960-4e17-9a5f-8ea0494e5336,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.176765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.182197 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f1d2d57-6563-433e-bc45-d538ad794ab9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/0411fe90-6960-4e17-9a5f-8ea0494e5336 HTTP/1.1" status: 204 len: 168 time: 0.6856391 Jul 06 12:02:21.184989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.236042 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-742139f5-1544-40ab-be54-7808cff9a93b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] GET failed (client error): The resource could not be found. Jul 06 12:02:21.238270 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-742139f5-1544-40ab-be54-7808cff9a93b tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports/0411fe90-6960-4e17-9a5f-8ea0494e5336 HTTP/1.1" status: 404 len: 333 time: 0.0497603 Jul 06 12:02:21.244604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.322610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963f1f2d-253b-4021-bc96-3b34ead923d2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.362295 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963f1f2d-253b-4021-bc96-3b34ead923d2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.457523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963f1f2d-253b-4021-bc96-3b34ead923d2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.461217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-963f1f2d-253b-4021-bc96-3b34ead923d2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.462751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-963f1f2d-253b-4021-bc96-3b34ead923d2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/security-groups/221a4220-ed62-4189-8121-f4aea171b66e HTTP/1.1" status: 204 len: 168 time: 0.2167253 Jul 06 12:02:21.467399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.487577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1f2d-253b-4021-bc96-3b34ead923d2 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221a4220-ed62-4189-8121-f4aea171b66e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.587630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe481-8c94-4c42-9a17-c2f8d9bd43c9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.613687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe481-8c94-4c42-9a17-c2f8d9bd43c9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.680162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Provisioning for port f5f76611-d821-434c-b999-8556bc2378d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:21.684821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:21.685267 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.695055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe481-8c94-4c42-9a17-c2f8d9bd43c9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.698448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe481-8c94-4c42-9a17-c2f8d9bd43c9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.699461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fd8fe481-8c94-4c42-9a17-c2f8d9bd43c9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0e113d5-5143-4ec9-a53d-f960065d313f HTTP/1.1" status: 204 len: 168 time: 0.2306807 Jul 06 12:02:21.704400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.713695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fe481-8c94-4c42-9a17-c2f8d9bd43c9 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e113d5-5143-4ec9-a53d-f960065d313f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.765457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed6b5f-4ecf-40ef-b056-3b3bbd721da2 req-5254572b-ba22-4430-b5be-e3b38040426f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:21.767019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bed6b5f-4ecf-40ef-b056-3b3bbd721da2 req-5254572b-ba22-4430-b5be-e3b38040426f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.6925449 Jul 06 12:02:21.800531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898d19f9-4100-461e-bde6-4471d065c057 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.850678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898d19f9-4100-461e-bde6-4471d065c057 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.856736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bed6b5f-4ecf-40ef-b056-3b3bbd721da2 req-babeb9f6-b97d-4df3-aceb-66668f9d59bf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800226 Jul 06 12:02:21.888402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Provisioning complete for port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:21.889342 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.920155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898d19f9-4100-461e-bde6-4471d065c057 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.923340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898d19f9-4100-461e-bde6-4471d065c057 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.924535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-898d19f9-4100-461e-bde6-4471d065c057 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/security-groups/9f9dd8bc-7acb-471a-b3dd-b66c6fc3facc HTTP/1.1" status: 204 len: 168 time: 0.2179430 Jul 06 12:02:21.927453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.937287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d19f9-4100-461e-bde6-4471d065c057 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9dd8bc-7acb-471a-b3dd-b66c6fc3facc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.945018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:21.951855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7edfc759-db56-4e7c-a8a2-dc7e99c83279 None None] Could not find standard attr ID for object 0411fe90-6960-4e17-9a5f-8ea0494e5336. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:02:22.000709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet b5dfeb95-2023-469d-8782-b93642318dd8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:22.004771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.067389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.176836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.277329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf901297-1153-4171-b5ab-6efc6a4da808 None None] Could not find standard attr ID for object 0411fe90-6960-4e17-9a5f-8ea0494e5336. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:02:22.281149 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.297979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.303340 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/b5dfeb95-2023-469d-8782-b93642318dd8 HTTP/1.1" status: 204 len: 168 time: 0.3712275 Jul 06 12:02:22.304486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:22.330698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e3932-06de-4735-b240-f2dc87393364 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dfeb95-2023-469d-8782-b93642318dd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:22.403560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet 39be22bb-9af7-425a-8d52-f8f183d9c2f5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:22.407137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.414563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5f76611-d821-434c-b999-8556bc2378d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:22.461322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.484308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:22.484837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.563253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.612537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093523a2-c724-4880-968c-fa41652914c9 None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:22.637222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.670296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=39be22bb-9af7-425a-8d52-f8f183d9c2f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:22.678355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.682592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3af8fe92-3d0c-4b1e-adc6-c72fc0e4babd tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/39be22bb-9af7-425a-8d52-f8f183d9c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3742259 Jul 06 12:02:22.683076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:22.713319 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a63bea-4e6a-4447-851b-13f37c0f9a39 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:22.713924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a63bea-4e6a-4447-851b-13f37c0f9a39 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:22.718011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70a63bea-4e6a-4447-851b-13f37c0f9a39 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/b5dfeb95-2023-469d-8782-b93642318dd8 HTTP/1.1" status: 404 len: 337 time: 0.0314288 Jul 06 12:02:22.718845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:22.745968 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.790030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting subnet 8a237de5-ee7a-4a31-ba83-6b643ca46e6a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:22.794678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.849020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.969921 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.084866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.123398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Subnet': ['ID=8a237de5-ee7a-4a31-ba83-6b643ca46e6a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.140881 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.145652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-516d1605-5cdd-4876-82e6-505537739412 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/8a237de5-ee7a-4a31-ba83-6b643ca46e6a HTTP/1.1" status: 204 len: 168 time: 0.4235806 Jul 06 12:02:23.146138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.184262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba530e-9051-4a19-8a84-fdadea9dd36b req-4ef74259-3fc4-44be-8438-a6e65371b44f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.186156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48ba530e-9051-4a19-8a84-fdadea9dd36b req-4ef74259-3fc4-44be-8438-a6e65371b44f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1532047 Jul 06 12:02:23.190863 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dd71a3-f484-4c7c-b93c-4b37187813ba tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.191619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73dd71a3-f484-4c7c-b93c-4b37187813ba tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.193732 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73dd71a3-f484-4c7c-b93c-4b37187813ba tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/3a60cd0a-b912-4382-af26-c3a5f326b23d HTTP/1.1" status: 404 len: 337 time: 0.0464730 Jul 06 12:02:23.202823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.250177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.250592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c7d2f37-cd1a-46c1-9389-386680f32061 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "GET /v2.0/ports?device_id=005bb875-2ac6-40f6-b48f-0d9872563824 HTTP/1.1" status: 200 len: 205 time: 0.0455325 Jul 06 12:02:23.269070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-48ba530e-9051-4a19-8a84-fdadea9dd36b req-04842295-0baa-43a2-a859-bdd77997a7c3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763204 Jul 06 12:02:23.304818 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-83fe4117-cf75-4d44-90dd-b5de324a5474 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] delete failed (client error): The resource could not be found. Jul 06 12:02:23.306653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-83fe4117-cf75-4d44-90dd-b5de324a5474 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/routers/005bb875-2ac6-40f6-b48f-0d9872563824 HTTP/1.1" status: 404 len: 336 time: 0.0553448 Jul 06 12:02:23.309000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.350267 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3551f664-59cb-4c9c-99b3-b1cc93f1b2db tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.350883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3551f664-59cb-4c9c-99b3-b1cc93f1b2db tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.360059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.361313 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3551f664-59cb-4c9c-99b3-b1cc93f1b2db tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/825911e9-9d91-44fa-bc26-734327cf1926 HTTP/1.1" status: 404 len: 337 time: 0.0505512 Jul 06 12:02:23.420038 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a889f0-12fd-426c-a361-654c94ca4438 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.420696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a889f0-12fd-426c-a361-654c94ca4438 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.425189 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.425841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-35a889f0-12fd-426c-a361-654c94ca4438 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/da7f8136-7256-4603-b9e8-28d1cd75ae22 HTTP/1.1" status: 404 len: 337 time: 0.0636821 Jul 06 12:02:23.467053 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fb5e07-f8c5-4e09-b266-595b0323f3b7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.467519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fb5e07-f8c5-4e09-b266-595b0323f3b7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.469379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-38fb5e07-f8c5-4e09-b266-595b0323f3b7 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/1e9f9ef4-0662-4de9-8a55-d8507174bf61 HTTP/1.1" status: 404 len: 337 time: 0.0423129 Jul 06 12:02:23.471848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.524197 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8d53db-fa6b-4786-a005-c6e0bc75c0e8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.524980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8d53db-fa6b-4786-a005-c6e0bc75c0e8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.529773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b8d53db-fa6b-4786-a005-c6e0bc75c0e8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/09aca220-364e-43a7-97f8-6910e0d110e6 HTTP/1.1" status: 404 len: 333 time: 0.0566511 Jul 06 12:02:23.533234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.562398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063e53-1ba8-4127-b092-a47945f7db0b req-6ed9a67c-4f3e-40a6-8edf-8eee27cb77b2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.563800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72063e53-1ba8-4127-b092-a47945f7db0b req-6ed9a67c-4f3e-40a6-8edf-8eee27cb77b2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1055827 Jul 06 12:02:23.573790 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b6eb7c-5a9e-42e1-8bbd-9ee70f1219d0 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.575046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b6eb7c-5a9e-42e1-8bbd-9ee70f1219d0 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.579181 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-27b6eb7c-5a9e-42e1-8bbd-9ee70f1219d0 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/f142a39b-0ecc-42f6-bf06-ecf084de9d66 HTTP/1.1" status: 404 len: 337 time: 0.0446832 Jul 06 12:02:23.581322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.616644 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5526799-83ca-4ee7-ba1e-1479922ea9af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.617567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5526799-83ca-4ee7-ba1e-1479922ea9af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.619162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f5526799-83ca-4ee7-ba1e-1479922ea9af tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/68e97c6c-6dbc-4591-99e2-247e7dd64085 HTTP/1.1" status: 404 len: 337 time: 0.0361509 Jul 06 12:02:23.621853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.626446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72063e53-1ba8-4127-b092-a47945f7db0b req-80c93b70-99b5-49d4-9f10-4b61ee67e532 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Jul 06 12:02:23.665644 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc3a6f7-7245-4ab7-9a2f-76cceee37c77 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.666314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc3a6f7-7245-4ab7-9a2f-76cceee37c77 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.670433 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3dc3a6f7-7245-4ab7-9a2f-76cceee37c77 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/fcf7b08d-6e82-4e0b-94d3-2193a47de769 HTTP/1.1" status: 404 len: 333 time: 0.0454683 Jul 06 12:02:23.670680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.699654 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-659bdace-856d-4942-901d-c27f37102e74 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.700393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659bdace-856d-4942-901d-c27f37102e74 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.702206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-659bdace-856d-4942-901d-c27f37102e74 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/db06937d-8794-49e4-bdc0-cb95e272d8b2 HTTP/1.1" status: 404 len: 337 time: 0.0305772 Jul 06 12:02:23.704875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.737106 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6e6946-1307-41ac-b206-a1a6bd53c8f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] DELETE failed (client error): The resource could not be found. Jul 06 12:02:23.737485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6e6946-1307-41ac-b206-a1a6bd53c8f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:02:23.739243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5e6e6946-1307-41ac-b206-a1a6bd53c8f8 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/subnets/f56d1707-7dca-4634-b886-380f5966b7a0 HTTP/1.1" status: 404 len: 337 time: 0.0333951 Jul 06 12:02:23.742054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.758245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0abce4-0faf-41f7-a53d-b03623c8a54a None None] Network 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:23.857656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:23.858339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.861954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5206cdca-d364-4808-85e0-ba79256a7ac3 None None] Provisioning complete for port f5f76611-d821-434c-b999-8556bc2378d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:23.862948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5206cdca-d364-4808-85e0-ba79256a7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.975637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.982702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece7097-9753-4d87-99d6-aa0e4b338932 req-631be117-63c0-4d20-b9a8-453115e0f1f4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.991995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aece7097-9753-4d87-99d6-aa0e4b338932 req-631be117-63c0-4d20-b9a8-453115e0f1f4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1023970 Jul 06 12:02:23.998126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:24.044873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aece7097-9753-4d87-99d6-aa0e4b338932 req-ef203e79-ed2b-4ef2-9fbd-b857a2cd6822 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513680 Jul 06 12:02:24.069382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5206cdca-d364-4808-85e0-ba79256a7ac3 None None] Provisioning complete for port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:24.069765 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5206cdca-d364-4808-85e0-ba79256a7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.136124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] DHCP port deletion for 6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:24.141861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5206cdca-d364-4808-85e0-ba79256a7ac3 None None] Port 4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:24.148441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.195347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:24.201406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.203698 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb80a2b5-6e59-4a57-b966-4ecf25872d88 tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/ports/4bc5c1f9-fd22-4fd5-bfc1-55f64a2d8c69 HTTP/1.1" status: 204 len: 168 time: 0.4605210 Jul 06 12:02:24.206213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:24.237575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] Deleting port f5f76611-d821-434c-b999-8556bc2378d8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:24.238109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.276503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e734e8-1db5-4533-93ed-d4a6cd0132af req-a02a3c5b-49e8-4feb-aec9-57bc72a6f27f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.288188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06e734e8-1db5-4533-93ed-d4a6cd0132af req-a02a3c5b-49e8-4feb-aec9-57bc72a6f27f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1037781 Jul 06 12:02:24.318703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.351642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:24.351997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.374623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06e734e8-1db5-4533-93ed-d4a6cd0132af req-125e772f-ab45-4ded-b964-522e0cb93da8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854437 Jul 06 12:02:24.381442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] Calling delete_port for f5f76611-d821-434c-b999-8556bc2378d8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:24.414864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Deleting port f5f76611-d821-434c-b999-8556bc2378d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:24.415209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.427010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5f76611-d821-434c-b999-8556bc2378d8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:24.563992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] For port f5f76611-d821-434c-b999-8556bc2378d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5f76611-d821-434c-b999-8556bc2378d8,segment=NetworkSegment(1a9f06cb-7583-454f-95de-56acdf6970d2),segment_id=1a9f06cb-7583-454f-95de-56acdf6970d2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:24.563992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.581344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Calling delete_port for f5f76611-d821-434c-b999-8556bc2378d8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:24.711033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a46a-e78e-41b1-b973-a66544ae10fe req-13eaef36-8dbf-4d0b-ab57-fbc65d7e9dcf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.713274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af02a46a-e78e-41b1-b973-a66544ae10fe req-13eaef36-8dbf-4d0b-ab57-fbc65d7e9dcf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1003578 Jul 06 12:02:24.746550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.752941 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.782556 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.787545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af02a46a-e78e-41b1-b973-a66544ae10fe req-38a136a4-a194-4bca-a721-94692e6ad4b6 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 Jul 06 12:02:24.810504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] No DVR routers for this DVR port f5f76611-d821-434c-b999-8556bc2378d8 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:24.830915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:24.892633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] Pushing event deleted for resources: {'Port': ['ID=f5f76611-d821-434c-b999-8556bc2378d8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:24.902672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5a4fe-13cc-46be-9fd8-1af2b36bfd0b None None] No DVR routers for this DVR port f5f76611-d821-434c-b999-8556bc2378d8 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:24.969495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.981830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:25.004355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f06cb-7583-454f-95de-56acdf6970d2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:25.007721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f06cb-7583-454f-95de-56acdf6970d2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:25.025066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.042037 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.048744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:25.049113 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:25.052524 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:25.095077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e316f22-e38d-4153-926d-613ec267ecbb req-7ceba41e-828f-4aaa-8a7f-5f335c13ca03 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.100304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e316f22-e38d-4153-926d-613ec267ecbb req-7ceba41e-828f-4aaa-8a7f-5f335c13ca03 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1611328 Jul 06 12:02:25.161299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e316f22-e38d-4153-926d-613ec267ecbb req-f46db32a-7c69-4961-a46d-de1676e153e5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Jul 06 12:02:25.162847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.168594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.179456 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] 10.222.0.78 "DELETE /v2.0/networks/6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b HTTP/1.1" status: 204 len: 168 time: 0.9628596 Jul 06 12:02:25.200426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e054d-454b-445c-b3ed-79e38618056c tempest-PortsTestJSON-436465930 tempest-PortsTestJSON-436465930-project] Pushing event deleted for resources: {'Network': ['ID=6d76d3b3-1092-42a4-b5e0-0dd21a3c5d1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.236984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:25.441860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746505de-864c-4eb7-9651-c10dd4c7b67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.479758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52b044-ead6-4d75-b13d-b343a34319f4 req-8d5e8ae8-cd5f-48f2-a8f4-ae6b1bba196e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.481414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e52b044-ead6-4d75-b13d-b343a34319f4 req-8d5e8ae8-cd5f-48f2-a8f4-ae6b1bba196e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1013136 Jul 06 12:02:25.544643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e52b044-ead6-4d75-b13d-b343a34319f4 req-27042bb8-3759-4338-ac17-f874dfc686c4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547986 Jul 06 12:02:25.562978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:25.613658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746505de-864c-4eb7-9651-c10dd4c7b67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.618909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-746505de-864c-4eb7-9651-c10dd4c7b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.669693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-746505de-864c-4eb7-9651-c10dd4c7b67a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4721f780ce145ffbd6fa53d894e3612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315770 Jul 06 12:02:25.672236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:25.700561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746505de-864c-4eb7-9651-c10dd4c7b67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7101f003-7334-4dab-bc3c-6995ab2e7a9a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.734401 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6dba9eb8-eb02-4700-a428-43b1b6dc8ba3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8a69099f8694af0997f99f4d3497e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695924 Jul 06 12:02:25.736857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:25.773904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc55088-a83a-47fb-ad82-06e67d4044c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.793370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc660de-ea08-4c0d-999d-5b4ae14fd765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.805100 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc55088-a83a-47fb-ad82-06e67d4044c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.815333 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc660de-ea08-4c0d-999d-5b4ae14fd765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.819765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0c297-8b4a-474d-9901-3895efae561c req-ffafa2b4-4b68-4092-ad8f-c4bf1c816923 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.821412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6b0c297-8b4a-474d-9901-3895efae561c req-ffafa2b4-4b68-4092-ad8f-c4bf1c816923 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1222394 Jul 06 12:02:25.869893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc660de-ea08-4c0d-999d-5b4ae14fd765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.872810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bc660de-ea08-4c0d-999d-5b4ae14fd765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.878078 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6bc660de-ea08-4c0d-999d-5b4ae14fd765 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee53b0cd-3e95-4432-a735-32dfbb6fd637 HTTP/1.1" status: 204 len: 168 time: 0.1400299 Jul 06 12:02:25.892156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc660de-ea08-4c0d-999d-5b4ae14fd765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53b0cd-3e95-4432-a735-32dfbb6fd637,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.893593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6b0c297-8b4a-474d-9901-3895efae561c req-f82866c9-03ed-420b-ba2e-edfd4acb7a23 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622733 Jul 06 12:02:25.934356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc55088-a83a-47fb-ad82-06e67d4044c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.945112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adc55088-a83a-47fb-ad82-06e67d4044c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.949503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-adc55088-a83a-47fb-ad82-06e67d4044c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7101f003-7334-4dab-bc3c-6995ab2e7a9a HTTP/1.1" status: 204 len: 168 time: 0.2741013 Jul 06 12:02:25.965846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc55088-a83a-47fb-ad82-06e67d4044c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7101f003-7334-4dab-bc3c-6995ab2e7a9a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.173311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac11f2-9eed-4a70-83a9-82fd2c4b0a86 req-7e7161c4-883a-4240-9d50-c77cc1616e9b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.175149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1aac11f2-9eed-4a70-83a9-82fd2c4b0a86 req-7e7161c4-883a-4240-9d50-c77cc1616e9b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1010520 Jul 06 12:02:26.222520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1aac11f2-9eed-4a70-83a9-82fd2c4b0a86 req-6b5a5bba-21d8-4cd8-8aa8-d51738eb4592 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Jul 06 12:02:26.342543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:26.368544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d528e34-5c0c-4766-bb67-49e0f88c19d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.465337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a684c-b19d-49b0-92ce-99e848202416 req-c5a8645f-5e6a-431a-94dc-8e5e81fc05e5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.467025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-344a684c-b19d-49b0-92ce-99e848202416 req-c5a8645f-5e6a-431a-94dc-8e5e81fc05e5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1081226 Jul 06 12:02:26.539720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-344a684c-b19d-49b0-92ce-99e848202416 req-213d5d18-ba83-4599-b770-6aa967857eb7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589361 Jul 06 12:02:26.565844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d528e34-5c0c-4766-bb67-49e0f88c19d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.576316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d528e34-5c0c-4766-bb67-49e0f88c19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.627828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:26.628223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d528e34-5c0c-4766-bb67-49e0f88c19d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97087ab3140343dea3b76a5efac1267a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844250 Jul 06 12:02:26.647440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d528e34-5c0c-4766-bb67-49e0f88c19d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4076e5-1b00-499f-bb43-130427c84e8d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.731536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52189455-9063-460a-805d-3b98223ef032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.779494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52189455-9063-460a-805d-3b98223ef032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.841648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c314-4974-4f0d-aa0d-092d2c80c60f req-f6e2cc19-a10f-4293-82c9-b67513be8125 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.849685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df06c314-4974-4f0d-aa0d-092d2c80c60f req-f6e2cc19-a10f-4293-82c9-b67513be8125 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0881858 Jul 06 12:02:26.850210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52189455-9063-460a-805d-3b98223ef032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.854450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52189455-9063-460a-805d-3b98223ef032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.860465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-52189455-9063-460a-805d-3b98223ef032 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f4076e5-1b00-499f-bb43-130427c84e8d HTTP/1.1" status: 204 len: 168 time: 0.2314911 Jul 06 12:02:26.881167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52189455-9063-460a-805d-3b98223ef032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4076e5-1b00-499f-bb43-130427c84e8d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.901853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df06c314-4974-4f0d-aa0d-092d2c80c60f req-88784713-59b8-4dca-9187-c896b2877b14 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Jul 06 12:02:27.042237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.115419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898861a3-ad80-4000-80cb-c24ab37fee22 req-03dcaf59-5009-49f5-bf44-4e91e3e9a393 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.116613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57ad2322-0c40-4ff9-9b28-01b2c9fa96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.117625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-898861a3-ad80-4000-80cb-c24ab37fee22 req-03dcaf59-5009-49f5-bf44-4e91e3e9a393 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0882864 Jul 06 12:02:27.181552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-898861a3-ad80-4000-80cb-c24ab37fee22 req-a8688c32-203b-4f2e-bd9d-a534658f2c64 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548749 Jul 06 12:02:27.308450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1730608023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:27.341961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.343088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.373249 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:02:27.401615 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.406391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.424252 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.429165 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe4c7df1-8303-457d-91b4-7d4d29d51866 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3848944 Jul 06 12:02:27.429460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.435163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1816976143'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:27.460255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:27.464970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.474957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.478115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719cbe0-8c8a-401e-8ef2-ca7d46cc5375 req-a96833ef-4d6b-49cb-8f6f-8d09d056670b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.484942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b719cbe0-8c8a-401e-8ef2-ca7d46cc5375 req-a96833ef-4d6b-49cb-8f6f-8d09d056670b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0912955 Jul 06 12:02:27.548060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b719cbe0-8c8a-401e-8ef2-ca7d46cc5375 req-6cc82190-991c-4db3-af0e-6ca69daa7985 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609114 Jul 06 12:02:27.597088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.602684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.636410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:27.649371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb4b55-9dd3-40d9-9fd8-2fe16750a7b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:27.656461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.656667 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Added segment dd078930-f2cb-4cfa-866c-514d97b5c15d of type vlan for network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b Jul 06 12:02:27.700146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.745992 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.751751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.752416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.822316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3918197 Jul 06 12:02:27.822809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.828935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'subnet': {'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:27.838264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf472ef-df77-46a6-8adc-816de5ff7f81 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Network': ['ID=e2b9c947-af93-4e29-8a09-d3e0d2df8a3b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:27.859140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:27.894299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f80a-499d-436b-9f04-f891ecffabd1 req-116c32f9-33f4-4d0c-a882-09e60572dd79 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.901639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07b7f80a-499d-436b-9f04-f891ecffabd1 req-116c32f9-33f4-4d0c-a882-09e60572dd79 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1395376 Jul 06 12:02:27.982879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07b7f80a-499d-436b-9f04-f891ecffabd1 req-276cd2fb-4e77-46ea-8c4e-748f95113cec tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802228 Jul 06 12:02:27.994024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:27.997901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.260093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff969-54f0-45ee-a434-097b7c1124fe req-f398701c-01e5-4ff5-995c-36925835d9ef tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.261636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6feff969-54f0-45ee-a434-097b7c1124fe req-f398701c-01e5-4ff5-995c-36925835d9ef tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1364462 Jul 06 12:02:28.298051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.367339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6feff969-54f0-45ee-a434-097b7c1124fe req-ae4a2997-908d-491d-a718-e7c52457fc78 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926533 Jul 06 12:02:28.389339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Subnet': ['ID=241e3c5f-24cd-45dc-821d-712754b7d150,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:28.404899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Checking segment: {'id': 'dd078930-f2cb-4cfa-866c-514d97b5c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:28.405519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network hostable DHCP agents. Network: e2b9c947-af93-4e29-8a09-d3e0d2df8a3b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:28.425202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:28.436365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, e2b9c947-af93-4e29-8a09-d3e0d2df8a3b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:28.444522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81d0eb-a9e5-48f6-9f7f-e5d2739ad18e None None] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:28.464432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.465395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.487392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e358474-2abc-4e7a-9544-1aa5eb355b8c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6627557 Jul 06 12:02:28.489795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:28.497807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'network': {'name': 'tempest-router-network01--1077295156'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:28.540024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:28.546046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.581567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:28.593253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.593745 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Added segment 8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e of type vlan for network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 Jul 06 12:02:28.677270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.734635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.741247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.741909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.754931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d33-8639-4d8c-9cc8-bea6ca0d8a4f req-9f003e48-3bb0-456e-9549-dcf52c92a3a0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.757245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb61d33-8639-4d8c-9cc8-bea6ca0d8a4f req-9f003e48-3bb0-456e-9549-dcf52c92a3a0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1265459 Jul 06 12:02:28.842469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3506837 Jul 06 12:02:28.844745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:28.854587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'network': {'name': 'tempest-router-network02--1801993530'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:28.857664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0cc4-d6eb-482d-a563-04d967c4ac2e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Network': ['ID=50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:28.868128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb61d33-8639-4d8c-9cc8-bea6ca0d8a4f req-f61c90c3-4532-4633-a424-70d390ff051c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932376 Jul 06 12:02:28.887135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:28.894945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:28.904322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.967770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:28.996723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-e2b9c947-af93-4e29-8a09-d3e0d2df8a3b', 'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b', 'tenant_id': '459d9d37c99240df8bd468c38be673c4', 'fixed_ips': [{'subnet_id': '241e3c5f-24cd-45dc-821d-712754b7d150'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:28.998425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.011662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.011974 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Added segment 29d98528-ed68-414c-b331-2459f1cf770c of type vlan for network 48b8b649-819a-4ecb-b245-ad3b8a787a7e Jul 06 12:02:29.131076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.198565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.212685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.214565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.233606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Allocated IP 2001:db8::2 (e2b9c947-af93-4e29-8a09-d3e0d2df8a3b/241e3c5f-24cd-45dc-821d-712754b7d150/729342cc-5356-4265-9d9a-d517770a09c6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:29.317999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Network': ['ID=48b8b649-819a-4ecb-b245-ad3b8a787a7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.321493 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4750726 Jul 06 12:02:29.327826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:29.328611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.329245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.329867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.330458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.331084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.331659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.332267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.332823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.333401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.334558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.335149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.335775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8b569-9a00-4c4f-9fda-0dad0ac3368d tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.345395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'subnet': {'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:29.357101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 48b8b649-819a-4ecb-b245-ad3b8a787a7e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:29.484626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3daa1-ffab-4a59-9d0a-d9ed6f5c4c17 req-153994f8-6678-4e4f-b164-08ea66cf4d54 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.493227 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5b3daa1-ffab-4a59-9d0a-d9ed6f5c4c17 req-153994f8-6678-4e4f-b164-08ea66cf4d54 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2085114 Jul 06 12:02:29.533500 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.544852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5b3daa1-ffab-4a59-9d0a-d9ed6f5c4c17 req-4261e7d1-abe0-45c9-8a44-b1d2cf525bcf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Jul 06 12:02:29.545345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Transition to ACTIVE for port object 729342cc-5356-4265-9d9a-d517770a09c6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:29.563051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Transition to ACTIVE for port object 729342cc-5356-4265-9d9a-d517770a09c6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:29.574898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.593505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:29.598409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.664396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:29.673747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:29.679858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:29.682682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Pushing event updated for resources: {'Port': ['ID=729342cc-5356-4265-9d9a-d517770a09c6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.685674 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa5293b-13c7-4a58-bdee-6bc0a064600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.749662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Attempting to bind port 729342cc-5356-4265-9d9a-d517770a09c6 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:29.750034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Attempting to bind port 729342cc-5356-4265-9d9a-d517770a09c6 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'dd078930-f2cb-4cfa-866c-514d97b5c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:29.750404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Attempting to bind port 729342cc-5356-4265-9d9a-d517770a09c6 on network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:29.751481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1fe41-90cb-49b5-99fc-a4700c0e364b req-3f228514-2121-47f0-857a-58869c6c2186 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.753033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19b1fe41-90cb-49b5-99fc-a4700c0e364b req-3f228514-2121-47f0-857a-58869c6c2186 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.2004650 Jul 06 12:02:29.755991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:29.756811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Checking segment: {'id': 'dd078930-f2cb-4cfa-866c-514d97b5c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:29.757353 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.757760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Bound using segment: {'id': 'dd078930-f2cb-4cfa-866c-514d97b5c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:29.758241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Bound port: 729342cc-5356-4265-9d9a-d517770a09c6, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd078930-f2cb-4cfa-866c-514d97b5c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e2b9c947-af93-4e29-8a09-d3e0d2df8a3b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:29.758632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.824711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98445b81-72b7-47b8-8380-b0172805472c None None] For port 729342cc-5356-4265-9d9a-d517770a09c6, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:29.827147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19b1fe41-90cb-49b5-99fc-a4700c0e364b req-fe1e0bb7-af1c-4e68-b1ab-6ebbdd614625 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644577 Jul 06 12:02:29.827959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98445b81-72b7-47b8-8380-b0172805472c None None] For port 729342cc-5356-4265-9d9a-d517770a09c6, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=729342cc-5356-4265-9d9a-d517770a09c6,segment=NetworkSegment(dd078930-f2cb-4cfa-866c-514d97b5c15d),segment_id=dd078930-f2cb-4cfa-866c-514d97b5c15d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:29.833489 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.867566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f156a-1018-482f-8b52-f2aa002e7237 req-bf9ebdec-0678-4bc9-86e6-de3f76e92557 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.877895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e1f156a-1018-482f-8b52-f2aa002e7237 req-bf9ebdec-0678-4bc9-86e6-de3f76e92557 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1918304 Jul 06 12:02:29.902182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98445b81-72b7-47b8-8380-b0172805472c None None] Pushing event updated for resources: {'Port': ['ID=729342cc-5356-4265-9d9a-d517770a09c6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.969203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e1f156a-1018-482f-8b52-f2aa002e7237 req-59a4d868-859e-4202-8ac7-b9ab9030f815 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Jul 06 12:02:30.045334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.054279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.135903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Subnet': ['ID=2cebc1c4-6a8f-43cd-84b8-c808a362667c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:30.138338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Checking segment: {'id': '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:30.138705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network hostable DHCP agents. Network: 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:30.173230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:30.195792 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:30.206195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33480c-f773-4e9c-867e-61eb1986e84a None None] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:30.214795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:30.215710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.236062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-294a2de1-68d4-4f62-9b8b-d35cdc6ccc4f tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9019697 Jul 06 12:02:30.240235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:30.257411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'subnet': {'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:30.436653 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.495426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5800-3fe3-4438-a6a9-52572b324c49 req-6f4a88b8-c4d6-4070-9f63-c8f58f011135 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:30.499226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b49e5800-3fe3-4438-a6a9-52572b324c49 req-6f4a88b8-c4d6-4070-9f63-c8f58f011135 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2198496 Jul 06 12:02:30.526756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:30.536737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.570776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b49e5800-3fe3-4438-a6a9-52572b324c49 req-a53201bd-8ffc-45c4-813d-c6e98316954f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Jul 06 12:02:30.610605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 729342cc-5356-4265-9d9a-d517770a09c6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:30.710533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6', 'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6', 'tenant_id': '459d9d37c99240df8bd468c38be673c4', 'fixed_ips': [{'subnet_id': '2cebc1c4-6a8f-43cd-84b8-c808a362667c'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:30.711405 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.943691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21864-33bd-46c4-a275-d284c3b9ba48 req-2810be02-9e05-4897-bdde-eac926d729b9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:30.946351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8d21864-33bd-46c4-a275-d284c3b9ba48 req-2810be02-9e05-4897-bdde-eac926d729b9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1045227 Jul 06 12:02:30.963821 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.970665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 729342cc-5356-4265-9d9a-d517770a09c6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:30.982215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.062987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8d21864-33bd-46c4-a275-d284c3b9ba48 req-0ea1909a-3afc-4dc6-81d9-d1ede6ba20a9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094236 Jul 06 12:02:31.081127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Allocated IP 2001:db8::2 (50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6/2cebc1c4-6a8f-43cd-84b8-c808a362667c/9879e68f-1463-4a06-ad08-fee011f39a6a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:31.153926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Subnet': ['ID=92b7250d-d072-4e8f-a4c8-096e492d7c11,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.193682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Checking segment: {'id': '29d98528-ed68-414c-b331-2459f1cf770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:31.194140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network hostable DHCP agents. Network: 48b8b649-819a-4ecb-b245-ad3b8a787a7e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:31.214484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network 48b8b649-819a-4ecb-b245-ad3b8a787a7e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:31.229703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 48b8b649-819a-4ecb-b245-ad3b8a787a7e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:31.236995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.237742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.261695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31e393-adde-41dd-833e-7ae383dbd345 req-ffa842fc-cbd1-4399-84e6-94abf2a510f2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.262955 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3157c603-beed-4e49-b194-0e55676271bb tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0208139 Jul 06 12:02:31.265389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c250e4b-6669-479e-8e93-f2b2cdece5ab None None] Network 48b8b649-819a-4ecb-b245-ad3b8a787a7e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:31.265739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:31.285446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc31e393-adde-41dd-833e-7ae383dbd345 req-ffa842fc-cbd1-4399-84e6-94abf2a510f2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1536369 Jul 06 12:02:31.385794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc31e393-adde-41dd-833e-7ae383dbd345 req-3a3f1584-0119-430b-9438-f58923108ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=39342091-8e78-4e04-a10b-60887905583e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992970 Jul 06 12:02:31.434153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72123e6-e11d-45bf-9791-c3596a1fc94c req-8889adeb-b235-48fb-89b1-e9751134d874 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.443781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e72123e6-e11d-45bf-9791-c3596a1fc94c req-8889adeb-b235-48fb-89b1-e9751134d874 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1265450 Jul 06 12:02:31.556605 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.571088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Transition to ACTIVE for port object 9879e68f-1463-4a06-ad08-fee011f39a6a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:31.573580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e72123e6-e11d-45bf-9791-c3596a1fc94c req-49188f3c-6a7a-4792-8aba-a3932d67f93f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288002 Jul 06 12:02:31.591879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Transition to ACTIVE for port object 9879e68f-1463-4a06-ad08-fee011f39a6a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:31.648135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.658029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-030e1877-9004-468e-96cc-c77b3a850959 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.660031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-030e1877-9004-468e-96cc-c77b3a850959 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 945 time: 0.1907148 Jul 06 12:02:31.661265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-48b8b649-819a-4ecb-b245-ad3b8a787a7e', 'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e', 'tenant_id': '459d9d37c99240df8bd468c38be673c4', 'fixed_ips': [{'subnet_id': '92b7250d-d072-4e8f-a4c8-096e492d7c11'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:31.663796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.714680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67138f-7872-4490-bc8b-09dd28b87745 None None] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:31.754269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.889593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:31.912569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Deleting port a643e815-5c45-43fa-b7c1-4a12d3d6e876 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:31.913108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.932094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:31.936630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55859e-e89e-4962-bbe1-5c68143485d2 req-f3444c9b-d1ac-4d79-b964-0efdd26820df tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.943873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd55859e-e89e-4962-bbe1-5c68143485d2 req-f3444c9b-d1ac-4d79-b964-0efdd26820df tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1318667 Jul 06 12:02:31.951808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:31.970752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Pushing event updated for resources: {'Port': ['ID=9879e68f-1463-4a06-ad08-fee011f39a6a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.024982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd55859e-e89e-4962-bbe1-5c68143485d2 req-df187041-493e-4f6d-a75e-97e3b5b1ad75 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798259 Jul 06 12:02:32.066492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] For port a643e815-5c45-43fa-b7c1-4a12d3d6e876, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a643e815-5c45-43fa-b7c1-4a12d3d6e876,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:32.066978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.147894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] Provisioning for port 729342cc-5356-4265-9d9a-d517770a09c6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:32.174899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Attempting to bind port 9879e68f-1463-4a06-ad08-fee011f39a6a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:32.174899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Attempting to bind port 9879e68f-1463-4a06-ad08-fee011f39a6a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:32.174899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Attempting to bind port 9879e68f-1463-4a06-ad08-fee011f39a6a on network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:32.193565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] Provisioning complete for port 729342cc-5356-4265-9d9a-d517770a09c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:32.196385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.258245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:32.258933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Checking segment: {'id': '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:32.259532 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.260133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Bound using segment: {'id': '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:32.261030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Bound port: 9879e68f-1463-4a06-ad08-fee011f39a6a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:32.262197 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.278653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Allocated IP 2001:db8::1 (50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6/2cebc1c4-6a8f-43cd-84b8-c808a362667c/0a69bc64-3142-46ce-b85c-f16ba1d2d3ef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:32.367714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.368123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.368570 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Floating IP 3d1ad3bc-645b-4501-af9a-ccd3d030703a disassociated. External IP: 172.25.7.168, port: a643e815-5c45-43fa-b7c1-4a12d3d6e876. Jul 06 12:02:32.368923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Calling delete_port for a643e815-5c45-43fa-b7c1-4a12d3d6e876 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:32.529399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.559598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.597823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Allocated IP 2001:db8::2 (48b8b649-819a-4ecb-b245-ad3b8a787a7e/92b7250d-d072-4e8f-a4c8-096e492d7c11/40beae87-4018-44e9-aa74-7707650380bc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:32.664917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event deleted for resources: {'Port': ['ID=a643e815-5c45-43fa-b7c1-4a12d3d6e876,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.693341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.712052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.713226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Transition to ACTIVE for port object 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:32.761826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b7ee2d6-6b47-48e2-85e5-e0b3109184de req-f6b7c465-8325-4135-8c26-8ecdd0c615b6 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 210 time: 0.0819116 Jul 06 12:02:32.775781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] For port 9879e68f-1463-4a06-ad08-fee011f39a6a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:32.806188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.875160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.884025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] For port 9879e68f-1463-4a06-ad08-fee011f39a6a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9879e68f-1463-4a06-ad08-fee011f39a6a,segment=NetworkSegment(8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e),segment_id=8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:32.909926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:32.923659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:32.924431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.930128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:32.930701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.940301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Port': ['ID=0a69bc64-3142-46ce-b85c-f16ba1d2d3ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:33.043234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] For port 729342cc-5356-4265-9d9a-d517770a09c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=729342cc-5356-4265-9d9a-d517770a09c6,segment=NetworkSegment(dd078930-f2cb-4cfa-866c-514d97b5c15d),segment_id=dd078930-f2cb-4cfa-866c-514d97b5c15d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:33.047500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Router e45e903e-c73b-47de-b14f-32752a17ac76 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:33.068568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.110704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1023815-46a9-45e6-b928-02ff6c273823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.248689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.258883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Transition to ACTIVE for port object 40beae87-4018-44e9-aa74-7707650380bc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:33.277669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Transition to ACTIVE for port object 40beae87-4018-44e9-aa74-7707650380bc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:33.287893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76d95f-a828-47b3-aaba-385bd8732020 None None] Pushing event updated for resources: {'Port': ['ID=9879e68f-1463-4a06-ad08-fee011f39a6a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:33.295710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.299818 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.377691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:33.406588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:33.493052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Network 48b8b649-819a-4ecb-b245-ad3b8a787a7e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:33.514604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:33.515460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:33.524244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:33.546461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] No DVR routers for this DVR port a643e815-5c45-43fa-b7c1-4a12d3d6e876 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:33.594766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.600815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa294f40-55a8-4c2a-af6c-ee84fb1868f6 req-081b5440-41f9-4cf9-9656-171b56526ad7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "DELETE /v2.0/ports/a643e815-5c45-43fa-b7c1-4a12d3d6e876 HTTP/1.1" status: 204 len: 173 time: 1.9348781 Jul 06 12:02:33.612175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'name': 'network-vif-deleted', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:33.623071 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4581169f-59d7-43a4-a444-9364f5d39999" -d '{"events": [{"server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "name": "network-vif-deleted", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:33.666273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cfa36b6-b563-43a2-aa2f-ac9032c8b203 None None] Provisioning complete for port 729342cc-5356-4265-9d9a-d517770a09c6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:33.671604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cfa36b6-b563-43a2-aa2f-ac9032c8b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.731277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1023815-46a9-45e6-b928-02ff6c273823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.741527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1023815-46a9-45e6-b928-02ff6c273823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.767480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a90732-bfce-4616-b82b-b2eabdb3d3f7 req-80509d54-b8b0-4883-bfd0-bda2e47ef9f3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:33.770995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54a90732-bfce-4616-b82b-b2eabdb3d3f7 req-80509d54-b8b0-4883-bfd0-bda2e47ef9f3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.3196139 Jul 06 12:02:33.775238 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3463d2-daec-4c3c-8a12-ed8a0a57b9b1 x-openstack-request-id: req-ac3463d2-daec-4c3c-8a12-ed8a0a57b9b1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:33.775590 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4927e39-b8ee-4f08-b0d4-d119deb6d64f", "name": "network-vif-deleted", "tag": "a643e815-5c45-43fa-b7c1-4a12d3d6e876", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:33.777085 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac3463d2-daec-4c3c-8a12-ed8a0a57b9b1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:33.779228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1023815-46a9-45e6-b928-02ff6c273823 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0442a89ec2ee411486b516ff427a8c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9015031 Jul 06 12:02:33.782014 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4927e39-b8ee-4f08-b0d4-d119deb6d64f', 'name': 'network-vif-deleted', 'tag': 'a643e815-5c45-43fa-b7c1-4a12d3d6e876', 'status': 'completed', 'code': 200} Jul 06 12:02:33.782573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:33.796144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:33.920051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54a90732-bfce-4616-b82b-b2eabdb3d3f7 req-d6fc1685-16e7-4fdb-8552-8b3dfa035d5c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349795 Jul 06 12:02:33.951938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ecdc4-e4a7-4e54-bca0-fa04830b5705 None None] Pushing event updated for resources: {'Port': ['ID=729342cc-5356-4265-9d9a-d517770a09c6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.006775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0557efb3-c3cf-4723-998e-626ea2c48a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.039427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0557efb3-c3cf-4723-998e-626ea2c48a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.073127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Pushing event updated for resources: {'Port': ['ID=40beae87-4018-44e9-aa74-7707650380bc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.149405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3342a46-3e59-4666-9fd8-e2f2851d4754 req-9d59f079-6d82-4f7a-953a-c8b5667b2f9b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4927e39-b8ee-4f08-b0d4-d119deb6d64f HTTP/1.1" status: 200 len: 210 time: 0.0552626 Jul 06 12:02:34.163705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0557efb3-c3cf-4723-998e-626ea2c48a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.169818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0557efb3-c3cf-4723-998e-626ea2c48a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.170840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:34.171694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0557efb3-c3cf-4723-998e-626ea2c48a2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd819ba2-70d9-4df1-92c0-b82b805fd7a8 HTTP/1.1" status: 204 len: 168 time: 0.3348396 Jul 06 12:02:34.200683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557efb3-c3cf-4723-998e-626ea2c48a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd819ba2-70d9-4df1-92c0-b82b805fd7a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.320915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Attempting to bind port 40beae87-4018-44e9-aa74-7707650380bc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:34.321294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Attempting to bind port 40beae87-4018-44e9-aa74-7707650380bc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '29d98528-ed68-414c-b331-2459f1cf770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:34.321664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Attempting to bind port 40beae87-4018-44e9-aa74-7707650380bc on network 48b8b649-819a-4ecb-b245-ad3b8a787a7e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:34.354397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:34.354773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Checking segment: {'id': '29d98528-ed68-414c-b331-2459f1cf770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:34.355183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.355582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Bound using segment: {'id': '29d98528-ed68-414c-b331-2459f1cf770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:34.356147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Bound port: 40beae87-4018-44e9-aa74-7707650380bc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d98528-ed68-414c-b331-2459f1cf770c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48b8b649-819a-4ecb-b245-ad3b8a787a7e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:34.356460 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.436683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1023815-46a9-45e6-b928-02ff6c273823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd819ba2-70d9-4df1-92c0-b82b805fd7a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.635127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.641537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.642341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.700562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Port': ['ID=0a69bc64-3142-46ce-b85c-f16ba1d2d3ef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.740442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:34.745570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 729342cc-5356-4265-9d9a-d517770a09c6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:34.770580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd04b20e-752a-478c-9b9e-534d059397da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.846343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:34.848781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:34.892130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] For port 40beae87-4018-44e9-aa74-7707650380bc, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:34.924592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] For port 40beae87-4018-44e9-aa74-7707650380bc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=40beae87-4018-44e9-aa74-7707650380bc,segment=NetworkSegment(29d98528-ed68-414c-b331-2459f1cf770c),segment_id=29d98528-ed68-414c-b331-2459f1cf770c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:34.925834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd04b20e-752a-478c-9b9e-534d059397da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.931808 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd04b20e-752a-478c-9b9e-534d059397da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.947870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.977952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd04b20e-752a-478c-9b9e-534d059397da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5be19d745dcd4d8b9ed0b89f34e9c258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361317 Jul 06 12:02:34.979007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04b20e-752a-478c-9b9e-534d059397da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e749d0-4b66-415a-b173-bc9bc00cd10c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.981553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:35.027662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 729342cc-5356-4265-9d9a-d517770a09c6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:35.028378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.040298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Router 2cf20b70-bda6-4f31-998d-bca14f48ead1 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:35.042821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a496970-7a7d-4e2e-ac84-a2658b7cc7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.067069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a496970-7a7d-4e2e-ac84-a2658b7cc7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.108948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824ec96-4294-44f2-aec7-59b247fc7882 None None] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:35.127486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a496970-7a7d-4e2e-ac84-a2658b7cc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.130218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a496970-7a7d-4e2e-ac84-a2658b7cc7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.134759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a496970-7a7d-4e2e-ac84-a2658b7cc7c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03e749d0-4b66-415a-b173-bc9bc00cd10c HTTP/1.1" status: 204 len: 168 time: 0.1499021 Jul 06 12:02:35.143796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a496970-7a7d-4e2e-ac84-a2658b7cc7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e749d0-4b66-415a-b173-bc9bc00cd10c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.287987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:35.293421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb6ba-c594-4dd2-ac62-6fdd1f2c28be req-f91ac8a3-25c8-44d7-b515-75399b10a424 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:35.295080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e08cb6ba-c594-4dd2-ac62-6fdd1f2c28be req-f91ac8a3-25c8-44d7-b515-75399b10a424 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0900712 Jul 06 12:02:35.305132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:35.306014 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9e0ec82d-f1dc-4738-89e8-d18dc122728b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0390499 Jul 06 12:02:35.310613 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] Sync routers for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:35.322769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:35.323402 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.404181 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.407731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f53133a-7f3b-4785-a3dc-b59927d48058 None None] Provisioning for port 9879e68f-1463-4a06-ad08-fee011f39a6a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:35.417381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaeecf-3d6c-42d5-95ee-062f2364e934 None None] Pushing event updated for resources: {'Port': ['ID=40beae87-4018-44e9-aa74-7707650380bc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.418837 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:35.419618 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.467160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.467935 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b456a56-1aef-4037-946a-b97db0ace521 None None] The sync data for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:35.567079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.596776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:35.611518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9879e68f-1463-4a06-ad08-fee011f39a6a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:35.640225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:35.640767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.814117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:35.966218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 9879e68f-1463-4a06-ad08-fee011f39a6a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:35.973760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e08cb6ba-c594-4dd2-ac62-6fdd1f2c28be req-ec56581f-f031-401c-a316-8f0398e3d09e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799242 Jul 06 12:02:35.995301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a643e815-5c45-43fa-b7c1-4a12d3d6e876 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:36.073971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9879e68f-1463-4a06-ad08-fee011f39a6a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:36.073971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.162466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: a643e815-5c45-43fa-b7c1-4a12d3d6e876 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:36.163223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a643e815-5c45-43fa-b7c1-4a12d3d6e876 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:36.307734 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d084e531-1715-4a37-9cff-45ee6d4f7d5e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:02:36.311225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.321107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d084e531-1715-4a37-9cff-45ee6d4f7d5e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0148301 Jul 06 12:02:36.323890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:36.395020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 9879e68f-1463-4a06-ad08-fee011f39a6a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9879e68f-1463-4a06-ad08-fee011f39a6a,segment=NetworkSegment(8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e),segment_id=8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:36.406178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.407879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:36.470075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:36.547748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb215500-f532-4931-a034-641e08bfc0de None None] Provisioning complete for port 9879e68f-1463-4a06-ad08-fee011f39a6a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:36.551389 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb215500-f532-4931-a034-641e08bfc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.558287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f4be5-3235-4c3c-8cc3-e2a4e2b76b7a None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:36.635690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e826fd-3177-45a8-aeb2-62faef89833a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.669544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=9879e68f-1463-4a06-ad08-fee011f39a6a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:36.712551 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e826fd-3177-45a8-aeb2-62faef89833a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.716270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 40beae87-4018-44e9-aa74-7707650380bc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:36.832614 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e826fd-3177-45a8-aeb2-62faef89833a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.836369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85e826fd-3177-45a8-aeb2-62faef89833a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.844356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-85e826fd-3177-45a8-aeb2-62faef89833a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "DELETE /v2.0/security-groups/39342091-8e78-4e04-a10b-60887905583e HTTP/1.1" status: 204 len: 168 time: 0.4325855 Jul 06 12:02:36.862736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:36.864144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e826fd-3177-45a8-aeb2-62faef89833a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39342091-8e78-4e04-a10b-60887905583e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:36.891532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3712a-93f1-49e4-9526-8407fc55419b None None] Network 48b8b649-819a-4ecb-b245-ad3b8a787a7e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:36.925154 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-64ac6de0-f7c5-48c0-a120-87d5d335e946 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] show failed (client error): The resource could not be found. Jul 06 12:02:36.926324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-64ac6de0-f7c5-48c0-a120-87d5d335e946 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups/39342091-8e78-4e04-a10b-60887905583e HTTP/1.1" status: 404 len: 347 time: 0.0589981 Jul 06 12:02:36.936581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:37.056429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 40beae87-4018-44e9-aa74-7707650380bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:37.077723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb215500-f532-4931-a034-641e08bfc0de None None] Provisioning for port 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:37.092839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb215500-f532-4931-a034-641e08bfc0de None None] Provisioning complete for port 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:37.093270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb215500-f532-4931-a034-641e08bfc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.102934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.144343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7f227-baf4-4aa0-8fde-337356ce5ff4 None None] New status for floating IP 3d1ad3bc-645b-4501-af9a-ccd3d030703a: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:02:37.279898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Deleting port 92ad1de1-ab83-4a15-8cb3-ec7200bc4177 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:37.281777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.401515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb215500-f532-4931-a034-641e08bfc0de None None] Port 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:37.432963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f705-462f-45e2-9ed6-015eabe6d2a2 req-95ddc19e-efcc-4075-8d06-67b678760700 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.438349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49f5f705-462f-45e2-9ed6-015eabe6d2a2 req-95ddc19e-efcc-4075-8d06-67b678760700 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1795545 Jul 06 12:02:37.457793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.459314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.505066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting port 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:37.506353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.526851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49f5f705-462f-45e2-9ed6-015eabe6d2a2 req-f207fc22-b032-4c7a-99ac-12cdeb82957b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711854 Jul 06 12:02:37.527993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Calling delete_port for 92ad1de1-ab83-4a15-8cb3-ec7200bc4177 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:37.715345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.741981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Calling delete_port for 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:37.756247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.778023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Provisioning for port 40beae87-4018-44e9-aa74-7707650380bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:37.790985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Provisioning complete for port 40beae87-4018-44e9-aa74-7707650380bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:37.791813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.808190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event deleted for resources: {'Port': ['ID=92ad1de1-ab83-4a15-8cb3-ec7200bc4177,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:37.895599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.903811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.908021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-113f02ad-02c6-42e8-a813-2feb26249be0 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "DELETE /v2.0/floatingips/3d1ad3bc-645b-4501-af9a-ccd3d030703a HTTP/1.1" status: 204 len: 168 time: 0.9672511 Jul 06 12:02:38.002307 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.072396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] For port 40beae87-4018-44e9-aa74-7707650380bc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=40beae87-4018-44e9-aa74-7707650380bc,segment=NetworkSegment(29d98528-ed68-414c-b331-2459f1cf770c),segment_id=29d98528-ed68-414c-b331-2459f1cf770c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:38.080086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.090103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.127560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Port': ['ID=0a69bc64-3142-46ce-b85c-f16ba1d2d3ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:38.217748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Provisioning complete for port 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:38.218137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.242453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Port 0a69bc64-3142-46ce-b85c-f16ba1d2d3ef was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 12:02:38.256723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9b6c9-9feb-4548-8655-853c9e1b6646 None None] Pushing event updated for resources: {'Port': ['ID=40beae87-4018-44e9-aa74-7707650380bc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:38.273239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.280042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448625531', 'description': 'tempest-description--968463'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:38.346236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.374874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc5544e9-c8d2-4475-bccd-f0bd18d80679 None None] Provisioning complete for port 40beae87-4018-44e9-aa74-7707650380bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:38.375232 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc5544e9-c8d2-4475-bccd-f0bd18d80679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.403762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.594003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Router 2cf20b70-bda6-4f31-998d-bca14f48ead1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:38.624085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 40beae87-4018-44e9-aa74-7707650380bc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:38.684217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 40beae87-4018-44e9-aa74-7707650380bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:38.684648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.771473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c52283-893d-4c72-bde5-6fea8b4cdfd7 req-9e17c976-e6f1-411d-85a0-901a2ec9f38d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:38.773985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c52283-893d-4c72-bde5-6fea8b4cdfd7 req-9e17c976-e6f1-411d-85a0-901a2ec9f38d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0708327 Jul 06 12:02:38.784293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9879e68f-1463-4a06-ad08-fee011f39a6a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:38.819817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:38.827563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c52283-893d-4c72-bde5-6fea8b4cdfd7 req-5a80d40f-3500-40c1-bfb8-14cb9b8a8af9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470610 Jul 06 12:02:38.831259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.832376 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] Sync routers for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:38.851021 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c1521e54-9b2c-4944-9109-0d08732b6917 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198560 Jul 06 12:02:38.851279 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:38.851279 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.877321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9879e68f-1463-4a06-ad08-fee011f39a6a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:38.878008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.878978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.886800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.887348 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8fef767b-2883-4855-a237-939299c92f95 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] delete failed (client error): The resource could not be found. Jul 06 12:02:38.893029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fef767b-2883-4855-a237-939299c92f95 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1178446680 HTTP/1.1" status: 404 len: 335 time: 0.0603652 Jul 06 12:02:38.895325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.900448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07f3808e-7614-4352-b95e-65ab3ce88f79 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cf20b70-bda6-4f31-998d-bca14f48ead1'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:38.919861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.930607 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:38.931470 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.967562 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.968868 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6bd75-ce76-48bd-a789-34f9eb8d3f76 None None] The sync data for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:38.969106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.970569 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6962781 Jul 06 12:02:38.971699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc002-cfca-48b0-9af1-2afaa7381f0e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc9150-876d-4e7c-8d5d-254ba99c44ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:38.976781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.982939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'security_group_rule': {'security_group_id': '3abc9150-876d-4e7c-8d5d-254ba99c44ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:39.028296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.108336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.117750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.143998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e2fd5c-97fa-431a-8441-37744f7aed38,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.158313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.164567 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6783495c-44f5-496e-aaf8-391d2c71ee7a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867244 Jul 06 12:02:39.165690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.171051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'security_group_rule': {'security_group_id': '3abc9150-876d-4e7c-8d5d-254ba99c44ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:39.205525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.223885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f3808e-7614-4352-b95e-65ab3ce88f79 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.254926 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-07f3808e-7614-4352-b95e-65ab3ce88f79 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] update failed (client error): The resource could not be found. Jul 06 12:02:39.256716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-07f3808e-7614-4352-b95e-65ab3ce88f79 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1 HTTP/1.1" status: 404 len: 339 time: 0.3618736 Jul 06 12:02:39.264510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.269885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-148163529'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:39.327963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.328983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:39.333157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.337183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.369395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c946fd-d420-4474-b2e3-24a3c53affb5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.381890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.383389 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1e8dcebf-ca7d-4cff-80f9-f0fba31564a4 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164767 Jul 06 12:02:39.384242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:39.386639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.392402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:39.407893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.408480 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Added segment 1ea6e457-682b-471f-b5ef-36c3631211fe of type vlan for network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 Jul 06 12:02:39.425137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.461983 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.519146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.533146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.534188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.563595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.613012 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3437698 Jul 06 12:02:39.613012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.622082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'subnet': {'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:39.631960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa4afd-98e2-4b33-8b02-fdf348ddaac0 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Network': ['ID=11b5fa91-221f-4f5c-9ef9-d72c29b19f62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.644738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:39.725295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Allocated IP 172.25.7.231 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/76079370-81b2-4eed-8250-06b2dff37378) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:39.750235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Made reservation on behalf of 459d9d37c99240df8bd468c38be673c4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:39.758883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.883224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.936585 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.984294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:40.004192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:40.013774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:40.018155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'Port': ['ID=76079370-81b2-4eed-8250-06b2dff37378,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.022594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.107847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Subnet': ['ID=e4c66b37-1f18-4418-8c62-78ebc335064a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.125889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Checking segment: {'id': '1ea6e457-682b-471f-b5ef-36c3631211fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:40.126271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network hostable DHCP agents. Network: 11b5fa91-221f-4f5c-9ef9-d72c29b19f62, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:40.161025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:40.174573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 11b5fa91-221f-4f5c-9ef9-d72c29b19f62) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:40.180303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:40.180904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.199388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ed504-db0a-4426-b7aa-d150d5adea4d None None] Network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:40.206434 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b097835e-abb5-447d-b0da-83dd922988d3 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5905511 Jul 06 12:02:40.207090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:40.214447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d79fa96a-bfbf-4a86-9e72-86fe142f59bc tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'router': {'external_gateway_info': {'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:40.217992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458498-34ef-4f2e-b4b0-f363574999b7 req-289b8a74-6b05-470a-b175-c89296508bf3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:40.226561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2458498-34ef-4f2e-b4b0-f363574999b7 req-289b8a74-6b05-470a-b175-c89296508bf3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1722386 Jul 06 12:02:40.282931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.342050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2458498-34ef-4f2e-b4b0-f363574999b7 req-2cef60e1-7a3e-488d-90ce-650274b3aa22 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145880 Jul 06 12:02:40.372773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.382372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-11b5fa91-221f-4f5c-9ef9-d72c29b19f62', 'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62', 'tenant_id': '459d9d37c99240df8bd468c38be673c4', 'fixed_ips': [{'subnet_id': 'e4c66b37-1f18-4418-8c62-78ebc335064a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:40.383254 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.486945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d79fa96a-bfbf-4a86-9e72-86fe142f59bc tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.615840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Allocated IP 2001:db8:1::2 (11b5fa91-221f-4f5c-9ef9-d72c29b19f62/e4c66b37-1f18-4418-8c62-78ebc335064a/2cf9a348-5dd9-4561-a087-bd6f3134bb8b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:40.627906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.635370 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.665803 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d79fa96a-bfbf-4a86-9e72-86fe142f59bc tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:02:40.671511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d79fa96a-bfbf-4a86-9e72-86fe142f59bc tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1 HTTP/1.1" status: 400 len: 364 time: 0.4588211 Jul 06 12:02:40.671708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:40.715111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'Port': ['ID=76079370-81b2-4eed-8250-06b2dff37378,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.730053 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.752908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.760596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7063c40f-95a2-49aa-8aa9-5754f416ed0a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3727548 Jul 06 12:02:40.867165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.895570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Transition to ACTIVE for port object 2cf9a348-5dd9-4561-a087-bd6f3134bb8b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:40.923150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Transition to ACTIVE for port object 2cf9a348-5dd9-4561-a087-bd6f3134bb8b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:40.931333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.982416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:40.985886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:40.990280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:41.003291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-1342ee77-9937-474a-bafb-e8e4275c2a0c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1448625531&fields=id&tenant_id=44a83c2352aa464aaf6dcfe9510605c7 HTTP/1.1" status: 200 len: 267 time: 0.0544002 Jul 06 12:02:41.013486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Pushing event updated for resources: {'Port': ['ID=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:41.076226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Attempting to bind port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:41.076607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Attempting to bind port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1ea6e457-682b-471f-b5ef-36c3631211fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:41.076974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Attempting to bind port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b on network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:41.084222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:41.084525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.084650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Checking segment: {'id': '1ea6e457-682b-471f-b5ef-36c3631211fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:41.085044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.085570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Bound using segment: {'id': '1ea6e457-682b-471f-b5ef-36c3631211fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:41.086068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Bound port: 2cf9a348-5dd9-4561-a087-bd6f3134bb8b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea6e457-682b-471f-b5ef-36c3631211fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '11b5fa91-221f-4f5c-9ef9-d72c29b19f62'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:41.086452 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.215385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] For port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:41.219180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] For port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,segment=NetworkSegment(1ea6e457-682b-471f-b5ef-36c3631211fe),segment_id=1ea6e457-682b-471f-b5ef-36c3631211fe)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:41.225695 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.231602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-eca59ac0-ccb7-44d2-918d-2c2dcd510211 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:41.233235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-eca59ac0-ccb7-44d2-918d-2c2dcd510211 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 810 time: 0.2230086 Jul 06 12:02:41.262515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-8d143b40-32f8-437e-8ea6-bbe3afe3938d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/quotas/44a83c2352aa464aaf6dcfe9510605c7 HTTP/1.1" status: 200 len: 375 time: 0.0181487 Jul 06 12:02:41.348077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e7097-33ca-41ac-9052-3fcbd8f79991 None None] Pushing event updated for resources: {'Port': ['ID=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:41.448598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-6c580195-58c5-468a-abf1-379647f60518 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1803031 Jul 06 12:02:41.659737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-9df58935-8eb4-44b5-9fc9-62e1917f3985 service neutron] 10.222.0.78 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996338 Jul 06 12:02:41.824288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-29361130-50e1-4218-a72e-3b35a57d36d9 service neutron] 10.222.0.78 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448269 Jul 06 12:02:41.892863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Allocated IP 2001:db8::1 (e2b9c947-af93-4e29-8a09-d3e0d2df8a3b/241e3c5f-24cd-45dc-821d-712754b7d150/eb2e8824-dbe0-43aa-923c-11f1c58ee0d4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:41.913343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0525685-df72-4db1-bf48-026ab131daaa req-eecc686f-f17d-4b4f-a9ba-00a354af027d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:41.921447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0525685-df72-4db1-bf48-026ab131daaa req-eecc686f-f17d-4b4f-a9ba-00a354af027d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2606037 Jul 06 12:02:41.971425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0525685-df72-4db1-bf48-026ab131daaa req-b09247bb-9e6f-428e-9e2a-3dfd8f7445b7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Jul 06 12:02:42.032786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.053209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Transition to ACTIVE for port object eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:42.092804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.159998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddc3318f-023b-4de7-99d9-0bcb0238c4a2 req-e1e79587-3c4e-49cd-946e-d8675f6668ff tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 210 time: 0.0498979 Jul 06 12:02:42.200536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Port': ['ID=eb2e8824-dbe0-43aa-923c-11f1c58ee0d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:42.214331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:42.226915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:42.226915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:42.228445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.404781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.646943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2cf9a348-5dd9-4561-a087-bd6f3134bb8b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:42.748210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:42.756378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86ad2799-efb4-4f29-a08e-8ac61e7d3bef None None] Provisioning for port eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:42.766863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86ad2799-efb4-4f29-a08e-8ac61e7d3bef None None] Provisioning complete for port eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:42.767285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ad2799-efb4-4f29-a08e-8ac61e7d3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.816688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86ad2799-efb4-4f29-a08e-8ac61e7d3bef None None] Port eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:42.959168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.965193 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.966329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.018201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3536ec4-2c22-47ee-9219-f8466de5580c None None] Network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:43.033199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event updated for resources: {'Port': ['ID=eb2e8824-dbe0-43aa-923c-11f1c58ee0d4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.102954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64260670-791f-420c-961e-46fda6d867f2 None None] Provisioning for port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:43.110356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64260670-791f-420c-961e-46fda6d867f2 None None] Provisioning complete for port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:43.110820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64260670-791f-420c-961e-46fda6d867f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.309712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:43.313688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:43.359093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64260670-791f-420c-961e-46fda6d867f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.402713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574470df-dcfb-4991-a9f8-d47939fd4efa req-395211d5-1660-4cab-a996-cab337b9804e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:43.410780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-574470df-dcfb-4991-a9f8-d47939fd4efa req-395211d5-1660-4cab-a996-cab337b9804e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1183181 Jul 06 12:02:43.413868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-64260670-791f-420c-961e-46fda6d867f2 None None] For port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,segment=NetworkSegment(1ea6e457-682b-471f-b5ef-36c3631211fe),segment_id=1ea6e457-682b-471f-b5ef-36c3631211fe)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:43.421041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64260670-791f-420c-961e-46fda6d867f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.494186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Router 2cf20b70-bda6-4f31-998d-bca14f48ead1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:43.496304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6500137-8841-4385-b6fb-49fb87533a9c req-7e96e0fd-f344-4ec8-9341-0cb1cd34e8a1 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 210 time: 0.0744014 Jul 06 12:02:43.504062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64260670-791f-420c-961e-46fda6d867f2 None None] Pushing event updated for resources: {'Port': ['ID=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.533933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-574470df-dcfb-4991-a9f8-d47939fd4efa req-20e9ff3e-fd6f-4b93-8f1f-41769c7c7d4d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141398 Jul 06 12:02:43.647734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:43.659239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] Sync routers for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:43.677056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:43.677776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.680499 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e437d29-5339-49d7-9089-1e562f344479 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0074754 Jul 06 12:02:43.683085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:43.732198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.762258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:43.762910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.807246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-332204fd-9d5f-4ce0-af89-4b2b5acad229 None None] Provisioning complete for port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:43.808004 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-332204fd-9d5f-4ce0-af89-4b2b5acad229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.829606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59bd822-fabd-4939-922c-df9307c81d96 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.837662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.838417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff82ef-6cf3-462c-9853-bcafcdc140ea None None] The sync data for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:43.929683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-332204fd-9d5f-4ce0-af89-4b2b5acad229 None None] Provisioning complete for port eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:43.930197 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-332204fd-9d5f-4ce0-af89-4b2b5acad229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.942673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-214e13d4-32da-4043-b835-10088c0cb25b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:43.945997 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c59bd822-fabd-4939-922c-df9307c81d96 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 12:02:43.950709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-214e13d4-32da-4043-b835-10088c0cb25b tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 810 time: 0.1934748 Jul 06 12:02:43.951091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:43.951980 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c59bd822-fabd-4939-922c-df9307c81d96 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1 HTTP/1.1" status: 409 len: 329 time: 0.2675824 Jul 06 12:02:43.971477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-332204fd-9d5f-4ce0-af89-4b2b5acad229 None None] Port eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:44.168624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-19f1ee1b-b2b8-49aa-91bd-c043a60ab1b3 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a83c2352aa464aaf6dcfe9510605c7 HTTP/1.1" status: 200 len: 380 time: 0.2087173 Jul 06 12:02:44.205838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'port': {'device_id': '7df11f5d-c364-42c1-821d-0588233a9212', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'admin_state_up': True, 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'security_groups': ['3abc9150-876d-4e7c-8d5d-254ba99c44ab']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:44.392316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Made reservation on behalf of 44a83c2352aa464aaf6dcfe9510605c7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:44.396555 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.530198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2cf9a348-5dd9-4561-a087-bd6f3134bb8b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:44.572765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.598031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:44.598675 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.694807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Allocated IP 172.20.0.14 (152f84c9-cafb-408b-90df-f9cdf555ca94/ecc034ef-c6ab-4a95-9dd3-3ea48f79b924/90d90dab-bcd6-461b-b98c-22c059e9de2a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:44.839490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c06a3851-efab-44b2-bd6c-8f292512db3f req-1e1be78d-5474-400d-95c7-ad0ed6a895ee tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 210 time: 0.1028626 Jul 06 12:02:45.006364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72a7db-5cce-4a88-aca7-50cc84b40961 req-edcc12fe-833f-4e10-addf-3ee8e937d89c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:45.008138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f72a7db-5cce-4a88-aca7-50cc84b40961 req-edcc12fe-833f-4e10-addf-3ee8e937d89c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2696724 Jul 06 12:02:45.019989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.057196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Transition to ACTIVE for port object 90d90dab-bcd6-461b-b98c-22c059e9de2a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:45.115790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f72a7db-5cce-4a88-aca7-50cc84b40961 req-794e2e1d-8913-49d7-9666-5c9c22f3a3f7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926247 Jul 06 12:02:45.257711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting port eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:45.258064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.261117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.368337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:45.378422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:45.383235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event updated for resources: {'Port': ['ID=90d90dab-bcd6-461b-b98c-22c059e9de2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:45.392668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:45.449196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.464841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Calling delete_port for eb2e8824-dbe0-43aa-923c-11f1c58ee0d4 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:45.645042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:45.731181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbf8de45-6c7e-4fb8-a8a9-789b91108e81 None None] Provisioning for port 90d90dab-bcd6-461b-b98c-22c059e9de2a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:45.737153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbf8de45-6c7e-4fb8-a8a9-789b91108e81 None None] Provisioning complete for port 90d90dab-bcd6-461b-b98c-22c059e9de2a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:45.738073 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf8de45-6c7e-4fb8-a8a9-789b91108e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.784170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8de45-6c7e-4fb8-a8a9-789b91108e81 None None] Port 90d90dab-bcd6-461b-b98c-22c059e9de2a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:45.827157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f604a87b-51ce-4e55-8c6f-0d2597ba7351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.977469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:45.978232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.078108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f604a87b-51ce-4e55-8c6f-0d2597ba7351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.089455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f604a87b-51ce-4e55-8c6f-0d2597ba7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.146318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-bbd2e5cc-0b70-4d31-a35d-2eaee121d80f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9434881 Jul 06 12:02:46.154427 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f604a87b-51ce-4e55-8c6f-0d2597ba7351 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=973314600c74431abb3f7d02428e3c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068884 Jul 06 12:02:46.155217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:46.155876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a87b-51ce-4e55-8c6f-0d2597ba7351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2b3c8-f63a-48a7-9b00-2cc436a276e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.215389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b2ab66-0b3c-4b0e-bbd8-5f1dc0b18c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.240246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b2ab66-0b3c-4b0e-bbd8-5f1dc0b18c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.259736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Request body: {'port': {'device_id': '7df11f5d-c364-42c1-821d-0588233a9212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:46.304613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b2ab66-0b3c-4b0e-bbd8-5f1dc0b18c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.308080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b2ab66-0b3c-4b0e-bbd8-5f1dc0b18c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.312637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-82b2ab66-0b3c-4b0e-bbd8-5f1dc0b18c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07e2b3c8-f63a-48a7-9b00-2cc436a276e8 HTTP/1.1" status: 204 len: 168 time: 0.1539133 Jul 06 12:02:46.316759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.323505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2ab66-0b3c-4b0e-bbd8-5f1dc0b18c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2b3c8-f63a-48a7-9b00-2cc436a276e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.447597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Port': ['ID=eb2e8824-dbe0-43aa-923c-11f1c58ee0d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.516027 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.574305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d357c-a0d3-4c16-84b6-7893f6cf9352 req-84c986b3-07cc-43bd-9539-2ef0836a44cd tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:46.581153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-381d357c-a0d3-4c16-84b6-7893f6cf9352 req-84c986b3-07cc-43bd-9539-2ef0836a44cd tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 932 time: 0.4669833 Jul 06 12:02:46.648192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.746587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:46.762271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a59c6514-9ceb-4dfa-a4de-17e5c653441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.855409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a397889-5e41-41b8-a494-69f00e315020 req-175db53f-f06b-41eb-baa9-2c6707266347 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:46.857401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a397889-5e41-41b8-a494-69f00e315020 req-175db53f-f06b-41eb-baa9-2c6707266347 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.5288131 Jul 06 12:02:46.881638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-381d357c-a0d3-4c16-84b6-7893f6cf9352 req-c263efec-c193-4fd1-befb-443b71b36d08 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992282 Jul 06 12:02:46.885262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a59c6514-9ceb-4dfa-a4de-17e5c653441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.899989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a59c6514-9ceb-4dfa-a4de-17e5c653441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.952101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6514-9ceb-4dfa-a4de-17e5c653441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53181501-4f70-4f30-8883-2128026fd2b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.961226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a59c6514-9ceb-4dfa-a4de-17e5c653441b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=781427e2e99a462e91236ee5091d9f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133265 Jul 06 12:02:46.962397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.021050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3575f8f-4ddb-4df4-a56f-3b7df33f4cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.043525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3575f8f-4ddb-4df4-a56f-3b7df33f4cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.082073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a397889-5e41-41b8-a494-69f00e315020 req-ee2b2765-d91f-4188-8469-c361416cd50d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131751 Jul 06 12:02:47.092598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Router 2cf20b70-bda6-4f31-998d-bca14f48ead1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:47.134818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3575f8f-4ddb-4df4-a56f-3b7df33f4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.138048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3575f8f-4ddb-4df4-a56f-3b7df33f4cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.142979 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e3575f8f-4ddb-4df4-a56f-3b7df33f4cb3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53181501-4f70-4f30-8883-2128026fd2b9 HTTP/1.1" status: 204 len: 168 time: 0.1794376 Jul 06 12:02:47.152776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3575f8f-4ddb-4df4-a56f-3b7df33f4cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53181501-4f70-4f30-8883-2128026fd2b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.287241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:47.294111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a68c4cc7-a2f6-4fb6-b4b4-06a0b3f0f9e9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3411455 Jul 06 12:02:47.298210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.300621 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] Sync routers for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:47.320309 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:47.321149 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:47.357519 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:47.360546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d90dab-bcd6-461b-b98c-22c059e9de2a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:47.368539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] Routers {'2cf20b70-bda6-4f31-998d-bca14f48ead1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:47.370122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.384184 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:02:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2cf20b70-bda6-4f31-998d-bca14f48ead1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:47.385189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Transition to ACTIVE for port object 90d90dab-bcd6-461b-b98c-22c059e9de2a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:47.395344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.403848 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4e901abe-50ab-4501-832a-d464b5dd5898 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] show failed (client error): The resource could not be found. Jul 06 12:02:47.405828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e901abe-50ab-4501-832a-d464b5dd5898 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-2037514140 HTTP/1.1" status: 404 len: 335 time: 0.1066067 Jul 06 12:02:47.411897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.418042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-550645ad-c414-4bf4-a6a8-c24e51e99889 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:47.433528 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:47.434427 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5065a22e-7111-43b4-95f3-ce8ae2f7f7cb None None] The sync data for ids ['2cf20b70-bda6-4f31-998d-bca14f48ead1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:47.469181 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-550645ad-c414-4bf4-a6a8-c24e51e99889 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] update failed (client error): The resource could not be found. Jul 06 12:02:47.470339 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-550645ad-c414-4bf4-a6a8-c24e51e99889 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1928550889 HTTP/1.1" status: 404 len: 335 time: 0.0573270 Jul 06 12:02:47.475613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.551315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Pushing event updated for resources: {'Port': ['ID=90d90dab-bcd6-461b-b98c-22c059e9de2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.584591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting subnet e4c66b37-1f18-4418-8c62-78ebc335064a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:47.589670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.665630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.718675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Attempting to bind port 90d90dab-bcd6-461b-b98c-22c059e9de2a on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:47.719019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Attempting to bind port 90d90dab-bcd6-461b-b98c-22c059e9de2a by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:47.719354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Attempting to bind port 90d90dab-bcd6-461b-b98c-22c059e9de2a on network 152f84c9-cafb-408b-90df-f9cdf555ca94 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:47.729060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Port 90d90dab-bcd6-461b-b98c-22c059e9de2a on network 152f84c9-cafb-408b-90df-f9cdf555ca94 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:47.729451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Attempting to bind port 90d90dab-bcd6-461b-b98c-22c059e9de2a on network 152f84c9-cafb-408b-90df-f9cdf555ca94 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:47.740668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:47.741016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Checking segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:47.741552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Bound using segment: {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:47.741995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Bound port: 90d90dab-bcd6-461b-b98c-22c059e9de2a, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a46d101-1d48-464a-950c-ef4e75de428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:47.742353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.858290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.861837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] For port 90d90dab-bcd6-461b-b98c-22c059e9de2a, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:47.906001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] For port 90d90dab-bcd6-461b-b98c-22c059e9de2a, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:47.913978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.002122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.088951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Pushing event updated for resources: {'Port': ['ID=90d90dab-bcd6-461b-b98c-22c059e9de2a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.093047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.093550 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.095024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-d2891a3c-12e0-435b-bc7b-94a682d89c6e service neutron] 10.222.0.79 "PUT /v2.0/ports/90d90dab-bcd6-461b-b98c-22c059e9de2a HTTP/1.1" status: 200 len: 1092 time: 1.8408163 Jul 06 12:02:48.109225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:48.113159 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43" -d '{"events": [{"name": "network-changed", "server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:48.119939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3644a0-1dca-4445-a04c-8739c2b2e846 None None] Network 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:48.121754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c66b37-1f18-4418-8c62-78ebc335064a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.130946 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.140397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:48.146019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-da202929-c26d-4d2e-8787-97545b415f0e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/subnets/e4c66b37-1f18-4418-8c62-78ebc335064a HTTP/1.1" status: 204 len: 168 time: 0.6606040 Jul 06 12:02:48.405702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa89f6-577a-44a8-a91b-68206a778922 req-ae1866c5-c31e-462f-8229-16e66b4768ce tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.407336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2aa89f6-577a-44a8-a91b-68206a778922 req-ae1866c5-c31e-462f-8229-16e66b4768ce tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 944 time: 0.3902135 Jul 06 12:02:48.445067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.501374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-74f0afa2-be38-41f8-8b59-1a865981a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.506943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-74f0afa2-be38-41f8-8b59-1a865981a7c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 1095 time: 0.3404830 Jul 06 12:02:48.596824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:48.597304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.653080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] DHCP port deletion for 11b5fa91-221f-4f5c-9ef9-d72c29b19f62 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:48.663168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-40d3dbf2-74ed-4406-9c65-2531a91adc1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a HTTP/1.1" status: 200 len: 217 time: 0.1478860 Jul 06 12:02:48.742708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2aa89f6-577a-44a8-a91b-68206a778922 req-7dcdd9f6-6557-4a79-a4cf-fdb7d9920f5a tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213203 Jul 06 12:02:48.783207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-f255aab4-a1ba-45f1-a1ff-00d90c2b7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.784991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-f255aab4-a1ba-45f1-a1ff-00d90c2b7335 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.0978420 Jul 06 12:02:48.797029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] For port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,segment=NetworkSegment(1ea6e457-682b-471f-b5ef-36c3631211fe),segment_id=1ea6e457-682b-471f-b5ef-36c3631211fe)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:48.798201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.815196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] Deleting port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:48.815586 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.819185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a987200-245e-46c1-b86b-de89fcd1a832 req-0ea8dcd0-ec5b-4c67-86c4-379862f9cbbf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.827818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a987200-245e-46c1-b86b-de89fcd1a832 req-0ea8dcd0-ec5b-4c67-86c4-379862f9cbbf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2986929 Jul 06 12:02:48.829113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Calling delete_port for 2cf9a348-5dd9-4561-a087-bd6f3134bb8b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:48.881725 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ba6d7-a1fb-4e96-b806-6c602e78438a x-openstack-request-id: req-0e2ba6d7-a1fb-4e96-b806-6c602e78438a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:48.882050 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:48.882419 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e2ba6d7-a1fb-4e96-b806-6c602e78438a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:48.882894 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'status': 'completed', 'code': 200} Jul 06 12:02:48.920674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a987200-245e-46c1-b86b-de89fcd1a832 req-9641d8c7-c70a-47e4-9ba4-c3078edcd7e0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920265 Jul 06 12:02:48.921226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:48.951541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d25b2-39f4-4e36-8132-836df932d821 req-4cdc26c0-1d93-4ab5-ae15-01ec43f4be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.953173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-4cdc26c0-1d93-4ab5-ae15-01ec43f4be6b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597199 Jul 06 12:02:48.955512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] For port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,segment=NetworkSegment(1ea6e457-682b-471f-b5ef-36c3631211fe),segment_id=1ea6e457-682b-471f-b5ef-36c3631211fe)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:48.956167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.972197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.973160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] Calling delete_port for 2cf9a348-5dd9-4561-a087-bd6f3134bb8b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:49.009455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] No DVR routers for this DVR port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:49.017066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Port': ['ID=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.066247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-c8b31756-715f-4ccc-a075-9ac18d1850ab service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017761 Jul 06 12:02:49.106987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.117774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b5fa91-221f-4f5c-9ef9-d72c29b19f62']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:49.131339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.132979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea6e457-682b-471f-b5ef-36c3631211fe') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:49.133282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea6e457-682b-471f-b5ef-36c3631211fe') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:49.152075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.152772 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4126b33d-5ec3-4b15-bf6a-3efa93760839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.166026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] Pushing event deleted for resources: {'Port': ['ID=2cf9a348-5dd9-4561-a087-bd6f3134bb8b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.171103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.177400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba712712-dcc0-4986-8483-1eccba7d4aad None None] No DVR routers for this DVR port 2cf9a348-5dd9-4561-a087-bd6f3134bb8b on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:49.191319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:49.192019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:49.207554 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:49.227109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-128d25b2-39f4-4e36-8132-836df932d821 req-10f3fcc4-8bcc-4dc7-a224-cbdcae9ebdf4 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539469 Jul 06 12:02:49.260755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.280883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.285744 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/networks/11b5fa91-221f-4f5c-9ef9-d72c29b19f62 HTTP/1.1" status: 204 len: 168 time: 1.1375008 Jul 06 12:02:49.287424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0381b-365e-4ddd-befa-06b5c11f8da9 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Network': ['ID=11b5fa91-221f-4f5c-9ef9-d72c29b19f62,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.287616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:49.393319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting subnet 92b7250d-d072-4e8f-a4c8-096e492d7c11 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:49.404887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.450563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4126b33d-5ec3-4b15-bf6a-3efa93760839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.458490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4126b33d-5ec3-4b15-bf6a-3efa93760839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.479651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.514709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-221bb8c2-ed8e-483e-ba8c-dcfd1a14014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.516277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-221bb8c2-ed8e-483e-ba8c-dcfd1a14014f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 1095 time: 0.2153950 Jul 06 12:02:49.565719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4126b33d-5ec3-4b15-bf6a-3efa93760839 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21129353db904268bde5a7d2dd924fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420329 Jul 06 12:02:49.568775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:49.592431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126b33d-5ec3-4b15-bf6a-3efa93760839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce80648-d359-4ff1-9b7c-b1c5ad473d96,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.627542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc30731-7eaf-4d01-a31b-8cde7304cc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.649654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc30731-7eaf-4d01-a31b-8cde7304cc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.677855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.698008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc30731-7eaf-4d01-a31b-8cde7304cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.700817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc30731-7eaf-4d01-a31b-8cde7304cc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.704503 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3cc30731-7eaf-4d01-a31b-8cde7304cc3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cce80648-d359-4ff1-9b7c-b1c5ad473d96 HTTP/1.1" status: 204 len: 168 time: 0.1321254 Jul 06 12:02:49.711379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc30731-7eaf-4d01-a31b-8cde7304cc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce80648-d359-4ff1-9b7c-b1c5ad473d96,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.729342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-21c255ef-6f1d-46dc-b52f-ebb1d8a1f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.730926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-21c255ef-6f1d-46dc-b52f-ebb1d8a1f0e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.2023549 Jul 06 12:02:49.782731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-51a24b66-3c5c-4469-b9de-7c673d724cbb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a HTTP/1.1" status: 200 len: 217 time: 0.0407536 Jul 06 12:02:49.852044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.854943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-0fb99be6-9bb3-49d7-a5db-81b1fbc25fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.856664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-0fb99be6-9bb3-49d7-a5db-81b1fbc25fb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.0637002 Jul 06 12:02:49.898887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Subnet': ['ID=92b7250d-d072-4e8f-a4c8-096e492d7c11,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.913289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecdc9ef-417e-47e3-a5df-e7eae0fa09a2 None None] Network 48b8b649-819a-4ecb-b245-ad3b8a787a7e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:49.922010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.923860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7c29b110-74af-4719-985f-5c2460a7d4d6 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/subnets/92b7250d-d072-4e8f-a4c8-096e492d7c11 HTTP/1.1" status: 204 len: 168 time: 0.6351602 Jul 06 12:02:49.927299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:49.997563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-fdd3724e-8c0b-49a6-af4e-838581dfdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.999222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-fdd3724e-8c0b-49a6-af4e-838581dfdc90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085601 Jul 06 12:02:50.011298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab384c15-fb7b-4b3a-b730-2fbc58ace2bd req-f30f5440-7315-49f1-846a-1c0936d698f9 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.016900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab384c15-fb7b-4b3a-b730-2fbc58ace2bd req-f30f5440-7315-49f1-846a-1c0936d698f9 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 944 time: 0.0963638 Jul 06 12:02:50.041709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting subnet 2cebc1c4-6a8f-43cd-84b8-c808a362667c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:50.057230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.124166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:50.138110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.225948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab384c15-fb7b-4b3a-b730-2fbc58ace2bd req-eb86fb84-d90c-451a-8cbc-0a6d2c129a47 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028465 Jul 06 12:02:50.304306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-45bd18aa-cc9a-45b3-804c-260c533380f8 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821472 Jul 06 12:02:50.307280 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.386249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:50.404266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.416931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947184f-963d-4e95-b7de-d19c7c50ce4a req-688011d4-2790-472f-be43-1595e9a3f225 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.418605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8947184f-963d-4e95-b7de-d19c7c50ce4a req-688011d4-2790-472f-be43-1595e9a3f225 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2852876 Jul 06 12:02:50.425267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] DHCP port deletion for 48b8b649-819a-4ecb-b245-ad3b8a787a7e request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:50.449500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'port_id': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'mac_address': 'fa:16:3e:85:77:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:50.471505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.477965 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/subnets/2cebc1c4-6a8f-43cd-84b8-c808a362667c HTTP/1.1" status: 204 len: 168 time: 0.5463471 Jul 06 12:02:50.477965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feccfc-890c-4c29-a599-13e8392de15e tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Subnet': ['ID=2cebc1c4-6a8f-43cd-84b8-c808a362667c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:50.482241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:50.541086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae27b07-ce0f-45ef-b3fa-ca01e1f5ae40 None None] Network 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:50.583426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6acbfcbc-e45f-4baa-bffd-8c296aee4e43 req-6c321c90-cf4b-435c-bcbc-c06cccac4e6a service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645547 Jul 06 12:02:50.719709 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.725706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8947184f-963d-4e95-b7de-d19c7c50ce4a req-09543cc9-667f-4d3b-9b5f-f97b1778f483 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877738 Jul 06 12:02:50.730831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 40beae87-4018-44e9-aa74-7707650380bc no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:50.745790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.773783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:50.800085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:50.831616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting port 40beae87-4018-44e9-aa74-7707650380bc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:50.831893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.861371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.866364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] Deleting port 40beae87-4018-44e9-aa74-7707650380bc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:50.867103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.952008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:50.953784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] For port 40beae87-4018-44e9-aa74-7707650380bc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=40beae87-4018-44e9-aa74-7707650380bc,segment=NetworkSegment(29d98528-ed68-414c-b331-2459f1cf770c),segment_id=29d98528-ed68-414c-b331-2459f1cf770c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:50.955973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.986864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Calling delete_port for 40beae87-4018-44e9-aa74-7707650380bc owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:51.054659 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.069396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:51.119394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.157595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Port': ['ID=40beae87-4018-44e9-aa74-7707650380bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.167451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] No DVR routers for this DVR port 40beae87-4018-44e9-aa74-7707650380bc on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:51.190808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2cf9a348-5dd9-4561-a087-bd6f3134bb8b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:51.275665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2cf9a348-5dd9-4561-a087-bd6f3134bb8b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:51.276355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2cf9a348-5dd9-4561-a087-bd6f3134bb8b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:51.301286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] For port 40beae87-4018-44e9-aa74-7707650380bc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=40beae87-4018-44e9-aa74-7707650380bc,segment=NetworkSegment(29d98528-ed68-414c-b331-2459f1cf770c),segment_id=29d98528-ed68-414c-b331-2459f1cf770c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:51.301628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.302847 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.334023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] Calling delete_port for 40beae87-4018-44e9-aa74-7707650380bc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:51.341391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b8b649-819a-4ecb-b245-ad3b8a787a7e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:51.357538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d98528-ed68-414c-b331-2459f1cf770c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:51.357993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d98528-ed68-414c-b331-2459f1cf770c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:51.384873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.422007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.430061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:51.430804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:51.492499 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:51.505903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] DHCP port deletion for 50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:51.592320 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.629523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] Pushing event deleted for resources: {'Port': ['ID=40beae87-4018-44e9-aa74-7707650380bc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.644409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.650768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62777df-8679-425f-86b0-7e7564e428f9 None None] No DVR routers for this DVR port 40beae87-4018-44e9-aa74-7707650380bc on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:51.664988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] Deleting port 9879e68f-1463-4a06-ad08-fee011f39a6a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:51.665856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.691663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.695231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/networks/48b8b649-819a-4ecb-b245-ad3b8a787a7e HTTP/1.1" status: 204 len: 168 time: 1.2111247 Jul 06 12:02:51.697926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e01bd-960f-44d2-86c4-381e13e68569 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Network': ['ID=48b8b649-819a-4ecb-b245-ad3b8a787a7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.698136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:51.813711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc31b5-8ba4-4496-9028-3fa4c90ad624 req-4174e9ae-4d2b-4ddf-9bb1-359af0b87f03 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.815323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12dc31b5-8ba4-4496-9028-3fa4c90ad624 req-4174e9ae-4d2b-4ddf-9bb1-359af0b87f03 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 944 time: 0.3220150 Jul 06 12:02:51.929300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12dc31b5-8ba4-4496-9028-3fa4c90ad624 req-1744c15e-ba1b-4f30-b566-167a902e3a26 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043885 Jul 06 12:02:51.947521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.035323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] For port 9879e68f-1463-4a06-ad08-fee011f39a6a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9879e68f-1463-4a06-ad08-fee011f39a6a,segment=NetworkSegment(8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e),segment_id=8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:52.035624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.051093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] Calling delete_port for 9879e68f-1463-4a06-ad08-fee011f39a6a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:52.090111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f2bd6-3563-4e11-b28e-8184f879a6d0 req-c5a38f6d-9f95-48b7-b1b3-92b3074a1ea5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.090111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-506f2bd6-3563-4e11-b28e-8184f879a6d0 req-c5a38f6d-9f95-48b7-b1b3-92b3074a1ea5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 944 time: 0.1270769 Jul 06 12:02:52.102012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting port 9879e68f-1463-4a06-ad08-fee011f39a6a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:52.102708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.126655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 90d90dab-bcd6-461b-b98c-22c059e9de2a details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:52.131089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:52.182117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-506f2bd6-3563-4e11-b28e-8184f879a6d0 req-2d5aa549-e9bb-41c5-ac9f-da3c1c3cbc1b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906665 Jul 06 12:02:52.214502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] For port 9879e68f-1463-4a06-ad08-fee011f39a6a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9879e68f-1463-4a06-ad08-fee011f39a6a,segment=NetworkSegment(8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e),segment_id=8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:52.215103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.231220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Calling delete_port for 9879e68f-1463-4a06-ad08-fee011f39a6a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:52.326387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.390432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.393528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Port': ['ID=9879e68f-1463-4a06-ad08-fee011f39a6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.401760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] No DVR routers for this DVR port 9879e68f-1463-4a06-ad08-fee011f39a6a on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:52.474913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:52.475309 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.477739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] Pushing event deleted for resources: {'Port': ['ID=9879e68f-1463-4a06-ad08-fee011f39a6a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.481050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cebc63-205d-4c49-b1c7-6df667b0a5a5 None None] No DVR routers for this DVR port 9879e68f-1463-4a06-ad08-fee011f39a6a on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:52.534883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.539690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 90d90dab-bcd6-461b-b98c-22c059e9de2a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:52.561268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:52.561905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'port_id': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'mac_address': 'fa:16:3e:2e:1e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:52.597046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:52.597355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac9c57f-74f3-41cd-ac69-bb7a53bdb47e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:52.626343 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.665726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9879e68f-1463-4a06-ad08-fee011f39a6a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:52.684836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.700424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:52.703905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:52.715608 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:52.726135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.732839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 9879e68f-1463-4a06-ad08-fee011f39a6a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:52.733313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9879e68f-1463-4a06-ad08-fee011f39a6a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:52.851138 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.871411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.874425 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/networks/50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6 HTTP/1.1" status: 204 len: 168 time: 1.1755660 Jul 06 12:02:52.876592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:52.888680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644c338-679b-40cd-8f9f-8c9210d07965 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Network': ['ID=50b61d86-c9c6-42e2-bdb2-c1a73d0c5af6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.909369 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.915854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d90dab-bcd6-461b-b98c-22c059e9de2a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:52.948620 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.950735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 90d90dab-bcd6-461b-b98c-22c059e9de2a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:52.960048 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.968513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:52.971116 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92636b4a-1cf2-4e72-a197-994ccf09c872" -d '{"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-plugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:52.980275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting subnet 241e3c5f-24cd-45dc-821d-712754b7d150 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:52.987045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.044118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:53.064272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.097533 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986102bf-490c-41ad-8783-fb7400b6b511 x-openstack-request-id: req-986102bf-490c-41ad-8783-fb7400b6b511 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:53.097839 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-plugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:53.098119 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-986102bf-490c-41ad-8783-fb7400b6b511 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:53.100765 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'code': 200} Jul 06 12:02:53.101796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.182383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=90d90dab-bcd6-461b-b98c-22c059e9de2a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:53.229128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.237742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['90d90dab-bcd6-461b-b98c-22c059e9de2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:53.333529 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.381646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Subnet': ['ID=241e3c5f-24cd-45dc-821d-712754b7d150,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:53.388268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.390328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-919f38b5-cbd5-41a6-b26a-6e4f71b0020c tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/subnets/241e3c5f-24cd-45dc-821d-712754b7d150 HTTP/1.1" status: 204 len: 168 time: 0.5127161 Jul 06 12:02:53.393548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 38978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:53.415886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efdc6be-1e72-437d-b867-7b519adf73be None None] Network e2b9c947-af93-4e29-8a09-d3e0d2df8a3b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:53.435044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:53.601273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.737274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Deleting port 729342cc-5356-4265-9d9a-d517770a09c6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:53.738984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.757890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] DHCP port deletion for e2b9c947-af93-4e29-8a09-d3e0d2df8a3b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:53.882765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] Deleting port 729342cc-5356-4265-9d9a-d517770a09c6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:53.883150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.928566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] For port 729342cc-5356-4265-9d9a-d517770a09c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=729342cc-5356-4265-9d9a-d517770a09c6,segment=NetworkSegment(dd078930-f2cb-4cfa-866c-514d97b5c15d),segment_id=dd078930-f2cb-4cfa-866c-514d97b5c15d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:53.928996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.957644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Calling delete_port for 729342cc-5356-4265-9d9a-d517770a09c6 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:54.031399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d432810-d8a2-427c-967d-24fb6ffe6e24 req-8d2bdc83-3d21-43c5-aa55-48600dbe70fb tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:54.041285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d432810-d8a2-427c-967d-24fb6ffe6e24 req-8d2bdc83-3d21-43c5-aa55-48600dbe70fb tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 945 time: 0.7463055 Jul 06 12:02:54.042506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] For port 729342cc-5356-4265-9d9a-d517770a09c6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=729342cc-5356-4265-9d9a-d517770a09c6,segment=NetworkSegment(dd078930-f2cb-4cfa-866c-514d97b5c15d),segment_id=dd078930-f2cb-4cfa-866c-514d97b5c15d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:54.042907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.070978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] Calling delete_port for 729342cc-5356-4265-9d9a-d517770a09c6 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:54.119802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.163135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d432810-d8a2-427c-967d-24fb6ffe6e24 req-e324c189-aca1-41b9-b609-5624f6ffa457 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209362 Jul 06 12:02:54.189734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Port': ['ID=729342cc-5356-4265-9d9a-d517770a09c6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:54.198583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] No DVR routers for this DVR port 729342cc-5356-4265-9d9a-d517770a09c6 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:54.250911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899912-dc49-40e4-8d86-f7b925bc0e4d req-1d0f564d-44da-4591-961a-628fedc31c7e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:54.259133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1899912-dc49-40e4-8d86-f7b925bc0e4d req-1d0f564d-44da-4591-961a-628fedc31c7e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.8290491 Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.259612 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:02:54.263079 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:02:54.277107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.340162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] Pushing event deleted for resources: {'Port': ['ID=729342cc-5356-4265-9d9a-d517770a09c6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:54.342380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.345977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1899912-dc49-40e4-8d86-f7b925bc0e4d req-1f1ba11e-07dc-4d96-8f53-9b330bbd3ded tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834210 Jul 06 12:02:54.360463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ecd70-e171-4295-9f11-c8e540d19083 None None] No DVR routers for this DVR port 729342cc-5356-4265-9d9a-d517770a09c6 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:54.381009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b9c947-af93-4e29-8a09-d3e0d2df8a3b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:54.395614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd078930-f2cb-4cfa-866c-514d97b5c15d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:54.396381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd078930-f2cb-4cfa-866c-514d97b5c15d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:54.406661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.422569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.430209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:54.431185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:54.436553 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:54.562100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 729342cc-5356-4265-9d9a-d517770a09c6 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:54.576289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.584427 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.586152 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/networks/e2b9c947-af93-4e29-8a09-d3e0d2df8a3b HTTP/1.1" status: 204 len: 168 time: 1.1922815 Jul 06 12:02:54.588946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 38998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:54.592036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 729342cc-5356-4265-9d9a-d517770a09c6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:54.592796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 729342cc-5356-4265-9d9a-d517770a09c6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:54.617641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd5b81-dda4-4206-bdf4-d9e6652d182b tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Pushing event deleted for resources: {'Network': ['ID=e2b9c947-af93-4e29-8a09-d3e0d2df8a3b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:54.647720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5c9268b-2e34-44f5-a55e-2e57be142053 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cf20b70-bda6-4f31-998d-bca14f48ead1 HTTP/1.1" status: 200 len: 205 time: 0.0575705 Jul 06 12:02:54.650635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:54.837554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.069566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.073079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.121450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.122378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf20b70-bda6-4f31-998d-bca14f48ead1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:55.144869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.146680 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c98382b6-16cc-40e2-a7aa-3424b5df1ca7 tempest-RoutersNegativeIpV6Test-2108013689 tempest-RoutersNegativeIpV6Test-2108013689-project] 10.222.0.78 "DELETE /v2.0/routers/2cf20b70-bda6-4f31-998d-bca14f48ead1 HTTP/1.1" status: 204 len: 168 time: 0.4946771 Jul 06 12:02:55.432836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7c49e-4d0d-4388-8567-c6e29220ea38 req-18742f2d-03b7-4c1a-b8ae-9579fed2309d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:55.436199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00f7c49e-4d0d-4388-8567-c6e29220ea38 req-18742f2d-03b7-4c1a-b8ae-9579fed2309d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 945 time: 0.1346133 Jul 06 12:02:55.498920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00f7c49e-4d0d-4388-8567-c6e29220ea38 req-b85efc6c-87ca-4511-b88d-00dc709d60f2 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565820 Jul 06 12:02:55.687354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad06292-3f58-41f0-bf4c-0191e7a7b798 req-3a392853-d17d-4d2c-86d7-5dcee05db8b6 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:55.689437 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ad06292-3f58-41f0-bf4c-0191e7a7b798 req-3a392853-d17d-4d2c-86d7-5dcee05db8b6 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1556978 Jul 06 12:02:55.707127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:55.820454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ad06292-3f58-41f0-bf4c-0191e7a7b798 req-cf1c858d-c3f3-4399-9ea8-36e543cb9c5d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201723 Jul 06 12:02:56.051961 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a6183b33-f510-4156-9b8b-c0f9beeda3b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=459d9d37c99240df8bd468c38be673c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421178 Jul 06 12:02:56.054249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:56.108146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 90d90dab-bcd6-461b-b98c-22c059e9de2a up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:56.152876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69840cf-540d-4641-b11a-328374dcbcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.203075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69840cf-540d-4641-b11a-328374dcbcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.235722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 90d90dab-bcd6-461b-b98c-22c059e9de2a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:56.240501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 90d90dab-bcd6-461b-b98c-22c059e9de2a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:56.240985 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.281107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69840cf-540d-4641-b11a-328374dcbcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.284017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b69840cf-540d-4641-b11a-328374dcbcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.285390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b69840cf-540d-4641-b11a-328374dcbcad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5bfb4b55-9dd3-40d9-9fd8-2fe16750a7b4 HTTP/1.1" status: 204 len: 168 time: 0.2300358 Jul 06 12:02:56.319950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69840cf-540d-4641-b11a-328374dcbcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb4b55-9dd3-40d9-9fd8-2fe16750a7b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:56.372202 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.413361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:56.416741 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd8146-e106-4b6c-92f4-0a6233a8e5eb" -d '{"events": [{"server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "name": "network-vif-plugged", "status": "completed", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:56.433815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 90d90dab-bcd6-461b-b98c-22c059e9de2a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:56.439361 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.548723 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f62d605-acee-45a6-b946-963b5e2ec630 x-openstack-request-id: req-2f62d605-acee-45a6-b946-963b5e2ec630 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:56.554573 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "name": "network-vif-plugged", "status": "completed", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:56.554941 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f62d605-acee-45a6-b946-963b5e2ec630 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:56.556349 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'code': 200} Jul 06 12:02:56.632116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=90d90dab-bcd6-461b-b98c-22c059e9de2a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:56.735842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e8a4f-da53-4382-b79f-72434d5c97dd req-a3f97815-da20-4775-9ca0-97601be1e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.738053 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-674e8a4f-da53-4382-b79f-72434d5c97dd req-a3f97815-da20-4775-9ca0-97601be1e894 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 1097 time: 0.1330023 Jul 06 12:02:56.805910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-674e8a4f-da53-4382-b79f-72434d5c97dd req-b572e2a0-8051-43d9-bb8b-2742bba662bd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603051 Jul 06 12:02:56.974729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37145f1-cd39-48dd-a926-c5bfce365b9f req-84c262c8-a0ef-450d-99d3-097a59824e38 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.981923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e37145f1-cd39-48dd-a926-c5bfce365b9f req-84c262c8-a0ef-450d-99d3-097a59824e38 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.1587410 Jul 06 12:02:57.104014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e37145f1-cd39-48dd-a926-c5bfce365b9f req-684622c4-8027-4083-85b9-c00daf82a740 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210945 Jul 06 12:02:57.121837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03b1320f-e10b-46aa-a752-2a7c3be78ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.168000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b16e-176f-438a-9451-8b35d7253994 req-0bccf337-6b03-4127-addd-12830823a229 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:57.169520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f7b16e-176f-438a-9451-8b35d7253994 req-0bccf337-6b03-4127-addd-12830823a229 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1678865 Jul 06 12:02:57.251245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33f7b16e-176f-438a-9451-8b35d7253994 req-5fb3ba6e-9210-4bfc-b2e6-5ba90af79473 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695038 Jul 06 12:02:57.526593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:57.691590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8b270c3f-975f-4a18-9d31-093c4f459440 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:57.693508 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-8b270c3f-975f-4a18-9d31-093c4f459440 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:02:57.698587 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8b270c3f-975f-4a18-9d31-093c4f459440 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:02:57.700987 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b270c3f-975f-4a18-9d31-093c4f459440 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1709294 Jul 06 12:02:57.704782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:57.719028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781351497'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:57.773806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.799767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.044710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.052270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.110077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340f2bed-98f5-4dda-bc5f-d020c0407f93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.122389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.122877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.123131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.123492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.123769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.124137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.124733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.125230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.125230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.125660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.125763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.126071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:58.208167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.214855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.248647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f62eaf-ef9c-4d8c-ab08-01ff49af24a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.281913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.283240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a72341c6-cbf0-45ba-9f3f-39a255eda93b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5770495 Jul 06 12:02:58.286945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:58.306568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': 'c3f62eaf-ef9c-4d8c-ab08-01ff49af24a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:58.409244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d8ff4-96f8-4ed5-bd68-bb176c5c5804 req-a32a0385-f259-4d0f-842a-328d99d8a284 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:58.413706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7d8ff4-96f8-4ed5-bd68-bb176c5c5804 req-a32a0385-f259-4d0f-842a-328d99d8a284 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.1089761 Jul 06 12:02:58.461612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.499402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7d8ff4-96f8-4ed5-bd68-bb176c5c5804 req-41df2e69-c78a-48b6-9908-d9b84599bb9d tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783410 Jul 06 12:02:58.673790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.695423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.733478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d03875-d52f-49b2-9d27-c6e3a4f15684,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.754103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.756117 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-09c14221-4d4a-4954-8155-3f3e016bb0dc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4679806 Jul 06 12:02:58.764436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:58.769173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc54ea07-c2db-4eec-9fd3-da3a4e07bf31 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': 'c3f62eaf-ef9c-4d8c-ab08-01ff49af24a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:58.822927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc54ea07-c2db-4eec-9fd3-da3a4e07bf31 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.846457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c8e29-5eee-4b91-931f-311756460f16 req-2f562a6d-806b-487f-ba74-36e5e9e05c61 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:58.849766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-832c8e29-5eee-4b91-931f-311756460f16 req-2f562a6d-806b-487f-ba74-36e5e9e05c61 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2977853 Jul 06 12:02:58.927707 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fc54ea07-c2db-4eec-9fd3-da3a4e07bf31 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:02:58.929775 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc54ea07-c2db-4eec-9fd3-da3a4e07bf31 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1642139 Jul 06 12:02:58.931955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:58.969551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7b29-ef41-4270-88f6-449f61f5be3a req-86c20d8a-0dc7-4433-90df-dba33b888039 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:58.975322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaed7b29-ef41-4270-88f6-449f61f5be3a req-86c20d8a-0dc7-4433-90df-dba33b888039 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.2766361 Jul 06 12:02:58.988350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:58.991960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-832c8e29-5eee-4b91-931f-311756460f16 req-1de51c26-2a7a-4803-a9f8-0e238764d57b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347995 Jul 06 12:02:58.996908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Request body: {'floatingip': {'port_id': '90d90dab-bcd6-461b-b98c-22c059e9de2a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:59.091283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.496382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669014a9-3c4d-43f6-966b-86697b09c1d0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.560945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669014a9-3c4d-43f6-966b-86697b09c1d0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.664062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93466fb2-daac-4ccc-b144-2dff9db9edba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.701356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669014a9-3c4d-43f6-966b-86697b09c1d0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.707970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669014a9-3c4d-43f6-966b-86697b09c1d0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.709577 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-669014a9-3c4d-43f6-966b-86697b09c1d0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/c3f62eaf-ef9c-4d8c-ab08-01ff49af24a4 HTTP/1.1" status: 204 len: 168 time: 0.7764671 Jul 06 12:02:59.712233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:59.821683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3dbd20cf-6c93-4cd2-9ca0-eed2ed62494b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078804 Jul 06 12:02:59.822418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:59.829950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669014a9-3c4d-43f6-966b-86697b09c1d0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f62eaf-ef9c-4d8c-ab08-01ff49af24a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:59.833801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--691456941'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:59.912844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.062549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.064885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.072241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.124691 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.128737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3030517 Jul 06 12:03:00.134296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.140733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a467b915-d3f0-406c-b53a-df61f6b492b0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '1cdbde07-0ff6-4a94-b3a2-9e68185329eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.141676 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-a467b915-d3f0-406c-b53a-df61f6b492b0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 12:03:00.142364 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a467b915-d3f0-406c-b53a-df61f6b492b0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:00.143509 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a467b915-d3f0-406c-b53a-df61f6b492b0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079825 Jul 06 12:03:00.150752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.251981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67df6f-7033-4437-813b-b2d6e3200123 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdbde07-0ff6-4a94-b3a2-9e68185329eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.282182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3536f7e-6620-46c0-bbfe-9730f3121f5d tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.344505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.360636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3536f7e-6620-46c0-bbfe-9730f3121f5d tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.420374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6aed-11b6-46e5-a760-7f7c06c40689 req-8f4135e4-4ccc-44f4-9615-78fb09f24199 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.428136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-902d6aed-11b6-46e5-a760-7f7c06c40689 req-8f4135e4-4ccc-44f4-9615-78fb09f24199 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2152872 Jul 06 12:03:00.488771 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3536f7e-6620-46c0-bbfe-9730f3121f5d tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.494335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3536f7e-6620-46c0-bbfe-9730f3121f5d tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.500017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3536f7e-6620-46c0-bbfe-9730f3121f5d tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/1cdbde07-0ff6-4a94-b3a2-9e68185329eb HTTP/1.1" status: 204 len: 168 time: 0.3481786 Jul 06 12:03:00.508631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.537661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:03:00.549605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-902d6aed-11b6-46e5-a760-7f7c06c40689 req-0e269438-c9b8-432e-8c21-8a2aa6e6df49 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201599 Jul 06 12:03:00.552292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3536f7e-6620-46c0-bbfe-9730f3121f5d tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdbde07-0ff6-4a94-b3a2-9e68185329eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.619394 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e466c81-d509-4104-abaf-c78934a38e45 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094255 Jul 06 12:03:00.625188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.630740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471318708'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.678442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.693129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.698943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.855208 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Floating IP ed727f60-cda1-49bc-ad7b-fb463fd8c647 associated. External IP: 172.25.7.231, port: 90d90dab-bcd6-461b-b98c-22c059e9de2a. Jul 06 12:03:00.932150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.938072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.950707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.971545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.978285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3506982 Jul 06 12:03:00.981394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.987424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-558d7826-526c-45ed-9fa5-dc057aedf464 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '43324b29-ebbe-41e6-8070-4a572569559c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.988562 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-558d7826-526c-45ed-9fa5-dc057aedf464 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 12:03:00.989485 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-558d7826-526c-45ed-9fa5-dc057aedf464 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:00.993565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-558d7826-526c-45ed-9fa5-dc057aedf464 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101442 Jul 06 12:03:00.995845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.025499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67c414-f693-495e-84e1-277beb02c0ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43324b29-ebbe-41e6-8070-4a572569559c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.131399 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c8f2f7-9a4e-4bc4-98e8-9f743b071f5a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.189471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c8f2f7-9a4e-4bc4-98e8-9f743b071f5a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.279560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c8f2f7-9a4e-4bc4-98e8-9f743b071f5a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.282781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54c8f2f7-9a4e-4bc4-98e8-9f743b071f5a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.284446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-54c8f2f7-9a4e-4bc4-98e8-9f743b071f5a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/43324b29-ebbe-41e6-8070-4a572569559c HTTP/1.1" status: 204 len: 168 time: 0.2836201 Jul 06 12:03:01.295031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.313322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8f2f7-9a4e-4bc4-98e8-9f743b071f5a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43324b29-ebbe-41e6-8070-4a572569559c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.378665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.380628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ee807f9-c795-489d-83ec-a621ba4bd459 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788753 Jul 06 12:03:01.385329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541328517'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:01.387100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Router e45e903e-c73b-47de-b14f-32752a17ac76 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:01.443589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.653959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:01.666611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.671117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.673171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.673928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:01.695069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:01.696068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:03:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:01.771056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.771056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3889921 Jul 06 12:03:01.775963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.776160 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c0a0c6a1-8456-460e-80f8-44ec296d944f tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "PUT /v2.0/floatingips/ed727f60-cda1-49bc-ad7b-fb463fd8c647 HTTP/1.1" status: 200 len: 992 time: 2.7721119 Jul 06 12:03:01.776160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:01.777910 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d4c075-b353-4149-93a8-af925723da70" -d '{"events": [{"name": "network-changed", "server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:01.781761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cbe907bc-2435-4f23-b475-0867d1316d5b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '9c53f589-1071-454e-b93a-05292eb6fadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:01.798555 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-cbe907bc-2435-4f23-b475-0867d1316d5b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 12:03:01.799221 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-cbe907bc-2435-4f23-b475-0867d1316d5b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:01.800317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbe907bc-2435-4f23-b475-0867d1316d5b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241599 Jul 06 12:03:01.802065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38ec1e-56d7-4fa9-810c-34be4d38feaa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53f589-1071-454e-b93a-05292eb6fadc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.805274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.811235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df363f70-f5cd-411e-8428-4a360ef30abd tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '9c53f589-1071-454e-b93a-05292eb6fadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:01.813298 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-df363f70-f5cd-411e-8428-4a360ef30abd tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 12:03:01.813925 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-df363f70-f5cd-411e-8428-4a360ef30abd tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:01.819493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.820227 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-df363f70-f5cd-411e-8428-4a360ef30abd tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133793 Jul 06 12:03:01.829245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-70baeb4a-bde7-4088-bfea-d0e61b7272d3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '9c53f589-1071-454e-b93a-05292eb6fadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:01.830101 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-70baeb4a-bde7-4088-bfea-d0e61b7272d3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 12:03:01.830604 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-70baeb4a-bde7-4088-bfea-d0e61b7272d3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:01.831573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-70baeb4a-bde7-4088-bfea-d0e61b7272d3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075083 Jul 06 12:03:01.835579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.849779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1591740c-d253-44c6-9d2a-37172c1f0674 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '9c53f589-1071-454e-b93a-05292eb6fadc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:01.850696 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-1591740c-d253-44c6-9d2a-37172c1f0674 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 12:03:01.851212 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1591740c-d253-44c6-9d2a-37172c1f0674 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:01.852236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1591740c-d253-44c6-9d2a-37172c1f0674 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0153105 Jul 06 12:03:01.855219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.985068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3be625-377f-4d81-9c98-190402cea06e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.045316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3be625-377f-4d81-9c98-190402cea06e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.049143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:02.096942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901df7bc-a209-45b3-b646-e61d2901dccc req-22045925-0891-46a7-85f7-08b9ef2d7cd7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:02.098633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-901df7bc-a209-45b3-b646-e61d2901dccc req-22045925-0891-46a7-85f7-08b9ef2d7cd7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2037704 Jul 06 12:03:02.146838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3be625-377f-4d81-9c98-190402cea06e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.150922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a3be625-377f-4d81-9c98-190402cea06e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.155253 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1a3be625-377f-4d81-9c98-190402cea06e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/9c53f589-1071-454e-b93a-05292eb6fadc HTTP/1.1" status: 204 len: 168 time: 0.2964129 Jul 06 12:03:02.162907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.203388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3be625-377f-4d81-9c98-190402cea06e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53f589-1071-454e-b93a-05292eb6fadc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:02.234660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-901df7bc-a209-45b3-b646-e61d2901dccc req-794653cc-5905-4623-9249-035754385d22 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070900 Jul 06 12:03:02.313235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.318700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--650036045'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:02.325491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-441b6488-385b-43df-81d6-d9230ca42dca tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1599140 Jul 06 12:03:02.371669 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.397043 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5868737a-c4fd-4183-bf9f-9ef2f5cb24e2 x-openstack-request-id: req-5868737a-c4fd-4183-bf9f-9ef2f5cb24e2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:02.397342 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:02.397598 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5868737a-c4fd-4183-bf9f-9ef2f5cb24e2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:02.398013 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'status': 'completed', 'code': 200} Jul 06 12:03:02.505835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.579500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.593366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.667571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.673357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.680243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-53be6d5a-6aa4-4328-8083-04160d993962 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:02.680742 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-53be6d5a-6aa4-4328-8083-04160d993962 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:03:02.681277 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-53be6d5a-6aa4-4328-8083-04160d993962 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:02.687876 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-53be6d5a-6aa4-4328-8083-04160d993962 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132880 Jul 06 12:03:02.689137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.689823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3753808 Jul 06 12:03:02.701173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe7a7495-5793-4f75-82a3-10c00532f531 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:02.704603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922084f-fb45-458a-b2bd-deb7140fa437 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bfdbd1-5288-4b63-95d3-31c24cada416,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:02.742246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4c075-b353-4149-93a8-af925723da70 req-7e57cb68-c43a-422a-86f0-1077f4c2b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:02.748921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-7e57cb68-c43a-422a-86f0-1077f4c2b043 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 1097 time: 0.1663845 Jul 06 12:03:02.750480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ed727f60-cda1-49bc-ad7b-fb463fd8c647', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'port_id': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'mac_address': 'fa:16:3e:2e:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df11f5d-c364-42c1-821d-0588233a9212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:02:40Z', 'updated_at': '2021-07-06T12:03:00Z', 'revision_number': 1, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:02.819861 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fe7a7495-5793-4f75-82a3-10c00532f531 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:02.821881 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe7a7495-5793-4f75-82a3-10c00532f531 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1300304 Jul 06 12:03:02.822920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.829151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a5e334b-5bd7-4e98-b5db-1e04a246c861 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:02.829652 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-9a5e334b-5bd7-4e98-b5db-1e04a246c861 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 12:03:02.830165 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9a5e334b-5bd7-4e98-b5db-1e04a246c861 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:02.850044 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a5e334b-5bd7-4e98-b5db-1e04a246c861 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0259774 Jul 06 12:03:02.853020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.882465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cb341255-e840-4be4-b1e2-2d4326b597a3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:02.916232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:02.992852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:02.994526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:03:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:03.016649 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-cb341255-e840-4be4-b1e2-2d4326b597a3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:03.024993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.025209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cb341255-e840-4be4-b1e2-2d4326b597a3 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1703541 Jul 06 12:03:03.035068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25f57873-660a-490d-bf08-6f909dca31fa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:03.040811 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-25f57873-660a-490d-bf08-6f909dca31fa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:03:03.041464 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-25f57873-660a-490d-bf08-6f909dca31fa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:03.045213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25f57873-660a-490d-bf08-6f909dca31fa tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189312 Jul 06 12:03:03.049152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.055408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8f98acd-a1c9-497c-a863-537feb76738e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:03.110389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4c075-b353-4149-93a8-af925723da70 req-dafee3aa-97c4-488a-ae78-c5c566704571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.112174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-dafee3aa-97c4-488a-ae78-c5c566704571 service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.3569150 Jul 06 12:03:03.120912 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-c8f98acd-a1c9-497c-a863-537feb76738e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Project eaa4e1bbd08245789049a3ca47482504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:03.161515 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c8f98acd-a1c9-497c-a863-537feb76738e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:03.168595 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c8f98acd-a1c9-497c-a863-537feb76738e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1183271 Jul 06 12:03:03.171199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.190973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c87c7ad7-6106-4406-aa09-6df325827ca0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:03.192803 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-c87c7ad7-6106-4406-aa09-6df325827ca0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 12:03:03.195050 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c87c7ad7-6106-4406-aa09-6df325827ca0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:03.202978 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c87c7ad7-6106-4406-aa09-6df325827ca0 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0288665 Jul 06 12:03:03.205836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.225861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15abc702-583b-4f24-8052-9abab130b1b6 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:03.253458 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-15abc702-583b-4f24-8052-9abab130b1b6 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Project eaa4e1bbd08245789049a3ca47482504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:03.277460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-284d1e22-4b57-4989-8470-b98d58b31dfa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a HTTP/1.1" status: 200 len: 1000 time: 0.1544719 Jul 06 12:03:03.287014 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-15abc702-583b-4f24-8052-9abab130b1b6 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:03.292937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-15abc702-583b-4f24-8052-9abab130b1b6 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0844753 Jul 06 12:03:03.293880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.299413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8c0590d0-21cc-4776-83f0-4631393acfcf tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '46bfdbd1-5288-4b63-95d3-31c24cada416', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:03.331247 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-8c0590d0-21cc-4776-83f0-4631393acfcf tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Project eaa4e1bbd08245789049a3ca47482504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:03.361445 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8c0590d0-21cc-4776-83f0-4631393acfcf tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:03.366022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.367198 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8c0590d0-21cc-4776-83f0-4631393acfcf tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0717974 Jul 06 12:03:03.445757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4c075-b353-4149-93a8-af925723da70 req-1f233ce1-b67b-40c9-9e9f-8339652a3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.448087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-1f233ce1-b67b-40c9-9e9f-8339652a3390 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.1641307 Jul 06 12:03:03.621011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9833eab-b07e-4fb5-a4da-6a6cf41329e1 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.627382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:03.665987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4c075-b353-4149-93a8-af925723da70 req-651272bb-6c3a-4e70-b5b7-dc96935c1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.667750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-651272bb-6c3a-4e70-b5b7-dc96935c1625 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122066 Jul 06 12:03:03.672229 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9833eab-b07e-4fb5-a4da-6a6cf41329e1 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.763127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3eff-3435-4f72-8c3d-0005ec11a874 req-400871e4-de3e-40cf-92c2-a292475cb265 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.765365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2df3eff-3435-4f72-8c3d-0005ec11a874 req-400871e4-de3e-40cf-92c2-a292475cb265 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2159536 Jul 06 12:03:03.891254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2df3eff-3435-4f72-8c3d-0005ec11a874 req-777a268b-1252-4b56-b663-672f1b3a4c40 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115453 Jul 06 12:03:03.909501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9833eab-b07e-4fb5-a4da-6a6cf41329e1 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.913950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9833eab-b07e-4fb5-a4da-6a6cf41329e1 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.916583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9833eab-b07e-4fb5-a4da-6a6cf41329e1 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/46bfdbd1-5288-4b63-95d3-31c24cada416 HTTP/1.1" status: 204 len: 168 time: 0.5478783 Jul 06 12:03:03.919835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:03.940325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833eab-b07e-4fb5-a4da-6a6cf41329e1 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bfdbd1-5288-4b63-95d3-31c24cada416,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:03.961419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-9ee1a19d-a62e-4ccb-9a47-4a905f3fe294 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805364 Jul 06 12:03:04.078278 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-77380778-de57-4088-9ff4-b0557a446a65 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553652 Jul 06 12:03:04.085844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:04.090506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936026575'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:04.139493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.156869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97d4c075-b353-4149-93a8-af925723da70 req-baa1a7c5-e12e-4178-a26c-e6f39e0858f1 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851227 Jul 06 12:03:04.216059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ed727f60-cda1-49bc-ad7b-fb463fd8c647', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'port_id': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'mac_address': 'fa:16:3e:2e:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df11f5d-c364-42c1-821d-0588233a9212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:02:40Z', 'updated_at': '2021-07-06T12:03:00Z', 'revision_number': 1, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:04.296120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33100ed-4591-418c-a1ef-53da2d4a37e0 None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'ed727f60-cda1-49bc-ad7b-fb463fd8c647', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'port_id': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'mac_address': 'fa:16:3e:2e:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df11f5d-c364-42c1-821d-0588233a9212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:02:40Z', 'updated_at': '2021-07-06T12:03:00Z', 'revision_number': 1, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:04.321561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.335620 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.367108 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:03:04.411790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.412639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3257885 Jul 06 12:03:04.415862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:04.421592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ae59f7dc-22cf-45a5-87d1-d68340af581a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': 'c939abaa-1a80-468a-b523-5c2e1e987441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:04.455906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbacbf-28e6-4bc1-98db-c02e24ef48ff tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c939abaa-1a80-468a-b523-5c2e1e987441,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.513568 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ae59f7dc-22cf-45a5-87d1-d68340af581a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The resource could not be found. Jul 06 12:03:04.515169 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ae59f7dc-22cf-45a5-87d1-d68340af581a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0979323 Jul 06 12:03:04.518178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:04.523820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5241c426-5e3a-47a9-b006-c6fce7786afc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': 'c939abaa-1a80-468a-b523-5c2e1e987441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2316de26-1810-4c9a-81f5-e262aa3dff97'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:04.597550 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5241c426-5e3a-47a9-b006-c6fce7786afc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The resource could not be found. Jul 06 12:03:04.601989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5241c426-5e3a-47a9-b006-c6fce7786afc tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0794857 Jul 06 12:03:04.602240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:04.667882 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae11fb-854f-4d3b-b681-186c03eb7d1f None None] New status for floating IP ed727f60-cda1-49bc-ad7b-fb463fd8c647: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:03:04.672702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b95e4caa-b34c-4025-850a-90caaea2524b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.725165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b95e4caa-b34c-4025-850a-90caaea2524b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.782691 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b95e4caa-b34c-4025-850a-90caaea2524b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.786957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b95e4caa-b34c-4025-850a-90caaea2524b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.788513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b95e4caa-b34c-4025-850a-90caaea2524b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/c939abaa-1a80-468a-b523-5c2e1e987441 HTTP/1.1" status: 204 len: 168 time: 0.1848629 Jul 06 12:03:04.791924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:04.800497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e4caa-b34c-4025-850a-90caaea2524b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939abaa-1a80-468a-b523-5c2e1e987441,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.960490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:04.966965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8e5aa109-811c-4fc8-a1a1-505106bd9d3e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': 'd9441ff2-75e8-4ee9-85be-8e02ca28bb74', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:04.973819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a39d6d8e-a6dc-406c-848d-0ded6bb4c285 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1651125 Jul 06 12:03:05.043316 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8e5aa109-811c-4fc8-a1a1-505106bd9d3e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The resource could not be found. Jul 06 12:03:05.050923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:05.057344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704140914'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:05.063011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8e5aa109-811c-4fc8-a1a1-505106bd9d3e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1008894 Jul 06 12:03:05.091191 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.262879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.274211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.317376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4013da78-1425-4e5b-ad8f-a5957aee9e16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:05.330728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f914-ef97-4b56-b915-a2efb9b13c1f req-94e85661-f5f6-41cc-bd57-5badaa870af0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.339425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ced3f914-ef97-4b56-b915-a2efb9b13c1f req-94e85661-f5f6-41cc-bd57-5badaa870af0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1879373 Jul 06 12:03:05.373844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.377569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-79a333b3-fa71-44b2-9c35-6f2bb7e4984b tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3224263 Jul 06 12:03:05.378078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:05.383966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--130679993'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:05.423342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.455758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ced3f914-ef97-4b56-b915-a2efb9b13c1f req-10d20713-a5f6-4fc7-b128-9a2e546bef62 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153278 Jul 06 12:03:05.599880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.605394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.636877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.647616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2593431 Jul 06 12:03:05.647868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:05.654993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d676625-eeaf-4ac4-8b88-cb9bbded4dd7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f3aab0-60e4-4dc2-b54e-3b511aea692c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:05.655226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9246092b-3e10-4407-a46a-24a3843f87a7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '4013da78-1425-4e5b-ad8f-a5957aee9e16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '38f3aab0-60e4-4dc2-b54e-3b511aea692c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:05.722734 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9246092b-3e10-4407-a46a-24a3843f87a7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:05.726982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:05.727283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9246092b-3e10-4407-a46a-24a3843f87a7 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0829520 Jul 06 12:03:05.827073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb675ba-1aec-407d-8412-5a1d5f129f52 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.874400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb675ba-1aec-407d-8412-5a1d5f129f52 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.921559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb675ba-1aec-407d-8412-5a1d5f129f52 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.925059 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb675ba-1aec-407d-8412-5a1d5f129f52 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.926445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bbb675ba-1aec-407d-8412-5a1d5f129f52 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/38f3aab0-60e4-4dc2-b54e-3b511aea692c HTTP/1.1" status: 204 len: 168 time: 0.1977818 Jul 06 12:03:05.929209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:05.937517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb675ba-1aec-407d-8412-5a1d5f129f52 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f3aab0-60e4-4dc2-b54e-3b511aea692c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:06.051296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:06.051888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34d6e9ab-1025-48cf-a87b-b7e5e20bff85 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1214972 Jul 06 12:03:06.152579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b678637-973a-46ca-af64-36b48f759127 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.204912 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b678637-973a-46ca-af64-36b48f759127 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.296410 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b678637-973a-46ca-af64-36b48f759127 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.299874 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b678637-973a-46ca-af64-36b48f759127 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.304935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:06.318643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b678637-973a-46ca-af64-36b48f759127 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/4013da78-1425-4e5b-ad8f-a5957aee9e16 HTTP/1.1" status: 204 len: 168 time: 0.2652998 Jul 06 12:03:06.347231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678637-973a-46ca-af64-36b48f759127 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013da78-1425-4e5b-ad8f-a5957aee9e16,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:06.368233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-53f8d06c-5e76-45cf-9646-de7fb60c3398 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619795 Jul 06 12:03:06.373600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:06.383870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060345546'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:06.430302 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.741936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.770535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.877640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b6d0-85e2-4e53-b554-823a789f1f23 req-c9106379-1702-42e3-823c-880af7489e8e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:06.885686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efd0b6d0-85e2-4e53-b554-823a789f1f23 req-c9106379-1702-42e3-823c-880af7489e8e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.2323725 Jul 06 12:03:06.888417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.893286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5162859 Jul 06 12:03:06.894070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:06.905867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c6ff35e-22b5-465b-95c7-b3220e4eab55 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '86300d1a-6a53-4e59-a770-3e86687e94f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:06.917584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06bd0a-7357-4e51-af19-78370425046e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86300d1a-6a53-4e59-a770-3e86687e94f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:06.969171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efd0b6d0-85e2-4e53-b554-823a789f1f23 req-3fd0b836-ca7d-4ec1-bad0-197d89b58bae tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823119 Jul 06 12:03:07.009999 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4c6ff35e-22b5-465b-95c7-b3220e4eab55 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:07.011074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c6ff35e-22b5-465b-95c7-b3220e4eab55 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1100945 Jul 06 12:03:07.014178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.021615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6707ce80-742d-47d6-8b80-5774d5b7ae3a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group_rule': {'security_group_id': '86300d1a-6a53-4e59-a770-3e86687e94f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:07.110181 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6707ce80-742d-47d6-8b80-5774d5b7ae3a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:07.124147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.162542 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6707ce80-742d-47d6-8b80-5774d5b7ae3a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1471071 Jul 06 12:03:07.245787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42cc3627-3c92-4b9d-be44-ef84a141d304 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.294941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42cc3627-3c92-4b9d-be44-ef84a141d304 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.352699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42cc3627-3c92-4b9d-be44-ef84a141d304 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.356556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42cc3627-3c92-4b9d-be44-ef84a141d304 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.358134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42cc3627-3c92-4b9d-be44-ef84a141d304 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/86300d1a-6a53-4e59-a770-3e86687e94f5 HTTP/1.1" status: 204 len: 168 time: 0.2329888 Jul 06 12:03:07.360827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.390413 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc3627-3c92-4b9d-be44-ef84a141d304 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86300d1a-6a53-4e59-a770-3e86687e94f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:07.459962 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4fda76e7-11e9-49f3-addc-2b23fa6a44f9 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934734 Jul 06 12:03:07.460775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.465933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247783724'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:07.494465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.623607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.628366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.700398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502f84f1-8432-4b0d-bac4-d05fb9464d04,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:07.715259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.719252 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2bb83da2-0f64-4bed-8c63-93faaa4e661a tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2546830 Jul 06 12:03:07.719420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.724162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc829aab-70c1-47be-a0c6-230043a5df7e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:07.724707 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-dc829aab-70c1-47be-a0c6-230043a5df7e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:03:07.725223 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dc829aab-70c1-47be-a0c6-230043a5df7e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 12:03:07.729623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc829aab-70c1-47be-a0c6-230043a5df7e tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "PUT /v2.0/security-groups/502f84f1-8432-4b0d-bac4-d05fb9464d04 HTTP/1.1" status: 409 len: 330 time: 0.0056493 Jul 06 12:03:07.729819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.800539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21323ef2-6878-4e58-870a-e60aef9dfd5c tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.827776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21323ef2-6878-4e58-870a-e60aef9dfd5c tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.916424 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21323ef2-6878-4e58-870a-e60aef9dfd5c tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.920950 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21323ef2-6878-4e58-870a-e60aef9dfd5c tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.922423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-21323ef2-6878-4e58-870a-e60aef9dfd5c tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/502f84f1-8432-4b0d-bac4-d05fb9464d04 HTTP/1.1" status: 204 len: 168 time: 0.1920252 Jul 06 12:03:07.925074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:07.939128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21323ef2-6878-4e58-870a-e60aef9dfd5c tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f84f1-8432-4b0d-bac4-d05fb9464d04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:08.061272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.065649 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd1f4f0b-d979-4da1-9dd5-6c1d515d1305 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350462 Jul 06 12:03:08.085038 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8fead959-eefa-44c8-b23c-b604a17f1dc4 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] delete failed (client error): The resource could not be found. Jul 06 12:03:08.092657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fead959-eefa-44c8-b23c-b604a17f1dc4 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "DELETE /v2.0/security-groups/f07806d3-f07b-4612-b412-50356acd0c93 HTTP/1.1" status: 404 len: 347 time: 0.0309191 Jul 06 12:03:08.096275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.125673 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-772ccd86-df58-4076-a466-4c170e22d0bb tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] show failed (client error): The resource could not be found. Jul 06 12:03:08.126892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-772ccd86-df58-4076-a466-4c170e22d0bb tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-groups/a8445e29-17dd-4a09-b110-b244d405413d HTTP/1.1" status: 404 len: 347 time: 0.0296509 Jul 06 12:03:08.132270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.150605 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4b36db72-195c-48ba-9b47-bf6cf94ccf36 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] show failed (client error): The resource could not be found. Jul 06 12:03:08.151778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b36db72-195c-48ba-9b47-bf6cf94ccf36 tempest-NegativeSecGroupIPv6Test-59934687 tempest-NegativeSecGroupIPv6Test-59934687-project] 10.222.0.78 "GET /v2.0/security-group-rules/8cac5147-7cef-4449-9c1f-694ba891785a HTTP/1.1" status: 404 len: 356 time: 0.0196414 Jul 06 12:03:08.275642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683a256-6f2e-4763-8d60-cc77d182c6ca req-ecd5fe2e-ec4e-4309-b010-7061b773b64e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:08.284394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6683a256-6f2e-4763-8d60-cc77d182c6ca req-ecd5fe2e-ec4e-4309-b010-7061b773b64e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1042230 Jul 06 12:03:08.340797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6683a256-6f2e-4763-8d60-cc77d182c6ca req-70347164-d59f-44cf-8d30-06d6a820d413 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553048 Jul 06 12:03:08.519985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.764929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b1272bd-c0a3-4ca7-bf67-1431e95f265e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eaa4e1bbd08245789049a3ca47482504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422779 Jul 06 12:03:08.767729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.840738 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4929c590-880c-4e49-a2ce-c4d956e73574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.872947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4929c590-880c-4e49-a2ce-c4d956e73574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.938790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4929c590-880c-4e49-a2ce-c4d956e73574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.942632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4929c590-880c-4e49-a2ce-c4d956e73574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.946837 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4929c590-880c-4e49-a2ce-c4d956e73574 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/340f2bed-98f5-4dda-bc5f-d020c0407f93 HTTP/1.1" status: 204 len: 168 time: 0.1779494 Jul 06 12:03:08.960269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929c590-880c-4e49-a2ce-c4d956e73574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340f2bed-98f5-4dda-bc5f-d020c0407f93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.663264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b159a2-2af3-4f20-81ae-5b3295bb489d req-385ecea7-c3e2-4c76-b5f1-dfe78fe98563 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.675417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63b159a2-2af3-4f20-81ae-5b3295bb489d req-385ecea7-c3e2-4c76-b5f1-dfe78fe98563 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1554370 Jul 06 12:03:09.786589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63b159a2-2af3-4f20-81ae-5b3295bb489d req-98b8f72c-c822-40c7-9448-652bcb96f3e1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Jul 06 12:03:10.184781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 39370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:10.357421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-157f0bec-5b67-4e49-97ea-f6d894c24f48 tempest-ServiceProvidersTest-1941399305 tempest-ServiceProvidersTest-1941399305-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1669683 Jul 06 12:03:11.052968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:11.142178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f30be-1557-454b-bdbe-5a7d263bdc84 req-e9596a53-62d6-449b-8edd-b5ba4db5b113 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:11.150505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e57f30be-1557-454b-bdbe-5a7d263bdc84 req-e9596a53-62d6-449b-8edd-b5ba4db5b113 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1610258 Jul 06 12:03:11.222250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e57f30be-1557-454b-bdbe-5a7d263bdc84 req-b1efbd95-8798-41a3-b72e-00c313306231 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557060 Jul 06 12:03:11.329276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b067b833-d39d-4edc-9682-a90be3753936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.534182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b067b833-d39d-4edc-9682-a90be3753936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.538445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b067b833-d39d-4edc-9682-a90be3753936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.591417 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b067b833-d39d-4edc-9682-a90be3753936 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e30d6c8655740f38ab4a93e6e53ad9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326581 Jul 06 12:03:11.592172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b833-d39d-4edc-9682-a90be3753936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c2e00a-7575-48f4-821c-19ad3c0097af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:11.595232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 39406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:11.669314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0aecdaf-c8fa-4e83-8e31-602627f290b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.701095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0aecdaf-c8fa-4e83-8e31-602627f290b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.773583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0aecdaf-c8fa-4e83-8e31-602627f290b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.776220 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0aecdaf-c8fa-4e83-8e31-602627f290b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.788182 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a0aecdaf-c8fa-4e83-8e31-602627f290b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7c2e00a-7575-48f4-821c-19ad3c0097af HTTP/1.1" status: 204 len: 168 time: 0.1839132 Jul 06 12:03:11.799520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aecdaf-c8fa-4e83-8e31-602627f290b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c2e00a-7575-48f4-821c-19ad3c0097af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:12.543302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd9339-ece8-48b2-87f0-9c8263d12633 req-96e18c81-b391-4b2a-a275-c1fe91376861 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.551412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dcd9339-ece8-48b2-87f0-9c8263d12633 req-96e18c81-b391-4b2a-a275-c1fe91376861 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.1733100 Jul 06 12:03:12.577194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-7bc3e1b3-37a5-4bc5-8e63-eb3746d395e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.578696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-7bc3e1b3-37a5-4bc5-8e63-eb3746d395e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1096 time: 0.1401603 Jul 06 12:03:12.623129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dcd9339-ece8-48b2-87f0-9c8263d12633 req-74e72856-8230-4012-a2a1-e26086b72c60 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608404 Jul 06 12:03:12.765512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-1670e4a5-a6f3-4d85-8c6a-b35f9a729fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.767435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-1670e4a5-a6f3-4d85-8c6a-b35f9a729fe6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 914 time: 0.1706324 Jul 06 12:03:12.829226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-e7a6850b-1940-47c9-8041-8e657f752128 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0471170 Jul 06 12:03:12.910745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-a21adf0b-3788-4fca-9e4f-8cfae6ad0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.914146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-a21adf0b-3788-4fca-9e4f-8cfae6ad0408 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.0688584 Jul 06 12:03:12.951709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-acbac6e8-79e3-4b0d-9d15-6de4c32f891e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327227 Jul 06 12:03:13.100515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-c50e8b47-fa47-4b75-8fcd-0575f126ea3a service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398084 Jul 06 12:03:13.295808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb9eefb1-1dc9-4a90-b57f-4c2eac7985fd req-9e283d08-b71a-4ba5-8c4d-67328af6bd3f service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787825 Jul 06 12:03:13.819771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9a557-6dcf-4af0-9a05-6c4dc9ed956d req-1b0a607f-1386-4a8e-8554-f185844fc95b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:13.821404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad9a557-6dcf-4af0-9a05-6c4dc9ed956d req-1b0a607f-1386-4a8e-8554-f185844fc95b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0817566 Jul 06 12:03:13.902654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad9a557-6dcf-4af0-9a05-6c4dc9ed956d req-c5fcf2b9-114f-412c-b0fc-bc6fb609593b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727437 Jul 06 12:03:15.168606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734499-ca6c-45bd-bb1c-4265f46e2ef8 req-948fd3f6-1048-4291-bed6-940838c56edd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:15.177109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f734499-ca6c-45bd-bb1c-4265f46e2ef8 req-948fd3f6-1048-4291-bed6-940838c56edd tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 945 time: 0.0986955 Jul 06 12:03:15.219214 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f734499-ca6c-45bd-bb1c-4265f46e2ef8 req-8ca44df5-92da-49db-b15b-66cad4524021 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Jul 06 12:03:16.207414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:16.296455 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.326622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:16.329836 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e4e8b9-fdf8-42db-b9f1-9dfc5e29ad5a" -d '{"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-unplugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:16.375718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:16.384627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.449269 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f65a19b-f64c-44b1-9d97-ff33f0b5cccf x-openstack-request-id: req-0f65a19b-f64c-44b1-9d97-ff33f0b5cccf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:16.449566 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-unplugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:16.450035 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f65a19b-f64c-44b1-9d97-ff33f0b5cccf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:16.450764 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'code': 200} Jul 06 12:03:16.502895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:16.512466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.512900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.513392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.514015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.514458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.514846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.515276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.515722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.516070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.516460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.516854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.517457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:16.565641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de333266-c938-459d-aa8b-93d463e20892 req-a767aa04-9b8d-4c0b-b9c4-8e4605c2bc47 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.577247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de333266-c938-459d-aa8b-93d463e20892 req-a767aa04-9b8d-4c0b-b9c4-8e4605c2bc47 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1190541 Jul 06 12:03:16.630106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de333266-c938-459d-aa8b-93d463e20892 req-f41a0489-8e4e-45d1-8825-faba3c5353c9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Jul 06 12:03:16.859828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d27e6-d82a-4996-9b62-660b62881600 req-d7b7035d-940c-420a-88bb-4a7830f6e565 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.862490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-842d27e6-d82a-4996-9b62-660b62881600 req-d7b7035d-940c-420a-88bb-4a7830f6e565 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0743065 Jul 06 12:03:16.904798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-842d27e6-d82a-4996-9b62-660b62881600 req-be6e48c8-22fc-428c-a4e1-2733c87a171e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347688 Jul 06 12:03:18.599453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7092e2-1ade-41a7-848a-e571ed0d400f req-b85dbeb1-1f99-4bde-8d33-0bace6c3c11a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:18.615268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a7092e2-1ade-41a7-848a-e571ed0d400f req-b85dbeb1-1f99-4bde-8d33-0bace6c3c11a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1860943 Jul 06 12:03:18.664394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a7092e2-1ade-41a7-848a-e571ed0d400f req-089a236d-50ce-4f18-b605-f122eab1a2e5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475943 Jul 06 12:03:19.350125 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-90e7e8b8-84fa-44c9-a281-f5d7bfee5622 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5147252 Jul 06 12:03:19.937498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a1466-e876-471a-bef2-a354eee1ae03 req-2165d0a4-8adc-4bab-ac83-5bad094e2b54 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:19.940980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2a1466-e876-471a-bef2-a354eee1ae03 req-2165d0a4-8adc-4bab-ac83-5bad094e2b54 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0968812 Jul 06 12:03:20.004143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2a1466-e876-471a-bef2-a354eee1ae03 req-4ee756cb-5108-4e8b-8ac9-2bf1c01a0845 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549815 Jul 06 12:03:20.217515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:20.476346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-f39a7562-879e-41da-b5d3-749548fa20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:20.478010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-f39a7562-879e-41da-b5d3-749548fa20f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16&tenant_id=f9d5359620fe4e14b27bd2c4470216ef HTTP/1.1" status: 200 len: 1094 time: 0.1074100 Jul 06 12:03:20.568408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-54537d5a-689e-4e6d-9bc6-f2fafa32896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:20.570348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-54537d5a-689e-4e6d-9bc6-f2fafa32896d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1094 time: 0.0678024 Jul 06 12:03:20.705040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-582c9098-b42e-4f30-828f-8c873b55e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:20.707346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-582c9098-b42e-4f30-828f-8c873b55e6f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 914 time: 0.1286166 Jul 06 12:03:20.763256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-9bd552ec-63b1-42f4-8d86-f2f2e05fa36a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0456698 Jul 06 12:03:20.826190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-1cc7acbd-b63d-4595-902c-d169fa6b9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:20.828034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-1cc7acbd-b63d-4595-902c-d169fa6b9652 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.0579882 Jul 06 12:03:20.864336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-19b1c36c-e80f-45e8-8979-8541c8feb7ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295939 Jul 06 12:03:20.963990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-cf5092d0-1440-4700-9d61-163c4c3834fa service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929189 Jul 06 12:03:21.098129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f6d471-9a1a-476e-8c76-9abfff19ee5a req-8b1451c2-f032-4459-ab91-9f7602de32a3 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262846 Jul 06 12:03:21.229414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26332ab4-773c-4a1e-a407-4e104011cd87 req-8421acd3-9837-4e1c-8a7a-e99034d57ec4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:21.241473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26332ab4-773c-4a1e-a407-4e104011cd87 req-8421acd3-9837-4e1c-8a7a-e99034d57ec4 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1138813 Jul 06 12:03:21.308952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26332ab4-773c-4a1e-a407-4e104011cd87 req-5fae3df6-1d24-4606-b863-3a04b1818557 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608037 Jul 06 12:03:22.711669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b572-92b0-4f93-b2de-db14ef9fc0ad req-bbfa4c29-d02b-47ed-92ce-4c564be327a0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:22.719850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3433b572-92b0-4f93-b2de-db14ef9fc0ad req-bbfa4c29-d02b-47ed-92ce-4c564be327a0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1855888 Jul 06 12:03:22.742301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.778539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3433b572-92b0-4f93-b2de-db14ef9fc0ad req-471350a8-9873-4bbc-94de-8ec96b114d3d tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Jul 06 12:03:24.197503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410ba85-b0b1-4060-83d8-f5870502aeaa req-2343a95c-e9b1-44b4-9d98-b4b4e5b70785 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:24.218591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6410ba85-b0b1-4060-83d8-f5870502aeaa req-2343a95c-e9b1-44b4-9d98-b4b4e5b70785 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1477106 Jul 06 12:03:24.351420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6410ba85-b0b1-4060-83d8-f5870502aeaa req-b5722ae2-0908-4ccd-900a-507b68d5cdd5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316445 Jul 06 12:03:25.839969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca45ea-96db-43f2-bf0c-e5295eebe81f req-712b84d1-f555-4eb0-8335-7b40b9e8cddf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:25.905876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ca45ea-96db-43f2-bf0c-e5295eebe81f req-712b84d1-f555-4eb0-8335-7b40b9e8cddf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.2639778 Jul 06 12:03:26.054518 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ca45ea-96db-43f2-bf0c-e5295eebe81f req-cf9e4fd1-d921-452a-854b-a88041c04275 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295197 Jul 06 12:03:27.151833 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-966d3028-2db5-46f7-a206-28997f808338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.527806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476995-8371-4f1d-9794-713c87b9f167 req-6d62e4ff-7881-4019-a4df-5fda238823ac tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:27.545892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea476995-8371-4f1d-9794-713c87b9f167 req-6d62e4ff-7881-4019-a4df-5fda238823ac tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1552689 Jul 06 12:03:27.631031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea476995-8371-4f1d-9794-713c87b9f167 req-c5af2f88-96fe-4497-aefa-882eea18009f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821996 Jul 06 12:03:28.992513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c0feb-5f61-4024-af5f-068adfee7e48 req-b2564dd7-383e-4326-93b9-53331f9b5197 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:29.000447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a0c0feb-5f61-4024-af5f-068adfee7e48 req-b2564dd7-383e-4326-93b9-53331f9b5197 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0874887 Jul 06 12:03:29.056711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a0c0feb-5f61-4024-af5f-068adfee7e48 req-d3418d9b-9e01-4348-9853-5eee1085fd71 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547879 Jul 06 12:03:29.671141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71c5f862-2fba-4965-a4a2-3750e57c549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.059903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.287273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba44f07-909a-42b2-adec-cea6e5eaef7b req-cb02faaf-6a2a-46b0-8154-99b69ea2d8d3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:30.289560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ba44f07-909a-42b2-adec-cea6e5eaef7b req-cb02faaf-6a2a-46b0-8154-99b69ea2d8d3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1013169 Jul 06 12:03:30.329261 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.360720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ba44f07-909a-42b2-adec-cea6e5eaef7b req-e181197c-e9e9-4d5f-88ce-7c3b001635ba tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652230 Jul 06 12:03:30.968428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.722641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9e88e-e16b-4a31-a51f-a03d023c43e7 req-0a5d3991-faba-458e-a775-1b324f0e7186 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:31.731048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3c9e88e-e16b-4a31-a51f-a03d023c43e7 req-0a5d3991-faba-458e-a775-1b324f0e7186 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1440136 Jul 06 12:03:31.789299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3c9e88e-e16b-4a31-a51f-a03d023c43e7 req-602a6e9e-0938-4208-9d06-b08b3a70a6bb tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568254 Jul 06 12:03:32.421419 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.052510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1dbce-4bbf-47eb-9b4c-be35536b04d7 req-c09c0102-846e-4b18-a0f9-b6053f5712fa tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:33.061172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97e1dbce-4bbf-47eb-9b4c-be35536b04d7 req-c09c0102-846e-4b18-a0f9-b6053f5712fa tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.1013682 Jul 06 12:03:33.120873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97e1dbce-4bbf-47eb-9b4c-be35536b04d7 req-9183d93c-af68-421e-95db-50d704aabdfa tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580862 Jul 06 12:03:34.350494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c23f7-4691-42a8-af37-e9f00b618363 req-ae306fe7-8d98-400b-a691-6c75be11d4bf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:34.352402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-044c23f7-4691-42a8-af37-e9f00b618363 req-ae306fe7-8d98-400b-a691-6c75be11d4bf tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0857298 Jul 06 12:03:34.414891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-044c23f7-4691-42a8-af37-e9f00b618363 req-6b6a005d-9ad0-4c51-be3e-dfd0554a93b8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Jul 06 12:03:35.620208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28165b97-42ff-418e-9123-24bccf4c47a8 req-1a95d127-f4f8-4226-80b9-f65132fa0bf8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:35.627506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28165b97-42ff-418e-9123-24bccf4c47a8 req-1a95d127-f4f8-4226-80b9-f65132fa0bf8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0915248 Jul 06 12:03:35.702070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28165b97-42ff-418e-9123-24bccf4c47a8 req-153cab40-5210-488a-94f9-588133099c8c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729995 Jul 06 12:03:36.904743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846ca11-6c10-4b00-8378-15c93e797ad1 req-356027a5-52fb-40c3-a93f-07d6217b0568 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:36.907412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5846ca11-6c10-4b00-8378-15c93e797ad1 req-356027a5-52fb-40c3-a93f-07d6217b0568 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0839772 Jul 06 12:03:36.952167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5846ca11-6c10-4b00-8378-15c93e797ad1 req-f90b4c1b-bd85-4744-9e52-222e26abec45 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Jul 06 12:03:38.173118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3e198-7df6-4f5a-b90a-ba542f5b9b44 req-00577dbe-023e-4bfe-994f-9d24c18c5236 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:38.180690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04c3e198-7df6-4f5a-b90a-ba542f5b9b44 req-00577dbe-023e-4bfe-994f-9d24c18c5236 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 943 time: 0.0906534 Jul 06 12:03:38.222382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04c3e198-7df6-4f5a-b90a-ba542f5b9b44 req-d33ec742-3e1c-4c8f-88d0-b8eeed2727c2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Jul 06 12:03:38.339398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:38.456226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:38.474384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'network_id': 'ceb369be-4ef8-475d-b285-fb3ba68c5c71', 'port_id': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'mac_address': 'fa:16:3e:85:77:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:38.524313 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.538833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:38.568406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:38.584037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.647716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:38.802035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:39.420843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725d159-d6d7-4054-8528-226b21d39717 req-ad707b3a-1f12-4f24-b504-bb39acedfab5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:39.428116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1725d159-d6d7-4054-8528-226b21d39717 req-ad707b3a-1f12-4f24-b504-bb39acedfab5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 944 time: 0.0807071 Jul 06 12:03:39.473157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1725d159-d6d7-4054-8528-226b21d39717 req-5e342cb1-f607-42db-86e3-7263fe7784ad tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 Jul 06 12:03:40.344714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:40.396840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:40.397252 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.482842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.517005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:40.519788 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d992bb33-cba9-4fb4-8ed5-fb6f057d0b7f" -d '{"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-plugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:40.534159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:40.540422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.617312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.633080 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c047df-cd88-436e-a1ee-6f0e8ff3ccbd x-openstack-request-id: req-72c047df-cd88-436e-a1ee-6f0e8ff3ccbd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:40.633440 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-plugged", "status": "completed", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:40.634610 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72c047df-cd88-436e-a1ee-6f0e8ff3ccbd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:40.634610 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'code': 200} Jul 06 12:03:40.690386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0e913-a00c-409c-b813-d79dbb8c946a req-73f61576-5cf4-410e-92bd-f0c22c9a17b8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:40.692492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6de0e913-a00c-409c-b813-d79dbb8c946a req-73f61576-5cf4-410e-92bd-f0c22c9a17b8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0996499 Jul 06 12:03:40.749810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6de0e913-a00c-409c-b813-d79dbb8c946a req-44e1a7ed-3dd3-44a6-9b36-8d5da579718a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Jul 06 12:03:40.851579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dac12-ed39-490d-afb0-18ad9ba80fa5 req-7e75d0a4-27c1-4358-8f96-d4e13662f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:40.853127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d12dac12-ed39-490d-afb0-18ad9ba80fa5 req-7e75d0a4-27c1-4358-8f96-d4e13662f580 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1097 time: 0.0616453 Jul 06 12:03:40.894452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d12dac12-ed39-490d-afb0-18ad9ba80fa5 req-3397045c-6ab1-4ea0-a03b-ce89877261c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Jul 06 12:03:41.367729 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:03:42.123597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78122ba1-7205-4b9c-aa37-bb25038cdcc7 req-a7ca775a-0b4f-49d8-b7a5-9f808c0650e3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:42.132418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78122ba1-7205-4b9c-aa37-bb25038cdcc7 req-a7ca775a-0b4f-49d8-b7a5-9f808c0650e3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1443486 Jul 06 12:03:42.187756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78122ba1-7205-4b9c-aa37-bb25038cdcc7 req-8b4a182f-a925-4fc8-81a2-d11e92c3da6b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544350 Jul 06 12:03:43.393794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3a3d8-47a6-43f3-8c5a-166a23d06bb9 req-7919619e-70e5-4579-8227-27149836a6ba tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:43.395470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14f3a3d8-47a6-43f3-8c5a-166a23d06bb9 req-7919619e-70e5-4579-8227-27149836a6ba tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0685158 Jul 06 12:03:43.451005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14f3a3d8-47a6-43f3-8c5a-166a23d06bb9 req-0ac549b1-f58c-4b57-b2d2-b0bf86043f0f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Jul 06 12:03:43.744052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8532-bf6e-47a7-8459-fc0d0f816df6 req-23e32106-d3f8-4597-b1c7-2b19a4278e3f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:43.758966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-303f8532-bf6e-47a7-8459-fc0d0f816df6 req-23e32106-d3f8-4597-b1c7-2b19a4278e3f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1278663 Jul 06 12:03:43.839224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-303f8532-bf6e-47a7-8459-fc0d0f816df6 req-09c99d21-86d3-4460-91c6-35b67c5861ef tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789800 Jul 06 12:03:44.046229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cfe9c-2654-4cc2-9cdc-01448fff1165 req-ced72b0f-bc79-4c98-a692-aad262757f3e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:44.047786 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-138cfe9c-2654-4cc2-9cdc-01448fff1165 req-ced72b0f-bc79-4c98-a692-aad262757f3e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0679007 Jul 06 12:03:44.092381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-138cfe9c-2654-4cc2-9cdc-01448fff1165 req-96f423a3-ffdd-4d3f-bf3b-997d26e31345 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Jul 06 12:03:44.311178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9a753-5ace-4ee9-86ae-a085370115d8 req-3903f7f8-7847-4be7-9a9c-7a81ac3275a1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:44.313045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72c9a753-5ace-4ee9-86ae-a085370115d8 req-3903f7f8-7847-4be7-9a9c-7a81ac3275a1 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0802176 Jul 06 12:03:44.360960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72c9a753-5ace-4ee9-86ae-a085370115d8 req-338ef6b3-f23f-427d-b846-517093e3cc91 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Jul 06 12:03:44.559363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711030-ec96-47cf-af54-d3989d49523e req-a123bfbc-8c7f-4c9e-b558-7d09f4b37cd5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:44.560878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3711030-ec96-47cf-af54-d3989d49523e req-a123bfbc-8c7f-4c9e-b558-7d09f4b37cd5 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0709786 Jul 06 12:03:44.606487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3711030-ec96-47cf-af54-d3989d49523e req-780f9614-e2f1-426c-8224-27ddfa7eca8b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Jul 06 12:03:44.846497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d48cbe-6e62-4bf4-bc09-01f0ef18158f req-197438ae-6cc9-4e6d-a6f1-61f802c7b5a0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:44.849167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20d48cbe-6e62-4bf4-bc09-01f0ef18158f req-197438ae-6cc9-4e6d-a6f1-61f802c7b5a0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0786998 Jul 06 12:03:44.893926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20d48cbe-6e62-4bf4-bc09-01f0ef18158f req-49048d31-7227-44b5-81cd-c1ecd0649665 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Jul 06 12:03:45.114936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aab47f-2cbe-49a5-b3d6-b7437c9cad62 req-0e27a043-b134-46bc-b3a3-33a68080bbec tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:45.116628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18aab47f-2cbe-49a5-b3d6-b7437c9cad62 req-0e27a043-b134-46bc-b3a3-33a68080bbec tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0778689 Jul 06 12:03:45.157771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18aab47f-2cbe-49a5-b3d6-b7437c9cad62 req-73fdd14f-5a16-4543-8e89-13c951fa4c30 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Jul 06 12:03:45.592353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed28d90-f602-4bde-ab02-fa550a0e11b6 req-31366ed0-4cd7-4dc4-b6de-ef524a83dc88 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:45.594686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ed28d90-f602-4bde-ab02-fa550a0e11b6 req-31366ed0-4cd7-4dc4-b6de-ef524a83dc88 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0936475 Jul 06 12:03:45.636308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ed28d90-f602-4bde-ab02-fa550a0e11b6 req-f13c1a41-6748-4a89-a0c0-2299c9a4111a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353532 Jul 06 12:03:46.927447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217892b-bf44-470f-bfa2-8d1d27015e68 req-621fc118-c3f3-4ee4-a3ba-7ac0f9b7e286 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:46.929309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f217892b-bf44-470f-bfa2-8d1d27015e68 req-621fc118-c3f3-4ee4-a3ba-7ac0f9b7e286 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1272743 Jul 06 12:03:46.974683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f217892b-bf44-470f-bfa2-8d1d27015e68 req-c26513cb-a610-4183-8e8d-065157e6ddb2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Jul 06 12:03:47.521628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-4e1c9cea-d779-471b-b448-79456c0b6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:47.523203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-4e1c9cea-d779-471b-b448-79456c0b6019 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 1097 time: 0.0917399 Jul 06 12:03:47.605066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f93ac2-836c-4f6e-8fb5-f0f66afd012c req-ca72ea82-24e8-4484-abf4-e8093f856ec0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:47.606633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34f93ac2-836c-4f6e-8fb5-f0f66afd012c req-ca72ea82-24e8-4484-abf4-e8093f856ec0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1419296 Jul 06 12:03:47.677688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-34ef674f-28e0-4e88-84d2-3815fbd507d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:47.680092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-34ef674f-28e0-4e88-84d2-3815fbd507d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 200 len: 914 time: 0.1487937 Jul 06 12:03:47.688164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34f93ac2-836c-4f6e-8fb5-f0f66afd012c req-1b1cd81b-98bc-4601-85a5-e0cd6c671a02 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721672 Jul 06 12:03:47.747670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-157115a3-948d-447b-8e53-2a25afa1ae64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 200 len: 217 time: 0.0585492 Jul 06 12:03:47.816193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-49a88e5b-65ee-40be-aca5-2e20fd941b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:47.818244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-49a88e5b-65ee-40be-aca5-2e20fd941b5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 200 len: 853 time: 0.0643194 Jul 06 12:03:47.863066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-cbaa8136-94d4-4cc9-8653-c11a62818165 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ceb369be-4ef8-475d-b285-fb3ba68c5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377157 Jul 06 12:03:47.992928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-b074edb1-a57a-49ee-91a5-86c0247a84ad service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217997 Jul 06 12:03:48.087591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b922195d-052c-4f75-8f71-d5e3bb0ab972 req-67dd8754-490b-43b2-bf5f-75619d521955 service neutron] 10.222.0.79 "GET /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877182 Jul 06 12:03:48.888786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a93b0b-e41e-4889-b3d2-b18857b7e84a req-e470bdde-1640-4aec-bd06-8a3571a20b51 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:48.890335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a93b0b-e41e-4889-b3d2-b18857b7e84a req-e470bdde-1640-4aec-bd06-8a3571a20b51 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0734458 Jul 06 12:03:48.936689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a93b0b-e41e-4889-b3d2-b18857b7e84a req-020f4a58-9466-40ad-9bd4-3b1e6feb1eee tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394964 Jul 06 12:03:50.173366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20975f-09a5-474f-977c-55f777a4bb4c req-86440601-ad0b-4303-835e-e7be1fc5faed tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.176281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca20975f-09a5-474f-977c-55f777a4bb4c req-86440601-ad0b-4303-835e-e7be1fc5faed tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0905581 Jul 06 12:03:50.628719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca20975f-09a5-474f-977c-55f777a4bb4c req-ad42f063-69a1-4b42-bf8e-95724b1134bb tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461567 Jul 06 12:03:50.886053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77dd3e-ef90-45ea-bec0-f7dd04833ff6 req-51eedc51-63ad-4f39-a29e-5487f7b05787 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.888334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb77dd3e-ef90-45ea-bec0-f7dd04833ff6 req-51eedc51-63ad-4f39-a29e-5487f7b05787 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1178553 Jul 06 12:03:50.936520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb77dd3e-ef90-45ea-bec0-f7dd04833ff6 req-5fd75567-5b0a-4b29-90b3-0aec8dbfa5cc tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Jul 06 12:03:51.183107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048503d-ead3-4a1d-8edb-e059eb0993d8 req-2facf7b4-188b-4bf1-b34e-f8bb1b7c102f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:51.185833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7048503d-ead3-4a1d-8edb-e059eb0993d8 req-2facf7b4-188b-4bf1-b34e-f8bb1b7c102f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0935647 Jul 06 12:03:51.241986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7048503d-ead3-4a1d-8edb-e059eb0993d8 req-fe235c08-6ef2-4b1e-813a-06f1ddf137a7 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Jul 06 12:03:51.446109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238074e7-c93d-429f-acea-cf55ea286a5c req-6ce68d91-ef4e-4e8a-80d1-b7564bbe7198 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:51.448249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-238074e7-c93d-429f-acea-cf55ea286a5c req-6ce68d91-ef4e-4e8a-80d1-b7564bbe7198 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0914094 Jul 06 12:03:51.498818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-238074e7-c93d-429f-acea-cf55ea286a5c req-a923162d-a990-4048-a075-2579a8705a0e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Jul 06 12:03:51.817289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d823db6-572c-4da2-9f91-8e1085f9eec0 req-d9b4a994-e2be-4084-9ed7-8e50c16a555f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:51.826483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d823db6-572c-4da2-9f91-8e1085f9eec0 req-d9b4a994-e2be-4084-9ed7-8e50c16a555f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0987127 Jul 06 12:03:51.881016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d823db6-572c-4da2-9f91-8e1085f9eec0 req-244eb795-05f8-4841-8db6-7c3093282a58 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Jul 06 12:03:52.236387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32009a0-6f94-42d3-86da-c2e14a76924a req-cf44698f-842a-4f4d-b5ca-dc8ba1606119 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.238178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b32009a0-6f94-42d3-86da-c2e14a76924a req-cf44698f-842a-4f4d-b5ca-dc8ba1606119 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0833254 Jul 06 12:03:52.280838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b32009a0-6f94-42d3-86da-c2e14a76924a req-51b93911-6cff-4131-aa93-709b95d9b0f9 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361588 Jul 06 12:03:52.524931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0421-3ea1-47f3-abfb-96559909c34b req-7857346b-deff-4cc5-b0aa-69094b5700e0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.534707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67cd0421-3ea1-47f3-abfb-96559909c34b req-7857346b-deff-4cc5-b0aa-69094b5700e0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1037371 Jul 06 12:03:52.572276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67cd0421-3ea1-47f3-abfb-96559909c34b req-dbaf73fe-19a3-4371-9630-8425dabda047 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365222 Jul 06 12:03:52.752865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.145169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2779e-28fc-4bf8-904c-5ec2510cc169 req-64118eb1-988c-4503-bb31-114a7e199a6a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.146729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16f2779e-28fc-4bf8-904c-5ec2510cc169 req-64118eb1-988c-4503-bb31-114a7e199a6a tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1304123 Jul 06 12:03:53.218708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16f2779e-28fc-4bf8-904c-5ec2510cc169 req-742de0b7-0c91-4a40-bd21-15cbb902a02c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542889 Jul 06 12:03:53.604028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fc236-92b2-4440-bacc-b4ed42dca3a8 req-a51c4627-b13f-4555-85ba-7d8d619eea00 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.612495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-030fc236-92b2-4440-bacc-b4ed42dca3a8 req-a51c4627-b13f-4555-85ba-7d8d619eea00 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1306524 Jul 06 12:03:53.674906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-030fc236-92b2-4440-bacc-b4ed42dca3a8 req-57cc2032-2485-458d-acef-e59dbfbacc67 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560086 Jul 06 12:03:53.916430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038438c7-c6b1-4f75-906a-cdda887b6adf req-6be379dd-4d69-4c1e-9ace-83a9a63ce854 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.929618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-038438c7-c6b1-4f75-906a-cdda887b6adf req-6be379dd-4d69-4c1e-9ace-83a9a63ce854 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1201196 Jul 06 12:03:53.991958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-038438c7-c6b1-4f75-906a-cdda887b6adf req-cec89b7e-925c-4be6-a3e0-dca39aa5253c tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614064 Jul 06 12:03:54.286768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6557a2-18cb-4542-8bd1-c79438bf3790 req-6710f63e-b12f-41d0-8b57-83b28734387b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.288452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e6557a2-18cb-4542-8bd1-c79438bf3790 req-6710f63e-b12f-41d0-8b57-83b28734387b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0865340 Jul 06 12:03:54.329468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e6557a2-18cb-4542-8bd1-c79438bf3790 req-2e9c8b89-3b5d-4e9c-ba97-d931654b3eb8 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342011 Jul 06 12:03:54.530631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8106-c74f-485b-a93d-bf8b747cc027 req-0f39acba-ec61-43ef-b95f-2830ea220ae0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.534031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58cf8106-c74f-485b-a93d-bf8b747cc027 req-0f39acba-ec61-43ef-b95f-2830ea220ae0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0790427 Jul 06 12:03:54.588683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58cf8106-c74f-485b-a93d-bf8b747cc027 req-6aa7c340-950c-44c7-979b-0c39442f3f0e tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Jul 06 12:03:54.823497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb0b61-5dc3-4470-bdf2-888f57b5a476 req-cbc49109-8267-4d45-b397-a54b568b70c3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.825216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbcb0b61-5dc3-4470-bdf2-888f57b5a476 req-cbc49109-8267-4d45-b397-a54b568b70c3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0763726 Jul 06 12:03:54.899427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dbcb0b61-5dc3-4470-bdf2-888f57b5a476 req-935e6eb9-03cb-48f5-ab17-b5218387fada tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674319 Jul 06 12:03:55.186647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff639d-91c7-490e-bc0e-713698f63415 req-d8626392-33fe-43ef-9a54-3aeeb9ef79f2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:55.188410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bff639d-91c7-490e-bc0e-713698f63415 req-d8626392-33fe-43ef-9a54-3aeeb9ef79f2 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0902197 Jul 06 12:03:55.235526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bff639d-91c7-490e-bc0e-713698f63415 req-812318a7-003d-4210-878e-32fc2e0601d0 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Jul 06 12:03:55.545314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7a643-9ba4-43a9-8c14-b37b3551a367 req-d040296b-3e9f-40f6-b018-2fba9d7fe3f3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:55.546871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45d7a643-9ba4-43a9-8c14-b37b3551a367 req-d040296b-3e9f-40f6-b018-2fba9d7fe3f3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1009967 Jul 06 12:03:55.600582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45d7a643-9ba4-43a9-8c14-b37b3551a367 req-5dcf44e6-bb0f-465c-af49-f29d049d0233 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Jul 06 12:03:57.122619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c76f139a-6e16-4375-a327-1a93040d0d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.102318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:58.254710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.400818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.414641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.498976 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c92a361331dd4b0eb9377fadf2eed7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954444 Jul 06 12:03:58.501677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:58.546252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a46c305-7f19-4b0d-8bd3-9abac1d2e4b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.554311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.554667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.555212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.561510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.562176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.562688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.563316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.563831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.564384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.564893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.565396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.565915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e42e00-c4e8-4880-9cf2-ba5d5525be8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.660600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.722779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.915609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.919272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.923225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a46c305-7f19-4b0d-8bd3-9abac1d2e4b7 HTTP/1.1" status: 204 len: 168 time: 0.4173412 Jul 06 12:03:58.931447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a46c305-7f19-4b0d-8bd3-9abac1d2e4b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.942223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.942579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.942944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.943259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.943601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.944044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.944445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.944978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.945485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.946193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.946730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:58.947249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8079c6-ac11-409b-846c-d15c0dc5bcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:59.656428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46102076-f58d-4de3-b6d0-68bb0a94d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.052606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.345052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.954247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.000704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d54bff-95ab-4774-856c-4b6e3f74e1a1 req-385119ad-75fe-408f-af3c-b636f9b1c96f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:01.003146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65d54bff-95ab-4774-856c-4b6e3f74e1a1 req-385119ad-75fe-408f-af3c-b636f9b1c96f tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.1047144 Jul 06 12:04:01.084245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65d54bff-95ab-4774-856c-4b6e3f74e1a1 req-d2f6d31a-f8a5-4103-9a17-fc800d17f031 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750215 Jul 06 12:04:02.257642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592e553-7d5d-4713-86ef-214e11ad1b77 req-c46ce5aa-b113-454f-89fd-c060e2a73473 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.261814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3592e553-7d5d-4713-86ef-214e11ad1b77 req-c46ce5aa-b113-454f-89fd-c060e2a73473 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0662963 Jul 06 12:04:02.309750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3592e553-7d5d-4713-86ef-214e11ad1b77 req-9fb72f15-b848-46b2-9125-03fb85f3158b tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/security-groups?id=fdca5e87-3ee7-44a6-91ce-390b5dd541d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452609 Jul 06 12:04:02.420942 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.571350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e7bd5-717a-4c29-a983-72014924baad req-783f047a-bcc0-420a-99c2-a781f1a5a4c3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.572881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-131e7bd5-717a-4c29-a983-72014924baad req-783f047a-bcc0-420a-99c2-a781f1a5a4c3 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 946 time: 0.0832071 Jul 06 12:04:02.724838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Deleting port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:02.725137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.824796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] For port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,segment=NetworkSegment(d1966864-7f00-4799-9761-c83c7ce9e2b5),segment_id=d1966864-7f00-4799-9761-c83c7ce9e2b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:02.825011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.839388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Calling delete_port for 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:02.972883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.987409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:03.008449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Pushing event deleted for resources: {'Port': ['ID=58d1bbd3-4b6f-46d1-939c-821e9d48e7d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:03.058568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] No DVR routers for this DVR port 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:03.061329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.063582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-131e7bd5-717a-4c29-a983-72014924baad req-bd34f8ae-0b57-4608-9096-0ffc9f7ffc90 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.79 "DELETE /v2.0/ports/58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 HTTP/1.1" status: 204 len: 173 time: 0.4776421 Jul 06 12:04:03.064754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-deleted', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:03.067216 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be839696-621d-4c63-8d2f-aa34c14ae360" -d '{"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-deleted", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:03.115268 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc80cbe-c27b-4a3b-a203-5375b66b7278 x-openstack-request-id: req-4dc80cbe-c27b-4a3b-a203-5375b66b7278 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:03.115998 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5250d-904f-49ff-b963-623b68dd8f16", "name": "network-vif-deleted", "tag": "58d1bbd3-4b6f-46d1-939c-821e9d48e7d3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:03.116360 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dc80cbe-c27b-4a3b-a203-5375b66b7278 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:03.117109 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5250d-904f-49ff-b963-623b68dd8f16', 'name': 'network-vif-deleted', 'tag': '58d1bbd3-4b6f-46d1-939c-821e9d48e7d3', 'status': 'completed', 'code': 200} Jul 06 12:04:03.488622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f253380-8f49-4a8b-b0ef-283bfa91cd96 req-8e579167-440c-4895-92a2-3aa8e9d95cd6 tempest-ServersNegativeTestJSON-1389974261 tempest-ServersNegativeTestJSON-1389974261-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5b5250d-904f-49ff-b963-623b68dd8f16 HTTP/1.1" status: 200 len: 210 time: 0.0389156 Jul 06 12:04:04.590389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:04.656527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Deleting subnet 9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:04:04.661084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.707246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.749956 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.812599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.841110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:04.852908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.855959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-08db480d-188e-42e4-a1c7-7bf02c6e456c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9f10a3b0-4b7e-410a-bb1f-9aa1ee3e69a1 HTTP/1.1" status: 204 len: 168 time: 0.2634203 Jul 06 12:04:04.857290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.030304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.127777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.138849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb369be-4ef8-475d-b285-fb3ba68c5c71']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:05.156741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1966864-7f00-4799-9761-c83c7ce9e2b5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:05.157023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1966864-7f00-4799-9761-c83c7ce9e2b5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:05.167763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.183428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.190718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:04:05.191398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:04:05.193476 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:04:05.249362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.254806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.259742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ceb369be-4ef8-475d-b285-fb3ba68c5c71 HTTP/1.1" status: 204 len: 168 time: 0.4013486 Jul 06 12:04:05.274051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028df17-2a26-4361-96ad-1ab62341b497 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb369be-4ef8-475d-b285-fb3ba68c5c71,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:05.475578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.519256 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7e64e8a-7055-498f-8674-57be51065223 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9d5359620fe4e14b27bd2c4470216ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406671 Jul 06 12:04:05.520628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.578148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab9d34b9-64e0-496f-b192-4c8344f8f09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.601330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab9d34b9-64e0-496f-b192-4c8344f8f09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.651122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab9d34b9-64e0-496f-b192-4c8344f8f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.653702 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab9d34b9-64e0-496f-b192-4c8344f8f09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.654844 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ab9d34b9-64e0-496f-b192-4c8344f8f09f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fdca5e87-3ee7-44a6-91ce-390b5dd541d3 HTTP/1.1" status: 204 len: 168 time: 0.1333055 Jul 06 12:04:05.663198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d34b9-64e0-496f-b192-4c8344f8f09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdca5e87-3ee7-44a6-91ce-390b5dd541d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:06.462884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:06.483153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:06.483786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 58d1bbd3-4b6f-46d1-939c-821e9d48e7d3 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:06.851908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:06.962831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418a05c9-caaa-4a14-bd42-aeaec844447d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.060194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418a05c9-caaa-4a14-bd42-aeaec844447d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.065933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-418a05c9-caaa-4a14-bd42-aeaec844447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.102821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a05c9-caaa-4a14-bd42-aeaec844447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfd9b4c-33d0-4a1b-8542-c27e18eafebf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.108290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-418a05c9-caaa-4a14-bd42-aeaec844447d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ef3ae0b71b04a68a1dce180df2225d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552352 Jul 06 12:04:07.111610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:07.182152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a799e6c-2cf5-4f68-b054-def1c3f44404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.212707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a799e6c-2cf5-4f68-b054-def1c3f44404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.273505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a799e6c-2cf5-4f68-b054-def1c3f44404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.276112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a799e6c-2cf5-4f68-b054-def1c3f44404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.277377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a799e6c-2cf5-4f68-b054-def1c3f44404 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4dfd9b4c-33d0-4a1b-8542-c27e18eafebf HTTP/1.1" status: 204 len: 168 time: 0.1646953 Jul 06 12:04:07.288821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a799e6c-2cf5-4f68-b054-def1c3f44404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfd9b4c-33d0-4a1b-8542-c27e18eafebf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.944069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 40900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:08.055622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1336467518-network', 'tenant_id': '347685fd89b54c278e46d544d84e7b45'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:08.077281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Made reservation on behalf of 347685fd89b54c278e46d544d84e7b45 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:08.079603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.087878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.186469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.190639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.215092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:08.225686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49930a4-6786-4104-8b46-5f30196c918e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:08.231586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.231953 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Added segment 609e60d1-af3b-47e5-ba86-e38249ae1bf8 of type vlan for network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 Jul 06 12:04:08.273041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.304028 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.305060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:08.306255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.361290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4158099 Jul 06 12:04:08.364573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 40904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:08.370340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Request body: {'subnet': {'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1336467518-subnet', 'tenant_id': '347685fd89b54c278e46d544d84e7b45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:08.370590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebefcf9-68e2-41e5-b29f-90ddb5044b23 admin admin] Pushing event updated for resources: {'Network': ['ID=7958a4f1-3b88-4b01-8855-1ebc7cb23c44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:08.382096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:08.394913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Made reservation on behalf of 347685fd89b54c278e46d544d84e7b45 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:08.397426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.587879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.661139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:08.665973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Checking segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:08.666364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Network hostable DHCP agents. Network: 7958a4f1-3b88-4b01-8855-1ebc7cb23c44, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:08.684650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:08.694742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 7958a4f1-3b88-4b01-8855-1ebc7cb23c44) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:08.699685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:08.700449 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.706507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe318d-46d2-4603-87db-c1798d94afb6 None None] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:08.716788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-69631309-90b5-42bb-8c52-e2f67434c7ed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3504117 Jul 06 12:04:08.919610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9766207c-967c-4a03-8614-d521927d9fa9 None None] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:09.235104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-60353bbe-3cd7-420a-9359-cd02ffe33b50 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:09.236728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-60353bbe-3cd7-420a-9359-cd02ffe33b50 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.1147528 Jul 06 12:04:09.252105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-9de4a13e-ecfc-45aa-a2f1-35de4369d316 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/quotas/347685fd89b54c278e46d544d84e7b45 HTTP/1.1" status: 200 len: 375 time: 0.0099082 Jul 06 12:04:09.290206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-07703e86-a695-41ae-81b8-b6c7ca408ded tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321059 Jul 06 12:04:09.394915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-f1d5da7f-7e9f-44da-a25b-98b165e6511f service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973382 Jul 06 12:04:09.492019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-0005be12-360b-470d-8902-5eb631a05ca2 service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895264 Jul 06 12:04:09.691258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5161b5a7-d325-404b-8925-cf5b533261ec req-aefcb4d1-a982-4400-9e6d-13d83dcf71e4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0310071 Jul 06 12:04:10.860287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-726c9e57-7160-4161-9ce5-248b24fd8392 req-132a9bfb-2ecb-4b91-8f0b-a7ab9ab6c22f tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0376823 Jul 06 12:04:10.886351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-0a2e61e6-c863-426b-bda8-eaa98a4f11f7 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:10.887883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-0a2e61e6-c863-426b-bda8-eaa98a4f11f7 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.1481090 Jul 06 12:04:10.911224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Request body: {'port': {'device_id': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'admin_state_up': True, 'tenant_id': '347685fd89b54c278e46d544d84e7b45'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:11.047585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Made reservation on behalf of 347685fd89b54c278e46d544d84e7b45 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:11.052390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.203051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Allocated IP 172.20.0.6 (7958a4f1-3b88-4b01-8855-1ebc7cb23c44/00c29fb3-7201-468f-9bbb-6fc4c8f3f3de/27d2bbd5-5949-4c89-a09c-bd4e927f2e79) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:11.397612 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.461664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.523669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:11.527391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:11.533099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:11.574909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event updated for resources: {'Port': ['ID=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:11.603720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:11.604487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.620326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-c4dafce7-6356-4871-9f34-1a968a83df6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7135582 Jul 06 12:04:11.632848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Request body: {'port': {'device_id': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:11.633073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:11.710505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.748978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8305d81d-c443-4538-83c2-909a8ea3aa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.957591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8305d81d-c443-4538-83c2-909a8ea3aa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.957591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8305d81d-c443-4538-83c2-909a8ea3aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:11.958603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:11.959305 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8305d81d-c443-4538-83c2-909a8ea3aa77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05ee78d548234c84af026735c299501e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091314 Jul 06 12:04:11.959305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305d81d-c443-4538-83c2-909a8ea3aa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea796691-aa5d-41e2-8708-db26ab998a28,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:12.086254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c03990c-28f0-4144-b190-ad4efa8aac81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.143698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c03990c-28f0-4144-b190-ad4efa8aac81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.180143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:12.192197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dae88a-9d56-47cd-96a7-a6e8d406c55e req-d80a5813-0969-40bd-8756-b0fd221165dc tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:12.193751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23dae88a-9d56-47cd-96a7-a6e8d406c55e req-d80a5813-0969-40bd-8756-b0fd221165dc tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 931 time: 0.1868567 Jul 06 12:04:12.203206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.244263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Transition to ACTIVE for port object 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:12.256215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.315452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23dae88a-9d56-47cd-96a7-a6e8d406c55e req-cc15687a-512d-4203-b2aa-6ab129b02781 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096840 Jul 06 12:04:12.323060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c03990c-28f0-4144-b190-ad4efa8aac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.325765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c03990c-28f0-4144-b190-ad4efa8aac81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.330101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c03990c-28f0-4144-b190-ad4efa8aac81 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea796691-aa5d-41e2-8708-db26ab998a28 HTTP/1.1" status: 204 len: 168 time: 0.3848660 Jul 06 12:04:12.343070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Pushing event updated for resources: {'Port': ['ID=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:12.355117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03990c-28f0-4144-b190-ad4efa8aac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea796691-aa5d-41e2-8708-db26ab998a28,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:12.436902 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Attempting to bind port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:12.437472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Attempting to bind port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:12.438045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Attempting to bind port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:12.445394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:12.445926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Attempting to bind port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:12.454749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:12.455298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Checking segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:12.455941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Bound using segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:12.456829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Bound port: 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:12.457611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.583244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] For port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:12.587053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] For port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:12.591608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.613425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:12.614474 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.615485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] 10.222.0.79 "PUT /v2.0/ports/27d2bbd5-5949-4c89-a09c-bd4e927f2e79 HTTP/1.1" status: 200 len: 1091 time: 0.9877620 Jul 06 12:04:12.615952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'tag': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:12.618246 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e7ad2-e036-4253-9e68-ffeaa9255a04" -d '{"events": [{"name": "network-changed", "server_uuid": "a50c7a22-44a8-418d-884e-057e1a82f3f2", "tag": "27d2bbd5-5949-4c89-a09c-bd4e927f2e79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:12.705277 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38efdfc-be3e-45e9-919e-b65927e35713 x-openstack-request-id: req-c38efdfc-be3e-45e9-919e-b65927e35713 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:12.705957 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50c7a22-44a8-418d-884e-057e1a82f3f2", "tag": "27d2bbd5-5949-4c89-a09c-bd4e927f2e79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:12.706248 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c38efdfc-be3e-45e9-919e-b65927e35713 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:12.706525 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'tag': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'status': 'completed', 'code': 200} Jul 06 12:04:12.707300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca33b-c28d-49ee-87b6-4da6b38f2b70 service neutron] Pushing event updated for resources: {'Port': ['ID=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:12.751544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:12.762574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-b46199df-9764-46cf-b794-e701f2a3a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:12.764414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-b46199df-9764-46cf-b794-e701f2a3a291 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0963862 Jul 06 12:04:12.765482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1e38046-9591-406f-92fc-037be4826c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.819773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-98563b41-5986-42db-9607-fa7caed4c480 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79 HTTP/1.1" status: 200 len: 217 time: 0.0475953 Jul 06 12:04:12.884951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446cbb-f093-41f3-93b5-db42950e331b req-339b6dd9-d2ad-4b63-85b6-defd2c4978b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:12.886454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-339b6dd9-d2ad-4b63-85b6-defd2c4978b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0596061 Jul 06 12:04:12.899633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1e38046-9591-406f-92fc-037be4826c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.904927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1e38046-9591-406f-92fc-037be4826c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.925624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-cee8a10e-022d-4919-bf86-300e93c5901d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308392 Jul 06 12:04:12.951561 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c1e38046-9591-406f-92fc-037be4826c85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=744da0c66b484092af94a1e5c315d7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987383 Jul 06 12:04:12.953562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38046-9591-406f-92fc-037be4826c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c137efcc-e122-42f2-8e73-b02317d764cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:12.956582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:13.010955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e617d0d-c4ae-4094-90a5-7a219a4c45a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.035948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e617d0d-c4ae-4094-90a5-7a219a4c45a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.049764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-dc9a4f00-3184-44b4-8a2e-b3e0058affa0 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164939 Jul 06 12:04:13.097428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e617d0d-c4ae-4094-90a5-7a219a4c45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.100355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e617d0d-c4ae-4094-90a5-7a219a4c45a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.101583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e617d0d-c4ae-4094-90a5-7a219a4c45a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c137efcc-e122-42f2-8e73-b02317d764cb HTTP/1.1" status: 204 len: 168 time: 0.1441031 Jul 06 12:04:13.119505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e617d0d-c4ae-4094-90a5-7a219a4c45a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137efcc-e122-42f2-8e73-b02317d764cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:13.171189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb446cbb-f093-41f3-93b5-db42950e331b req-effb7d47-13ef-4b3a-82fb-2d8df08f9256 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143270 Jul 06 12:04:13.280321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-1d42d6bc-055a-47ae-b8b6-6256c996a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.281756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-1d42d6bc-055a-47ae-b8b6-6256c996a8c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0592840 Jul 06 12:04:13.393037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-455aa562-6fbb-403f-80ec-78c84e3fbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.394701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-455aa562-6fbb-403f-80ec-78c84e3fbe28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 916 time: 0.1048751 Jul 06 12:04:13.447101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-9223f1ba-3b47-4b9b-9f35-1af1ab7d108a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79 HTTP/1.1" status: 200 len: 217 time: 0.0430779 Jul 06 12:04:13.550258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-185c5910-86f1-46e7-a0c2-b207b4478871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.551739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-185c5910-86f1-46e7-a0c2-b207b4478871 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0963562 Jul 06 12:04:13.603943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b6356-58f8-4f9e-9b68-d1fba6da627c req-540f0ea2-47b4-4699-83cb-f260d146f2c6 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.605474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee5b6356-58f8-4f9e-9b68-d1fba6da627c req-540f0ea2-47b4-4699-83cb-f260d146f2c6 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 943 time: 0.1145973 Jul 06 12:04:13.607619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-9fd0ebdb-7794-4af2-8553-735c77ad4607 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458019 Jul 06 12:04:13.706279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee5b6356-58f8-4f9e-9b68-d1fba6da627c req-3c81b886-0104-4b46-947b-994bb99cc43f tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931156 Jul 06 12:04:13.745818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-fd9df8e2-a2c5-4521-a84c-f5784a1b4d9e service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260195 Jul 06 12:04:13.858783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-200e7ad2-e036-4253-9e68-ffeaa9255a04 req-e99938e0-a47b-40a0-be6b-d0edf9c091f0 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963435 Jul 06 12:04:14.924095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3407943-306a-40c5-b154-b7449bcc254a req-a992a43d-a3af-403f-acd9-828fb3884080 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:14.931356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3407943-306a-40c5-b154-b7449bcc254a req-a992a43d-a3af-403f-acd9-828fb3884080 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 943 time: 0.1011467 Jul 06 12:04:14.976375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3407943-306a-40c5-b154-b7449bcc254a req-34e7e9ce-f60c-4739-843e-4ca7ec786fb0 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Jul 06 12:04:16.169654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542c58-0286-4415-92fd-acb92f59fccf req-820b7e68-12e5-4ab5-9a5a-47dd73da92bf tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:16.171370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83542c58-0286-4415-92fd-acb92f59fccf req-820b7e68-12e5-4ab5-9a5a-47dd73da92bf tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 943 time: 0.0811095 Jul 06 12:04:16.214169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-83542c58-0286-4415-92fd-acb92f59fccf req-c98970bc-aafc-4e4c-95a3-bafffda4be67 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Jul 06 12:04:16.541338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:16.644680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:16.656614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'port_id': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'mac_address': 'fa:16:3e:b6:dd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c29fb3-7201-468f-9bbb-6fc4c8f3f3de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:16.694948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:16.709320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:16.731867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:16.736062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:16.791013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:16.799509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.800071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.800420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.800764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.801103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.801436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.801767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.802102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.802430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.802752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.803077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.803402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:16.970203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:17.480020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358fdb0-2dfb-4007-89a7-9b8d53a4aa38 req-8d715699-e892-4e70-99b9-6d20251a5272 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:17.481560 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c358fdb0-2dfb-4007-89a7-9b8d53a4aa38 req-8d715699-e892-4e70-99b9-6d20251a5272 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0735192 Jul 06 12:04:17.524464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c358fdb0-2dfb-4007-89a7-9b8d53a4aa38 req-03542cf7-d05d-418f-b20b-500d4e95ab48 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Jul 06 12:04:17.673601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-b2c2dc4b-e625-47f9-877e-d6f39a77b78f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576675 Jul 06 12:04:17.786300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ead8-362a-408d-b314-a530664f643e req-8444263f-dacf-4425-9d15-5fcf269011b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:17.787973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-8444263f-dacf-4425-9d15-5fcf269011b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 1097 time: 0.0598423 Jul 06 12:04:17.898020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ead8-362a-408d-b314-a530664f643e req-7d6716ee-a1b5-494e-af73-c76b15ae6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:17.899511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-7d6716ee-a1b5-494e-af73-c76b15ae6d74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 200 len: 911 time: 0.0891855 Jul 06 12:04:17.975452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-689a33de-57fa-48d7-ba66-44e1fffb610a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a HTTP/1.1" status: 200 len: 1002 time: 0.0665624 Jul 06 12:04:18.031887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ead8-362a-408d-b314-a530664f643e req-c899d80c-aa03-4e15-b65a-73a934865c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.034192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-c899d80c-aa03-4e15-b65a-73a934865c65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 200 len: 849 time: 0.0511978 Jul 06 12:04:18.091513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ead8-362a-408d-b314-a530664f643e req-c6c3d58c-cc9c-4812-9486-dfe717a55b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.093040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-c6c3d58c-cc9c-4812-9486-dfe717a55b55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=152f84c9-cafb-408b-90df-f9cdf555ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518520 Jul 06 12:04:18.209001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-aa59785a-8ae8-4de5-85db-d9a89410cd18 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069946 Jul 06 12:04:18.319134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3758ead8-362a-408d-b314-a530664f643e req-e580af00-3c6b-4aea-90cd-f655d8317550 service neutron] 10.222.0.79 "GET /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012511 Jul 06 12:04:18.367437 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:04:18.556729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:18.643187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:18.647274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:18.647693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.741178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.765325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a37dd-6188-4d8c-a8e4-ad5f9d82748b req-f5e1892a-135e-4769-b449-4050a5b6ee3c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.769715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:18.771947 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73c956e-c3f9-43dd-8076-b1df5353b485" -d '{"events": [{"server_uuid": "a50c7a22-44a8-418d-884e-057e1a82f3f2", "name": "network-vif-plugged", "status": "completed", "tag": "27d2bbd5-5949-4c89-a09c-bd4e927f2e79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:18.772583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483a37dd-6188-4d8c-a8e4-ad5f9d82748b req-f5e1892a-135e-4769-b449-4050a5b6ee3c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 944 time: 0.0972049 Jul 06 12:04:18.786085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:18.795897 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.826375 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1669f0ee-6715-4d18-bc57-2faea8d2a499 x-openstack-request-id: req-1669f0ee-6715-4d18-bc57-2faea8d2a499 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:18.826671 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50c7a22-44a8-418d-884e-057e1a82f3f2", "name": "network-vif-plugged", "status": "completed", "tag": "27d2bbd5-5949-4c89-a09c-bd4e927f2e79", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:18.826914 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1669f0ee-6715-4d18-bc57-2faea8d2a499 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:18.827372 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'code': 200} Jul 06 12:04:18.842803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483a37dd-6188-4d8c-a8e4-ad5f9d82748b req-f985fe65-5a23-47db-b3ca-9797d03d6aac tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665836 Jul 06 12:04:18.878634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:18.968565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9a34-642c-45fb-9744-70a38dea3739 req-cbc095fa-2fd6-431d-a634-4270be0a6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.970713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-299d9a34-642c-45fb-9744-70a38dea3739 req-cbc095fa-2fd6-431d-a634-4270be0a6996 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0573308 Jul 06 12:04:19.010002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-299d9a34-642c-45fb-9744-70a38dea3739 req-ec518590-d147-4962-b5b7-af836b4eb3d0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jul 06 12:04:20.186055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bb7d-00af-4089-a183-5405e90242f4 req-499eda7b-2394-4cc8-8bec-6bd4afac2cee tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.187534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cad8bb7d-00af-4089-a183-5405e90242f4 req-499eda7b-2394-4cc8-8bec-6bd4afac2cee tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 945 time: 0.0851018 Jul 06 12:04:20.227687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cad8bb7d-00af-4089-a183-5405e90242f4 req-b2d57b10-2648-4fd1-b3a4-8dda61e5245e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Jul 06 12:04:22.742315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.116488 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b053-4379-49e3-a770-96fa9a8f40e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.659272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32061c2a-4e87-4f37-8e21-fd467d3c36df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.046145 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.328389 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.951527 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.170979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.176166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820689875', 'description': 'tempest-secgroup-smoke-820689875 description', 'project_id': '610ff705d5e54070a3b43f8c37e4f497'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.201693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.291051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.294855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.320627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.321825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1497889 Jul 06 12:04:31.324842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.331100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47b24-58a6-43e0-a4b4-f770e55b68f7', 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.336781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30208ff8-42af-43ef-8fd0-796906b181f9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c47b24-58a6-43e0-a4b4-f770e55b68f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.363139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.422747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.426484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.442436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4555f54-6027-4738-98eb-83af0bfe0782,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.453144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.455960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a070a286-e5e0-4c78-8299-5549003b1bf5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295705 Jul 06 12:04:31.458215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.462770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47b24-58a6-43e0-a4b4-f770e55b68f7', 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.490979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.551127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.555802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.574994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14edb98-2feb-42b2-b6e0-843bd1f992bd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.585969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.587458 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bd625c41-a235-4405-9981-0807d6b8aae6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282785 Jul 06 12:04:31.591823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.595799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47b24-58a6-43e0-a4b4-f770e55b68f7', 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.624749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.684683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.689675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.707957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f3e86f-af0e-4ed6-af7d-31051dd7303e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.717025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.718557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-464fc9ca-43c1-416c-b5a1-da30f4bf1cb1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272020 Jul 06 12:04:31.721488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.726100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47b24-58a6-43e0-a4b4-f770e55b68f7', 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.756578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.819757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.823414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.837691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185a0046-9bb2-401e-b10c-178de4708e69,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.847149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.850847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e1f3f0a-f466-4ddc-a59d-dc32d004fd84 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258867 Jul 06 12:04:31.851129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.855749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47b24-58a6-43e0-a4b4-f770e55b68f7', 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.878166 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Project 610ff705d5e54070a3b43f8c37e4f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:04:31.883541 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.946342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.950318 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.968414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4957f0c6-4ecc-4382-8722-c31b09163929,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.974177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.975538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b85e3e1-477c-4a6a-95b9-be9eb1b72146 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234508 Jul 06 12:04:31.978203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.982702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'security_group_rule': {'security_group_id': 'a1c47b24-58a6-43e0-a4b4-f770e55b68f7', 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:32.005974 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Project 610ff705d5e54070a3b43f8c37e4f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:04:32.010879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.076136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.079619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.099957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f6c7e8-052e-4426-9fc1-dba1e7572b7b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.103165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.104381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f11cfc89-064e-446f-ab0e-5b243694c9b5 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252139 Jul 06 12:04:32.304906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-c5a77004-1c2e-4e25-8a25-4b30723c89cf tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820689875&fields=id&tenant_id=610ff705d5e54070a3b43f8c37e4f497 HTTP/1.1" status: 200 len: 267 time: 0.0334673 Jul 06 12:04:32.418025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-48b27e3d-336f-4011-97c1-08f2b3235633 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:32.419508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-48b27e3d-336f-4011-97c1-08f2b3235633 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 813 time: 0.1061258 Jul 06 12:04:32.424221 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.435196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-df0b4252-31fb-420c-9e7e-b9f5d054c0a4 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/quotas/610ff705d5e54070a3b43f8c37e4f497 HTTP/1.1" status: 200 len: 375 time: 0.0094991 Jul 06 12:04:32.507973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-1929c89a-aabb-4498-9dc2-b0c78309ac5e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667973 Jul 06 12:04:32.610530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-c8a968e8-4e9d-4a01-87a0-9b9f02bb50a9 service neutron] 10.222.0.78 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848324 Jul 06 12:04:32.707346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-1c0dff34-a948-494b-a77f-cbbc8c67e42a service neutron] 10.222.0.78 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908813 Jul 06 12:04:33.091036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0311fcf5-a5a2-423f-a779-1e335c4c0613 req-18b0a6b9-7dfa-4295-80df-3895c3ccd502 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0427206 Jul 06 12:04:33.141621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-6de35180-0325-41b0-a376-f0b588f566ef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:33.143155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-6de35180-0325-41b0-a376-f0b588f566ef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.1444304 Jul 06 12:04:33.159307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-693fb260-754a-4dea-9566-4ea29628ad23 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/quotas/347685fd89b54c278e46d544d84e7b45 HTTP/1.1" status: 200 len: 375 time: 0.0105507 Jul 06 12:04:33.236486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-d6de7c43-24ee-40ad-b176-7afe2e04abc4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705860 Jul 06 12:04:33.350757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dca846cc-46e6-40b1-82af-6c707f7c2525 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:04:33.352915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dca846cc-46e6-40b1-82af-6c707f7c2525 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1147387 Jul 06 12:04:33.470674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-69449eb8-5c35-466c-a8ec-d0e735d23002 service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121247 Jul 06 12:04:33.615990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-78fcb8dd-6251-4d9f-a9e0-e0eb9ccf1682 service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375470 Jul 06 12:04:33.883006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6273e17-a0b2-4431-ad78-4d878a4b3ef8 req-b713e734-6305-4710-a747-5bef9d75b9a1 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 210 time: 0.0436535 Jul 06 12:04:34.250117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a21e5d8-e7a6-4f9a-bad5-d63ac4a49c7c req-b7e53083-4676-4052-bd8d-b7184144b3b8 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0354686 Jul 06 12:04:34.421637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-605362d0-7c2a-4a88-a5c6-ce3a5076df70 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:34.423805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-605362d0-7c2a-4a88-a5c6-ce3a5076df70 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.79 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 813 time: 0.1113329 Jul 06 12:04:34.470853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-2249512f-b0b2-4a8c-a30c-9673f93da63e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=610ff705d5e54070a3b43f8c37e4f497 HTTP/1.1" status: 200 len: 379 time: 0.0375037 Jul 06 12:04:34.479041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'port': {'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'admin_state_up': True, 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'security_groups': ['a1c47b24-58a6-43e0-a4b4-f770e55b68f7']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:34.980568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Made reservation on behalf of 610ff705d5e54070a3b43f8c37e4f497 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:34.991955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.194372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96c245ee-0375-4167-9671-76f68867fb03 req-37e6c1cd-41ff-461a-9483-fb40c7dfa0a1 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 210 time: 0.1053467 Jul 06 12:04:35.225664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Allocated IP 172.20.0.6 (33c9c180-be14-4af9-bac2-c0aa0362ec70/e8aa26a7-a531-4587-b20d-cac4af310993/8be39938-cb70-48bb-8f09-ddec73212a34) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:35.279878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-a31a6b07-da43-4e81-aaed-d648b854f195 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.281378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-a31a6b07-da43-4e81-aaed-d648b854f195 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.2720652 Jul 06 12:04:35.304602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Request body: {'port': {'device_id': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'admin_state_up': True, 'tenant_id': '347685fd89b54c278e46d544d84e7b45'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:35.435395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-84a8b9ad-635f-49b9-99b5-464d1da1db72 req-5e2264dd-70a3-49ce-8b17-84dc6db2ec03 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0370069 Jul 06 12:04:35.512170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.533542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Transition to ACTIVE for port object 8be39938-cb70-48bb-8f09-ddec73212a34 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:35.548191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Made reservation on behalf of 347685fd89b54c278e46d544d84e7b45 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:35.551806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.624242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.675415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:35.681042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:35.686947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:35.768281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'Port': ['ID=8be39938-cb70-48bb-8f09-ddec73212a34,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:35.784947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.785590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.803573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Allocated IP 172.20.0.13 (7958a4f1-3b88-4b01-8855-1ebc7cb23c44/00c29fb3-7201-468f-9bbb-6fc4c8f3f3de/c8d9e225-eccf-4e12-9fdf-ca129a58b128) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:35.837974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-c41e2a8c-3098-43d4-bbe0-fd38f6d75032 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3626077 Jul 06 12:04:35.858361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Request body: {'port': {'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:36.090396 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.156351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d65f3c4e-b22d-4277-957e-55e0e71cf63d None None] Provisioning for port 8be39938-cb70-48bb-8f09-ddec73212a34 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:36.164811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d65f3c4e-b22d-4277-957e-55e0e71cf63d None None] Provisioning complete for port 8be39938-cb70-48bb-8f09-ddec73212a34 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:36.165201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d65f3c4e-b22d-4277-957e-55e0e71cf63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.235055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d65f3c4e-b22d-4277-957e-55e0e71cf63d None None] Port 8be39938-cb70-48bb-8f09-ddec73212a34 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:36.315164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.375114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19558234-53cb-4d62-8e61-362efbfe0e5f req-c4d507d5-5f12-42d4-97b4-0216b741e921 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 210 time: 0.0387425 Jul 06 12:04:36.431725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.443300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:36.519148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be39938-cb70-48bb-8f09-ddec73212a34 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:36.524791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:36.527685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event updated for resources: {'Port': ['ID=c8d9e225-eccf-4e12-9fdf-ca129a58b128,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:36.531276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.534263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:36.537315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:36.570180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Transition to ACTIVE for port object 8be39938-cb70-48bb-8f09-ddec73212a34 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:36.581305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.636033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:36.636671 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.712214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Pushing event updated for resources: {'Port': ['ID=8be39938-cb70-48bb-8f09-ddec73212a34,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:36.741099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-dc0b2db0-46f0-47d0-9e32-e754e351c33b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421899 Jul 06 12:04:36.761739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Request body: {'port': {'device_id': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:36.831292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6248-a484-441a-9154-9971331ea5d6 req-1155eabd-181f-440c-b298-a2a4aad33138 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:36.832847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16ab6248-a484-441a-9154-9971331ea5d6 req-1155eabd-181f-440c-b298-a2a4aad33138 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.2157907 Jul 06 12:04:36.835311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Attempting to bind port 8be39938-cb70-48bb-8f09-ddec73212a34 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:36.835642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Attempting to bind port 8be39938-cb70-48bb-8f09-ddec73212a34 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:36.835993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Attempting to bind port 8be39938-cb70-48bb-8f09-ddec73212a34 on network 33c9c180-be14-4af9-bac2-c0aa0362ec70 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:36.875785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Port 8be39938-cb70-48bb-8f09-ddec73212a34 on network 33c9c180-be14-4af9-bac2-c0aa0362ec70 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:36.876143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Attempting to bind port 8be39938-cb70-48bb-8f09-ddec73212a34 on network 33c9c180-be14-4af9-bac2-c0aa0362ec70 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:36.898645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:36.898956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Checking segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:36.899292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Bound using segment: {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:36.899726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Bound port: 8be39938-cb70-48bb-8f09-ddec73212a34, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a13998-c72c-4bbb-888c-d5407bbae4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:36.900109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.920717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.943445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16ab6248-a484-441a-9154-9971331ea5d6 req-ca84568e-011c-4e53-8838-58b9dfecaf9c tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009445 Jul 06 12:04:37.082145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] For port 8be39938-cb70-48bb-8f09-ddec73212a34, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:37.105491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] For port 8be39938-cb70-48bb-8f09-ddec73212a34, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8be39938-cb70-48bb-8f09-ddec73212a34,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:37.113901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.179397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.180081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.181707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] 10.222.0.79 "PUT /v2.0/ports/8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 1091 time: 1.3305686 Jul 06 12:04:37.214179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:37.216546 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66653d81-53e7-4e46-8dca-1215f92d9ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:37.296803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0716f-e645-4112-9b5b-333f839a960f service neutron] Pushing event updated for resources: {'Port': ['ID=8be39938-cb70-48bb-8f09-ddec73212a34,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:37.302056 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6dc11e-ab6d-4fca-bdd5-9377a611cba4 x-openstack-request-id: req-1f6dc11e-ab6d-4fca-bdd5-9377a611cba4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:37.302553 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:37.302985 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f6dc11e-ab6d-4fca-bdd5-9377a611cba4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:37.303540 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'status': 'completed', 'code': 200} Jul 06 12:04:37.390346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-0dfcc5aa-a221-4322-b5a0-8653d0c2106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.398573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-0dfcc5aa-a221-4322-b5a0-8653d0c2106e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1094 time: 0.1406524 Jul 06 12:04:37.506107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-5dcb4964-ed35-428e-8dc0-43663191aff3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 217 time: 0.0946801 Jul 06 12:04:37.584881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d9e225-eccf-4e12-9fdf-ca129a58b128 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:37.603194 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.629221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-f60e4b4d-a353-4a10-ab4e-034c46f9858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.630795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-f60e4b4d-a353-4a10-ab4e-034c46f9858f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 200 len: 852 time: 0.1087565 Jul 06 12:04:37.636191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Transition to ACTIVE for port object c8d9e225-eccf-4e12-9fdf-ca129a58b128 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:37.655954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.734406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f213e-6df4-4d42-bdfa-156afff951cd req-20de027c-9aae-4ebd-97f5-aab383abf7c8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.736544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4f213e-6df4-4d42-bdfa-156afff951cd req-20de027c-9aae-4ebd-97f5-aab383abf7c8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 932 time: 0.2294674 Jul 06 12:04:37.761806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Pushing event updated for resources: {'Port': ['ID=c8d9e225-eccf-4e12-9fdf-ca129a58b128,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:37.849928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4f213e-6df4-4d42-bdfa-156afff951cd req-7b89044e-2d0d-4273-82fb-a37c2f6d044c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003444 Jul 06 12:04:37.849928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042f8b-bb23-48f7-9561-93369914d629 req-a4e6fb45-f0aa-4a97-82f9-ca9bbb45a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.849928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-a4e6fb45-f0aa-4a97-82f9-ca9bbb45a538 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33c9c180-be14-4af9-bac2-c0aa0362ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081981 Jul 06 12:04:37.923682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Attempting to bind port c8d9e225-eccf-4e12-9fdf-ca129a58b128 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:37.924065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Attempting to bind port c8d9e225-eccf-4e12-9fdf-ca129a58b128 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:37.924384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Attempting to bind port c8d9e225-eccf-4e12-9fdf-ca129a58b128 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:37.934823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Port c8d9e225-eccf-4e12-9fdf-ca129a58b128 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:37.935144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Attempting to bind port c8d9e225-eccf-4e12-9fdf-ca129a58b128 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:37.946108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:37.946524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Checking segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:37.946825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Bound using segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:37.947265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Bound port: c8d9e225-eccf-4e12-9fdf-ca129a58b128, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:37.947626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.053382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] For port c8d9e225-eccf-4e12-9fdf-ca129a58b128, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:38.057900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] For port c8d9e225-eccf-4e12-9fdf-ca129a58b128, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:38.061620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-172ad963-f51a-4eb3-a972-8c7599be1b99 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015448 Jul 06 12:04:38.064276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.137615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.138240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.140171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] 10.222.0.79 "PUT /v2.0/ports/c8d9e225-eccf-4e12-9fdf-ca129a58b128 HTTP/1.1" status: 200 len: 1092 time: 1.3854609 Jul 06 12:04:38.271821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9d9e5-c751-461b-9370-3c7e983b2baf service neutron] Pushing event updated for resources: {'Port': ['ID=c8d9e225-eccf-4e12-9fdf-ca129a58b128,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:38.321752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60042f8b-bb23-48f7-9561-93369914d629 req-d3cde46b-6d4d-4d29-83c6-5bf9bc50696e service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521389 Jul 06 12:04:38.340387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5f54-5f30-4aa2-b313-d644d5f753f3 req-4c38d7ec-aa79-4e26-94db-42f2ecb5d4cb tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.348393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-919e5f54-5f30-4aa2-b313-d644d5f753f3 req-4c38d7ec-aa79-4e26-94db-42f2ecb5d4cb tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.2384717 Jul 06 12:04:38.381025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-453fa9e7-210a-4657-947a-47e56e56d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.382567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-453fa9e7-210a-4657-947a-47e56e56d16e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 1095 time: 0.1879690 Jul 06 12:04:38.468562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-919e5f54-5f30-4aa2-b313-d644d5f753f3 req-ade2f6e1-8670-4e32-b187-ed0b39cb805f tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191351 Jul 06 12:04:38.502215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-f225b694-343f-44b0-9cea-093b09c70014 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128 HTTP/1.1" status: 200 len: 217 time: 0.1013980 Jul 06 12:04:38.577248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-723eaf0a-4c47-4a75-9177-2451df73590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.579506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-723eaf0a-4c47-4a75-9177-2451df73590c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0678329 Jul 06 12:04:38.587687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-578404d5-254d-45b9-8099-9a62b79e9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.589158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-578404d5-254d-45b9-8099-9a62b79e9bd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1094 time: 0.1735322 Jul 06 12:04:38.624457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-3bfc87b9-41ae-4c27-9d93-569b336748b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344195 Jul 06 12:04:38.778249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-e43f2443-7e9c-43c0-8aab-a7d5f43191c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.779715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-e43f2443-7e9c-43c0-8aab-a7d5f43191c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 914 time: 0.1801515 Jul 06 12:04:38.797547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-0f342a52-622e-434b-818f-0477ab4c930a service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604013 Jul 06 12:04:38.831889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-17d497ad-e62d-4e4e-805b-86e4c5db8a11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 217 time: 0.0439088 Jul 06 12:04:38.931649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-ecc1af61-3784-4f2f-9df0-50648c188f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.933160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-ecc1af61-3784-4f2f-9df0-50648c188f32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 200 len: 852 time: 0.0922351 Jul 06 12:04:38.976713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2bed6b0-4a71-40b5-975d-670857832e82 req-df7d6e3a-8d75-4399-b2e8-130fe2b82b2a service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533246 Jul 06 12:04:39.042904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-51e22d5c-3b45-4ef0-8d76-86e95711162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.044477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-51e22d5c-3b45-4ef0-8d76-86e95711162f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33c9c180-be14-4af9-bac2-c0aa0362ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031950 Jul 06 12:04:39.068341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe4d8-f0f5-445a-a94c-1b64067dd225 req-93bc72c6-c10b-49d1-b9e7-5279da36bd7d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.069917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfe4d8-f0f5-445a-a94c-1b64067dd225 req-93bc72c6-c10b-49d1-b9e7-5279da36bd7d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 944 time: 0.0957508 Jul 06 12:04:39.156705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfe4d8-f0f5-445a-a94c-1b64067dd225 req-b9666e72-bdc9-403a-8390-2c4f802c5c8a tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750439 Jul 06 12:04:39.183103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-852f0f44-9dcd-4102-a825-03959b617c45 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307960 Jul 06 12:04:39.275032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66653d81-53e7-4e46-8dca-1215f92d9ab7 req-13b0dc72-bdda-41b5-8106-5c3727009114 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853865 Jul 06 12:04:39.304899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'tag': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:39.307275 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e8a626-57df-4b3b-a445-87d2e6f437c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46", "tag": "c8d9e225-eccf-4e12-9fdf-ca129a58b128"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:39.352989 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb24a53-b8df-45af-9ead-78699f947672 x-openstack-request-id: req-aeb24a53-b8df-45af-9ead-78699f947672 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:39.353284 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46", "tag": "c8d9e225-eccf-4e12-9fdf-ca129a58b128", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:39.353543 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aeb24a53-b8df-45af-9ead-78699f947672 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:39.353946 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'tag': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', 'status': 'completed', 'code': 200} Jul 06 12:04:39.438610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-99cca0f2-7719-4905-b1a8-dffa527b3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.439954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-99cca0f2-7719-4905-b1a8-dffa527b3926 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 1095 time: 0.0607326 Jul 06 12:04:39.536083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-df191ff3-c4f2-4f7c-9292-e37b349d1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.537477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-df191ff3-c4f2-4f7c-9292-e37b349d1aeb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 916 time: 0.0889058 Jul 06 12:04:39.597020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-d99b3aab-996e-456d-adaa-29a284a3d0ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128 HTTP/1.1" status: 200 len: 217 time: 0.0479488 Jul 06 12:04:40.018525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-5229e2c6-9227-47ef-bdac-48dabf8928c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.020039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-5229e2c6-9227-47ef-bdac-48dabf8928c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0597792 Jul 06 12:04:40.045454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b9f71-a0b4-4b37-b126-374ef05f0207 req-40253cc6-153f-45ae-a7e6-627790aec5c2 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.047522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-791b9f71-a0b4-4b37-b126-374ef05f0207 req-40253cc6-153f-45ae-a7e6-627790aec5c2 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.4528103 Jul 06 12:04:40.069703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-53b24eea-5be0-439c-8aa8-8f436e08128a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402241 Jul 06 12:04:40.153735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-791b9f71-a0b4-4b37-b126-374ef05f0207 req-40119ce8-1602-499c-8062-710584e4ba14 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863175 Jul 06 12:04:40.197019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-fc0ee896-1d92-485c-a5f6-b19198d06343 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129155 Jul 06 12:04:40.335520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c0e8a626-57df-4b3b-a445-87d2e6f437c8 req-3d004f6d-c608-4de4-8ed8-696d1f37ac13 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303744 Jul 06 12:04:40.364842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac39d-eebf-4765-acac-454d14b093d2 req-498b3211-b7d2-4747-8614-bcc0bfa229cf tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.366342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e60ac39d-eebf-4765-acac-454d14b093d2 req-498b3211-b7d2-4747-8614-bcc0bfa229cf tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 944 time: 0.0919921 Jul 06 12:04:40.406813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e60ac39d-eebf-4765-acac-454d14b093d2 req-fc030ca3-5907-4cf1-a327-a865bca87928 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Jul 06 12:04:41.337805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37f1f2-d01f-4216-b861-c374c1174b68 req-c82bb348-b035-4932-8360-008a43d3a1ad tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.339264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f37f1f2-d01f-4216-b861-c374c1174b68 req-c82bb348-b035-4932-8360-008a43d3a1ad tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.0679429 Jul 06 12:04:41.380559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f37f1f2-d01f-4216-b861-c374c1174b68 req-59960eb2-011b-41c0-a311-1f955e8525cd tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Jul 06 12:04:41.590821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bedf9b-fb99-4703-9346-1cdcb0aa03e5 req-eda9439a-bf06-4f7b-a22e-c093d180d08c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.592335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28bedf9b-fb99-4703-9346-1cdcb0aa03e5 req-eda9439a-bf06-4f7b-a22e-c093d180d08c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 944 time: 0.0718760 Jul 06 12:04:41.635960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28bedf9b-fb99-4703-9346-1cdcb0aa03e5 req-c1a8cb80-3280-426a-87ab-f87145713ab7 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366566 Jul 06 12:04:41.974380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:42.092786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-336c3765-2467-473c-b9bc-5bb2af7310ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.185471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-336c3765-2467-473c-b9bc-5bb2af7310ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.190311 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-336c3765-2467-473c-b9bc-5bb2af7310ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.238987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-336c3765-2467-473c-b9bc-5bb2af7310ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8d9945e413643f4a1beb336bdcc1427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633381 Jul 06 12:04:42.239980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c3765-2467-473c-b9bc-5bb2af7310ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de2ecd3-1c44-42d1-a34b-3d3f65af6877,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:42.241798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:42.296570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe66952e-56b2-4f27-a3b6-50fde8df71bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.320027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe66952e-56b2-4f27-a3b6-50fde8df71bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.379300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe66952e-56b2-4f27-a3b6-50fde8df71bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.382007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe66952e-56b2-4f27-a3b6-50fde8df71bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.383285 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe66952e-56b2-4f27-a3b6-50fde8df71bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3de2ecd3-1c44-42d1-a34b-3d3f65af6877 HTTP/1.1" status: 204 len: 168 time: 0.1396585 Jul 06 12:04:42.395690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66952e-56b2-4f27-a3b6-50fde8df71bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de2ecd3-1c44-42d1-a34b-3d3f65af6877,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:42.594665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579a6-9809-40a2-a78e-67f4406b032d req-aed98e1e-ef1d-474b-bbf8-0245b17f51f6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:42.601506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6579a6-9809-40a2-a78e-67f4406b032d req-aed98e1e-ef1d-474b-bbf8-0245b17f51f6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.1030104 Jul 06 12:04:42.637269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6579a6-9809-40a2-a78e-67f4406b032d req-52003b86-aeec-46da-b61e-82f625de6807 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Jul 06 12:04:42.700661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:42.703824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8d9e225-eccf-4e12-9fdf-ca129a58b128 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:42.721500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91e708a-9ee5-4c2a-9ae5-532b52ca7ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.835351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c8d9e225-eccf-4e12-9fdf-ca129a58b128, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:42.840852 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91e708a-9ee5-4c2a-9ae5-532b52ca7ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.852371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054695bc-85b5-4d8b-bd66-76c4e60299cd req-626b9538-7cb3-4ddc-a415-ed256e6bb290 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:42.852765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91e708a-9ee5-4c2a-9ae5-532b52ca7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.859785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-054695bc-85b5-4d8b-bd66-76c4e60299cd req-626b9538-7cb3-4ddc-a415-ed256e6bb290 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 944 time: 0.0908737 Jul 06 12:04:42.860270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'port_id': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', 'mac_address': 'fa:16:3e:39:d1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c29fb3-7201-468f-9bbb-6fc4c8f3f3de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:42.900434 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b91e708a-9ee5-4c2a-9ae5-532b52ca7ae3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ebefd390efd42a59f1882bff7888ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984851 Jul 06 12:04:42.902021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e708a-9ee5-4c2a-9ae5-532b52ca7ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc193d02-8c65-4043-96bd-3920616a76bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:42.904966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:42.914454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-054695bc-85b5-4d8b-bd66-76c4e60299cd req-0d829a37-5726-445c-8cc2-df438b134711 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 Jul 06 12:04:42.936458 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.949676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d9e225-eccf-4e12-9fdf-ca129a58b128 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:42.960354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7fd4d14-5f25-4f6f-a38d-f263c5b90b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.971410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c8d9e225-eccf-4e12-9fdf-ca129a58b128, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:42.974868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.983435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7fd4d14-5f25-4f6f-a38d-f263c5b90b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.039301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c8d9e225-eccf-4e12-9fdf-ca129a58b128,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:43.042559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7fd4d14-5f25-4f6f-a38d-f263c5b90b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.045805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7fd4d14-5f25-4f6f-a38d-f263c5b90b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.050249 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a7fd4d14-5f25-4f6f-a38d-f263c5b90b88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc193d02-8c65-4043-96bd-3920616a76bd HTTP/1.1" status: 204 len: 168 time: 0.1408215 Jul 06 12:04:43.057000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd4d14-5f25-4f6f-a38d-f263c5b90b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc193d02-8c65-4043-96bd-3920616a76bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:43.222213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['c8d9e225-eccf-4e12-9fdf-ca129a58b128'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:43.833217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ad516-f533-46f4-85ee-8c8cdee836ef req-b31b796b-4553-4b98-bc93-f6b32f0b677d tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:43.835322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96ad516-f533-46f4-85ee-8c8cdee836ef req-b31b796b-4553-4b98-bc93-f6b32f0b677d tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.0724809 Jul 06 12:04:43.904663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96ad516-f533-46f4-85ee-8c8cdee836ef req-9640f127-404e-4371-b0d5-4098a435e881 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622900 Jul 06 12:04:44.103770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74887782-3165-4ed7-ae84-b362c8ec8b41 req-11b41eb9-bf21-45cd-acfe-861c01cef4c6 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:44.105640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74887782-3165-4ed7-ae84-b362c8ec8b41 req-11b41eb9-bf21-45cd-acfe-861c01cef4c6 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 945 time: 0.0730219 Jul 06 12:04:44.152797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74887782-3165-4ed7-ae84-b362c8ec8b41 req-06dcb7ce-2274-4141-9c54-2ea65b58a898 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Jul 06 12:04:44.728845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8d9e225-eccf-4e12-9fdf-ca129a58b128 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:44.788763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port c8d9e225-eccf-4e12-9fdf-ca129a58b128 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:44.792464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port c8d9e225-eccf-4e12-9fdf-ca129a58b128 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:44.792835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:44.882826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:44.907199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:44.909432 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c497dbc6-5abb-4caa-b912-ca8a93eab44b" -d '{"events": [{"server_uuid": "ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46", "name": "network-vif-plugged", "status": "completed", "tag": "c8d9e225-eccf-4e12-9fdf-ca129a58b128"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:44.923078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port c8d9e225-eccf-4e12-9fdf-ca129a58b128, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:44.934836 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:44.981233 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7881b9f1-1ff9-4fda-a59a-04893a8d01be x-openstack-request-id: req-7881b9f1-1ff9-4fda-a59a-04893a8d01be {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:44.981581 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46", "name": "network-vif-plugged", "status": "completed", "tag": "c8d9e225-eccf-4e12-9fdf-ca129a58b128", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:44.981772 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7881b9f1-1ff9-4fda-a59a-04893a8d01be {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:44.982163 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', 'code': 200} Jul 06 12:04:45.016801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=c8d9e225-eccf-4e12-9fdf-ca129a58b128,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:45.155292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d134-504e-49f9-b43c-52084c4190a1 req-a84d8b1b-51d5-4476-86c7-9f003e2aaac7 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.157266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee21d134-504e-49f9-b43c-52084c4190a1 req-a84d8b1b-51d5-4476-86c7-9f003e2aaac7 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.1089852 Jul 06 12:04:45.160421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92d63e-6ae2-4117-b0a7-a3b70c95d511 req-f6dede3d-aaf5-4393-9204-1d681336229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.161867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a92d63e-6ae2-4117-b0a7-a3b70c95d511 req-f6dede3d-aaf5-4393-9204-1d681336229a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 1097 time: 0.1027951 Jul 06 12:04:45.236338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee21d134-504e-49f9-b43c-52084c4190a1 req-9ab893b8-eadf-4b7b-9b2b-45f78a85f764 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706267 Jul 06 12:04:45.238533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a92d63e-6ae2-4117-b0a7-a3b70c95d511 req-a014928e-75f8-4a8e-bd58-2a6369b51d85 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647180 Jul 06 12:04:45.352425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:45.357728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9576f-054a-4c03-ab14-26712c736e57 req-bb88bf06-432a-485e-b1ff-0e9575b3aec9 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.360199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4db9576f-054a-4c03-ab14-26712c736e57 req-bb88bf06-432a-485e-b1ff-0e9575b3aec9 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 946 time: 0.0732923 Jul 06 12:04:45.400080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4db9576f-054a-4c03-ab14-26712c736e57 req-f14e7b2f-ad9b-449a-87c0-b2e5adf7c326 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Jul 06 12:04:45.468031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc772f7-6e6b-4627-9ca5-c0621a018312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.556809 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc772f7-6e6b-4627-9ca5-c0621a018312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.561786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc772f7-6e6b-4627-9ca5-c0621a018312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.603883 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3dc772f7-6e6b-4627-9ca5-c0621a018312 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c8d5ad7182a462194c68f92badb050c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505140 Jul 06 12:04:45.605036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc772f7-6e6b-4627-9ca5-c0621a018312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c56067-fc55-4cad-9d9e-05a9b98e3453,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:45.606671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:45.658901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad0d1-4795-4e82-a28f-b4e7cd4eccfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.679766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad0d1-4795-4e82-a28f-b4e7cd4eccfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.726114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad0d1-4795-4e82-a28f-b4e7cd4eccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.728806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad0d1-4795-4e82-a28f-b4e7cd4eccfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:45.732434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f2ad0d1-4795-4e82-a28f-b4e7cd4eccfb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f4c56067-fc55-4cad-9d9e-05a9b98e3453 HTTP/1.1" status: 204 len: 168 time: 0.1245317 Jul 06 12:04:45.744047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ad0d1-4795-4e82-a28f-b4e7cd4eccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c56067-fc55-4cad-9d9e-05a9b98e3453,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:46.016856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:46.035608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4173-8b3a-4421-9725-2e37e569ce04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.132021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4173-8b3a-4421-9725-2e37e569ce04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.136526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4173-8b3a-4421-9725-2e37e569ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.182331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e4173-8b3a-4421-9725-2e37e569ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca7b4e-7c4d-4c4c-8c96-0b77731c0807,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:46.191513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd4e4173-8b3a-4421-9725-2e37e569ce04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38eaa955512a4ab4aa43fd03c59fe71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711893 Jul 06 12:04:46.192123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:46.245499 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-454cb5e9-e003-482f-bc71-4997614fbccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.267989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-454cb5e9-e003-482f-bc71-4997614fbccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.320621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-454cb5e9-e003-482f-bc71-4997614fbccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.323428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-454cb5e9-e003-482f-bc71-4997614fbccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.327805 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-454cb5e9-e003-482f-bc71-4997614fbccf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2ca7b4e-7c4d-4c4c-8c96-0b77731c0807 HTTP/1.1" status: 204 len: 168 time: 0.1346102 Jul 06 12:04:46.336679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cb5e9-e003-482f-bc71-4997614fbccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca7b4e-7c4d-4c4c-8c96-0b77731c0807,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:46.430495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630f57-a57f-4dd3-81a4-bb17677acf13 req-c9693f2a-e4c6-4c86-bb35-94df4c69b6df tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:46.438121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d630f57-a57f-4dd3-81a4-bb17677acf13 req-c9693f2a-e4c6-4c86-bb35-94df4c69b6df tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.0771036 Jul 06 12:04:46.484556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d630f57-a57f-4dd3-81a4-bb17677acf13 req-cc350c56-a2f3-4b91-af6f-ea5eaaadd422 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448549 Jul 06 12:04:46.601469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0bb0e-3057-44ab-bded-ba82ec46d57e req-7f542857-fe43-4dff-9672-9513e8dd6208 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:46.603035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fd0bb0e-3057-44ab-bded-ba82ec46d57e req-7f542857-fe43-4dff-9672-9513e8dd6208 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 946 time: 0.0709443 Jul 06 12:04:46.644958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fd0bb0e-3057-44ab-bded-ba82ec46d57e req-302bf34e-67a1-466b-90bd-f145ea215ff5 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360532 Jul 06 12:04:47.654018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15b7a6-b8ee-4ba9-a98e-2a302d1c98a4 req-5f77bbe9-d7db-47e9-bf74-ac895b54dffc tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.655957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a15b7a6-b8ee-4ba9-a98e-2a302d1c98a4 req-5f77bbe9-d7db-47e9-bf74-ac895b54dffc tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.0677550 Jul 06 12:04:47.699330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a15b7a6-b8ee-4ba9-a98e-2a302d1c98a4 req-d2a218b5-7e44-4249-bffb-8236dbbee877 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364325 Jul 06 12:04:48.334922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:48.443074 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ffca-f9f6-4b0b-9da3-e0988fa0eb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.532365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ffca-f9f6-4b0b-9da3-e0988fa0eb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.536393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ffca-f9f6-4b0b-9da3-e0988fa0eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.575472 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e4f2ffca-f9f6-4b0b-9da3-e0988fa0eb13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd0df926c2494036805a6bb91818af9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393532 Jul 06 12:04:48.576374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2ffca-f9f6-4b0b-9da3-e0988fa0eb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c05ad-525c-4196-b8ae-122840a690c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:48.578188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:48.631893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069f0a0e-2ca7-4c3f-aa24-fd6f9c399c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.652781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069f0a0e-2ca7-4c3f-aa24-fd6f9c399c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.699652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069f0a0e-2ca7-4c3f-aa24-fd6f9c399c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.702310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-069f0a0e-2ca7-4c3f-aa24-fd6f9c399c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.703530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-069f0a0e-2ca7-4c3f-aa24-fd6f9c399c60 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da0c05ad-525c-4196-b8ae-122840a690c9 HTTP/1.1" status: 204 len: 168 time: 0.1242478 Jul 06 12:04:48.711563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f0a0e-2ca7-4c3f-aa24-fd6f9c399c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c05ad-525c-4196-b8ae-122840a690c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:48.733449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8be39938-cb70-48bb-8f09-ddec73212a34 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:48.840620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8be39938-cb70-48bb-8f09-ddec73212a34, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8be39938-cb70-48bb-8f09-ddec73212a34,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:48.854832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '8be39938-cb70-48bb-8f09-ddec73212a34', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:48.903170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.923351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be39938-cb70-48bb-8f09-ddec73212a34 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:48.928885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361bb2-cda8-471b-adf1-943a7447961e req-5eeb212d-df15-41e7-9551-6fdd1460701d tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.938969 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae361bb2-cda8-471b-adf1-943a7447961e req-5eeb212d-df15-41e7-9551-6fdd1460701d tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 943 time: 0.0992754 Jul 06 12:04:48.949048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8be39938-cb70-48bb-8f09-ddec73212a34, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8be39938-cb70-48bb-8f09-ddec73212a34,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:48.958414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.999230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ae361bb2-cda8-471b-adf1-943a7447961e req-d0e03b96-aaaf-4037-b923-3de609e936ca tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538220 Jul 06 12:04:49.044506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=8be39938-cb70-48bb-8f09-ddec73212a34,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:49.082531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:49.104787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bda27da-f9c1-4f07-b8f0-4c25c4e3d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.191297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['8be39938-cb70-48bb-8f09-ddec73212a34'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:49.245858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bda27da-f9c1-4f07-b8f0-4c25c4e3d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.254197 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bda27da-f9c1-4f07-b8f0-4c25c4e3d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.304672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda27da-f9c1-4f07-b8f0-4c25c4e3d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ee4c3-b307-408b-9fd6-285d4df15a21,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:49.348003 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3bda27da-f9c1-4f07-b8f0-4c25c4e3d7bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7e4eaff0e66481a8df80d298668b10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637691 Jul 06 12:04:49.350559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:49.424829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820d0eaa-fc26-4017-a171-30bd41732336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.449486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820d0eaa-fc26-4017-a171-30bd41732336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.517243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820d0eaa-fc26-4017-a171-30bd41732336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.519995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820d0eaa-fc26-4017-a171-30bd41732336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.522159 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-820d0eaa-fc26-4017-a171-30bd41732336 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c90ee4c3-b307-408b-9fd6-285d4df15a21 HTTP/1.1" status: 204 len: 168 time: 0.1700640 Jul 06 12:04:49.532410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d0eaa-fc26-4017-a171-30bd41732336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ee4c3-b307-408b-9fd6-285d4df15a21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.214395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e162-ff62-42a3-bd9b-2bf9e2d5e463 req-133e4164-eb65-4fef-a10e-975fed7ea312 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.224056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1f1e162-ff62-42a3-bd9b-2bf9e2d5e463 req-133e4164-eb65-4fef-a10e-975fed7ea312 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 944 time: 0.0899930 Jul 06 12:04:50.259505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1f1e162-ff62-42a3-bd9b-2bf9e2d5e463 req-144a6df9-259d-4eaf-9952-9fc6dadd95ed tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345621 Jul 06 12:04:50.307818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:50.414120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166488244-network', 'tenant_id': 'd4af61fc046641959c4c0f991fa66604'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:50.435805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Made reservation on behalf of d4af61fc046641959c4c0f991fa66604 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:50.438404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.446884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.541304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.545374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.568113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:50.583254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900c9e2-7c59-4e5f-b9dd-71641e5a2048,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.587311 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.587677 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Added segment 742fccd2-5cb2-435f-bc03-2154759c40bf of type vlan for network 611afbc5-958a-45a2-a0fa-390c2224aad9 Jul 06 12:04:50.631626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.663757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.664823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.665416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.717913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4088376 Jul 06 12:04:50.721482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:50.727631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067f724-620c-4720-a448-c5f44c2e796d admin admin] Pushing event updated for resources: {'Network': ['ID=611afbc5-958a-45a2-a0fa-390c2224aad9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.730974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Request body: {'subnet': {'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166488244-subnet', 'tenant_id': 'd4af61fc046641959c4c0f991fa66604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:50.733926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8be39938-cb70-48bb-8f09-ddec73212a34 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:50.738926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 611afbc5-958a-45a2-a0fa-390c2224aad9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:50.758062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Made reservation on behalf of d4af61fc046641959c4c0f991fa66604 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:50.761261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.962025 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.999414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 8be39938-cb70-48bb-8f09-ddec73212a34 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:51.003212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 8be39938-cb70-48bb-8f09-ddec73212a34 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:51.003589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.028192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf903f25-6cf5-4e34-aaa8-bcb8fa210a98,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.038710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Checking segment: {'id': '742fccd2-5cb2-435f-bc03-2154759c40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:51.039066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Network hostable DHCP agents. Network: 611afbc5-958a-45a2-a0fa-390c2224aad9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:51.057453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Network 611afbc5-958a-45a2-a0fa-390c2224aad9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:51.066518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 611afbc5-958a-45a2-a0fa-390c2224aad9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:51.071776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.072847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.080983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44e563-728a-4c44-a728-e96abede3fb4 None None] Network 611afbc5-958a-45a2-a0fa-390c2224aad9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:51.090405 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e76282f-77c6-4682-a1ed-83952f1e3c13 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3661816 Jul 06 12:04:51.096248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.179362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:51.181985 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6a970-8e29-43d3-950e-e969e205f90d" -d '{"events": [{"server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "name": "network-vif-plugged", "status": "completed", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:51.210587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8be39938-cb70-48bb-8f09-ddec73212a34, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8be39938-cb70-48bb-8f09-ddec73212a34,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:51.220410 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.252613 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba81a87-1f4e-4240-8ff2-f40c80f222da x-openstack-request-id: req-5ba81a87-1f4e-4240-8ff2-f40c80f222da {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:51.252935 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "name": "network-vif-plugged", "status": "completed", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:51.253268 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ba81a87-1f4e-4240-8ff2-f40c80f222da {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:51.253737 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'code': 200} Jul 06 12:04:51.327279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cb2c5-4e9b-426e-888d-a92ec57959af None None] Network 611afbc5-958a-45a2-a0fa-390c2224aad9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:51.372776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=8be39938-cb70-48bb-8f09-ddec73212a34,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.482150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e56ea8-0896-483e-8f0f-157c759eaf93 req-77b7513c-5f69-428c-b7b4-a4105a5a3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.485172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90e56ea8-0896-483e-8f0f-157c759eaf93 req-77b7513c-5f69-428c-b7b4-a4105a5a3c25 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1096 time: 0.1336677 Jul 06 12:04:51.509236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e5d62-8eef-4879-81ed-47cab8e1e92d req-7e5f00ef-a2be-44bc-8d0a-1556e2e31b24 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.510757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-344e5d62-8eef-4879-81ed-47cab8e1e92d req-7e5f00ef-a2be-44bc-8d0a-1556e2e31b24 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 945 time: 0.0976818 Jul 06 12:04:51.565419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90e56ea8-0896-483e-8f0f-157c759eaf93 req-bbbb5693-e58b-4c8f-98ce-cc7347889f5a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735857 Jul 06 12:04:51.572970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-344e5d62-8eef-4879-81ed-47cab8e1e92d req-6e86dff9-4cfc-45f2-b35c-048759666df2 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516102 Jul 06 12:04:51.736481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 41986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:51.741658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1323717229-network', 'tenant_id': 'ad230bbd29b5482d81fea85057df810f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:51.762979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Made reservation on behalf of ad230bbd29b5482d81fea85057df810f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:51.765696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.774552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.863882 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.869089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.897696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:51.908015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449f9e2-4c4c-4466-882c-be3578cc224b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.912815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.913157 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Added segment 128c8d9e-576a-49fd-ac71-9992b34752a8 of type vlan for network e7f494a3-13a0-4368-9788-eb5935b06fae Jul 06 12:04:51.951742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.981807 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.982794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.983372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.036408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2986856 Jul 06 12:04:52.039106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 41988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:52.044266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Request body: {'subnet': {'network_id': 'e7f494a3-13a0-4368-9788-eb5935b06fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1323717229-subnet', 'tenant_id': 'ad230bbd29b5482d81fea85057df810f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:52.045244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defa7a2-ad2b-4dc1-92c1-be236380ab2a admin admin] Pushing event updated for resources: {'Network': ['ID=e7f494a3-13a0-4368-9788-eb5935b06fae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:52.055698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network e7f494a3-13a0-4368-9788-eb5935b06fae details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:52.065590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Made reservation on behalf of ad230bbd29b5482d81fea85057df810f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:52.068042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.243832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.310609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Checking segment: {'id': '128c8d9e-576a-49fd-ac71-9992b34752a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e7f494a3-13a0-4368-9788-eb5935b06fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:52.310973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Network hostable DHCP agents. Network: e7f494a3-13a0-4368-9788-eb5935b06fae, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:52.314784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4091f52-e27e-4729-9e0c-3cd2d4607591,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:52.334001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Network e7f494a3-13a0-4368-9788-eb5935b06fae is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:52.345148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, e7f494a3-13a0-4368-9788-eb5935b06fae) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:52.349211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.349855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.354721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb7299-945e-448d-a2ba-9ec2e03be617 None None] Network e7f494a3-13a0-4368-9788-eb5935b06fae requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:52.377911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a0425f7f-5a9a-4cc6-b1c9-e78bfb451ec8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3292148 Jul 06 12:04:52.485257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe04b93-a02a-41f4-8ef0-106ffb97aad9 None None] Network e7f494a3-13a0-4368-9788-eb5935b06fae requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:52.761084 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.800795 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e39cc-c28f-4023-b190-5cf98da19d74 req-d79f05b3-b895-460e-93ee-7277d765a5c9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.802306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e9e39cc-c28f-4023-b190-5cf98da19d74 req-d79f05b3-b895-460e-93ee-7277d765a5c9 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 945 time: 0.0674872 Jul 06 12:04:52.844910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e9e39cc-c28f-4023-b190-5cf98da19d74 req-61dae7a8-767e-4eab-89be-10e6ade6e454 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369549 Jul 06 12:04:53.095062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-826f8cc7-1d70-4088-9a3c-44bfc10d452a tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.096484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-826f8cc7-1d70-4088-9a3c-44bfc10d452a tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/networks?id=611afbc5-958a-45a2-a0fa-390c2224aad9 HTTP/1.1" status: 200 len: 808 time: 0.1748266 Jul 06 12:04:53.104560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-6bbd2b8a-2c7b-4958-8c3a-35b032343af2 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.105920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-6bbd2b8a-2c7b-4958-8c3a-35b032343af2 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.1729529 Jul 06 12:04:53.124679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-9ebaf972-7943-4174-8106-0b6eed2d9c43 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/quotas/d4af61fc046641959c4c0f991fa66604 HTTP/1.1" status: 200 len: 375 time: 0.0178254 Jul 06 12:04:53.126012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-024dee68-bb4b-4082-9262-ca5c9bede03b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/quotas/347685fd89b54c278e46d544d84e7b45 HTTP/1.1" status: 200 len: 375 time: 0.0122287 Jul 06 12:04:53.180286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0cb94e30-a20e-4902-85ea-5ec8324008c9 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4af61fc046641959c4c0f991fa66604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504727 Jul 06 12:04:53.279516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-0b811573-9ed0-4c8e-94be-de7c127a4e00 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481299 Jul 06 12:04:53.310033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-a60429c9-d0bf-4754-9f3b-d31977aab01f service neutron] 10.222.0.78 "GET /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226032 Jul 06 12:04:53.443805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-ad545b3a-4f70-423a-8cc9-0521435fbf02 service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549203 Jul 06 12:04:53.475503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-e0064983-38f4-4138-897d-8b445ddb4edb service neutron] 10.222.0.78 "GET /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364770 Jul 06 12:04:53.541815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-21ff30d2-29da-4135-8f18-e1c971cea727 service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910718 Jul 06 12:04:53.766911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ff484-6ebc-47c9-8c39-c3099c1d5a68 req-cf8f005f-b30a-42bf-81d7-8ac1d5d04989 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.768515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b0ff484-6ebc-47c9-8c39-c3099c1d5a68 req-cf8f005f-b30a-42bf-81d7-8ac1d5d04989 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 945 time: 0.0851302 Jul 06 12:04:53.830821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b0ff484-6ebc-47c9-8c39-c3099c1d5a68 req-d561ac48-160b-4c93-9881-33ca79c0e309 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562572 Jul 06 12:04:53.851151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:53.913942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bd6c448c-0626-4252-9b7b-6dc390b88512 req-98a11c60-3275-459b-bbad-7a6250c65ce8 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 210 time: 0.0724876 Jul 06 12:04:53.937461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ae5a08a-21d8-4a99-94c5-cac72d29fd9c req-27bbf9cf-0744-4f0e-aba5-5fbf5778410b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 210 time: 0.0614996 Jul 06 12:04:54.138654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173a501-79e6-481a-841b-003202a3c662 tempest-TestVolumeBackupRestore-676938034 tempest-TestVolumeBackupRestore-676938034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.141084 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5173a501-79e6-481a-841b-003202a3c662 tempest-TestVolumeBackupRestore-676938034 tempest-TestVolumeBackupRestore-676938034-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1091 time: 0.2888787 Jul 06 12:04:54.144820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:54.152204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:54.180556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.300476 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.428865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Allocated IP 172.25.7.201 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/aec1d3a7-04d2-4858-a22d-3049197e18e9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:54.542206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.581095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.627800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:54.634057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:54.636510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:54.642549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'Port': ['ID=aec1d3a7-04d2-4858-a22d-3049197e18e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:55.186000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1df665d5-4331-436b-90ef-d37e48aa45ed req-f4acfad2-6013-444b-b4d0-434e175e6b60 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 210 time: 0.0583563 Jul 06 12:04:55.220275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a973e1df-afb3-4445-99c6-8ce54eec962c req-531165e1-7ca2-4571-8701-3d4d8faac35c tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 210 time: 0.0741508 Jul 06 12:04:55.221276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.228738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-d4c94b15-a175-4cd2-8638-efca2fd4b9c7 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:55.230110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-d4c94b15-a175-4cd2-8638-efca2fd4b9c7 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.79 "GET /v2.0/networks?id=611afbc5-958a-45a2-a0fa-390c2224aad9 HTTP/1.1" status: 200 len: 808 time: 0.2937076 Jul 06 12:04:55.254605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Request body: {'port': {'device_id': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9', 'admin_state_up': True, 'tenant_id': 'd4af61fc046641959c4c0f991fa66604'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:55.367214 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:04:55.385156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.506388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Made reservation on behalf of d4af61fc046641959c4c0f991fa66604 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:55.509913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.697630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-0ffcf283-7735-4cc9-80e3-94d7a411108d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:55.699453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-0ffcf283-7735-4cc9-80e3-94d7a411108d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.2721429 Jul 06 12:04:55.717142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Request body: {'port': {'device_id': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'admin_state_up': True, 'tenant_id': '347685fd89b54c278e46d544d84e7b45'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:55.845551 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.848083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Allocated IP 172.20.0.5 (611afbc5-958a-45a2-a0fa-390c2224aad9/bf903f25-6cf5-4e34-aaa8-bcb8fa210a98/962aab54-267c-478e-ada2-7053dcae7d99) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:56.193385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.328317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event updated for resources: {'Port': ['ID=aec1d3a7-04d2-4858-a22d-3049197e18e9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:56.330735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Made reservation on behalf of 347685fd89b54c278e46d544d84e7b45 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:56.334343 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.449090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.479521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7385f8dd-cad9-44e6-b6a3-5f39dc540cab req-2cb79300-2233-4ff7-b86b-26b18757935c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 210 time: 0.1197324 Jul 06 12:04:56.487144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46284adc-d835-4148-bf38-a42501f25d0c req-fb2bce9b-1e63-4046-ab72-da4e1abed361 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 210 time: 0.1098869 Jul 06 12:04:56.695652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.712305 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Floating IP 07679f0c-231e-461b-a82e-a17f3ea51920 associated. External IP: 172.25.7.201, port: 8be39938-cb70-48bb-8f09-ddec73212a34. Jul 06 12:04:56.765120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Allocated IP 172.20.0.14 (7958a4f1-3b88-4b01-8855-1ebc7cb23c44/00c29fb3-7201-468f-9bbb-6fc4c8f3f3de/093d6c06-e4f6-425e-9b73-98693f6e88d2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:56.889877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.036957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Network 611afbc5-958a-45a2-a0fa-390c2224aad9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:57.050129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:57.055465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Pushing event updated for resources: {'Port': ['ID=962aab54-267c-478e-ada2-7053dcae7d99,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.065723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:57.119496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63eb8402-45c8-4267-83c5-37695acbc129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.182076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:57.182685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.201160 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.211347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Router 4f32f31a-24ea-4055-b069-d08b9a57299b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:57.217386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-0140a46f-1078-4809-87eb-2522d07d80f4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9667492 Jul 06 12:04:57.232963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Request body: {'port': {'device_id': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:57.384361 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.403073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'c8d9e225-eccf-4e12-9fdf-ca129a58b128'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:57.448106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.453941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:57.473336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:57.478587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:57.484388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:57.498859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] Sync routers for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:57.510119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event updated for resources: {'Port': ['ID=093d6c06-e4f6-425e-9b73-98693f6e88d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.528094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:57.528922 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:04:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:57.570043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.583384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:57.584038 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.648914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:57.691018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-cd68deb3-1704-40d7-afd2-9f4f47581da8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9810095 Jul 06 12:04:57.709803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Request body: {'port': {'device_id': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:57.718820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-69f962f0-c33d-44f8-932e-2249325aa681 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5721252 Jul 06 12:04:57.721796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:57.722357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:57.738870 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e" -d '{"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:57.782357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7760c-c115-475f-b3a5-de9455393c75 tempest-TestVolumeBackupRestore-676938034 tempest-TestVolumeBackupRestore-676938034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:57.783946 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9b7760c-c115-475f-b3a5-de9455393c75 tempest-TestVolumeBackupRestore-676938034 tempest-TestVolumeBackupRestore-676938034-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1091 time: 0.0601041 Jul 06 12:04:57.786774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:57.791339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Request body: {'floatingip': {'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:57.865517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.977829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '07679f0c-231e-461b-a82e-a17f3ea51920', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:54Z', 'updated_at': '2021-07-06T12:04:54Z', 'revision_number': 0, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:58.035140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823420fe-798b-407d-bacf-3a23a7b173db req-de0d7a0e-17e5-4a7a-a3a1-a154e655d36a tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.041832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] Checking router: 4f32f31a-24ea-4055-b069-d08b9a57299b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:58.042363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-823420fe-798b-407d-bacf-3a23a7b173db req-de0d7a0e-17e5-4a7a-a3a1-a154e655d36a tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 932 time: 0.2994936 Jul 06 12:04:58.053806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.059740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:58.060401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:04:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:58.183061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:58.267596 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0082b1-474c-4134-8010-ab6b69931cb7 req-16aef6b5-2ae3-4d93-9b2b-cd98d57d8360 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.269636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c0082b1-474c-4134-8010-ab6b69931cb7 req-16aef6b5-2ae3-4d93-9b2b-cd98d57d8360 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 931 time: 0.5279284 Jul 06 12:04:58.302434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-823420fe-798b-407d-bacf-3a23a7b173db req-5f1b0af2-0697-4933-8045-c94d62b12ea2 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589097 Jul 06 12:04:58.420569 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d95d6c-5ac1-48ae-b186-9431dde0f8a2 x-openstack-request-id: req-61d95d6c-5ac1-48ae-b186-9431dde0f8a2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:58.421758 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:58.422183 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61d95d6c-5ac1-48ae-b186-9431dde0f8a2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:58.422887 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'status': 'completed', 'code': 200} Jul 06 12:04:58.496762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '07679f0c-231e-461b-a82e-a17f3ea51920', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:54Z', 'updated_at': '2021-07-06T12:04:54Z', 'revision_number': 0, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:58.507734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c0082b1-474c-4134-8010-ab6b69931cb7 req-e5e4ffbc-2835-4034-b36b-573747d11d36 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312667 Jul 06 12:04:58.542505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962aab54-267c-478e-ada2-7053dcae7d99 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:58.545312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811e370-ea50-4c9a-b5ba-7f5a2e895d48 None None] The sync data for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 is: [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '07679f0c-231e-461b-a82e-a17f3ea51920', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:54Z', 'updated_at': '2021-07-06T12:04:54Z', 'revision_number': 0, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:58.563612 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.589532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Transition to ACTIVE for port object 962aab54-267c-478e-ada2-7053dcae7d99 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:58.607983 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.636929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-7782501f-16f6-4ea8-82f2-d841d2e13230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.639051 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-7782501f-16f6-4ea8-82f2-d841d2e13230 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1096 time: 0.2127147 Jul 06 12:04:58.646915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.698309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093d6c06-e4f6-425e-9b73-98693f6e88d2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:58.704486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Pushing event updated for resources: {'Port': ['ID=962aab54-267c-478e-ada2-7053dcae7d99,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:58.712836 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.723932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.763813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Transition to ACTIVE for port object 093d6c06-e4f6-425e-9b73-98693f6e88d2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:58.774340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.852099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Pushing event updated for resources: {'Port': ['ID=093d6c06-e4f6-425e-9b73-98693f6e88d2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:58.860805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Attempting to bind port 962aab54-267c-478e-ada2-7053dcae7d99 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:58.861146 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Attempting to bind port 962aab54-267c-478e-ada2-7053dcae7d99 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '742fccd2-5cb2-435f-bc03-2154759c40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:58.861485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Attempting to bind port 962aab54-267c-478e-ada2-7053dcae7d99 on network 611afbc5-958a-45a2-a0fa-390c2224aad9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:58.886356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Port 962aab54-267c-478e-ada2-7053dcae7d99 on network 611afbc5-958a-45a2-a0fa-390c2224aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:58.886816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Attempting to bind port 962aab54-267c-478e-ada2-7053dcae7d99 on network 611afbc5-958a-45a2-a0fa-390c2224aad9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:58.897861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-510e3d91-84e6-43ad-bdca-319925bdc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.899535 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-510e3d91-84e6-43ad-bdca-319925bdc100 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 914 time: 0.2513940 Jul 06 12:04:58.914980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:58.915315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Checking segment: {'id': '742fccd2-5cb2-435f-bc03-2154759c40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:58.915834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Bound using segment: {'id': '742fccd2-5cb2-435f-bc03-2154759c40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:58.916315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Bound port: 962aab54-267c-478e-ada2-7053dcae7d99, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742fccd2-5cb2-435f-bc03-2154759c40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:58.916672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.930636 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcbd58-a94c-45f0-b867-7cdc03cc124c None None] New status for floating IP 07679f0c-231e-461b-a82e-a17f3ea51920: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:04:59.041725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] For port 962aab54-267c-478e-ada2-7053dcae7d99, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:59.046730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] For port 962aab54-267c-478e-ada2-7053dcae7d99, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=962aab54-267c-478e-ada2-7053dcae7d99,segment=NetworkSegment(742fccd2-5cb2-435f-bc03-2154759c40bf),segment_id=742fccd2-5cb2-435f-bc03-2154759c40bf)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:59.064857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.080842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Attempting to bind port 093d6c06-e4f6-425e-9b73-98693f6e88d2 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:59.081500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Attempting to bind port 093d6c06-e4f6-425e-9b73-98693f6e88d2 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:59.082014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Attempting to bind port 093d6c06-e4f6-425e-9b73-98693f6e88d2 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:59.105896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-79609368-b193-46c9-b7cb-beef254206a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 999 time: 0.0993943 Jul 06 12:04:59.111408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Port 093d6c06-e4f6-425e-9b73-98693f6e88d2 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:59.112124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Attempting to bind port 093d6c06-e4f6-425e-9b73-98693f6e88d2 on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:59.137486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.138645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.141665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] 10.222.0.79 "PUT /v2.0/ports/962aab54-267c-478e-ada2-7053dcae7d99 HTTP/1.1" status: 200 len: 1091 time: 1.9141932 Jul 06 12:04:59.145093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:59.145608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Checking segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:59.146158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Bound using segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:59.147116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Bound port: 093d6c06-e4f6-425e-9b73-98693f6e88d2, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:59.147685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.170356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-27607a6b-e845-4d90-98de-9430802dfabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.172404 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-27607a6b-e845-4d90-98de-9430802dfabc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 200 len: 852 time: 0.0537491 Jul 06 12:04:59.224073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Router 4f32f31a-24ea-4055-b069-d08b9a57299b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:59.288882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Pushing event updated for resources: {'Port': ['ID=962aab54-267c-478e-ada2-7053dcae7d99,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:59.323037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] For port 093d6c06-e4f6-425e-9b73-98693f6e88d2, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:59.325990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] For port 093d6c06-e4f6-425e-9b73-98693f6e88d2, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:59.340258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.341768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.342864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.343427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.344525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.345226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.345790 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.346280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.347325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.348172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.349040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.349943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9cc98-bf17-4144-8671-0e9ec1ebb16f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:59.355424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-536cbc63-d72d-4354-8115-f8f9cbe4756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.357272 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-536cbc63-d72d-4354-8115-f8f9cbe4756c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33c9c180-be14-4af9-bac2-c0aa0362ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788652 Jul 06 12:04:59.370417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.416386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.417278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.418729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] 10.222.0.79 "PUT /v2.0/ports/093d6c06-e4f6-425e-9b73-98693f6e88d2 HTTP/1.1" status: 200 len: 1092 time: 1.7154846 Jul 06 12:04:59.442313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-776d1352-221f-4fc5-9f43-23266c87711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.445841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-776d1352-221f-4fc5-9f43-23266c87711f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4af61fc046641959c4c0f991fa66604&device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 1094 time: 0.2474236 Jul 06 12:04:59.513962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-481a51e8-ac2c-40ed-9678-53fe4c744e85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=962aab54-267c-478e-ada2-7053dcae7d99 HTTP/1.1" status: 200 len: 217 time: 0.0589907 Jul 06 12:04:59.607346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f374-b51d-4850-a2a9-e75b9a0f3e87 service neutron] Pushing event updated for resources: {'Port': ['ID=093d6c06-e4f6-425e-9b73-98693f6e88d2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:59.663463 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6403e2c0-5568-46ef-b3e1-2bcff0953c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.672309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-4c60d8c2-d30d-4b54-b20e-17a770ca564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.673835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-4c60d8c2-d30d-4b54-b20e-17a770ca564a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf903f25-6cf5-4e34-aaa8-bcb8fa210a98 HTTP/1.1" status: 200 len: 848 time: 0.1261048 Jul 06 12:04:59.729560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:59.735729 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.738797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-8296dbbb-f23b-4ea1-a059-705ed2c25c17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=611afbc5-958a-45a2-a0fa-390c2224aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404379 Jul 06 12:04:59.746451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] Sync routers for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:59.747382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-a2fc7b5c-9983-41db-b5f8-eb3cccadfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.749647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-a2fc7b5c-9983-41db-b5f8-eb3cccadfb19 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 1095 time: 0.2484369 Jul 06 12:04:59.761103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:59.762410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:59.772320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d65fc-c46f-4fbf-95e1-f9e2c50b7e6a req-c7fa83ca-dfd6-43d5-b62e-dd3018bd4a6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.774395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f50d65fc-c46f-4fbf-95e1-f9e2c50b7e6a req-c7fa83ca-dfd6-43d5-b62e-dd3018bd4a6c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 944 time: 0.2751923 Jul 06 12:04:59.794456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:59.796818 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16d023-5e90-4458-81e4-331f9240ef28" -d '{"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:59.823894 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-3469c72d-22e3-43b3-b463-b0b14e80e68c service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561801 Jul 06 12:04:59.911735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:59.919516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-96ef6eb7-793f-4a60-823e-b15bc1b8789e tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "PUT /v2.0/floatingips/07679f0c-231e-461b-a82e-a17f3ea51920 HTTP/1.1" status: 200 len: 991 time: 2.1316149 Jul 06 12:04:59.967216 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88c95ee4-c80e-45f6-995c-8a5ca9edbe3e req-737cbe32-710e-4fd1-af66-d1ae0291f09f service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306725 Jul 06 12:05:00.094615 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.181580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '07679f0c-231e-461b-a82e-a17f3ea51920', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:54Z', 'updated_at': '2021-07-06T12:04:59Z', 'revision_number': 2, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:00.213719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] Checking router: 4f32f31a-24ea-4055-b069-d08b9a57299b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:00.218648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-3ae6b05b-966b-4fa7-bfb9-358c98b4d266 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2 HTTP/1.1" status: 200 len: 217 time: 0.4424665 Jul 06 12:05:00.231537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:00.231537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:00.322914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b677e01-b3df-4a47-9e52-56138da73621 req-7d2cfaef-c7db-4a14-80a0-564bba9defa8 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.324902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b677e01-b3df-4a47-9e52-56138da73621 req-7d2cfaef-c7db-4a14-80a0-564bba9defa8 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 943 time: 0.6829469 Jul 06 12:05:00.337229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f50d65fc-c46f-4fbf-95e1-f9e2c50b7e6a req-83698151-477d-4bcf-bd60-e171c2b512b4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427051 Jul 06 12:05:00.368489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-401b1640-6269-43e5-beb2-b691a1d9001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.368489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-401b1640-6269-43e5-beb2-b691a1d9001b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.1292391 Jul 06 12:05:00.387237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-8cb519a6-9ea1-47d3-a077-7c3cfd3913c3 service neutron] 10.222.0.79 "GET /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364174 Jul 06 12:05:00.405522 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d08edc-d5e5-45f9-9868-1a654c259e6f x-openstack-request-id: req-17d08edc-d5e5-45f9-9868-1a654c259e6f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:00.406004 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:00.406328 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17d08edc-d5e5-45f9-9868-1a654c259e6f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:00.406927 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'status': 'completed', 'code': 200} Jul 06 12:05:00.436521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'tag': '962aab54-267c-478e-ada2-7053dcae7d99'}, {'name': 'network-changed', 'server_uuid': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'tag': '093d6c06-e4f6-425e-9b73-98693f6e88d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:00.441446 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322aa490-ab64-48c0-9d7d-750b47148cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c151212c-94cc-469c-9e58-45e15a89f6ea", "tag": "962aab54-267c-478e-ada2-7053dcae7d99"}, {"name": "network-changed", "server_uuid": "d063c65a-c445-4680-94d7-e0e4f693cd3a", "tag": "093d6c06-e4f6-425e-9b73-98693f6e88d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:00.500803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d023-5e90-4458-81e4-331f9240ef28 req-1b7657ff-fce7-4388-8b7a-0b93d96e872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.502749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-1b7657ff-fce7-4388-8b7a-0b93d96e872c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1096 time: 0.0739305 Jul 06 12:05:00.525723 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e244072-ba9a-4ffe-9622-cc7b5530e30f x-openstack-request-id: req-8e244072-ba9a-4ffe-9622-cc7b5530e30f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:00.526026 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c151212c-94cc-469c-9e58-45e15a89f6ea", "tag": "962aab54-267c-478e-ada2-7053dcae7d99", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d063c65a-c445-4680-94d7-e0e4f693cd3a", "tag": "093d6c06-e4f6-425e-9b73-98693f6e88d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:00.526278 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e244072-ba9a-4ffe-9622-cc7b5530e30f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:00.526679 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'tag': '962aab54-267c-478e-ada2-7053dcae7d99', 'status': 'completed', 'code': 200} Jul 06 12:05:00.526933 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'tag': '093d6c06-e4f6-425e-9b73-98693f6e88d2', 'status': 'completed', 'code': 200} Jul 06 12:05:00.529070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-c79d3a61-07f4-4d6a-93cb-372b59436902 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335759 Jul 06 12:05:00.533208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:00.535610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.536119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b677e01-b3df-4a47-9e52-56138da73621 req-e568d7a2-e42b-402e-8540-53e252bf8046 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961117 Jul 06 12:05:00.647232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d023-5e90-4458-81e4-331f9240ef28 req-d89502fb-8082-4b82-9f42-c0ace7190ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.648850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-d89502fb-8082-4b82-9f42-c0ace7190ee2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 914 time: 0.1357939 Jul 06 12:05:00.669767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-99ef6676-1ecc-47ef-9e7d-a567dab95726 req-74560a85-b3bc-4dc9-9a0e-45f47a4d2dbd service neutron] 10.222.0.79 "GET /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701478 Jul 06 12:05:00.672032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-c88f42a7-cfe4-44c0-9eef-8cde069cd965 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293950 Jul 06 12:05:00.736236 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-f93c211b-a123-4417-9abb-7bcc4f2808c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 1001 time: 0.0732813 Jul 06 12:05:00.793436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d023-5e90-4458-81e4-331f9240ef28 req-64588990-93d0-471c-8f3f-7d032af34260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.795196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-64588990-93d0-471c-8f3f-7d032af34260 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 200 len: 852 time: 0.0484536 Jul 06 12:05:00.802908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '07679f0c-231e-461b-a82e-a17f3ea51920', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:54Z', 'updated_at': '2021-07-06T12:04:59Z', 'revision_number': 2, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:00.829434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7085a-ab67-491e-8d80-4eaf235dc296 None None] The sync data for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 is: [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '07679f0c-231e-461b-a82e-a17f3ea51920', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'port_id': '8be39938-cb70-48bb-8f09-ddec73212a34', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'mac_address': 'fa:16:3e:6b:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86213279-a2c8-45aa-8045-3d641d60d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:54Z', 'updated_at': '2021-07-06T12:04:59Z', 'revision_number': 2, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:00.832119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-2a6074f2-5658-4a50-9b3d-93079ba46aba service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451502 Jul 06 12:05:00.836885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-69fb6b55-c0cd-4aab-8f29-a7c582310499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.838398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-69fb6b55-c0cd-4aab-8f29-a7c582310499 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4af61fc046641959c4c0f991fa66604&device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 1094 time: 0.0898733 Jul 06 12:05:00.870035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d023-5e90-4458-81e4-331f9240ef28 req-3f106817-7119-4c78-95c0-a94f6132f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.870035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-3f106817-7119-4c78-95c0-a94f6132f163 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33c9c180-be14-4af9-bac2-c0aa0362ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620797 Jul 06 12:05:00.956535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-4a42d90f-3da1-4395-8808-03c68c9d70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.958471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-4a42d90f-3da1-4395-8808-03c68c9d70e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=611afbc5-958a-45a2-a0fa-390c2224aad9 HTTP/1.1" status: 200 len: 909 time: 0.1085222 Jul 06 12:05:00.961312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.980170 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-44ec6c59-3ad9-401c-a35c-4d17fe2c1e22 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976000 Jul 06 12:05:01.006333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-cfe3c598-b48d-4c66-9069-73507433afcc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=962aab54-267c-478e-ada2-7053dcae7d99 HTTP/1.1" status: 200 len: 217 time: 0.0383818 Jul 06 12:05:01.065286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-b3e91332-689b-4542-a3d7-a3bc69dbf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.066829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-b3e91332-689b-4542-a3d7-a3bc69dbf766 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf903f25-6cf5-4e34-aaa8-bcb8fa210a98 HTTP/1.1" status: 200 len: 848 time: 0.0510495 Jul 06 12:05:01.074170 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-de16d023-5e90-4458-81e4-331f9240ef28 req-aa4b3669-b070-4d8d-80c5-8502778a3cc5 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Jul 06 12:05:01.101724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-29c0d51a-14f3-4038-814d-fd7ef5458fdf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=611afbc5-958a-45a2-a0fa-390c2224aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jul 06 12:05:01.191114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-8ff26e62-97d2-4884-acd7-7d1b3f1ac65b service neutron] 10.222.0.79 "GET /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825763 Jul 06 12:05:01.287775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-6a0e943c-c62e-4b91-a7b3-a489b789aaa3 service neutron] 10.222.0.79 "GET /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Jul 06 12:05:01.388452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-8c8cdc69-5ee9-4e58-b529-b911cfb0880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.390625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-8c8cdc69-5ee9-4e58-b529-b911cfb0880e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 1095 time: 0.0535932 Jul 06 12:05:01.528931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-a3ad05bc-465f-4ec5-acb8-21d4dac49c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.530366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-a3ad05bc-465f-4ec5-acb8-21d4dac49c4f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 916 time: 0.1228602 Jul 06 12:05:01.576922 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-168691d7-c129-4986-9555-b88ecfc9d02f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2 HTTP/1.1" status: 200 len: 217 time: 0.0391636 Jul 06 12:05:01.585665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab525b16-46bf-414f-a60d-a2273ab15be3 req-ac87ece0-9709-4c04-80c4-d981708ab044 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.587126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab525b16-46bf-414f-a60d-a2273ab15be3 req-ac87ece0-9709-4c04-80c4-d981708ab044 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 944 time: 0.1253581 Jul 06 12:05:01.677309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-b843f703-ac9e-4a5c-b9db-2a8b102bdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.678731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-b843f703-ac9e-4a5c-b9db-2a8b102bdbb2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0907321 Jul 06 12:05:01.683304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab525b16-46bf-414f-a60d-a2273ab15be3 req-41aabc47-ead1-479c-9984-e1ebb143138f tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877185 Jul 06 12:05:01.731556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-1df715e8-0ac6-436c-a8a2-3001800af362 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314667 Jul 06 12:05:01.813298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf2bb5-3aaf-4a44-ae33-465003e65e8b req-6bce1189-8737-4653-8cb3-133ac2044b30 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.814686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96bf2bb5-3aaf-4a44-ae33-465003e65e8b req-6bce1189-8737-4653-8cb3-133ac2044b30 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 943 time: 0.1515901 Jul 06 12:05:01.864730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-ce36abb3-dd5b-43f8-8d49-6ae2540dac53 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257370 Jul 06 12:05:01.871987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96bf2bb5-3aaf-4a44-ae33-465003e65e8b req-254070cf-1d7d-4c00-a1b5-4e40df91ccf4 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Jul 06 12:05:01.962698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322aa490-ab64-48c0-9d7d-750b47148cd7 req-b989b532-98b4-4ec9-b68c-4de6729f7be0 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896568 Jul 06 12:05:02.408230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:02.410757 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac037a1-9d75-4102-848c-d1d903f135cd" -d '{"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:02.422190 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.449931 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f25ddd-5b7a-41dd-8f16-5bcf1beb89d9 x-openstack-request-id: req-96f25ddd-5b7a-41dd-8f16-5bcf1beb89d9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:02.450224 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:02.450483 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96f25ddd-5b7a-41dd-8f16-5bcf1beb89d9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:02.450889 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'status': 'completed', 'code': 200} Jul 06 12:05:02.535858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-a6784b53-49fd-4a99-a93b-d06cf6a53b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.537653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-a6784b53-49fd-4a99-a93b-d06cf6a53b94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1096 time: 0.0610485 Jul 06 12:05:02.628470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-18778ea2-dc30-40af-bc27-997b88fd352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.630016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-18778ea2-dc30-40af-bc27-997b88fd352d service neutron] 10.222.0.79 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 914 time: 0.0849462 Jul 06 12:05:02.700999 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-6833a875-fbfd-42e9-9fbd-45930425ca34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 1001 time: 0.0608230 Jul 06 12:05:02.750309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-a7657526-6d74-4af1-b5e7-70d775b02ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.751811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-a7657526-6d74-4af1-b5e7-70d775b02ead service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 200 len: 852 time: 0.0441437 Jul 06 12:05:02.847454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-77903599-80cb-4578-a098-3e997203d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.849021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-77903599-80cb-4578-a098-3e997203d844 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33c9c180-be14-4af9-bac2-c0aa0362ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869036 Jul 06 12:05:02.925738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3a9f-9a02-4d73-998e-41b416232cd9 req-b50e1fad-9686-4bdc-9a5f-bbb526842c71 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.927225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89df3a9f-9a02-4d73-998e-41b416232cd9 req-b50e1fad-9686-4bdc-9a5f-bbb526842c71 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 944 time: 0.1258254 Jul 06 12:05:02.948065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-4b49abe1-7069-489f-9a79-9f85f7c1766c req-88d9f8f3-3a6f-4709-9f2e-f90ff315842c service neutron] (93767) timed out ('10.222.0.78', 44740) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:05:02.980271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-dfe239be-6a40-4652-bf47-3a5b093aaa2a service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237307 Jul 06 12:05:03.009982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89df3a9f-9a02-4d73-998e-41b416232cd9 req-1f8a3692-8c26-4443-a684-e9891cf1ca50 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766115 Jul 06 12:05:03.121008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac037a1-9d75-4102-848c-d1d903f135cd req-b66c18d9-804a-44a9-aa0a-a94c178d97d5 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236455 Jul 06 12:05:03.130819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5849541-26b9-4607-8d5f-1109f16b9421 req-107e2884-74ec-43db-a709-50b676af72ff tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:03.132265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5849541-26b9-4607-8d5f-1109f16b9421 req-107e2884-74ec-43db-a709-50b676af72ff tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 943 time: 0.1460259 Jul 06 12:05:03.172189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5849541-26b9-4607-8d5f-1109f16b9421 req-62dc5918-0a81-4cc2-9be1-183c7d1155ed tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jul 06 12:05:04.190931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff194e7-e430-4351-aa03-d3667f3fbe0e req-d8442fb9-2a5f-49a9-af02-f067bbc961b4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.192521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ff194e7-e430-4351-aa03-d3667f3fbe0e req-d8442fb9-2a5f-49a9-af02-f067bbc961b4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 944 time: 0.0645998 Jul 06 12:05:04.234373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ff194e7-e430-4351-aa03-d3667f3fbe0e req-9f32b239-c33b-4a2c-81e7-b6b724294a98 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353348 Jul 06 12:05:04.349936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490fed-bde3-4cbd-8841-a87ebeecb43c req-f4e5f7a4-c4d4-4c53-b90b-60094b9b5d5c tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.351581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9490fed-bde3-4cbd-8841-a87ebeecb43c req-f4e5f7a4-c4d4-4c53-b90b-60094b9b5d5c tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 943 time: 0.0670779 Jul 06 12:05:04.398808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9490fed-bde3-4cbd-8841-a87ebeecb43c req-7e7e8434-425c-4886-a6f7-2972e785cc1a tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Jul 06 12:05:04.779227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 962aab54-267c-478e-ada2-7053dcae7d99 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:04.881669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 962aab54-267c-478e-ada2-7053dcae7d99, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=962aab54-267c-478e-ada2-7053dcae7d99,segment=NetworkSegment(742fccd2-5cb2-435f-bc03-2154759c40bf),segment_id=742fccd2-5cb2-435f-bc03-2154759c40bf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:04.893989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '962aab54-267c-478e-ada2-7053dcae7d99', 'network_id': '611afbc5-958a-45a2-a0fa-390c2224aad9', 'port_id': '962aab54-267c-478e-ada2-7053dcae7d99', 'mac_address': 'fa:16:3e:bc:7a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf903f25-6cf5-4e34-aaa8-bcb8fa210a98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:04.932865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.945687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962aab54-267c-478e-ada2-7053dcae7d99 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:04.965394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 962aab54-267c-478e-ada2-7053dcae7d99, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=962aab54-267c-478e-ada2-7053dcae7d99,segment=NetworkSegment(742fccd2-5cb2-435f-bc03-2154759c40bf),segment_id=742fccd2-5cb2-435f-bc03-2154759c40bf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:04.969706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.970376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 093d6c06-e4f6-425e-9b73-98693f6e88d2 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:05.068998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=962aab54-267c-478e-ada2-7053dcae7d99,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:05.111932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 093d6c06-e4f6-425e-9b73-98693f6e88d2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:05.123616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '093d6c06-e4f6-425e-9b73-98693f6e88d2', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'port_id': '093d6c06-e4f6-425e-9b73-98693f6e88d2', 'mac_address': 'fa:16:3e:15:eb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c29fb3-7201-468f-9bbb-6fc4c8f3f3de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:05.166360 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.178454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093d6c06-e4f6-425e-9b73-98693f6e88d2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:05.197997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 093d6c06-e4f6-425e-9b73-98693f6e88d2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:05.201477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.248690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=093d6c06-e4f6-425e-9b73-98693f6e88d2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:05.418738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d309e-f2ff-459e-9878-3b449c75c061 req-357e99aa-cc3a-4139-8b33-9ba980e754f3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:05.420180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5d309e-f2ff-459e-9878-3b449c75c061 req-357e99aa-cc3a-4139-8b33-9ba980e754f3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 945 time: 0.0713165 Jul 06 12:05:05.464335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5d309e-f2ff-459e-9878-3b449c75c061 req-97afd643-b99e-4435-95e4-f15300acc567 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Jul 06 12:05:05.501936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['962aab54-267c-478e-ada2-7053dcae7d99'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:05.531367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['093d6c06-e4f6-425e-9b73-98693f6e88d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:05.600323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6555e-24a4-46d7-b337-090b71a4456f req-1e4f6687-662e-49a9-a012-b46f043b7d61 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:05.601849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35a6555e-24a4-46d7-b337-090b71a4456f req-1e4f6687-662e-49a9-a012-b46f043b7d61 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 944 time: 0.0717340 Jul 06 12:05:05.643967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35a6555e-24a4-46d7-b337-090b71a4456f req-a4cea0ab-acb6-4c5d-946f-1d70c644ab2b tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Jul 06 12:05:06.651027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa35cb-c4eb-4793-a564-4c575fe3935f req-3adefbe2-42e2-4c75-b3c2-b33dcd6120f5 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.652578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6afa35cb-c4eb-4793-a564-4c575fe3935f req-3adefbe2-42e2-4c75-b3c2-b33dcd6120f5 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 945 time: 0.0680971 Jul 06 12:05:06.692407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6afa35cb-c4eb-4793-a564-4c575fe3935f req-3518e806-1f85-45f8-b83f-9d28f377bc8d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Jul 06 12:05:06.795386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 962aab54-267c-478e-ada2-7053dcae7d99 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:06.831347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7cfd2-bc78-4477-a916-c63d4a2abb34 req-a1ef15dc-925f-43f9-b7a4-0f56b114a75d tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.832893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ee7cfd2-bc78-4477-a916-c63d4a2abb34 req-a1ef15dc-925f-43f9-b7a4-0f56b114a75d tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 944 time: 0.0654213 Jul 06 12:05:06.844409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 962aab54-267c-478e-ada2-7053dcae7d99 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:06.848221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 962aab54-267c-478e-ada2-7053dcae7d99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:06.848589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.872927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ee7cfd2-bc78-4477-a916-c63d4a2abb34 req-400ce197-baff-46d7-ab80-7c6243d8a871 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345442 Jul 06 12:05:06.935064 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.958102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962aab54-267c-478e-ada2-7053dcae7d99'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:06.960544 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180066aa-13ed-48b4-96d0-e1c7b08a81f5" -d '{"events": [{"server_uuid": "c151212c-94cc-469c-9e58-45e15a89f6ea", "name": "network-vif-plugged", "status": "completed", "tag": "962aab54-267c-478e-ada2-7053dcae7d99"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:06.974143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 962aab54-267c-478e-ada2-7053dcae7d99, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=962aab54-267c-478e-ada2-7053dcae7d99,segment=NetworkSegment(742fccd2-5cb2-435f-bc03-2154759c40bf),segment_id=742fccd2-5cb2-435f-bc03-2154759c40bf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:06.979764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.980657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 093d6c06-e4f6-425e-9b73-98693f6e88d2 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:07.005422 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1679915-520d-4db2-9d6e-3025d5acd0fd x-openstack-request-id: req-e1679915-520d-4db2-9d6e-3025d5acd0fd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:07.005704 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c151212c-94cc-469c-9e58-45e15a89f6ea", "name": "network-vif-plugged", "status": "completed", "tag": "962aab54-267c-478e-ada2-7053dcae7d99", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:07.006041 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1679915-520d-4db2-9d6e-3025d5acd0fd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:07.008472 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962aab54-267c-478e-ada2-7053dcae7d99', 'code': 200} Jul 06 12:05:07.068330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=962aab54-267c-478e-ada2-7053dcae7d99,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.081109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 093d6c06-e4f6-425e-9b73-98693f6e88d2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:07.085183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 093d6c06-e4f6-425e-9b73-98693f6e88d2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:07.086652 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.133859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98753-84b3-49e9-9352-352dca9abd46 req-e4c74532-f66b-4eda-a3ff-94ff36b43c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:07.135374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21d98753-84b3-49e9-9352-352dca9abd46 req-e4c74532-f66b-4eda-a3ff-94ff36b43c3e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 1096 time: 0.0608561 Jul 06 12:05:07.171598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.174951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21d98753-84b3-49e9-9352-352dca9abd46 req-ca932b0a-bfa0-4109-9531-8aa33dcaf3cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Jul 06 12:05:07.204895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 093d6c06-e4f6-425e-9b73-98693f6e88d2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:07.208914 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.257081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=093d6c06-e4f6-425e-9b73-98693f6e88d2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.877527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83974a-48ff-4f2e-91f1-d203538297ca req-9217f43c-142d-4678-9eb5-b73739b49df5 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:07.879231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb83974a-48ff-4f2e-91f1-d203538297ca req-9217f43c-142d-4678-9eb5-b73739b49df5 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.0727291 Jul 06 12:05:07.919581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb83974a-48ff-4f2e-91f1-d203538297ca req-c7a05534-61fb-4422-bfb5-7a008255db30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 06 12:05:08.052965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642689a-d200-4582-897b-a7eda413a064 req-51674e26-7f48-41d1-bfb6-103b00f279fa tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.054377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a642689a-d200-4582-897b-a7eda413a064 req-51674e26-7f48-41d1-bfb6-103b00f279fa tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 945 time: 0.0654120 Jul 06 12:05:08.093982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a642689a-d200-4582-897b-a7eda413a064 req-5b8e6dfe-8787-47b7-90bb-22947d7e6a61 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Jul 06 12:05:09.009966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093d6c06-e4f6-425e-9b73-98693f6e88d2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:09.012329 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7758a3-ec3e-4dbe-9298-2e1d626c5113" -d '{"events": [{"server_uuid": "d063c65a-c445-4680-94d7-e0e4f693cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "093d6c06-e4f6-425e-9b73-98693f6e88d2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:09.054937 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e694ff24-aceb-459b-98d0-86ca844221db x-openstack-request-id: req-e694ff24-aceb-459b-98d0-86ca844221db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:09.055235 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063c65a-c445-4680-94d7-e0e4f693cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "093d6c06-e4f6-425e-9b73-98693f6e88d2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:09.055492 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e694ff24-aceb-459b-98d0-86ca844221db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:09.055893 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093d6c06-e4f6-425e-9b73-98693f6e88d2', 'code': 200} Jul 06 12:05:09.114132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be02f3-92a9-45e9-99b2-7ecbc41bb6e5 req-84b85480-04dc-4a8f-9a87-3d0d422b810e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.115692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89be02f3-92a9-45e9-99b2-7ecbc41bb6e5 req-84b85480-04dc-4a8f-9a87-3d0d422b810e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.0785055 Jul 06 12:05:09.185153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89be02f3-92a9-45e9-99b2-7ecbc41bb6e5 req-26b27f18-af4b-403d-84e9-a3017b98f58b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jul 06 12:05:09.207575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9bcb3-23c2-426c-952b-23c602c4ba78 req-bac0a706-d753-4f7e-97aa-6ba8a8d9f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.209516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90c9bcb3-23c2-426c-952b-23c602c4ba78 req-bac0a706-d753-4f7e-97aa-6ba8a8d9f0d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 1097 time: 0.0739527 Jul 06 12:05:09.281680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90c9bcb3-23c2-426c-952b-23c602c4ba78 req-962dadc9-dc8d-4ae8-a615-3123aa833487 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Jul 06 12:05:09.307382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04c7a-07d1-4246-adbd-0429ca3a20d5 req-30385eb6-d93e-412d-ae56-cb9f36ec29aa tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.308926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eda04c7a-07d1-4246-adbd-0429ca3a20d5 req-30385eb6-d93e-412d-ae56-cb9f36ec29aa tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 945 time: 0.0946107 Jul 06 12:05:09.349667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eda04c7a-07d1-4246-adbd-0429ca3a20d5 req-48661961-5ff5-4c16-a9ac-c26d373c935b tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Jul 06 12:05:10.402814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b45fa9-f62e-40bf-b09e-680246252f7a req-2b2d475a-c469-4429-8482-a2d6d81a6dbe tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.404484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76b45fa9-f62e-40bf-b09e-680246252f7a req-2b2d475a-c469-4429-8482-a2d6d81a6dbe tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.0806980 Jul 06 12:05:10.453933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76b45fa9-f62e-40bf-b09e-680246252f7a req-9778d3d9-7682-43b1-a041-1634d0acfb6e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426028 Jul 06 12:05:11.647669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5307b-4cca-4227-bcef-683eea5907f8 req-4f03af40-d6e0-411d-a020-5ddc76ac01cc tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.649295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15b5307b-4cca-4227-bcef-683eea5907f8 req-4f03af40-d6e0-411d-a020-5ddc76ac01cc tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.0734673 Jul 06 12:05:11.687875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15b5307b-4cca-4227-bcef-683eea5907f8 req-c8ceea00-c129-4811-a98f-499f5240baf3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 06 12:05:12.001310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f915928-7b2a-498c-a1d2-6d270d437b8e req-6706b6e1-84ff-4160-b898-040f2c81c2f0 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.003088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f915928-7b2a-498c-a1d2-6d270d437b8e req-6706b6e1-84ff-4160-b898-040f2c81c2f0 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 945 time: 0.0854623 Jul 06 12:05:12.073840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f915928-7b2a-498c-a1d2-6d270d437b8e req-1f9334aa-507b-4e90-93b8-2cdc426fa59e tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Jul 06 12:05:13.259970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bad2c-279e-4150-8fd3-4a1120f1e9f9 req-7da4b39b-ede3-4834-9025-912a3c8c4ee2 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.261620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d65bad2c-279e-4150-8fd3-4a1120f1e9f9 req-7da4b39b-ede3-4834-9025-912a3c8c4ee2 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 945 time: 0.0792568 Jul 06 12:05:13.315594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d65bad2c-279e-4150-8fd3-4a1120f1e9f9 req-e176ac15-22c4-44f3-8207-d72e2fadb6cc tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/security-groups?id=7900c9e2-7c59-4e5f-b9dd-71641e5a2048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 Jul 06 12:05:13.630833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d68b08fc-ea71-4bea-9160-b7276657b1e3 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.632373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d68b08fc-ea71-4bea-9160-b7276657b1e3 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.79 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 945 time: 0.0706778 Jul 06 12:05:13.745013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Deleting port 962aab54-267c-478e-ada2-7053dcae7d99 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:13.745362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.836057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] For port 962aab54-267c-478e-ada2-7053dcae7d99, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=962aab54-267c-478e-ada2-7053dcae7d99,segment=NetworkSegment(742fccd2-5cb2-435f-bc03-2154759c40bf),segment_id=742fccd2-5cb2-435f-bc03-2154759c40bf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:13.836428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.852602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Calling delete_port for 962aab54-267c-478e-ada2-7053dcae7d99 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:14.010204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.030257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['962aab54-267c-478e-ada2-7053dcae7d99'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:14.043360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Pushing event deleted for resources: {'Port': ['ID=962aab54-267c-478e-ada2-7053dcae7d99,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:14.097067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] No DVR routers for this DVR port 962aab54-267c-478e-ada2-7053dcae7d99 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:14.099897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.102155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d203a0b-29c8-4fc0-aa7f-a67138fb4e16 req-d8e7bfa7-766e-4b1a-bb73-4cf5da13524f tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.79 "DELETE /v2.0/ports/962aab54-267c-478e-ada2-7053dcae7d99 HTTP/1.1" status: 204 len: 173 time: 0.4632463 Jul 06 12:05:14.102629 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'name': 'network-vif-deleted', 'tag': '962aab54-267c-478e-ada2-7053dcae7d99'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:14.105067 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3cb81-cf10-4578-b5bd-59a7b7bc7869" -d '{"events": [{"server_uuid": "c151212c-94cc-469c-9e58-45e15a89f6ea", "name": "network-vif-deleted", "tag": "962aab54-267c-478e-ada2-7053dcae7d99"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:14.155720 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a351fd4-007d-4229-84d1-eb0c662a4cc6 x-openstack-request-id: req-5a351fd4-007d-4229-84d1-eb0c662a4cc6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:14.156080 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c151212c-94cc-469c-9e58-45e15a89f6ea", "name": "network-vif-deleted", "tag": "962aab54-267c-478e-ada2-7053dcae7d99", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:14.156414 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a351fd4-007d-4229-84d1-eb0c662a4cc6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:14.156822 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c151212c-94cc-469c-9e58-45e15a89f6ea', 'name': 'network-vif-deleted', 'tag': '962aab54-267c-478e-ada2-7053dcae7d99', 'status': 'completed', 'code': 200} Jul 06 12:05:14.469075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7bacb32-3d8d-42a8-b070-ddcac133f1b8 req-7691eedf-4d9a-49cf-8755-271300c92a23 tempest-VolumesActionsTest-1374645536 tempest-VolumesActionsTest-1374645536-project] 10.222.0.78 "GET /v2.0/ports?device_id=c151212c-94cc-469c-9e58-45e15a89f6ea HTTP/1.1" status: 200 len: 210 time: 0.0314133 Jul 06 12:05:16.872030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 962aab54-267c-478e-ada2-7053dcae7d99 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:16.896511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 962aab54-267c-478e-ada2-7053dcae7d99 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:16.897093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 962aab54-267c-478e-ada2-7053dcae7d99 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:17.131771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0c3bb-1132-43b7-b0a4-3101f1619c69 req-c2c5f4a2-1c4b-4dd9-91d1-fc27b443ecf9 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.133819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61b0c3bb-1132-43b7-b0a4-3101f1619c69 req-c2c5f4a2-1c4b-4dd9-91d1-fc27b443ecf9 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.0817869 Jul 06 12:05:17.177284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61b0c3bb-1132-43b7-b0a4-3101f1619c69 req-039dd1c7-ae78-4aab-a8a6-413bd2f8d6f7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358851 Jul 06 12:05:18.438676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a07bf2-b5ae-460f-8289-9d2892d156e2 req-00a572e2-8c3d-4764-a36e-997e17fba537 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.440538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a07bf2-b5ae-460f-8289-9d2892d156e2 req-00a572e2-8c3d-4764-a36e-997e17fba537 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.1386809 Jul 06 12:05:18.481564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a07bf2-b5ae-460f-8289-9d2892d156e2 req-fe06217f-d387-4841-83e4-ed3ebd89dd49 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349720 Jul 06 12:05:19.128830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50629-caac-4248-a8d5-07fae77cf30d req-b2dd3754-ff24-4c8e-b5e3-8d99a9a861a1 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.130267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22f50629-caac-4248-a8d5-07fae77cf30d req-b2dd3754-ff24-4c8e-b5e3-8d99a9a861a1 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.0672157 Jul 06 12:05:19.250852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Deleting port 90d90dab-bcd6-461b-b98c-22c059e9de2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:19.251254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.354328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] For port 90d90dab-bcd6-461b-b98c-22c059e9de2a, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=90d90dab-bcd6-461b-b98c-22c059e9de2a,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:19.354689 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.571815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.572538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.572538 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Floating IP ed727f60-cda1-49bc-ad7b-fb463fd8c647 disassociated. External IP: 172.25.7.231, port: 90d90dab-bcd6-461b-b98c-22c059e9de2a. Jul 06 12:05:19.572841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Calling delete_port for 90d90dab-bcd6-461b-b98c-22c059e9de2a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:19.712392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-dd45af0e-25e1-4095-b666-b79f1f0ca9d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643198 Jul 06 12:05:19.745882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ef7d1-2953-47a1-8424-4590c0d86c12 req-9d100eda-cc23-46c0-b412-a9e690d8b98c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.745882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-265ef7d1-2953-47a1-8424-4590c0d86c12 req-9d100eda-cc23-46c0-b412-a9e690d8b98c tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 946 time: 0.1028128 Jul 06 12:05:19.826516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-447661dd-cbbc-4637-9210-a4c6d009c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.828760 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-447661dd-cbbc-4637-9210-a4c6d009c1c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0591023 Jul 06 12:05:19.830066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-265ef7d1-2953-47a1-8424-4590c0d86c12 req-32fc5253-c606-483e-a9f3-c5e84066d720 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups?id=3abc9150-876d-4e7c-8d5d-254ba99c44ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584056 Jul 06 12:05:19.831639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.863940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event deleted for resources: {'Port': ['ID=90d90dab-bcd6-461b-b98c-22c059e9de2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:19.963686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-cdc54216-0734-4123-90d9-cca5cca16595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.965626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-cdc54216-0734-4123-90d9-cca5cca16595 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 916 time: 0.1086819 Jul 06 12:05:20.002768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Router e45e903e-c73b-47de-b14f-32752a17ac76 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:20.046051 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-9de5f727-4bae-45c1-b857-f39c174d7c79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79 HTTP/1.1" status: 200 len: 217 time: 0.0721910 Jul 06 12:05:20.109278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-a8b17526-3a62-40c2-b568-90c41457d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.111478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-a8b17526-3a62-40c2-b568-90c41457d9a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0581639 Jul 06 12:05:20.155699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:20.168652 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:20.173610 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-dfcb5aba-cec1-478f-97fa-cd7c58adeff5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486233 Jul 06 12:05:20.182241 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:20.184404 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:20.230446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] No DVR routers for this DVR port 90d90dab-bcd6-461b-b98c-22c059e9de2a on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:20.235707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.238523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22f50629-caac-4248-a8d5-07fae77cf30d req-eed8a6d3-d22c-470f-b855-383a08aceec7 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.79 "DELETE /v2.0/ports/90d90dab-bcd6-461b-b98c-22c059e9de2a HTTP/1.1" status: 204 len: 173 time: 1.0983801 Jul 06 12:05:20.241330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'name': 'network-vif-deleted', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:20.246045 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a79467-9ad8-4531-a891-d29d7eeedae9" -d '{"events": [{"server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "name": "network-vif-deleted", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:20.328913 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a004f97-4059-4b9f-b5b5-8b44f93e9f3c x-openstack-request-id: req-5a004f97-4059-4b9f-b5b5-8b44f93e9f3c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:20.329214 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df11f5d-c364-42c1-821d-0588233a9212", "name": "network-vif-deleted", "tag": "90d90dab-bcd6-461b-b98c-22c059e9de2a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:20.330017 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a004f97-4059-4b9f-b5b5-8b44f93e9f3c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:20.330521 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df11f5d-c364-42c1-821d-0588233a9212', 'name': 'network-vif-deleted', 'tag': '90d90dab-bcd6-461b-b98c-22c059e9de2a', 'status': 'completed', 'code': 200} Jul 06 12:05:20.378738 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-bc75d0ef-b2a0-4f35-8b02-bfc2615de3a3 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942108 Jul 06 12:05:20.418649 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:20.557776 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-954c0a57-7c88-4dcd-abe7-97b24278caa4 req-bdb3c7f8-85ed-41b7-8180-08aa24296740 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694782 Jul 06 12:05:20.693774 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:20.723339 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:20.732296 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:20.733043 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:20.851529 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:21.126853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8771e327-948f-440d-822b-d28783903c67 req-9935d37b-e8c8-4a1b-8c25-f486df2fd345 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df11f5d-c364-42c1-821d-0588233a9212 HTTP/1.1" status: 200 len: 210 time: 0.1455491 Jul 06 12:05:21.163850 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:21.191549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023f8de-0c53-48db-9a25-5a2b69826107 None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T11:58:05Z', 'revision_number': 4, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c7304188-523d-425b-8cc5-5532bd107068', 'name': '', 'network_id': '152f84c9-cafb-408b-90df-f9cdf555ca94', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'mac_address': 'fa:16:3e:ce:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:03Z', 'updated_at': '2021-07-06T11:58:14Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'subnets': [{'id': 'ecc034ef-c6ab-4a95-9dd3-3ea48f79b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:21.435520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09af80-799d-4417-ae4c-7351ae850e82 None None] New status for floating IP ed727f60-cda1-49bc-ad7b-fb463fd8c647: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:22.253343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:22.309842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.338393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.387894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.390893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.392073 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "DELETE /v2.0/security-groups/3abc9150-876d-4e7c-8d5d-254ba99c44ab HTTP/1.1" status: 204 len: 168 time: 0.1377113 Jul 06 12:05:22.394929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:22.401061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc9150-876d-4e7c-8d5d-254ba99c44ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:22.409301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.409521 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-714c8107-dc02-4da9-88de-c205967005fe tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] show failed (client error): The resource could not be found. Jul 06 12:05:22.409720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.409997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.409997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.411886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-714c8107-dc02-4da9-88de-c205967005fe tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "GET /v2.0/security-groups/3abc9150-876d-4e7c-8d5d-254ba99c44ab HTTP/1.1" status: 404 len: 347 time: 0.0144439 Jul 06 12:05:22.411997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.411997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.411997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.411997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.411997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.412313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.412615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.412895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f91db-0c77-4570-9f1a-bb8424121243 tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:22.413342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:22.556837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Deleting port 76079370-81b2-4eed-8250-06b2dff37378 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:22.557193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.637917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.640071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.657685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Calling delete_port for 76079370-81b2-4eed-8250-06b2dff37378 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:22.782072 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.806867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.832487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Pushing event deleted for resources: {'Port': ['ID=76079370-81b2-4eed-8250-06b2dff37378,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:22.900053 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.902643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.903810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6933f36b-f130-4879-a53d-3539d5f9551e tempest-AttachVolumeTestJSON-2011110164 tempest-AttachVolumeTestJSON-2011110164-project] 10.222.0.78 "DELETE /v2.0/floatingips/ed727f60-cda1-49bc-ad7b-fb463fd8c647 HTTP/1.1" status: 204 len: 168 time: 0.4895041 Jul 06 12:05:22.930974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 90d90dab-bcd6-461b-b98c-22c059e9de2a no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:22.955375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 90d90dab-bcd6-461b-b98c-22c059e9de2a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:22.955737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 90d90dab-bcd6-461b-b98c-22c059e9de2a not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:27.125015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc749-85c8-4806-95a0-1deb47cfb99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.686976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f766dc24-5c6f-42fe-9272-613704bb8a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.056517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.328095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.958792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.447806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-fb75acd2-5557-49c0-916b-dd63a2554ba8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:31.452056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-fb75acd2-5557-49c0-916b-dd63a2554ba8 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.4931982 Jul 06 12:05:31.469173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-39e86487-d1d4-4a57-aa6c-16247e2e240e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/quotas/347685fd89b54c278e46d544d84e7b45 HTTP/1.1" status: 200 len: 375 time: 0.0113337 Jul 06 12:05:31.572324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-1cf81f0d-4d17-4af0-9747-7fd5bcb649fe tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966973 Jul 06 12:05:31.695363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-2876aef6-cfea-4b51-a357-418fce1340d8 service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219783 Jul 06 12:05:31.801336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-1217f702-1108-475d-964f-a11ad133624e service neutron] 10.222.0.78 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048875 Jul 06 12:05:32.062702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f692c44d-1791-4c50-80e8-60da960ea7ac req-00d6a64a-8cb7-4c87-b6f3-14f16d2c059d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 210 time: 0.0619273 Jul 06 12:05:32.367169 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:05:32.427092 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.232977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cccb891b-b2b8-40fc-a224-711f9a07817a req-2f7bf61b-33fb-42ea-bcae-75136f8fb67c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 210 time: 0.0461128 Jul 06 12:05:33.359323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-14a933f3-55e7-45ae-916f-b23c9b35f7a0 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:33.360915 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-14a933f3-55e7-45ae-916f-b23c9b35f7a0 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 815 time: 0.1998057 Jul 06 12:05:33.381461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Request body: {'port': {'device_id': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'admin_state_up': True, 'tenant_id': '347685fd89b54c278e46d544d84e7b45'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:33.498494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Made reservation on behalf of 347685fd89b54c278e46d544d84e7b45 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:33.502671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.643094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Allocated IP 172.20.0.3 (7958a4f1-3b88-4b01-8855-1ebc7cb23c44/00c29fb3-7201-468f-9bbb-6fc4c8f3f3de/fc5201fd-421f-47aa-a1eb-27e9687acfbf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:33.809919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.862774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.880647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', '093d6c06-e4f6-425e-9b73-98693f6e88d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:33.921879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:33.925767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:33.928436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:33.991676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:33.992801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.995788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event updated for resources: {'Port': ['ID=fc5201fd-421f-47aa-a1eb-27e9687acfbf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:34.015868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-3e050050-620c-4e52-8a96-fd09ac6b9fef tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405573 Jul 06 12:05:34.032600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-b78f5da0-6c2f-44ea-b58b-df48bf3eb8ad tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:05:34.033912 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-b78f5da0-6c2f-44ea-b58b-df48bf3eb8ad tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100930 Jul 06 12:05:34.133804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Request body: {'port': {'device_id': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:34.230097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.304622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:34.461999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b357e6-7952-4743-9757-7b58cc1839f2 req-7ba00d43-dac9-4271-9238-8b88e76eb1d7 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.469449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23b357e6-7952-4743-9757-7b58cc1839f2 req-7ba00d43-dac9-4271-9238-8b88e76eb1d7 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 931 time: 0.0782983 Jul 06 12:05:34.557689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23b357e6-7952-4743-9757-7b58cc1839f2 req-54f928aa-81be-4a50-956b-07f87b4307b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869317 Jul 06 12:05:34.597014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5201fd-421f-47aa-a1eb-27e9687acfbf {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:34.605787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.623581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Transition to ACTIVE for port object fc5201fd-421f-47aa-a1eb-27e9687acfbf will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:34.628223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.691720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Pushing event updated for resources: {'Port': ['ID=fc5201fd-421f-47aa-a1eb-27e9687acfbf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:34.778570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Attempting to bind port fc5201fd-421f-47aa-a1eb-27e9687acfbf on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:34.778900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Attempting to bind port fc5201fd-421f-47aa-a1eb-27e9687acfbf by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:34.779382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Attempting to bind port fc5201fd-421f-47aa-a1eb-27e9687acfbf on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:34.784633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Port fc5201fd-421f-47aa-a1eb-27e9687acfbf on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:34.784973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Attempting to bind port fc5201fd-421f-47aa-a1eb-27e9687acfbf on network 7958a4f1-3b88-4b01-8855-1ebc7cb23c44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:34.790306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:34.790646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Checking segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:34.791037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Bound using segment: {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:34.791471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Bound port: fc5201fd-421f-47aa-a1eb-27e9687acfbf, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e60d1-af3b-47e5-ba86-e38249ae1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:34.791835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.870540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] For port fc5201fd-421f-47aa-a1eb-27e9687acfbf, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:34.874929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] For port fc5201fd-421f-47aa-a1eb-27e9687acfbf, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:34.879796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.928517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.928941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.930492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] 10.222.0.79 "PUT /v2.0/ports/fc5201fd-421f-47aa-a1eb-27e9687acfbf HTTP/1.1" status: 200 len: 1091 time: 0.8846986 Jul 06 12:05:34.930840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'tag': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:34.933184 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e9750-3e9f-4a7f-adaf-22bbd6b557ba", "tag": "fc5201fd-421f-47aa-a1eb-27e9687acfbf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:34.939558 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.960132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13ed7c-4f55-4962-b497-b5601f6da57f service neutron] Pushing event updated for resources: {'Port': ['ID=fc5201fd-421f-47aa-a1eb-27e9687acfbf,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.008988 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972222f2-b2d9-4c2a-9a14-3e0d443968f7 x-openstack-request-id: req-972222f2-b2d9-4c2a-9a14-3e0d443968f7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:35.009289 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e9750-3e9f-4a7f-adaf-22bbd6b557ba", "tag": "fc5201fd-421f-47aa-a1eb-27e9687acfbf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:35.009537 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-972222f2-b2d9-4c2a-9a14-3e0d443968f7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:35.009934 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'tag': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf', 'status': 'completed', 'code': 200} Jul 06 12:05:35.041088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-b5d81d71-f31a-401d-b1f9-67ccb2a89968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.042513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-b5d81d71-f31a-401d-b1f9-67ccb2a89968 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 1094 time: 0.0652368 Jul 06 12:05:35.046922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:35.085110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-71a4d905-3834-4fa2-8cb5-44a2731f2b16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf HTTP/1.1" status: 200 len: 217 time: 0.0343204 Jul 06 12:05:35.139380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-31f55865-b7a7-44e5-91bc-de4d1fcbd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.141047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-31f55865-b7a7-44e5-91bc-de4d1fcbd6e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0498183 Jul 06 12:05:35.176366 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-4966b507-b8a6-4e67-98db-bd0f5cbc509b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282090 Jul 06 12:05:35.272359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-4c4cd110-40e2-4292-b1b5-41d7f3876426 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885999 Jul 06 12:05:35.333222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Deleting port aec1d3a7-04d2-4858-a22d-3049197e18e9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:35.333801 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.376724 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed958d7e-246e-4f9c-8f74-49d311ea4f24 req-b2a15030-7520-42c2-8b29-e3909a1d30a5 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954924 Jul 06 12:05:35.424124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Deleting port c7304188-523d-425b-8cc5-5532bd107068 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:35.424124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.475206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.475517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.495607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Calling delete_port for aec1d3a7-04d2-4858-a22d-3049197e18e9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:35.510264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-46452e2b-5485-458e-95c9-c49d983b003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.512223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-46452e2b-5485-458e-95c9-c49d983b003a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 1094 time: 0.0780530 Jul 06 12:05:35.578057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] For port c7304188-523d-425b-8cc5-5532bd107068, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c7304188-523d-425b-8cc5-5532bd107068,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:35.578320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.602793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Calling delete_port for c7304188-523d-425b-8cc5-5532bd107068 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:35.625169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-9bfc5d8f-78e7-496c-a4bb-2fa52af93d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.626681 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-9bfc5d8f-78e7-496c-a4bb-2fa52af93d33 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 916 time: 0.1074491 Jul 06 12:05:35.706287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-1fd82c66-d8d0-44d8-854a-93d9267a16c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf HTTP/1.1" status: 200 len: 217 time: 0.0659883 Jul 06 12:05:35.780762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-5dfc8dab-f8df-47ff-a00a-2ec35d542b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.782519 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-5dfc8dab-f8df-47ff-a00a-2ec35d542b05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.0656519 Jul 06 12:05:35.830649 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-206034cc-75e3-459c-9eed-146f4564ccfb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386281 Jul 06 12:05:35.908705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.955529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-be309d73-caeb-45f2-9f10-2e8e9b5e5b7b service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151688 Jul 06 12:05:36.004965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628442aa-8ce6-40ca-b1db-d6c059c994a2 req-4fb34def-7fd3-4e35-a92d-6c6bfc94282d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.006719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-628442aa-8ce6-40ca-b1db-d6c059c994a2 req-4fb34def-7fd3-4e35-a92d-6c6bfc94282d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 943 time: 0.2411709 Jul 06 12:05:36.058619 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c61ee3c3-5ea1-4ba5-b6c5-facdcf787c3d req-e62a7a29-8f26-437e-a1ee-0667c9c0c2a0 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931287 Jul 06 12:05:36.067471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event deleted for resources: {'Port': ['ID=aec1d3a7-04d2-4858-a22d-3049197e18e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.126667 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.126935 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Floating IP 07679f0c-231e-461b-a82e-a17f3ea51920 disassociated (deleted). External IP: 172.25.7.201, port: 8be39938-cb70-48bb-8f09-ddec73212a34. Jul 06 12:05:36.182849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-628442aa-8ce6-40ca-b1db-d6c059c994a2 req-06d63a4d-178d-45ca-a834-0b70f5f1fa4f tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185932 Jul 06 12:05:36.188188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.228325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Pushing event deleted for resources: {'Port': ['ID=c7304188-523d-425b-8cc5-5532bd107068,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.538943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.550202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Router 4f32f31a-24ea-4055-b069-d08b9a57299b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:36.769429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:36.774956 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.779382 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] Sync routers for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:36.790185 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:36.791038 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:36.856243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-39c5471d-c029-4329-a80c-d8e8b27422b6 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "DELETE /v2.0/floatingips/07679f0c-231e-461b-a82e-a17f3ea51920 HTTP/1.1" status: 204 len: 168 time: 1.8054862 Jul 06 12:05:36.856243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:36.859458 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525de35-29d2-4f8d-932f-2f88695000b6" -d '{"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:36.905373 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:37.148145 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.191050 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] Checking router: 4f32f31a-24ea-4055-b069-d08b9a57299b for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:37.201744 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:37.202378 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.309335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Router e45e903e-c73b-47de-b14f-32752a17ac76 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:37.330255 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:37.584764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205f34b-99c1-4fd4-b32c-cffa4618d3e9 req-785e828a-8754-4ef2-b194-1e85f8a16a5d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.586996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0205f34b-99c1-4fd4-b32c-cffa4618d3e9 req-785e828a-8754-4ef2-b194-1e85f8a16a5d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 943 time: 0.2173343 Jul 06 12:05:37.598421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfda2d-55d9-4296-8f2f-8f8daaf630f8 req-15b1a602-f089-4574-8448-d5e79b723d3f tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.600058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7cbfda2d-55d9-4296-8f2f-8f8daaf630f8 req-15b1a602-f089-4574-8448-d5e79b723d3f tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 945 time: 0.2707558 Jul 06 12:05:37.632487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:37.634783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.639297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e295d81-5192-4d30-a892-37c2e0d9abed admin admin] 10.222.0.78 "PUT /v2.0/routers/e45e903e-c73b-47de-b14f-32752a17ac76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3328633 Jul 06 12:05:37.642074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.647969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] Sync routers for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:37.671631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:37.675016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.681211 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b6f30-af9a-42b5-9b71-882340ed1823 None None] The sync data for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 is: [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:01:56Z', 'revision_number': 4, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a5c52a34-f113-4627-ab44-105286c49bea', 'name': '', 'network_id': '33c9c180-be14-4af9-bac2-c0aa0362ec70', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'mac_address': 'fa:16:3e:a8:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:55Z', 'updated_at': '2021-07-06T12:02:05Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'subnets': [{'id': 'e8aa26a7-a531-4587-b20d-cac4af310993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:37.700687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0205f34b-99c1-4fd4-b32c-cffa4618d3e9 req-809b14e5-465f-42e6-abd9-a36059cbdeee tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994310 Jul 06 12:05:37.716795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7cbfda2d-55d9-4296-8f2f-8f8daaf630f8 req-a14af065-c82c-4130-b5c4-780b6c92329a tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010840 Jul 06 12:05:37.774503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.786181 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a65a19-7e46-4ae1-b2cb-3a220a530dca x-openstack-request-id: req-d4a65a19-7e46-4ae1-b2cb-3a220a530dca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:37.786465 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:37.786860 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4a65a19-7e46-4ae1-b2cb-3a220a530dca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:37.787313 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'status': 'completed', 'code': 200} Jul 06 12:05:37.833170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Deleting subnet bf903f25-6cf5-4e34-aaa8-bcb8fa210a98 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:37.836547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.886085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:37.906632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.974814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.976152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-519426d5-2bc6-4cc4-a06e-0a6019620a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.977927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-519426d5-2bc6-4cc4-a06e-0a6019620a88 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=610ff705d5e54070a3b43f8c37e4f497&device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 1096 time: 0.1631956 Jul 06 12:05:37.979302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.087443 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.108249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T12:05:35Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.124105 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26229ac4-6706-4589-b4ee-50456f6dc880 None None] New status for floating IP 07679f0c-231e-461b-a82e-a17f3ea51920: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:38.157786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.160189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bf903f25-6cf5-4e34-aaa8-bcb8fa210a98 HTTP/1.1" status: 204 len: 168 time: 0.3842332 Jul 06 12:05:38.161875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cd4aa-5451-48d1-8ef7-740844179456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf903f25-6cf5-4e34-aaa8-bcb8fa210a98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:38.164017 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:38.179134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] Checking router: e45e903e-c73b-47de-b14f-32752a17ac76 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:38.189152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] Routers {'e45e903e-c73b-47de-b14f-32752a17ac76'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:38.189807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e45e903e-c73b-47de-b14f-32752a17ac76'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.255927 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.279705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-34122422-7761-4e36-b77b-0dd3e3a84826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.281352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-34122422-7761-4e36-b77b-0dd3e3a84826 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 200 len: 914 time: 0.2612171 Jul 06 12:05:38.303209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] Set router e45e903e-c73b-47de-b14f-32752a17ac76 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:38.353588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.367750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-b59f9a22-61d9-47bc-8028-cfd6967dd5a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 200 len: 217 time: 0.0746586 Jul 06 12:05:38.465859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.484205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611afbc5-958a-45a2-a0fa-390c2224aad9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.497326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T12:05:35Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.502673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742fccd2-5cb2-435f-bc03-2154759c40bf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.503128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742fccd2-5cb2-435f-bc03-2154759c40bf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.506405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-12ee7fd7-0f21-416d-94c8-5ace475d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.508064 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-12ee7fd7-0f21-416d-94c8-5ace475d8b61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 200 len: 852 time: 0.1122732 Jul 06 12:05:38.527541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.532056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca5c38-2427-4690-a0ee-ca45f6b856ba None None] The sync data for ids ['e45e903e-c73b-47de-b14f-32752a17ac76'] in n-d-799528-2 is: [{'id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'name': 'tempest-AttachVolumeTestJSON-968475586-router', 'tenant_id': '44a83c2352aa464aaf6dcfe9510605c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:55Z', 'updated_at': '2021-07-06T12:05:35Z', 'revision_number': 5, 'project_id': '44a83c2352aa464aaf6dcfe9510605c7', 'gw_port': {'id': '0b580fbc-91e6-46ec-99c7-15b4edf93406', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45e903e-c73b-47de-b14f-32752a17ac76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:57Z', 'updated_at': '2021-07-06T11:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:38.567720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.580403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:38.580831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:38.583472 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:38.626575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Deleting port 0b580fbc-91e6-46ec-99c7-15b4edf93406 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:38.626829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.910550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c7304188-523d-425b-8cc5-5532bd107068 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:38.934847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c7304188-523d-425b-8cc5-5532bd107068 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:38.936074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c7304188-523d-425b-8cc5-5532bd107068 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:38.949190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cfc82-b69a-4116-a9ea-22144d626b9f req-afa17883-5478-48f6-a2dd-ca4da293601a tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.951578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a41cfc82-b69a-4116-a9ea-22144d626b9f req-afa17883-5478-48f6-a2dd-ca4da293601a tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 943 time: 0.1295571 Jul 06 12:05:38.963387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9284-613a-462d-9464-dc8d4b4bdc22 req-2cf4cbba-0ec2-4fdb-82d1-a40508ada7e1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.965027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6da9284-613a-462d-9464-dc8d4b4bdc22 req-2cf4cbba-0ec2-4fdb-82d1-a40508ada7e1 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 945 time: 0.1132891 Jul 06 12:05:39.012216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fc5201fd-421f-47aa-a1eb-27e9687acfbf details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:39.021386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.025873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.031294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] 10.222.0.78 "DELETE /v2.0/networks/611afbc5-958a-45a2-a0fa-390c2224aad9 HTTP/1.1" status: 204 len: 168 time: 0.8609672 Jul 06 12:05:39.034304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-c124a94a-95b4-41c8-9eea-7bbd1065f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.036106 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-c124a94a-95b4-41c8-9eea-7bbd1065f9f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33c9c180-be14-4af9-bac2-c0aa0362ec70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5182166 Jul 06 12:05:39.039128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.065163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c862b4d-94db-4f3d-a232-ea9d48f11f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=611afbc5-958a-45a2-a0fa-390c2224aad9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.100023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a41cfc82-b69a-4116-a9ea-22144d626b9f req-116d8120-ddca-402a-a473-dbaecc43b27c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333921 Jul 06 12:05:39.118626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6da9284-613a-462d-9464-dc8d4b4bdc22 req-7b64803e-ff00-433c-bd15-da7474647823 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1c47b24-58a6-43e0-a4b4-f770e55b68f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379318 Jul 06 12:05:39.129173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] For port 0b580fbc-91e6-46ec-99c7-15b4edf93406, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0b580fbc-91e6-46ec-99c7-15b4edf93406,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:39.129490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.156818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Calling delete_port for 0b580fbc-91e6-46ec-99c7-15b4edf93406 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:39.157049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Deleting subnet a4091f52-e27e-4729-9e0c-3cd2d4607591 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:39.161220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.166075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fc5201fd-421f-47aa-a1eb-27e9687acfbf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:39.173594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-4ff7bd40-a8a4-49f1-abb3-2206f5d73a1f tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.175189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-4ff7bd40-a8a4-49f1-abb3-2206f5d73a1f tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.79 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 945 time: 0.1935081 Jul 06 12:05:39.184549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf', 'network_id': '7958a4f1-3b88-4b01-8855-1ebc7cb23c44', 'port_id': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf', 'mac_address': 'fa:16:3e:14:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c29fb3-7201-468f-9bbb-6fc4c8f3f3de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:39.216441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-57d02f02-9552-4ba4-b61b-ae97063e9d73 service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621311 Jul 06 12:05:39.226882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.241781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5201fd-421f-47aa-a1eb-27e9687acfbf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:39.254576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.262167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fc5201fd-421f-47aa-a1eb-27e9687acfbf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:39.266666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.320675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fc5201fd-421f-47aa-a1eb-27e9687acfbf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.329391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.330044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.330590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.331600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.332189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.332676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.333336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.334487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.334987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.335474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.335980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.336455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:39.339049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.371561 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c525de35-29d2-4f8d-932f-2f88695000b6 req-d6c437a8-935b-45d9-a5b3-3435ed812cbb service neutron] 10.222.0.79 "GET /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482069 Jul 06 12:05:39.397775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Deleting port 8be39938-cb70-48bb-8f09-ddec73212a34 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:39.398044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.429959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.452493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.460337 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b580fbc-91e6-46ec-99c7-15b4edf93406,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.489181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4091f52-e27e-4729-9e0c-3cd2d4607591,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.501494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.511016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-78726790-ce79-443d-9ba8-edec7967d2fd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a4091f52-e27e-4729-9e0c-3cd2d4607591 HTTP/1.1" status: 204 len: 168 time: 0.4695451 Jul 06 12:05:39.512197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.516875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fc5201fd-421f-47aa-a1eb-27e9687acfbf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:39.545254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] For port 8be39938-cb70-48bb-8f09-ddec73212a34, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8be39938-cb70-48bb-8f09-ddec73212a34,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:39.545784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.560849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Calling delete_port for 8be39938-cb70-48bb-8f09-ddec73212a34 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:39.584739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.688846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.691217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.693875 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.705259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.736412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event deleted for resources: {'Port': ['ID=8be39938-cb70-48bb-8f09-ddec73212a34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.757962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.758473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45e903e-c73b-47de-b14f-32752a17ac76 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:39.773457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.776397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ddef9175-188e-4d5a-9194-362251ed6c1f admin admin] 10.222.0.78 "DELETE /v2.0/routers/e45e903e-c73b-47de-b14f-32752a17ac76 HTTP/1.1" status: 204 len: 168 time: 2.1331439 Jul 06 12:05:39.777367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.787854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] No DVR routers for this DVR port 8be39938-cb70-48bb-8f09-ddec73212a34 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:39.790460 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.792598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4172fcd-ab70-446c-8aaa-92940876f612 req-24061627-644a-4e6f-8937-426dcd1d1380 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.79 "DELETE /v2.0/ports/8be39938-cb70-48bb-8f09-ddec73212a34 HTTP/1.1" status: 204 len: 173 time: 0.5903015 Jul 06 12:05:39.793034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'name': 'network-vif-deleted', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:39.795369 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd0feb-52e4-4e74-9b8e-b983675c17dc" -d '{"events": [{"server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "name": "network-vif-deleted", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:39.839478 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96276a4-9258-4c99-8630-c87a3778ca74 x-openstack-request-id: req-d96276a4-9258-4c99-8630-c87a3778ca74 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:39.840063 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86213279-a2c8-45aa-8045-3d641d60d880", "name": "network-vif-deleted", "tag": "8be39938-cb70-48bb-8f09-ddec73212a34", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:39.840311 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d96276a4-9258-4c99-8630-c87a3778ca74 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:39.840788 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86213279-a2c8-45aa-8045-3d641d60d880', 'name': 'network-vif-deleted', 'tag': '8be39938-cb70-48bb-8f09-ddec73212a34', 'status': 'completed', 'code': 200} Jul 06 12:05:39.855728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.872027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f494a3-13a0-4368-9788-eb5935b06fae']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:39.885598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128c8d9e-576a-49fd-ac71-9992b34752a8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:39.885920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128c8d9e-576a-49fd-ac71-9992b34752a8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:39.900877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Deleting subnet ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:39.904590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.911407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.938227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.949714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:39.950128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:39.952372 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:39.999946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.042794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.049364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.052397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e7f494a3-13a0-4368-9788-eb5935b06fae HTTP/1.1" status: 204 len: 168 time: 0.5391893 Jul 06 12:05:40.070462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c41812-c785-4269-866b-266a13d50638 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f494a3-13a0-4368-9788-eb5935b06fae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:40.115195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.189241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.259367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.266056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc034ef-c6ab-4a95-9dd3-3ea48f79b924,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:40.269790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.273134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89de95-224f-42a6-8146-c978f4195cd6 None None] Network 152f84c9-cafb-408b-90df-f9cdf555ca94 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:40.276610 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ceac9c3-2e2e-4044-a7fb-4d05fc500f93 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ecc034ef-c6ab-4a95-9dd3-3ea48f79b924 HTTP/1.1" status: 204 len: 168 time: 0.4545233 Jul 06 12:05:40.282082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.416135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.434763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a823234-aaba-4294-8878-3f2b3f426c30 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4af61fc046641959c4c0f991fa66604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735196 Jul 06 12:05:40.438855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.472819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38c51fe9-34b1-4bd5-a4ed-103f3eb3184e req-96451bb9-a211-4353-92ce-34ed22fd7dc4 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0742579 Jul 06 12:05:40.475105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Deleting port 2d70b613-6bc9-4d94-b478-b0d2515f5029 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:40.475453 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.542175 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a75c0d2-51ab-480a-972e-ebe5070f37e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.562376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] For port 2d70b613-6bc9-4d94-b478-b0d2515f5029, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d70b613-6bc9-4d94-b478-b0d2515f5029,segment=NetworkSegment(6a46d101-1d48-464a-950c-ef4e75de428d),segment_id=6a46d101-1d48-464a-950c-ef4e75de428d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:40.563021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.584195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Calling delete_port for 2d70b613-6bc9-4d94-b478-b0d2515f5029 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:40.584888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa10fdd-45ee-4620-a491-de8e35817155 req-ee3cc97b-8e6d-4ae0-a276-d95ba58e8f80 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:40.604175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aa10fdd-45ee-4620-a491-de8e35817155 req-ee3cc97b-8e6d-4ae0-a276-d95ba58e8f80 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 944 time: 0.2369356 Jul 06 12:05:40.632363 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a75c0d2-51ab-480a-972e-ebe5070f37e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.673469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7aa10fdd-45ee-4620-a491-de8e35817155 req-25418c07-f0d9-40fd-9cde-800ba29aa5f7 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673842 Jul 06 12:05:40.703259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0b580fbc-91e6-46ec-99c7-15b4edf93406 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:40.704960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.730679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0b580fbc-91e6-46ec-99c7-15b4edf93406 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:40.730977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0b580fbc-91e6-46ec-99c7-15b4edf93406 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:40.747844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Pushing event deleted for resources: {'Port': ['ID=2d70b613-6bc9-4d94-b478-b0d2515f5029,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:40.748722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a75c0d2-51ab-480a-972e-ebe5070f37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.752509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a75c0d2-51ab-480a-972e-ebe5070f37e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.757026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a75c0d2-51ab-480a-972e-ebe5070f37e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7900c9e2-7c59-4e5f-b9dd-71641e5a2048 HTTP/1.1" status: 204 len: 168 time: 0.3168385 Jul 06 12:05:40.765643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] No DVR routers for this DVR port 2d70b613-6bc9-4d94-b478-b0d2515f5029 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:40.767584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75c0d2-51ab-480a-972e-ebe5070f37e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900c9e2-7c59-4e5f-b9dd-71641e5a2048,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:40.797267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f83334-45a8-4760-9b26-7405ed8e8891 None None] DHCP port deletion for 152f84c9-cafb-408b-90df-f9cdf555ca94 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:05:40.863492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.875197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152f84c9-cafb-408b-90df-f9cdf555ca94']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:40.886471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a46d101-1d48-464a-950c-ef4e75de428d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:40.886974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a46d101-1d48-464a-950c-ef4e75de428d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:40.897737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.916485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.923439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:40.924008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:40.925813 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:40.990434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.995346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.000403 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] 10.222.0.78 "DELETE /v2.0/networks/152f84c9-cafb-408b-90df-f9cdf555ca94 HTTP/1.1" status: 204 len: 168 time: 0.7147017 Jul 06 12:05:41.017615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649bc09-deb0-4cf1-8acf-9047e2d7b4af admin admin] Pushing event deleted for resources: {'Network': ['ID=152f84c9-cafb-408b-90df-f9cdf555ca94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.023477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fc5201fd-421f-47aa-a1eb-27e9687acfbf up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:41.084406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port fc5201fd-421f-47aa-a1eb-27e9687acfbf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:41.090423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port fc5201fd-421f-47aa-a1eb-27e9687acfbf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:41.090982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.170853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.189817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.215476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.219822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed8304bf-e332-441b-a60f-07a46e0f4b7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad230bbd29b5482d81fea85057df810f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478292 Jul 06 12:05:41.222230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.226067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:41.229745 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9efe72-a82d-419c-9d29-ebc28f556a11" -d '{"events": [{"server_uuid": "e10e9750-3e9f-4a7f-adaf-22bbd6b557ba", "name": "network-vif-plugged", "status": "completed", "tag": "fc5201fd-421f-47aa-a1eb-27e9687acfbf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:41.245004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fc5201fd-421f-47aa-a1eb-27e9687acfbf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:41.251987 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.253266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8be39938-cb70-48bb-8f09-ddec73212a34 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:41.279666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 8be39938-cb70-48bb-8f09-ddec73212a34 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:41.280960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8be39938-cb70-48bb-8f09-ddec73212a34 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:41.285121 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6a791ac-0c6f-44d0-9f95-f2a5cc3e8a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.308655 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913516b5-10dc-4355-a63e-865dbcaa0eb9 x-openstack-request-id: req-913516b5-10dc-4355-a63e-865dbcaa0eb9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:41.309516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-30ab6d09-38f3-414a-9cbb-7d08294cbb93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44a83c2352aa464aaf6dcfe9510605c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926714 Jul 06 12:05:41.312333 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e9750-3e9f-4a7f-adaf-22bbd6b557ba", "name": "network-vif-plugged", "status": "completed", "tag": "fc5201fd-421f-47aa-a1eb-27e9687acfbf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:41.312763 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-913516b5-10dc-4355-a63e-865dbcaa0eb9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:41.312895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.313447 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf', 'code': 200} Jul 06 12:05:41.316313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6a791ac-0c6f-44d0-9f95-f2a5cc3e8a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.340758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fc5201fd-421f-47aa-a1eb-27e9687acfbf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.401492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358fa311-1f8e-459f-9347-71d6a28bf3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.429530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358fa311-1f8e-459f-9347-71d6a28bf3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.431355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6a791ac-0c6f-44d0-9f95-f2a5cc3e8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.433899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6a791ac-0c6f-44d0-9f95-f2a5cc3e8a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.438289 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a6a791ac-0c6f-44d0-9f95-f2a5cc3e8a27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c449f9e2-4c4c-4466-882c-be3578cc224b HTTP/1.1" status: 204 len: 168 time: 0.2117021 Jul 06 12:05:41.444426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773da29-8ec5-45e8-81f1-3b9c41c693b3 req-f45fe8a5-6e32-4fa8-becb-a8f297214821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:41.446025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a773da29-8ec5-45e8-81f1-3b9c41c693b3 req-f45fe8a5-6e32-4fa8-becb-a8f297214821 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 1096 time: 0.0665841 Jul 06 12:05:41.451300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a791ac-0c6f-44d0-9f95-f2a5cc3e8a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449f9e2-4c4c-4466-882c-be3578cc224b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.505937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358fa311-1f8e-459f-9347-71d6a28bf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.509218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a773da29-8ec5-45e8-81f1-3b9c41c693b3 req-44f1b416-69ca-4e3d-abdb-1e4e530db537 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Jul 06 12:05:41.510122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-358fa311-1f8e-459f-9347-71d6a28bf3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.511458 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-358fa311-1f8e-459f-9347-71d6a28bf3ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2032f3d4-fb67-42d6-a7af-d5763daf708e HTTP/1.1" status: 204 len: 168 time: 0.1976178 Jul 06 12:05:41.522897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa311-1f8e-459f-9347-71d6a28bf3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2032f3d4-fb67-42d6-a7af-d5763daf708e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.671317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d44c46a-dded-4015-9ed2-9ea8ec6772cc req-e178a65b-b060-44a1-8d76-a40d8cb0db8f tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0487020 Jul 06 12:05:41.885627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a038b-5b7c-49b2-8384-2104dd9e686c req-bbb61ce6-2fac-4ec9-86ee-324a4d252ac0 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:41.887209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc1a038b-5b7c-49b2-8384-2104dd9e686c req-bbb61ce6-2fac-4ec9-86ee-324a4d252ac0 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 945 time: 0.0887237 Jul 06 12:05:41.951478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc1a038b-5b7c-49b2-8384-2104dd9e686c req-fa5989e3-c180-411c-99ec-a313b33d8b15 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533903 Jul 06 12:05:42.691819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d70b613-6bc9-4d94-b478-b0d2515f5029 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:42.714416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2d70b613-6bc9-4d94-b478-b0d2515f5029 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:42.715158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d70b613-6bc9-4d94-b478-b0d2515f5029 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:42.851956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-544b85a3-acd3-4751-a2ab-60236439315c req-e5aa4564-6d8f-4be2-ab4b-973c855527cf tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0304077 Jul 06 12:05:43.161672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437731dc-d16e-4d0c-800f-c0ee8b050d3d req-3c037f77-e9be-48b6-9be4-49dc714f7911 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.170933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-437731dc-d16e-4d0c-800f-c0ee8b050d3d req-3c037f77-e9be-48b6-9be4-49dc714f7911 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 945 time: 0.0993569 Jul 06 12:05:43.221539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-437731dc-d16e-4d0c-800f-c0ee8b050d3d req-cc4685d1-4d51-4f5b-b31f-c9972eacc650 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493207 Jul 06 12:05:44.116716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e41245e3-abb5-42ec-92a4-2149eea473a2 req-847c3bc6-969e-496f-9efe-0238e12f8868 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "GET /v2.0/ports?device_id=86213279-a2c8-45aa-8045-3d641d60d880 HTTP/1.1" status: 200 len: 210 time: 0.0507817 Jul 06 12:05:44.865397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:44.970654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e76030fa-47f8-4a2e-b9ee-f37b410c7431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.058414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e76030fa-47f8-4a2e-b9ee-f37b410c7431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.062160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e76030fa-47f8-4a2e-b9ee-f37b410c7431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.097914 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e76030fa-47f8-4a2e-b9ee-f37b410c7431 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab1da3388a804c90a5916941cf6fcbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314091 Jul 06 12:05:45.100815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:45.103034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76030fa-47f8-4a2e-b9ee-f37b410c7431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6918070f-4271-49c8-bc33-facf62c73562,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:45.155347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fe982b-de46-4fdb-ad88-eaa2a590b233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.185421 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fe982b-de46-4fdb-ad88-eaa2a590b233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.219298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:45.274281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fe982b-de46-4fdb-ad88-eaa2a590b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.276826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fe982b-de46-4fdb-ad88-eaa2a590b233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.277947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-80fe982b-de46-4fdb-ad88-eaa2a590b233 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6918070f-4271-49c8-bc33-facf62c73562 HTTP/1.1" status: 204 len: 168 time: 0.1761444 Jul 06 12:05:45.304462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe982b-de46-4fdb-ad88-eaa2a590b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6918070f-4271-49c8-bc33-facf62c73562,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:45.305751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b89597f-7f7e-4505-a12a-35c62e881253 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.337522 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b89597f-7f7e-4505-a12a-35c62e881253 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.444404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b89597f-7f7e-4505-a12a-35c62e881253 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.448806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b89597f-7f7e-4505-a12a-35c62e881253 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.450115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b89597f-7f7e-4505-a12a-35c62e881253 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] 10.222.0.78 "DELETE /v2.0/security-groups/a1c47b24-58a6-43e0-a4b4-f770e55b68f7 HTTP/1.1" status: 204 len: 168 time: 0.2297549 Jul 06 12:05:45.480957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89597f-7f7e-4505-a12a-35c62e881253 tempest-TestVolumeBackupRestore-45815518 tempest-TestVolumeBackupRestore-45815518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c47b24-58a6-43e0-a4b4-f770e55b68f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:45.666557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 42794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:45.688303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd69b8b7-4b0c-4a25-9544-0c4220888b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.817530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd69b8b7-4b0c-4a25-9544-0c4220888b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.832782 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd69b8b7-4b0c-4a25-9544-0c4220888b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.942856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 42826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:45.952042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd69b8b7-4b0c-4a25-9544-0c4220888b83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ebc30d5381f4ce3a22452ed2a79a864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827301 Jul 06 12:05:46.007406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69b8b7-4b0c-4a25-9544-0c4220888b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd828ce-24cb-47da-918d-c9c8f6b6a874,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.055677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04d691a3-4120-4859-8d63-2caac9a12535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.085139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04d691a3-4120-4859-8d63-2caac9a12535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.171160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04d691a3-4120-4859-8d63-2caac9a12535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.174461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04d691a3-4120-4859-8d63-2caac9a12535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.184277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-04d691a3-4120-4859-8d63-2caac9a12535 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2bd828ce-24cb-47da-918d-c9c8f6b6a874 HTTP/1.1" status: 204 len: 168 time: 0.2399819 Jul 06 12:05:46.211762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d691a3-4120-4859-8d63-2caac9a12535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd828ce-24cb-47da-918d-c9c8f6b6a874,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:49.741413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:49.867157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5a296b5-a8a4-47eb-a6f7-68a82d8bf423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.986071 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5a296b5-a8a4-47eb-a6f7-68a82d8bf423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.990769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5a296b5-a8a4-47eb-a6f7-68a82d8bf423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.037350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:50.037903 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c5a296b5-a8a4-47eb-a6f7-68a82d8bf423 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db183d96d85a4b49b6283afc486178d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945678 Jul 06 12:05:50.038429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a296b5-a8a4-47eb-a6f7-68a82d8bf423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff407724-1732-4dd4-bd93-155eb33b4e6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.126185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48d80b8-ed73-4d3f-8f25-960bfc2b07f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.148931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48d80b8-ed73-4d3f-8f25-960bfc2b07f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.199114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48d80b8-ed73-4d3f-8f25-960bfc2b07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.202979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b48d80b8-ed73-4d3f-8f25-960bfc2b07f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.204796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b48d80b8-ed73-4d3f-8f25-960bfc2b07f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff407724-1732-4dd4-bd93-155eb33b4e6b HTTP/1.1" status: 204 len: 168 time: 0.1659944 Jul 06 12:05:50.215217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d80b8-ed73-4d3f-8f25-960bfc2b07f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff407724-1732-4dd4-bd93-155eb33b4e6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.364206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:50.550302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:50.571975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca327482-94ed-4507-9973-774d0ba4e8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.685290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca327482-94ed-4507-9973-774d0ba4e8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.689582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca327482-94ed-4507-9973-774d0ba4e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.732951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca327482-94ed-4507-9973-774d0ba4e8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ccd8f1-039b-46a3-928b-e259b00d7209,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.739393 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ca327482-94ed-4507-9973-774d0ba4e8d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bceeb372dd343e785ce44dca8da2224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879079 Jul 06 12:05:50.741846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:50.786408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.807600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c8101c2-b04b-4f05-9da5-22a79656e46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.832257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c8101c2-b04b-4f05-9da5-22a79656e46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.891526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c8101c2-b04b-4f05-9da5-22a79656e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.894412 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c8101c2-b04b-4f05-9da5-22a79656e46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.903683 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c8101c2-b04b-4f05-9da5-22a79656e46c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2ccd8f1-039b-46a3-928b-e259b00d7209 HTTP/1.1" status: 204 len: 168 time: 0.1546259 Jul 06 12:05:50.926317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8101c2-b04b-4f05-9da5-22a79656e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ccd8f1-039b-46a3-928b-e259b00d7209,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.095455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Deleting port a5c52a34-f113-4627-ab44-105286c49bea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:51.096021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.217176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] For port a5c52a34-f113-4627-ab44-105286c49bea, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a5c52a34-f113-4627-ab44-105286c49bea,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:51.217539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.232305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Calling delete_port for a5c52a34-f113-4627-ab44-105286c49bea owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:51.448999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.481859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c52a34-f113-4627-ab44-105286c49bea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.703031 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.942245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Router 4f32f31a-24ea-4055-b069-d08b9a57299b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:52.074321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:52.081847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e56be266-0e64-4f94-b4a2-9690e5691fdb admin admin] 10.222.0.78 "PUT /v2.0/routers/4f32f31a-24ea-4055-b069-d08b9a57299b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162793 Jul 06 12:05:52.084730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:52.087070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] Sync routers for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:52.098285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:52.103048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:52.103707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:52.217565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:52.217754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.330858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71051a32-50ff-4d25-bf01-a43754b8b7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.369555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.421375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:05:51Z', 'revision_number': 5, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port': {'id': '0dafad2c-0c95-4eff-82c1-499277d110be', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:51Z', 'updated_at': '2021-07-06T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:52.450356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] Checking router: 4f32f31a-24ea-4055-b069-d08b9a57299b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:52.459486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] Routers {'4f32f31a-24ea-4055-b069-d08b9a57299b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:52.460426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['4f32f31a-24ea-4055-b069-d08b9a57299b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:52.464842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Deleting port 0dafad2c-0c95-4eff-82c1-499277d110be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:52.465260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.526886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71051a32-50ff-4d25-bf01-a43754b8b7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.534209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71051a32-50ff-4d25-bf01-a43754b8b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.564513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] Set router 4f32f31a-24ea-4055-b069-d08b9a57299b gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:52.583079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:52.583718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71051a32-50ff-4d25-bf01-a43754b8b7ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=044f10f129f348d7b8927b218229f4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837270 Jul 06 12:05:52.602980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71051a32-50ff-4d25-bf01-a43754b8b7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c209a19d-4c25-4d4b-b1bf-b26e76d1c032,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:52.613013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] For port 0dafad2c-0c95-4eff-82c1-499277d110be, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0dafad2c-0c95-4eff-82c1-499277d110be,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:52.613131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.624705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:05:52Z', 'revision_number': 6, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:52.626645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Calling delete_port for 0dafad2c-0c95-4eff-82c1-499277d110be owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:52.661595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203533ae-59df-4fc0-a139-e69fedfb2e47 None None] The sync data for ids ['4f32f31a-24ea-4055-b069-d08b9a57299b'] in n-d-799528-2 is: [{'id': '4f32f31a-24ea-4055-b069-d08b9a57299b', 'name': 'tempest-TestVolumeBackupRestore-581015530-router', 'tenant_id': '610ff705d5e54070a3b43f8c37e4f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:01:50Z', 'updated_at': '2021-07-06T12:05:52Z', 'revision_number': 6, 'project_id': '610ff705d5e54070a3b43f8c37e4f497', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:52.730987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7559e47f-5ad9-4e8b-8f1d-6995f3480476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.755284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7559e47f-5ad9-4e8b-8f1d-6995f3480476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.814431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.820193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7559e47f-5ad9-4e8b-8f1d-6995f3480476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.823487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7559e47f-5ad9-4e8b-8f1d-6995f3480476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.828330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7559e47f-5ad9-4e8b-8f1d-6995f3480476 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c209a19d-4c25-4d4b-b1bf-b26e76d1c032 HTTP/1.1" status: 204 len: 168 time: 0.2409091 Jul 06 12:05:52.832689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.835889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559e47f-5ad9-4e8b-8f1d-6995f3480476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c209a19d-4c25-4d4b-b1bf-b26e76d1c032,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:52.868477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dafad2c-0c95-4eff-82c1-499277d110be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:52.934052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.048214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.050672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.101578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.102301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f32f31a-24ea-4055-b069-d08b9a57299b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:53.119097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.123032 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e0a8da9c-0701-4f21-9468-789c51ea7d95 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4f32f31a-24ea-4055-b069-d08b9a57299b HTTP/1.1" status: 204 len: 168 time: 1.0335236 Jul 06 12:05:53.123682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:53.188980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Deleting subnet e8aa26a7-a531-4587-b20d-cac4af310993 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:53.192272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.236957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.322982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.382678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.412191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8aa26a7-a531-4587-b20d-cac4af310993,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.417474 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.421073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d8758-31df-4726-9116-9afa14e47c1a None None] Network 33c9c180-be14-4af9-bac2-c0aa0362ec70 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:53.427257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:53.433788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e3bdc28-807f-4302-890c-87d4027fa24c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e8aa26a7-a531-4587-b20d-cac4af310993 HTTP/1.1" status: 204 len: 168 time: 0.3088777 Jul 06 12:05:53.534399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.610370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Deleting port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:53.610728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.695055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] DHCP port deletion for 33c9c180-be14-4af9-bac2-c0aa0362ec70 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:05:53.725896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] For port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:53.726264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.741191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Calling delete_port for 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:53.791472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] Deleting port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:53.791845 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.837918 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.871156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.880996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] No DVR routers for this DVR port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:53.903761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] For port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,segment=NetworkSegment(56a13998-c72c-4bbb-888c-d5407bbae4dc),segment_id=56a13998-c72c-4bbb-888c-d5407bbae4dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:53.904765 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.919315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] Calling delete_port for 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:53.992884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.010198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c9c180-be14-4af9-bac2-c0aa0362ec70']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:54.025982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a13998-c72c-4bbb-888c-d5407bbae4dc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:54.025982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a13998-c72c-4bbb-888c-d5407bbae4dc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:54.030666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.039215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.049371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] No DVR routers for this DVR port 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:54.066956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.076822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:54.077451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:54.079625 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:54.096974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca142c70-421f-4bc2-9c0a-31fe1b2eeeb7 None None] Pushing event deleted for resources: {'Port': ['ID=6e98cabe-6c8e-4581-9a29-a973b8ac1b27,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.147248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.155773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.157486 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/33c9c180-be14-4af9-bac2-c0aa0362ec70 HTTP/1.1" status: 204 len: 168 time: 0.7292738 Jul 06 12:05:54.160538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:54.174052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff54d1-1011-413c-b53f-f81a870c4ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c9c180-be14-4af9-bac2-c0aa0362ec70,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.206029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:54.341536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5180bf0d-8a69-4c86-9113-badacaecd8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.461969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5180bf0d-8a69-4c86-9113-badacaecd8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.468032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5180bf0d-8a69-4c86-9113-badacaecd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.503589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:54.503990 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5180bf0d-8a69-4c86-9113-badacaecd8f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e0ffd0d48d64d13ae47c4d496987ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964690 Jul 06 12:05:54.525972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180bf0d-8a69-4c86-9113-badacaecd8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdccc48-dee4-48bf-b78f-67982a070bf4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.600644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cef13c-9c96-4d74-9463-2fd91923acfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.641775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cef13c-9c96-4d74-9463-2fd91923acfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.691341 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.702680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0dafad2c-0c95-4eff-82c1-499277d110be no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:54.728965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0dafad2c-0c95-4eff-82c1-499277d110be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:54.729427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0dafad2c-0c95-4eff-82c1-499277d110be not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:54.729951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a5c52a34-f113-4627-ab44-105286c49bea no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:54.760917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a5c52a34-f113-4627-ab44-105286c49bea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:54.761310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a5c52a34-f113-4627-ab44-105286c49bea not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:54.762003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:54.794518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:54.795207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 6e98cabe-6c8e-4581-9a29-a973b8ac1b27 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:54.857644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cef13c-9c96-4d74-9463-2fd91923acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.857644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cef13c-9c96-4d74-9463-2fd91923acfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.861155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-35cef13c-9c96-4d74-9463-2fd91923acfc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1bdccc48-dee4-48bf-b78f-67982a070bf4 HTTP/1.1" status: 204 len: 168 time: 0.3541169 Jul 06 12:05:54.882576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cef13c-9c96-4d74-9463-2fd91923acfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdccc48-dee4-48bf-b78f-67982a070bf4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:55.071543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Deleting port 891fc2a1-ff3e-429e-93df-c75457c74b07 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:55.071887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.503306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] For port 891fc2a1-ff3e-429e-93df-c75457c74b07, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=891fc2a1-ff3e-429e-93df-c75457c74b07,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:55.503980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.523657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Calling delete_port for 891fc2a1-ff3e-429e-93df-c75457c74b07 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:55.703134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.731883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Pushing event deleted for resources: {'Port': ['ID=891fc2a1-ff3e-429e-93df-c75457c74b07,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:56.033433 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.176518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:56.275954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Router 38549a6a-f86f-49f2-a0af-4584d5459c5f has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:56.310358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c0fb34-d2cf-4e80-b273-fc9eb37207db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.400364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:56.405710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c6b619c-a87a-45bc-ac0e-1204498eee50 admin admin] 10.222.0.78 "PUT /v2.0/routers/38549a6a-f86f-49f2-a0af-4584d5459c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435725 Jul 06 12:05:56.408255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:56.410604 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] Sync routers for ids ['38549a6a-f86f-49f2-a0af-4584d5459c5f'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:56.421936 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] Routers {'38549a6a-f86f-49f2-a0af-4584d5459c5f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:56.423044 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['38549a6a-f86f-49f2-a0af-4584d5459c5f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.424061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c0fb34-d2cf-4e80-b273-fc9eb37207db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.428535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c0fb34-d2cf-4e80-b273-fc9eb37207db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.473790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71c0fb34-d2cf-4e80-b273-fc9eb37207db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56d49c982f9e41ed9818606008d0f5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952688 Jul 06 12:05:56.476416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:56.477286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0fb34-d2cf-4e80-b273-fc9eb37207db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce75ad-d33e-4b3b-9734-095bcd9ffbae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:56.535935 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.552990 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] Set router 38549a6a-f86f-49f2-a0af-4584d5459c5f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:56.575747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55d368cc-bd2b-44a5-ad6b-9080a7d22cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.601024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55d368cc-bd2b-44a5-ad6b-9080a7d22cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.663390 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55d368cc-bd2b-44a5-ad6b-9080a7d22cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.669534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55d368cc-bd2b-44a5-ad6b-9080a7d22cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.671830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-55d368cc-bd2b-44a5-ad6b-9080a7d22cc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6ce75ad-d33e-4b3b-9734-095bcd9ffbae HTTP/1.1" status: 204 len: 168 time: 0.1909537 Jul 06 12:05:56.700698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d368cc-bd2b-44a5-ad6b-9080a7d22cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce75ad-d33e-4b3b-9734-095bcd9ffbae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:56.774644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.793293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:05:55Z', 'revision_number': 5, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port': {'id': '11b06fab-3a3d-4742-a5ca-7730d810bb97', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:01Z', 'updated_at': '2021-07-06T12:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.821164 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] Checking router: 38549a6a-f86f-49f2-a0af-4584d5459c5f for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:56.830687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] Routers {'38549a6a-f86f-49f2-a0af-4584d5459c5f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:56.832334 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:05:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['38549a6a-f86f-49f2-a0af-4584d5459c5f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.867799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Deleting port 11b06fab-3a3d-4742-a5ca-7730d810bb97 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:56.868318 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.942467 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] Set router 38549a6a-f86f-49f2-a0af-4584d5459c5f gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:56.997298 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:05:56Z', 'revision_number': 6, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:57.000585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] For port 11b06fab-3a3d-4742-a5ca-7730d810bb97, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11b06fab-3a3d-4742-a5ca-7730d810bb97,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:57.001055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.018875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Calling delete_port for 11b06fab-3a3d-4742-a5ca-7730d810bb97 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:57.028486 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28310-c688-4b2a-a268-c66f14caf776 None None] The sync data for ids ['38549a6a-f86f-49f2-a0af-4584d5459c5f'] in n-d-799528-2 is: [{'id': '38549a6a-f86f-49f2-a0af-4584d5459c5f', 'name': 'tempest-TestVolumeBackupRestore-145764873-router', 'tenant_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:00Z', 'updated_at': '2021-07-06T12:05:56Z', 'revision_number': 6, 'project_id': '1ab08cf260224f8288fae1d4fcee4dfb', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:57.134197 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce3692ce-07b9-46a1-94f0-6effdc33e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.229870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.258638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b06fab-3a3d-4742-a5ca-7730d810bb97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:57.331198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.443518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.445948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.501576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.502312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38549a6a-f86f-49f2-a0af-4584d5459c5f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:57.508382 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.509874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7497b132-fbf1-4fcf-9b4d-8e3f7956de63 admin admin] 10.222.0.78 "DELETE /v2.0/routers/38549a6a-f86f-49f2-a0af-4584d5459c5f HTTP/1.1" status: 204 len: 168 time: 1.1005912 Jul 06 12:05:57.513977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:57.574387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Deleting subnet 82e8c65b-b6c3-48cf-b2cf-41faadf131cc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:57.579160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.620139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.736604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.802127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.859381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e8c65b-b6c3-48cf-b2cf-41faadf131cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:57.863041 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.868085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:57.868728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a2a0514-ce9d-4d4c-ade2-e105b6f8d93a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/82e8c65b-b6c3-48cf-b2cf-41faadf131cc HTTP/1.1" status: 204 len: 168 time: 0.3534703 Jul 06 12:05:57.888582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12714b4f-9150-43d4-baa6-8c5e0cf5efba None None] Network 0addf913-409a-4790-9cdc-e5b0b781b93b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:57.970314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.047004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Deleting port 11fb56e9-7533-41b2-a012-021599b516de {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:58.052286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.109779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] DHCP port deletion for 0addf913-409a-4790-9cdc-e5b0b781b93b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:05:58.183098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] Deleting port 11fb56e9-7533-41b2-a012-021599b516de {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:58.183892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.195217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] For port 11fb56e9-7533-41b2-a012-021599b516de, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11fb56e9-7533-41b2-a012-021599b516de,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:58.208578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.237986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Calling delete_port for 11fb56e9-7533-41b2-a012-021599b516de owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:58.259932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] For port 11fb56e9-7533-41b2-a012-021599b516de, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11fb56e9-7533-41b2-a012-021599b516de,segment=NetworkSegment(973030a0-beb8-46e3-b8ed-d18f4452e8d0),segment_id=973030a0-beb8-46e3-b8ed-d18f4452e8d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:58.260345 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.277602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.281227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] Calling delete_port for 11fb56e9-7533-41b2-a012-021599b516de owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:58.354591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.396196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] No DVR routers for this DVR port 11fb56e9-7533-41b2-a012-021599b516de on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:58.413102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.427214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Pushing event deleted for resources: {'Port': ['ID=11fb56e9-7533-41b2-a012-021599b516de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.448746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] Pushing event deleted for resources: {'Port': ['ID=11fb56e9-7533-41b2-a012-021599b516de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.453340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbbf3c-b790-4bf5-af89-2519c5979b69 None None] No DVR routers for this DVR port 11fb56e9-7533-41b2-a012-021599b516de on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:58.499808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1313133617'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:58.511625 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.526780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0addf913-409a-4790-9cdc-e5b0b781b93b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:58.538384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973030a0-beb8-46e3-b8ed-d18f4452e8d0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:58.538624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973030a0-beb8-46e3-b8ed-d18f4452e8d0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:58.539807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Made reservation on behalf of 2f8acfa96a9244739c13e2092118545b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:58.543892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.549490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.553550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.566899 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.574141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:58.574547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:58.576873 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:58.654719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.665648 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.669038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] 10.222.0.78 "DELETE /v2.0/networks/0addf913-409a-4790-9cdc-e5b0b781b93b HTTP/1.1" status: 204 len: 168 time: 0.7991514 Jul 06 12:05:58.686621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6a8a-7aa9-4113-9e18-8a108eb70fec admin admin] Pushing event deleted for resources: {'Network': ['ID=0addf913-409a-4790-9cdc-e5b0b781b93b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.724004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 891fc2a1-ff3e-429e-93df-c75457c74b07 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:58.741825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.752728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.774652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 891fc2a1-ff3e-429e-93df-c75457c74b07 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:58.775418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 891fc2a1-ff3e-429e-93df-c75457c74b07 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:58.777350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:58.777533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11b06fab-3a3d-4742-a5ca-7730d810bb97 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:58.798459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726a49f9-87b6-4c34-af49-c515673743a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.815724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.816095 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Added segment f7422d5c-f84b-4ebb-ad5f-880b32fd55fc of type vlan for network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 Jul 06 12:05:58.830795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 11b06fab-3a3d-4742-a5ca-7730d810bb97 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:58.831392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11b06fab-3a3d-4742-a5ca-7730d810bb97 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:58.832046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11fb56e9-7533-41b2-a012-021599b516de no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:58.874769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 11fb56e9-7533-41b2-a012-021599b516de {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:58.876401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.879076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11fb56e9-7533-41b2-a012-021599b516de not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:58.919066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.926127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:58.926666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.932750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.977116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-db200e4b-5b67-455c-bf0a-4fc89b8b98f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=610ff705d5e54070a3b43f8c37e4f497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424449 Jul 06 12:05:58.979044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.988183 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7084272 Jul 06 12:05:58.991038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.995938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Request body: {'subnet': {'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:59.001777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c726f-8ba3-4e26-8f93-afc3a610614e tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event updated for resources: {'Network': ['ID=9a9a85ca-81cb-4b89-bbfb-36418a8b3423,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.012453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:59.112073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8aec80e-b741-425e-8c87-c9cf63ab2ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.138761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Made reservation on behalf of 2f8acfa96a9244739c13e2092118545b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:59.145033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.149530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8aec80e-b741-425e-8c87-c9cf63ab2ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.263752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8aec80e-b741-425e-8c87-c9cf63ab2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.266588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8aec80e-b741-425e-8c87-c9cf63ab2ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.267804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8aec80e-b741-425e-8c87-c9cf63ab2ccb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ccdac58-b87a-4df0-9bc9-cadde8e740b4 HTTP/1.1" status: 204 len: 168 time: 0.2868538 Jul 06 12:05:59.305144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aec80e-b741-425e-8c87-c9cf63ab2ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccdac58-b87a-4df0-9bc9-cadde8e740b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.375590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.442654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event updated for resources: {'Subnet': ['ID=7175c702-629f-403c-bc08-f1c3676aa961,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.453635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Checking segment: {'id': 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:59.454001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Network hostable DHCP agents. Network: 9a9a85ca-81cb-4b89-bbfb-36418a8b3423, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:59.457912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.458327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.458608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.458951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.459467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.459614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.459964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.460300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.460670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.460950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.461272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.461588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:59.479464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:59.495334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 9a9a85ca-81cb-4b89-bbfb-36418a8b3423) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:59.501463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:59.502124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.509802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0363e-2826-4fac-b8b0-b70b35e5a8e3 None None] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:59.520897 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c93f0cc-a4e3-4328-af24-11578ebcf040 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5263329 Jul 06 12:05:59.521204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:59.526852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Request body: {'port': {'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1799047920'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:59.670288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:59.687486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Made reservation on behalf of 2f8acfa96a9244739c13e2092118545b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:59.691082 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.702964 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1f202b4-645e-4ac0-b3a2-c81ddfaefa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.716757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-9a9a85ca-81cb-4b89-bbfb-36418a8b3423', 'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423', 'tenant_id': '2f8acfa96a9244739c13e2092118545b', 'fixed_ips': [{'subnet_id': '7175c702-629f-403c-bc08-f1c3676aa961'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:05:59.718165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.721119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] device_id is not set on port 3609d318-0145-44ba-bead-e72f2092dab1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:05:59.771650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b73bb36d-0100-4e8e-9016-8f4f8c2d2d51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ab08cf260224f8288fae1d4fcee4dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978107 Jul 06 12:05:59.777393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:59.863357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad81901f-b110-4de9-b50d-8a2f1840b055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.877749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Allocated IP 172.20.0.7 (9a9a85ca-81cb-4b89-bbfb-36418a8b3423/7175c702-629f-403c-bc08-f1c3676aa961/3609d318-0145-44ba-bead-e72f2092dab1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:59.890347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad81901f-b110-4de9-b50d-8a2f1840b055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.953146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad81901f-b110-4de9-b50d-8a2f1840b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.956186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad81901f-b110-4de9-b50d-8a2f1840b055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.957398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ad81901f-b110-4de9-b50d-8a2f1840b055 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28a5471c-cbeb-4cb2-899e-9d2d904299ea HTTP/1.1" status: 204 len: 168 time: 0.1763802 Jul 06 12:05:59.965734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81901f-b110-4de9-b50d-8a2f1840b055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5471c-cbeb-4cb2-899e-9d2d904299ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.072957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.074385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.089662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Transition to ACTIVE for port object 3609d318-0145-44ba-bead-e72f2092dab1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:00.125589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.180411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:00.187312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:00.191937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:00.197933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Allocated IP 172.20.0.2 (9a9a85ca-81cb-4b89-bbfb-36418a8b3423/7175c702-629f-403c-bc08-f1c3676aa961/c427ba30-7aa9-490d-a16e-0b02c230761e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:00.199325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event updated for resources: {'Port': ['ID=3609d318-0145-44ba-bead-e72f2092dab1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.256263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:00.256996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.282463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:00.283304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef1e6be2-9f1f-4280-8148-37b22bb5d260 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7610328 Jul 06 12:06:00.371782 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.428785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.443753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Transition to ACTIVE for port object c427ba30-7aa9-490d-a16e-0b02c230761e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:00.446136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Deleting port 3609d318-0145-44ba-bead-e72f2092dab1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:00.446544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.464649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Transition to ACTIVE for port object c427ba30-7aa9-490d-a16e-0b02c230761e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:00.472268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.530665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:00.534153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:00.539845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:00.551286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Pushing event updated for resources: {'Port': ['ID=c427ba30-7aa9-490d-a16e-0b02c230761e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.572868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.590088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Calling delete_port for 3609d318-0145-44ba-bead-e72f2092dab1 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:00.629499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Attempting to bind port c427ba30-7aa9-490d-a16e-0b02c230761e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:00.629887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Attempting to bind port c427ba30-7aa9-490d-a16e-0b02c230761e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:00.630335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Attempting to bind port c427ba30-7aa9-490d-a16e-0b02c230761e on network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:00.636621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:00.637182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Checking segment: {'id': 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:00.637823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.638564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Bound using segment: {'id': 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:00.639213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Bound port: c427ba30-7aa9-490d-a16e-0b02c230761e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9a9a85ca-81cb-4b89-bbfb-36418a8b3423'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:00.639680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.727941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] For port c427ba30-7aa9-490d-a16e-0b02c230761e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:00.731639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] For port c427ba30-7aa9-490d-a16e-0b02c230761e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c427ba30-7aa9-490d-a16e-0b02c230761e,segment=NetworkSegment(f7422d5c-f84b-4ebb-ad5f-880b32fd55fc),segment_id=f7422d5c-f84b-4ebb-ad5f-880b32fd55fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:00.737030 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.749047 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.778698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event deleted for resources: {'Port': ['ID=3609d318-0145-44ba-bead-e72f2092dab1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.813325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03e6bc-1963-44ef-8404-1156c42260d3 None None] Pushing event updated for resources: {'Port': ['ID=c427ba30-7aa9-490d-a16e-0b02c230761e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.853664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.857795 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3049648c-6499-4165-a91d-a0cf32aeb604 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "DELETE /v2.0/ports/3609d318-0145-44ba-bead-e72f2092dab1 HTTP/1.1" status: 204 len: 168 time: 0.5693185 Jul 06 12:06:00.858949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:00.969785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.151737 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1603f1ca-b67f-4977-be5a-5ec05b54e9f6 tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.2898650 Jul 06 12:06:01.151843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:01.158045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2096428697'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:01.182681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Made reservation on behalf of 2f8acfa96a9244739c13e2092118545b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:01.186687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.211683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:01.222678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.223038 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Added segment b8dc51f2-b638-4c25-9183-5a71cdf38ee1 of type vlan for network 9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de Jul 06 12:06:01.265035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.295807 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.301521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:01.302150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.360494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2075922 Jul 06 12:06:01.363305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:01.377351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39b560-7976-4a2d-a510-7c858c50bae6 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event updated for resources: {'Network': ['ID=9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:01.399970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:01.506049 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5b690c0d-8536-4747-a040-338dcbb565d3 tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/agents/4b9343eb-4ea9-4b10-8267-10643e55a91e/dhcp-networks HTTP/1.1" status: 200 len: 4100 time: 0.1409624 Jul 06 12:06:01.508210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:01.642544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d2618-0db8-494b-9c9f-354a251f995f tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] Network 9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:06:01.659767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d71d2618-0db8-494b-9c9f-354a251f995f tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "POST /v2.0/agents/4b9343eb-4ea9-4b10-8267-10643e55a91e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1484165 Jul 06 12:06:01.660129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:01.664172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce9f2f-3c38-42ca-81c1-9e319f7dacfc None None] Network 9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:01.864501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-087ae9d4-4052-4de4-a5c8-36799df5e68c tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/agents/4b9343eb-4ea9-4b10-8267-10643e55a91e/dhcp-networks HTTP/1.1" status: 200 len: 4871 time: 0.2006037 Jul 06 12:06:01.864956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:01.951260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229721f8-a390-4bdb-aa77-7a9875fd87c6 None None] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:02.013597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d265e273-5247-4b95-ba5c-02fe81721783 None None] Provisioning for port c427ba30-7aa9-490d-a16e-0b02c230761e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:02.325695 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c32911b2-5dec-4902-b995-cf884336969d tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "DELETE /v2.0/agents/4b9343eb-4ea9-4b10-8267-10643e55a91e/dhcp-networks/9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de HTTP/1.1" status: 204 len: 168 time: 0.4594052 Jul 06 12:06:02.328637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:02.432132 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.487969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1fba8e2-99aa-4668-8543-3904d279cb54 tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/agents/4b9343eb-4ea9-4b10-8267-10643e55a91e/dhcp-networks HTTP/1.1" status: 200 len: 4100 time: 0.1568584 Jul 06 12:06:02.495181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:02.527465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4feeaeba-1e21-424f-99c7-dac28c55ab14 tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/networks/9a9a85ca-81cb-4b89-bbfb-36418a8b3423/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0278127 Jul 06 12:06:02.527730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:02.562555 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61c029d1-7ded-4d47-aa29-d6a805aac7a5 tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/networks/9a9a85ca-81cb-4b89-bbfb-36418a8b3423/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0331130 Jul 06 12:06:02.565114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:02.726255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c427ba30-7aa9-490d-a16e-0b02c230761e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:02.748972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-295d20bc-a29b-4afd-8bfb-0f63d16dce90 tempest-DHCPAgentSchedulersTestJSON-424122122 tempest-DHCPAgentSchedulersTestJSON-424122122-project-admin] 10.222.0.78 "GET /v2.0/agents/4b9343eb-4ea9-4b10-8267-10643e55a91e/dhcp-networks HTTP/1.1" status: 200 len: 4100 time: 0.1826096 Jul 06 12:06:02.752195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:02.793948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60532599-9f35-47ca-a802-96efb80062f9 None None] Could not find standard attr ID for object 3609d318-0145-44ba-bead-e72f2092dab1. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:02.824540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c427ba30-7aa9-490d-a16e-0b02c230761e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:02.829387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c427ba30-7aa9-490d-a16e-0b02c230761e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:02.830021 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.842873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.922703 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.946649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.960905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:02.961245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c427ba30-7aa9-490d-a16e-0b02c230761e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c427ba30-7aa9-490d-a16e-0b02c230761e,segment=NetworkSegment(f7422d5c-f84b-4ebb-ad5f-880b32fd55fc),segment_id=f7422d5c-f84b-4ebb-ad5f-880b32fd55fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:02.967110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.979898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dc51f2-b638-4c25-9183-5a71cdf38ee1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:02.980228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dc51f2-b638-4c25-9183-5a71cdf38ee1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:02.991448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.017912 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.032641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:03.033516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:03.036991 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:03.063867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c427ba30-7aa9-490d-a16e-0b02c230761e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:03.100155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.118677 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.120636 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "DELETE /v2.0/networks/9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de HTTP/1.1" status: 204 len: 168 time: 0.3676076 Jul 06 12:06:03.121751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82da0f3-871a-4348-bc8b-15c92d0f24cf tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event deleted for resources: {'Network': ['ID=9b9683a0-5d1c-48d1-b60f-ede8b1a0a1de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:03.123616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:03.151072 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ec0eeb-223c-457a-b015-894d586819c3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] DELETE failed (client error): The resource could not be found. Jul 06 12:06:03.151824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ec0eeb-223c-457a-b015-894d586819c3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:06:03.154542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-43ec0eeb-223c-457a-b015-894d586819c3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "DELETE /v2.0/ports/3609d318-0145-44ba-bead-e72f2092dab1 HTTP/1.1" status: 404 len: 333 time: 0.0298948 Jul 06 12:06:03.159271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:03.221022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Deleting subnet 7175c702-629f-403c-bc08-f1c3676aa961 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:03.224366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.265133 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.351591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.425214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.454548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event deleted for resources: {'Subnet': ['ID=7175c702-629f-403c-bc08-f1c3676aa961,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:03.460103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.463204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc72e9-000b-42d4-9cbe-bdf0d39c136d None None] Network 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:03.464512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8a23108-26d4-4537-b81d-3d7376912853 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "DELETE /v2.0/subnets/7175c702-629f-403c-bc08-f1c3676aa961 HTTP/1.1" status: 204 len: 168 time: 0.3041224 Jul 06 12:06:03.464855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:03.553146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.622093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Deleting port c427ba30-7aa9-490d-a16e-0b02c230761e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:03.622413 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.718862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] For port c427ba30-7aa9-490d-a16e-0b02c230761e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c427ba30-7aa9-490d-a16e-0b02c230761e,segment=NetworkSegment(f7422d5c-f84b-4ebb-ad5f-880b32fd55fc),segment_id=f7422d5c-f84b-4ebb-ad5f-880b32fd55fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:03.719228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.734799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Calling delete_port for c427ba30-7aa9-490d-a16e-0b02c230761e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:03.826232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.856423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event deleted for resources: {'Port': ['ID=c427ba30-7aa9-490d-a16e-0b02c230761e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:03.868776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] No DVR routers for this DVR port c427ba30-7aa9-490d-a16e-0b02c230761e on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:03.932916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd03e9-6fd8-443d-ae4f-95b8a46076e9 None None] DHCP port deletion for 9a9a85ca-81cb-4b89-bbfb-36418a8b3423 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:03.975088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.987882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9a85ca-81cb-4b89-bbfb-36418a8b3423']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.004804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.005140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7422d5c-f84b-4ebb-ad5f-880b32fd55fc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.015105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.033140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.040671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:04.041080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:04.044671 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:04.117673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.122707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.124861 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] 10.222.0.78 "DELETE /v2.0/networks/9a9a85ca-81cb-4b89-bbfb-36418a8b3423 HTTP/1.1" status: 204 len: 168 time: 0.6582499 Jul 06 12:06:04.147601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88bf8b-315c-4ccb-858f-2e97fd6c66e3 tempest-DHCPAgentSchedulersTestJSON-198183576 tempest-DHCPAgentSchedulersTestJSON-198183576-project] Pushing event deleted for resources: {'Network': ['ID=9a9a85ca-81cb-4b89-bbfb-36418a8b3423,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:04.412948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:04.566011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e33b1e1-9f51-4515-aeeb-7f00b69c6c68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f8acfa96a9244739c13e2092118545b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516287 Jul 06 12:06:04.568660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:04.622845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82345df-f700-4842-bffd-0d4eba2f2b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.649931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82345df-f700-4842-bffd-0d4eba2f2b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.683633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c427ba30-7aa9-490d-a16e-0b02c230761e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:04.717860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c427ba30-7aa9-490d-a16e-0b02c230761e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:04.719045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c427ba30-7aa9-490d-a16e-0b02c230761e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:04.733723 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82345df-f700-4842-bffd-0d4eba2f2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.736688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82345df-f700-4842-bffd-0d4eba2f2b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.738023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d82345df-f700-4842-bffd-0d4eba2f2b6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/726a49f9-87b6-4c34-af49-c515673743a7 HTTP/1.1" status: 204 len: 168 time: 0.1679270 Jul 06 12:06:04.754471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82345df-f700-4842-bffd-0d4eba2f2b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a49f9-87b6-4c34-af49-c515673743a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:05.043306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:05.058557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8634-e4ea-41f1-9147-b6f912e74227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.176644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8634-e4ea-41f1-9147-b6f912e74227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.181367 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8634-e4ea-41f1-9147-b6f912e74227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.231227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:05.233759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac7f8634-e4ea-41f1-9147-b6f912e74227 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b205935a31d7490fb318789d49605736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886117 Jul 06 12:06:05.235282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f8634-e4ea-41f1-9147-b6f912e74227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8fc0f9-e030-4df3-b631-7a715309db5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:05.299294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e551eed-6eae-4e03-adfb-5a28e5fca77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.322044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e551eed-6eae-4e03-adfb-5a28e5fca77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.381487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e551eed-6eae-4e03-adfb-5a28e5fca77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.384779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e551eed-6eae-4e03-adfb-5a28e5fca77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.389100 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7e551eed-6eae-4e03-adfb-5a28e5fca77a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e8fc0f9-e030-4df3-b631-7a715309db5a HTTP/1.1" status: 204 len: 168 time: 0.1535861 Jul 06 12:06:05.397009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e551eed-6eae-4e03-adfb-5a28e5fca77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8fc0f9-e030-4df3-b631-7a715309db5a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:06.802816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:06.904359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-990c3b10-bbe3-4b28-b395-d6b0eb751c25 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1665244469'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:06.904860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-990c3b10-bbe3-4b28-b395-d6b0eb751c25 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:06:07.099884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-990c3b10-bbe3-4b28-b395-d6b0eb751c25 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.103139 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-990c3b10-bbe3-4b28-b395-d6b0eb751c25 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2964728 Jul 06 12:06:07.103770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.108266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b318ec2-3e0a-484f-9280-b99b1758e474 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b564ffc4-427f-421b-9e3c-52ef203982c6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:07.108764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b318ec2-3e0a-484f-9280-b99b1758e474 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:06:07.191035 n-d-799528-2 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-9b318ec2-3e0a-484f-9280-b99b1758e474 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 12:06:07.299388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b318ec2-3e0a-484f-9280-b99b1758e474 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.303419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b318ec2-3e0a-484f-9280-b99b1758e474 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1959057 Jul 06 12:06:07.303599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.312240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-511aff00-4789-4632-87b8-f397f517d3ea tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b564ffc4-427f-421b-9e3c-52ef203982c6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:07.313144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-511aff00-4789-4632-87b8-f397f517d3ea tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:06:07.375751 n-d-799528-2 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-511aff00-4789-4632-87b8-f397f517d3ea tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 12:06:07.459178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511aff00-4789-4632-87b8-f397f517d3ea tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.460514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-511aff00-4789-4632-87b8-f397f517d3ea tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1559420 Jul 06 12:06:07.463247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.474386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-55703dc8-5eb7-4221-8b96-33ea17d65e87 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=e9ea1553-613c-4766-acf3-372557a830ca HTTP/1.1" status: 200 len: 462 time: 0.0100477 Jul 06 12:06:07.476939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.581272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21d701b8-3bcc-4cff-b44e-0db03316d4d2 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.582222 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21d701b8-3bcc-4cff-b44e-0db03316d4d2 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/e9ea1553-613c-4766-acf3-372557a830ca HTTP/1.1" status: 204 len: 168 time: 0.1041405 Jul 06 12:06:07.585939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.596163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-461b3ace-8ed3-4ad2-ad09-6abf8c8589a5 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=e9ea1553-613c-4766-acf3-372557a830ca HTTP/1.1" status: 200 len: 221 time: 0.0097442 Jul 06 12:06:07.599776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.604496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f8b24da1-6b9b-4cf7-9b79-5423fe982879 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1345936444', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:07.604952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f8b24da1-6b9b-4cf7-9b79-5423fe982879 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:06:07.826518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b24da1-6b9b-4cf7-9b79-5423fe982879 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.827897 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8b24da1-6b9b-4cf7-9b79-5423fe982879 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2268589 Jul 06 12:06:07.830743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.914665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:07.914911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0b0708b6-7314-4508-bc10-b7e5ccd2aa36 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=13c64bee-63a5-4f8b-978b-5780b66031b4 HTTP/1.1" status: 200 len: 468 time: 0.0829017 Jul 06 12:06:08.495869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6cfa-7b81-4437-8fe5-a2a7fed05bbf tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.499955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0fcd6cfa-7b81-4437-8fe5-a2a7fed05bbf tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/13c64bee-63a5-4f8b-978b-5780b66031b4 HTTP/1.1" status: 204 len: 168 time: 0.5809600 Jul 06 12:06:08.500159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.516065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa06f5e1-c3dc-49c4-9be0-cff0e441b4c1 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=13c64bee-63a5-4f8b-978b-5780b66031b4 HTTP/1.1" status: 200 len: 216 time: 0.0102086 Jul 06 12:06:08.516257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.528486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5db1839b-e86b-46b0-a4c7-2779d070520d tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078533 Jul 06 12:06:08.528684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.543865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3bab326-99e7-4414-b5df-f7967b73bb41 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104859 Jul 06 12:06:08.544170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.599728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-46bb7ae6-e83f-4d80-8fd2-62b7ec33ee9e tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/b564ffc4-427f-421b-9e3c-52ef203982c6 HTTP/1.1" status: 200 len: 473 time: 0.0543840 Jul 06 12:06:08.602998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.619754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.623811 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36db82b8-5068-4e58-a9cd-f65071630d30 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/9e8aee04-ad63-4696-85ef-1c2e30643c74 HTTP/1.1" status: 200 len: 459 time: 0.0193861 Jul 06 12:06:08.730555 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2b50cab-e348-4e4d-bc95-e5f5af9e61db tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.734869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.735018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2b50cab-e348-4e4d-bc95-e5f5af9e61db tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/9e8aee04-ad63-4696-85ef-1c2e30643c74 HTTP/1.1" status: 204 len: 168 time: 0.1145415 Jul 06 12:06:08.926480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83a4ae11-b8d0-49a7-8bcb-2929fc6cb895 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.931413 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-83a4ae11-b8d0-49a7-8bcb-2929fc6cb895 tempest-MeteringIpV6TestJSON-578724010 tempest-MeteringIpV6TestJSON-578724010-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/b564ffc4-427f-421b-9e3c-52ef203982c6 HTTP/1.1" status: 204 len: 168 time: 0.1946080 Jul 06 12:06:09.221074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:09.346454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df30e5fd-fd2e-4cfd-b3a1-93204bba5a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.367419 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:06:09.460216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df30e5fd-fd2e-4cfd-b3a1-93204bba5a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.465474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df30e5fd-fd2e-4cfd-b3a1-93204bba5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.516394 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-df30e5fd-fd2e-4cfd-b3a1-93204bba5a56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c6eb9f0005144ddb6ddba4b2f00ec2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940829 Jul 06 12:06:09.519074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:09.521203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30e5fd-fd2e-4cfd-b3a1-93204bba5a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d2ec20-16b3-407f-a856-6210cdf679fb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:09.572247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37d2c373-ac7f-47f3-a457-01f68c038dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.599588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37d2c373-ac7f-47f3-a457-01f68c038dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.649825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37d2c373-ac7f-47f3-a457-01f68c038dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.653292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37d2c373-ac7f-47f3-a457-01f68c038dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.654666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-37d2c373-ac7f-47f3-a457-01f68c038dcf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2d2ec20-16b3-407f-a856-6210cdf679fb HTTP/1.1" status: 204 len: 168 time: 0.1342604 Jul 06 12:06:09.663006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2c373-ac7f-47f3-a457-01f68c038dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d2ec20-16b3-407f-a856-6210cdf679fb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:09.975996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 43962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:09.989603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f510ab-ce10-41c9-a2f2-0ebbaba0c466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.104256 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f510ab-ce10-41c9-a2f2-0ebbaba0c466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.108847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f510ab-ce10-41c9-a2f2-0ebbaba0c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.153276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-82f510ab-ce10-41c9-a2f2-0ebbaba0c466 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cc5c34e5152d4fb5bb107b98ec2aa0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734829 Jul 06 12:06:10.153276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f510ab-ce10-41c9-a2f2-0ebbaba0c466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e5c435-ba8d-48ca-94ed-5e27b14cf32f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:10.154204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 43964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:10.216348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb39-467c-4265-b896-659280f7acec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.241448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb39-467c-4265-b896-659280f7acec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.302873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb39-467c-4265-b896-659280f7acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.307685 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcabcb39-467c-4265-b896-659280f7acec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.313406 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dcabcb39-467c-4265-b896-659280f7acec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8e5c435-ba8d-48ca-94ed-5e27b14cf32f HTTP/1.1" status: 204 len: 168 time: 0.1564744 Jul 06 12:06:10.324119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabcb39-467c-4265-b896-659280f7acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e5c435-ba8d-48ca-94ed-5e27b14cf32f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:10.687231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc834-70b5-4b6d-9fde-5642f9a6bc4d req-a6fb19a4-3828-4af4-a9db-8a05dfa68aac tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:10.688819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-835cc834-70b5-4b6d-9fde-5642f9a6bc4d req-a6fb19a4-3828-4af4-a9db-8a05dfa68aac tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 945 time: 0.0767772 Jul 06 12:06:10.735761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-835cc834-70b5-4b6d-9fde-5642f9a6bc4d req-b977377c-ae1c-43e9-80d5-c4270ed14273 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jul 06 12:06:11.803491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:11.918036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0401c53-3b1f-4c83-b5f3-e9c2f8d42e06 req-0cbd08f4-0a04-4a8e-adad-03bbf83032ba tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.924404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-469e5105-5d73-43f8-9039-4137da4d72ce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:11.925687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0401c53-3b1f-4c83-b5f3-e9c2f8d42e06 req-0cbd08f4-0a04-4a8e-adad-03bbf83032ba tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 945 time: 0.0724995 Jul 06 12:06:11.950228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-469e5105-5d73-43f8-9039-4137da4d72ce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] 10.222.0.78 "PUT /v2.0/quotas/b9e94f7ca1ca4ac6a2f638670bdd170d HTTP/1.1" status: 200 len: 368 time: 0.1438928 Jul 06 12:06:11.950466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:11.955423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Request body: {'network': {'project_id': 'b9e94f7ca1ca4ac6a2f638670bdd170d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:11.966720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0401c53-3b1f-4c83-b5f3-e9c2f8d42e06 req-1a1a6351-f44b-4bf5-b66d-2fb5818e1207 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Jul 06 12:06:11.978916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Made reservation on behalf of b9e94f7ca1ca4ac6a2f638670bdd170d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:11.982207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.997758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.085767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.089814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.114587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:12.124795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7c978c-c0e6-46c1-9e37-d10d0f7d1063,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:12.129850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.130193 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Added segment 16668556-b39a-423e-800d-063ac37171d3 of type vlan for network 48195704-2c4a-40e3-9d7b-5ec2eb7cb938 Jul 06 12:06:12.174087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.205192 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.206397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.207002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.263510 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3116689 Jul 06 12:06:12.266040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:12.272846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Request body: {'network': {'project_id': 'b9e94f7ca1ca4ac6a2f638670bdd170d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:12.279454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54612d-d153-42cd-a944-890b86fb9a27 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Pushing event updated for resources: {'Network': ['ID=48195704-2c4a-40e3-9d7b-5ec2eb7cb938,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:12.289134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 48195704-2c4a-40e3-9d7b-5ec2eb7cb938 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:12.320349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Made reservation on behalf of b9e94f7ca1ca4ac6a2f638670bdd170d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:12.323430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.347141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-bc414f16-67ca-4d56-a7b3-d9d4c3c0222b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.349625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-bc414f16-67ca-4d56-a7b3-d9d4c3c0222b tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 945 time: 0.0923667 Jul 06 12:06:12.378404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:12.390255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.390567 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Added segment d156d437-b4d5-4c30-ad61-a358ecd9a0a4 of type vlan for network b72cb649-00ce-42e5-b657-8d0a019a26b3 Jul 06 12:06:12.438488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.474870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.476106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.476712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.481096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Deleting port fc5201fd-421f-47aa-a1eb-27e9687acfbf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:12.481468 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.536607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2693641 Jul 06 12:06:12.537967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:12.548597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0dc8930c-e532-40de-adc4-e689ddd46a57 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Request body: {'network': {'project_id': 'b9e94f7ca1ca4ac6a2f638670bdd170d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:12.563011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b78174-d2cf-4efb-a031-612ca52e4fce tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Pushing event updated for resources: {'Network': ['ID=b72cb649-00ce-42e5-b657-8d0a019a26b3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:12.567878 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc8930c-e532-40de-adc4-e689ddd46a57 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 12:06:12.568359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc8930c-e532-40de-adc4-e689ddd46a57 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:06:12.569514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0dc8930c-e532-40de-adc4-e689ddd46a57 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0279593 Jul 06 12:06:12.572368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:12.578403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] For port fc5201fd-421f-47aa-a1eb-27e9687acfbf, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fc5201fd-421f-47aa-a1eb-27e9687acfbf,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:12.578780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.583836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network b72cb649-00ce-42e5-b657-8d0a019a26b3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:12.600583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Calling delete_port for fc5201fd-421f-47aa-a1eb-27e9687acfbf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:12.653964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.743431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.753440 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.754478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72cb649-00ce-42e5-b657-8d0a019a26b3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.771662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd156d437-b4d5-4c30-ad61-a358ecd9a0a4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.771662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd156d437-b4d5-4c30-ad61-a358ecd9a0a4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.775532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', '093d6c06-e4f6-425e-9b73-98693f6e88d2', 'fc5201fd-421f-47aa-a1eb-27e9687acfbf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:12.783281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.791251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event deleted for resources: {'Port': ['ID=fc5201fd-421f-47aa-a1eb-27e9687acfbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:12.804792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.813320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:12.813815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:12.815580 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:12.853316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] No DVR routers for this DVR port fc5201fd-421f-47aa-a1eb-27e9687acfbf on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:12.856870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.859444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f401b24-b72c-4b60-bc38-94e5ccfdd011 req-d23fa0f8-1a4e-4cfb-ab81-aff6832401b3 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "DELETE /v2.0/ports/fc5201fd-421f-47aa-a1eb-27e9687acfbf HTTP/1.1" status: 204 len: 173 time: 0.5044866 Jul 06 12:06:12.860108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'name': 'network-vif-deleted', 'tag': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:12.870977 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462bf564-31f2-4542-94ac-6990c183ffde" -d '{"events": [{"server_uuid": "e10e9750-3e9f-4a7f-adaf-22bbd6b557ba", "name": "network-vif-deleted", "tag": "fc5201fd-421f-47aa-a1eb-27e9687acfbf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:12.912454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.932078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.936186 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] 10.222.0.78 "DELETE /v2.0/networks/b72cb649-00ce-42e5-b657-8d0a019a26b3 HTTP/1.1" status: 204 len: 168 time: 0.3623760 Jul 06 12:06:12.938842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:12.955954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d01c7-7ed5-4e04-bbd0-98d22d083862 tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Pushing event deleted for resources: {'Network': ['ID=b72cb649-00ce-42e5-b657-8d0a019a26b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:12.966348 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110fd67-961b-4b00-a52d-f2f58a4d3abb x-openstack-request-id: req-9110fd67-961b-4b00-a52d-f2f58a4d3abb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:12.966652 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e9750-3e9f-4a7f-adaf-22bbd6b557ba", "name": "network-vif-deleted", "tag": "fc5201fd-421f-47aa-a1eb-27e9687acfbf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:12.966903 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9110fd67-961b-4b00-a52d-f2f58a4d3abb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:12.967350 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e9750-3e9f-4a7f-adaf-22bbd6b557ba', 'name': 'network-vif-deleted', 'tag': 'fc5201fd-421f-47aa-a1eb-27e9687acfbf', 'status': 'completed', 'code': 200} Jul 06 12:06:13.040954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.180706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73b1a7e4-a847-48c3-8eff-08351ff13835 req-b60a131e-2ba7-4dfd-9c8a-cb590b002661 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=e10e9750-3e9f-4a7f-adaf-22bbd6b557ba HTTP/1.1" status: 200 len: 210 time: 0.0321846 Jul 06 12:06:13.185110 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.195749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48195704-2c4a-40e3-9d7b-5ec2eb7cb938']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:13.209082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16668556-b39a-423e-800d-063ac37171d3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:13.209456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16668556-b39a-423e-800d-063ac37171d3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:13.219185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.232902 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.238788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:13.239869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:13.241735 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:13.298996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.304995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.307307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] 10.222.0.78 "DELETE /v2.0/networks/48195704-2c4a-40e3-9d7b-5ec2eb7cb938 HTTP/1.1" status: 204 len: 168 time: 0.3668990 Jul 06 12:06:13.320227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1306e-4e25-4b70-a3ac-72a90635113c tempest-QuotasNegativeTest-1742366313 tempest-QuotasNegativeTest-1742366313-project-admin] Pushing event deleted for resources: {'Network': ['ID=48195704-2c4a-40e3-9d7b-5ec2eb7cb938,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:13.755243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:13.871820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dccaa5-e4f3-44bf-a998-9262b35a3d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.976367 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dccaa5-e4f3-44bf-a998-9262b35a3d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.981869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dccaa5-e4f3-44bf-a998-9262b35a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.022261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-41dccaa5-e4f3-44bf-a998-9262b35a3d66 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1e7f7f62fcf42cda21403f4c69f3efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659094 Jul 06 12:06:14.024339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dccaa5-e4f3-44bf-a998-9262b35a3d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdca5f0-a543-404f-a782-fb5e7d1998dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:14.024941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:14.088322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d0fb24-3f31-4452-9670-5adbb0bec581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.110475 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d0fb24-3f31-4452-9670-5adbb0bec581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.166905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d0fb24-3f31-4452-9670-5adbb0bec581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.171169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d0fb24-3f31-4452-9670-5adbb0bec581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.172523 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c9d0fb24-3f31-4452-9670-5adbb0bec581 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fdca5f0-a543-404f-a782-fb5e7d1998dc HTTP/1.1" status: 204 len: 168 time: 0.1465816 Jul 06 12:06:14.184352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0fb24-3f31-4452-9670-5adbb0bec581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdca5f0-a543-404f-a782-fb5e7d1998dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:14.493627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:14.508044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4325d19e-e25a-46d4-8990-11b6f0a5e175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.605428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4325d19e-e25a-46d4-8990-11b6f0a5e175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.610112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4325d19e-e25a-46d4-8990-11b6f0a5e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.651421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325d19e-e25a-46d4-8990-11b6f0a5e175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0e51d-2ac7-410f-b97c-6aa0de9bf6d2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:14.659124 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4325d19e-e25a-46d4-8990-11b6f0a5e175 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=940d6f155eb84bcf8a05e12cd347109f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626582 Jul 06 12:06:14.660325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:14.719630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01561d90-028b-4b69-a586-c24c00cd1506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.745578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01561d90-028b-4b69-a586-c24c00cd1506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.801042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01561d90-028b-4b69-a586-c24c00cd1506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.804045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01561d90-028b-4b69-a586-c24c00cd1506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.805273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-01561d90-028b-4b69-a586-c24c00cd1506 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71e0e51d-2ac7-410f-b97c-6aa0de9bf6d2 HTTP/1.1" status: 204 len: 168 time: 0.1439002 Jul 06 12:06:14.814080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01561d90-028b-4b69-a586-c24c00cd1506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0e51d-2ac7-410f-b97c-6aa0de9bf6d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:15.228747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fc5201fd-421f-47aa-a1eb-27e9687acfbf no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:15.252432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: fc5201fd-421f-47aa-a1eb-27e9687acfbf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:15.253117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fc5201fd-421f-47aa-a1eb-27e9687acfbf not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:15.649263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:15.750023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1326800553'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:15.778136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:15.782275 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.792564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.927347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.931720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.944708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:15.966353 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.966694 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Added segment 00be585a-51b7-4841-abb8-520695d092d0 of type vlan for network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 Jul 06 12:06:16.002145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0aebe-c63f-4a58-a927-79c0156dcefe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:16.019481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.057277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.063469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:16.064143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.130784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4801650 Jul 06 12:06:16.134363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:16.140632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:16.144273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4122f-01db-494c-ae36-81e36c57436d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Network': ['ID=c8cad3d4-48b0-4f5a-865e-f75d6f9855a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:16.155694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:16.250009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:16.253719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.453645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.534117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=057bf850-a268-4d9b-8f14-f369a8f27a68,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:16.540664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:16.541026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network hostable DHCP agents. Network: c8cad3d4-48b0-4f5a-865e-f75d6f9855a7, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:06:16.560923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:06:16.571482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c8cad3d4-48b0-4f5a-865e-f75d6f9855a7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:16.580998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6bc51d-5eba-41ad-9ebe-a33e765441cb None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:16.584851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:16.585454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.603533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-870077cb-da31-41a6-a745-9a22c3707756 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4679585 Jul 06 12:06:16.606775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:16.613105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'name': 'tempest-NetworksTestDHCPv6-824140659'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:16.751447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '057bf850-a268-4d9b-8f14-f369a8f27a68'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:16.752610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.752821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:16.756410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.775858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 0b4d4a98-1100-46b4-a719-de38ecad3a12 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:16.914351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::133 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/057bf850-a268-4d9b-8f14-f369a8f27a68/0b4d4a98-1100-46b4-a719-de38ecad3a12) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:17.080552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.101373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 0b4d4a98-1100-46b4-a719-de38ecad3a12 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:17.135807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.183183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:17.186341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/057bf850-a268-4d9b-8f14-f369a8f27a68/3e42137c-b8f4-45e0-8c86-6fc79192c04e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:17.187111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:17.193600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:17.200029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.200810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.211885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=0b4d4a98-1100-46b4-a719-de38ecad3a12,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:17.224562 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-118347e2-dba2-421a-ab3d-617963e2d641 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6160786 Jul 06 12:06:17.226625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:17.333813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328593d-80e3-4db1-8763-246e7a61a707 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.338149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:17.338302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d328593d-80e3-4db1-8763-246e7a61a707 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1104989 Jul 06 12:06:17.367512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.381500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Transition to ACTIVE for port object 3e42137c-b8f4-45e0-8c86-6fc79192c04e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:17.404750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Transition to ACTIVE for port object 3e42137c-b8f4-45e0-8c86-6fc79192c04e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:17.411976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.443484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 0b4d4a98-1100-46b4-a719-de38ecad3a12 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:17.443884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.468521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:17.472462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:17.474892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Pushing event updated for resources: {'Port': ['ID=3e42137c-b8f4-45e0-8c86-6fc79192c04e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:17.477261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:17.556042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Attempting to bind port 3e42137c-b8f4-45e0-8c86-6fc79192c04e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:17.556700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Attempting to bind port 3e42137c-b8f4-45e0-8c86-6fc79192c04e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:17.557464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Attempting to bind port 3e42137c-b8f4-45e0-8c86-6fc79192c04e on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:17.562919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.568453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:17.568855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:17.569268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.569672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:17.570173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Bound port: 3e42137c-b8f4-45e0-8c86-6fc79192c04e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:17.570561 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.578176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 0b4d4a98-1100-46b4-a719-de38ecad3a12 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:17.676927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] For port 3e42137c-b8f4-45e0-8c86-6fc79192c04e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:17.682676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] For port 3e42137c-b8f4-45e0-8c86-6fc79192c04e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3e42137c-b8f4-45e0-8c86-6fc79192c04e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:17.692737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.755963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482f6a5-3071-4fb5-8cc9-bf53deef0306 None None] Pushing event updated for resources: {'Port': ['ID=3e42137c-b8f4-45e0-8c86-6fc79192c04e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:17.806880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.853645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=0b4d4a98-1100-46b4-a719-de38ecad3a12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:17.901438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.903822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dd68e0f5-456e-459f-a815-189c67374fa2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/0b4d4a98-1100-46b4-a719-de38ecad3a12 HTTP/1.1" status: 204 len: 168 time: 0.5643842 Jul 06 12:06:17.906491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:17.968864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4512db2-40c4-4f43-922d-57f8048d7d17 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.971145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4512db2-40c4-4f43-922d-57f8048d7d17 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.972928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4512db2-40c4-4f43-922d-57f8048d7d17 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0653403 Jul 06 12:06:17.975610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.065457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 057bf850-a268-4d9b-8f14-f369a8f27a68 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:18.071986 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.132317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.262727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeb586-f198-42ed-9b21-339b18ec0e26 req-817ba83c-371b-4d7d-b495-6d9eedf17237 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.264541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08aeb586-f198-42ed-9b21-339b18ec0e26 req-817ba83c-371b-4d7d-b495-6d9eedf17237 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.1625748 Jul 06 12:06:18.267870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.338002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08aeb586-f198-42ed-9b21-339b18ec0e26 req-ea13fb58-8192-4c70-a281-3663f0f975bf tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667019 Jul 06 12:06:18.357139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.388103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=057bf850-a268-4d9b-8f14-f369a8f27a68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:18.390071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.393677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a65fda68-ba2f-4c90-a400-b0ac97376d8c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/057bf850-a268-4d9b-8f14-f369a8f27a68 HTTP/1.1" status: 204 len: 168 time: 0.4153082 Jul 06 12:06:18.394670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.456756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-23873fd7-602e-46aa-8a80-68a7156823c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609348 Jul 06 12:06:18.460300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.469205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:18.572621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:18.577596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.750595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3e42137c-b8f4-45e0-8c86-6fc79192c04e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:18.809842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.828855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3e42137c-b8f4-45e0-8c86-6fc79192c04e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:18.861929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:18.865289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:18.870131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.870798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.884774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=22a4a710-a6cc-4391-a91e-3f4b7954d891,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:18.901011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f8e6148-a1c5-48bf-9261-56deed606d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4396796 Jul 06 12:06:18.903841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c583cc-b4ea-4689-8a9a-da138a6a3f6f None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:18.905016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.910657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'name': 'tempest-NetworksTestDHCPv6-1264553011'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:18.970160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] Provisioning for port 3e42137c-b8f4-45e0-8c86-6fc79192c04e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:18.981497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] Provisioning complete for port 3e42137c-b8f4-45e0-8c86-6fc79192c04e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:18.981927 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.026738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:19.031677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.051753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:19.150390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.193815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::30d (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/22a4a710-a6cc-4391-a91e-3f4b7954d891/1d1a5340-84c2-41ce-b4c9-8923c85a1d20) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:19.197168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] For port 3e42137c-b8f4-45e0-8c86-6fc79192c04e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3e42137c-b8f4-45e0-8c86-6fc79192c04e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:19.204746 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.259664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec903d1-50a5-46cf-866a-b2306d2c2c81 None None] Pushing event updated for resources: {'Port': ['ID=3e42137c-b8f4-45e0-8c86-6fc79192c04e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:19.393673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.411227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:19.456484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.468982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4f814-364b-47df-9f69-1a2d283160da None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:19.509100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:19.513978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:19.517653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:19.524233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.525000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.555671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed4f9f42-db03-4c80-b847-cae01435fa2d None None] Provisioning complete for port 3e42137c-b8f4-45e0-8c86-6fc79192c04e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:19.556082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9f42-db03-4c80-b847-cae01435fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.570282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=1d1a5340-84c2-41ce-b4c9-8923c85a1d20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:19.573867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a37a9-26b9-445f-9dd5-376bb33c29c3 req-687a95f3-eb94-41b9-8182-ec156529d966 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.577405 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d3344424-4ff0-436a-ba35-01bab45c93eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6689999 Jul 06 12:06:19.578280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:19.583223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e37a37a9-26b9-445f-9dd5-376bb33c29c3 req-687a95f3-eb94-41b9-8182-ec156529d966 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.0944512 Jul 06 12:06:19.631021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e37a37a9-26b9-445f-9dd5-376bb33c29c3 req-b7b7ebba-d0d7-40f8-a336-f8e85e4a55e9 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Jul 06 12:06:19.679318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccdcb37-f161-439f-af7f-79a361728110 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.686231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccdcb37-f161-439f-af7f-79a361728110 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.687940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ccdcb37-f161-439f-af7f-79a361728110 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1093402 Jul 06 12:06:19.690460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:19.755662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-2fac6266-52a5-4e34-982a-e1d4c9951d1f tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.757251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-2fac6266-52a5-4e34-982a-e1d4c9951d1f tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 946 time: 0.1192975 Jul 06 12:06:19.902763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:19.903176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.909856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-2ac24c96-a368-4780-bfbf-f0a7c0ba97d6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042581 Jul 06 12:06:19.918320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Deleting port 093d6c06-e4f6-425e-9b73-98693f6e88d2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:19.918884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.023693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] For port 093d6c06-e4f6-425e-9b73-98693f6e88d2, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=093d6c06-e4f6-425e-9b73-98693f6e88d2,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:20.024104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.039107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Calling delete_port for 093d6c06-e4f6-425e-9b73-98693f6e88d2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:20.060667 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.081818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-42708cb8-b045-412b-be4a-f3702a51dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:20.083367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-42708cb8-b045-412b-be4a-f3702a51dbbe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=347685fd89b54c278e46d544d84e7b45&device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 1097 time: 0.1232078 Jul 06 12:06:20.084215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:20.123673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-555bcd92-3423-42bc-94da-58fcdcb9f6c2 None None] Provisioning complete for port 3e42137c-b8f4-45e0-8c86-6fc79192c04e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:20.124243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-555bcd92-3423-42bc-94da-58fcdcb9f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.240706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.256128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', '093d6c06-e4f6-425e-9b73-98693f6e88d2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:20.291526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event deleted for resources: {'Port': ['ID=093d6c06-e4f6-425e-9b73-98693f6e88d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:20.362633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] No DVR routers for this DVR port 093d6c06-e4f6-425e-9b73-98693f6e88d2 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:20.367539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.372297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d0fa293-e93f-4e41-864e-412b2f80d2a4 req-f5fd3949-3e48-40e3-b398-4dd54e8286cb tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "DELETE /v2.0/ports/093d6c06-e4f6-425e-9b73-98693f6e88d2 HTTP/1.1" status: 204 len: 173 time: 0.6078150 Jul 06 12:06:20.372968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'name': 'network-vif-deleted', 'tag': '093d6c06-e4f6-425e-9b73-98693f6e88d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:20.376139 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afba5c6-9c77-43c6-bf4d-5503791328e0" -d '{"events": [{"server_uuid": "d063c65a-c445-4680-94d7-e0e4f693cd3a", "name": "network-vif-deleted", "tag": "093d6c06-e4f6-425e-9b73-98693f6e88d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:20.379379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-555bcd92-3423-42bc-94da-58fcdcb9f6c2 None None] Provisioning for port 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:20.398677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-555bcd92-3423-42bc-94da-58fcdcb9f6c2 None None] Provisioning complete for port 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:20.399055 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-555bcd92-3423-42bc-94da-58fcdcb9f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.434293 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0c483-4eca-4c3c-8293-9b3e85cb30ba x-openstack-request-id: req-9fa0c483-4eca-4c3c-8293-9b3e85cb30ba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:20.434589 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d063c65a-c445-4680-94d7-e0e4f693cd3a", "name": "network-vif-deleted", "tag": "093d6c06-e4f6-425e-9b73-98693f6e88d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:20.434840 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fa0c483-4eca-4c3c-8293-9b3e85cb30ba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:20.435285 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd063c65a-c445-4680-94d7-e0e4f693cd3a', 'name': 'network-vif-deleted', 'tag': '093d6c06-e4f6-425e-9b73-98693f6e88d2', 'status': 'completed', 'code': 200} Jul 06 12:06:20.476792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-555bcd92-3423-42bc-94da-58fcdcb9f6c2 None None] Port 1d1a5340-84c2-41ce-b4c9-8923c85a1d20 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:20.613166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-400f9685-ab3a-41dc-a19e-59b368810e3b None None] Could not find standard attr ID for object 0b4d4a98-1100-46b4-a719-de38ecad3a12. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:20.764378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3e42137c-b8f4-45e0-8c86-6fc79192c04e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:20.795133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-bb36eedc-58cf-49a4-a23e-470e7151b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:20.796769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-bb36eedc-58cf-49a4-a23e-470e7151b65d service neutron] 10.222.0.79 "GET /v2.0/networks?id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 200 len: 916 time: 0.6457810 Jul 06 12:06:20.829301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3e42137c-b8f4-45e0-8c86-6fc79192c04e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:20.829680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.878062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-d6f54af7-df85-4bbd-b8d7-5592dc12faad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128 HTTP/1.1" status: 200 len: 217 time: 0.0676723 Jul 06 12:06:20.885723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.902209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a7b1e6a-c9f2-4e98-9a55-d468faa112fc req-475425a4-5570-467e-86bf-f0d84009236d tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=d063c65a-c445-4680-94d7-e0e4f693cd3a HTTP/1.1" status: 200 len: 210 time: 0.0759504 Jul 06 12:06:20.938515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-674aec09-a02e-45d7-89f9-c55265d419a8 None None] Could not find standard attr ID for object 1d1a5340-84c2-41ce-b4c9-8923c85a1d20. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:20.969883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=1d1a5340-84c2-41ce-b4c9-8923c85a1d20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:21.001312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.007544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-af1313fc-9aec-4e5b-8f07-8a6e7b3b25cf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/1d1a5340-84c2-41ce-b4c9-8923c85a1d20 HTTP/1.1" status: 204 len: 168 time: 1.3132460 Jul 06 12:06:21.007706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.019148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-a49e9565-dd29-4319-9f96-e353decafa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.020959 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-a49e9565-dd29-4319-9f96-e353decafa42 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 200 len: 855 time: 0.1264136 Jul 06 12:06:21.071626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-eba26f3a-4d9b-4f69-9ba9-50070297b536 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7958a4f1-3b88-4b01-8855-1ebc7cb23c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424042 Jul 06 12:06:21.077498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e3491-9633-4820-b0d0-ddd6053e5d80 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.079309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e3491-9633-4820-b0d0-ddd6053e5d80 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.083167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce9e3491-9633-4820-b0d0-ddd6053e5d80 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0725510 Jul 06 12:06:21.083959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.151471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 22a4a710-a6cc-4391-a91e-3f4b7954d891 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:21.156591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.191449 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-89a93911-6df3-4e6b-9ea4-de3894798a6e service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109779 Jul 06 12:06:21.233739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.325487 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-97888ab3-f3c4-49b0-a1cf-8ad58dce6354 req-8a43c05d-ad65-4b04-a2c5-2ff11f17db80 service neutron] 10.222.0.79 "GET /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254225 Jul 06 12:06:21.340462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.426820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.460713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.465662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.468492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/22a4a710-a6cc-4391-a91e-3f4b7954d891 HTTP/1.1" status: 204 len: 168 time: 0.3839607 Jul 06 12:06:21.469598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920b043-5a34-48e0-9306-eee509faa212 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=22a4a710-a6cc-4391-a91e-3f4b7954d891,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:21.498305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d998f8a-f606-4675-bee0-278ef0a50242 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:21.528669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a6acbd3-5285-440d-82b1-97ca0159ca82 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617063 Jul 06 12:06:21.530759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.536792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:21.643988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:21.648166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.714944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:21.764895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] Deleting port 3e42137c-b8f4-45e0-8c86-6fc79192c04e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:21.765332 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.833397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] For port 3e42137c-b8f4-45e0-8c86-6fc79192c04e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3e42137c-b8f4-45e0-8c86-6fc79192c04e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:21.833796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.848093 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.848320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] Calling delete_port for 3e42137c-b8f4-45e0-8c86-6fc79192c04e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:21.892040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:21.897390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:21.900783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.901379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.916614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=de8eab07-a4f3-4d4e-9229-fa93c6c763d8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:21.932363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.949264 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-95a2b11d-e511-4d53-8d7e-96bad1040446 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4125881 Jul 06 12:06:21.955747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.955747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'name': 'tempest-NetworksTestDHCPv6-8278492'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:21.981856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] Pushing event deleted for resources: {'Port': ['ID=3e42137c-b8f4-45e0-8c86-6fc79192c04e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:21.987758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49805cd2-7fd0-4697-a2a2-8d4e9d9e890e None None] No DVR routers for this DVR port 3e42137c-b8f4-45e0-8c86-6fc79192c04e on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:22.005652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874822f-bcc0-43b6-983e-641b1f390eba None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:22.104275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:22.108776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.131588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 10c7c6dc-cf12-4052-8cdb-767d613675fd yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:22.194879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'de8eab07-a4f3-4d4e-9229-fa93c6c763d8'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:22.196182 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.327266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::28e (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/de8eab07-a4f3-4d4e-9229-fa93c6c763d8/10c7c6dc-cf12-4052-8cdb-767d613675fd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:22.534915 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.554811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1838-7be8-490f-a986-133d7984c19d req-8febbdc1-59b0-4062-a017-23b790a854c4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:22.556215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3ac1838-7be8-490f-a986-133d7984c19d req-8febbdc1-59b0-4062-a017-23b790a854c4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 946 time: 0.1357632 Jul 06 12:06:22.562004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 10c7c6dc-cf12-4052-8cdb-767d613675fd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:22.615842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3ac1838-7be8-490f-a986-133d7984c19d req-12e78750-4637-4983-96a1-720de0c9f92a tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Jul 06 12:06:22.627000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.680199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/de8eab07-a4f3-4d4e-9229-fa93c6c763d8/9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:22.688981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:22.692435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:22.697483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:22.711571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:22.711571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.732602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=10c7c6dc-cf12-4052-8cdb-767d613675fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:22.739652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4e795b8-c5f2-4fdf-852c-19028e895f5b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7913594 Jul 06 12:06:22.742269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:22.792550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3e42137c-b8f4-45e0-8c86-6fc79192c04e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:22.821620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18d736-6121-4054-bbe0-9a12dd7641be tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:22.827259 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bc18d736-6121-4054-bbe0-9a12dd7641be tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0816662 Jul 06 12:06:22.827765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:22.828766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3e42137c-b8f4-45e0-8c86-6fc79192c04e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:22.829118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3e42137c-b8f4-45e0-8c86-6fc79192c04e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:22.842395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.918103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.927272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Transition to ACTIVE for port object 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:22.945014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Transition to ACTIVE for port object 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:22.952315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.954458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 10c7c6dc-cf12-4052-8cdb-767d613675fd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:22.954908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.983906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:22.986878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:22.990236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:23.051207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Pushing event updated for resources: {'Port': ['ID=9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:23.066889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.067968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Attempting to bind port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:23.067968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Attempting to bind port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:23.069374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Attempting to bind port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:23.081124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:23.081124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:23.081124 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.082107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:23.082107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Bound port: 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:23.082107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.083610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 10c7c6dc-cf12-4052-8cdb-767d613675fd owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:23.152560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3592bda6-0751-4e73-84be-44791940e368 None None] For port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:23.156320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3592bda6-0751-4e73-84be-44791940e368 None None] For port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:23.161654 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.223151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592bda6-0751-4e73-84be-44791940e368 None None] Pushing event updated for resources: {'Port': ['ID=9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:23.242818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.260477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 093d6c06-e4f6-425e-9b73-98693f6e88d2 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:23.282683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 093d6c06-e4f6-425e-9b73-98693f6e88d2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:23.283121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 093d6c06-e4f6-425e-9b73-98693f6e88d2 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:23.284286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=10c7c6dc-cf12-4052-8cdb-767d613675fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:23.314449 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.316589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-59fc6b99-ff14-41ce-ba78-3c45ad7b556b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/10c7c6dc-cf12-4052-8cdb-767d613675fd HTTP/1.1" status: 204 len: 168 time: 0.4877834 Jul 06 12:06:23.319104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.384463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed2f79-eaac-42c2-800f-98a4be3159d7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:23.384463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed2f79-eaac-42c2-800f-98a4be3159d7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:23.384463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0aed2f79-eaac-42c2-800f-98a4be3159d7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0619388 Jul 06 12:06:23.384977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.455399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet de8eab07-a4f3-4d4e-9229-fa93c6c763d8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:23.458762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.507378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.601203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.676407 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.727251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.732843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.732987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/de8eab07-a4f3-4d4e-9229-fa93c6c763d8 HTTP/1.1" status: 204 len: 168 time: 0.3468390 Jul 06 12:06:23.734242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a3139-fa32-4b28-be38-a1e3b1b8906d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=de8eab07-a4f3-4d4e-9229-fa93c6c763d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:23.779781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9cc3fc6e-a693-45ff-a048-154ea4834a04 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457132 Jul 06 12:06:23.782431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.887471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0ccf-1c19-4bbc-981a-8ceb9a5d88a9 req-de49391e-fc22-46db-8fd7-d4a41a38c902 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:23.889331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-232f0ccf-1c19-4bbc-981a-8ceb9a5d88a9 req-de49391e-fc22-46db-8fd7-d4a41a38c902 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 946 time: 0.1173213 Jul 06 12:06:23.897239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84e202-2554-432e-afd6-6d1fa7a1bee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:23.897442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-962eaf42-782d-4bad-9717-d47d16bbc92e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:23.898726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d84e202-2554-432e-afd6-6d1fa7a1bee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1153817 Jul 06 12:06:23.901983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-962eaf42-782d-4bad-9717-d47d16bbc92e tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 946 time: 0.0878396 Jul 06 12:06:23.902761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.935089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-232f0ccf-1c19-4bbc-981a-8ceb9a5d88a9 req-895b143a-570c-40a1-ad74-b2ff1d9b48cf tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352242 Jul 06 12:06:24.028151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766bc27-3bd7-47a8-ac92-47c7cddba01e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:24.029813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e766bc27-3bd7-47a8-ac92-47c7cddba01e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259542 Jul 06 12:06:24.032590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.077926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Deleting port c8d9e225-eccf-4e12-9fdf-ca129a58b128 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:24.078366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.082729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ac9c7a1-1243-47e9-ad70-402a2ce96548 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489149 Jul 06 12:06:24.087872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.103688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:24.193028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] For port c8d9e225-eccf-4e12-9fdf-ca129a58b128, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=c8d9e225-eccf-4e12-9fdf-ca129a58b128,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:24.193386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.207674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Calling delete_port for c8d9e225-eccf-4e12-9fdf-ca129a58b128 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:24.217874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:24.224095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.330333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6c0da-784b-43d6-98aa-5b21c0655ec4 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:24.359797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.376377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'c8d9e225-eccf-4e12-9fdf-ca129a58b128'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:24.409872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event deleted for resources: {'Port': ['ID=c8d9e225-eccf-4e12-9fdf-ca129a58b128,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:24.451885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.452277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.452744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.453281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.453705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.454185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.455447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.455807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.456239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.456637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.457070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.457492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:24.460700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-45a1dddb-b2cd-4a15-b808-e5e04b9d1f3e None None] Provisioning for port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:24.493085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] No DVR routers for this DVR port c8d9e225-eccf-4e12-9fdf-ca129a58b128 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:24.496241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.498653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d1069eb-c041-4a82-b07e-262e56176cc4 req-a3823c9f-6f38-4906-9999-b8d1bcfa3a30 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "DELETE /v2.0/ports/c8d9e225-eccf-4e12-9fdf-ca129a58b128 HTTP/1.1" status: 204 len: 173 time: 0.5858495 Jul 06 12:06:24.499248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'name': 'network-vif-deleted', 'tag': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:24.501768 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1defa6-96db-44f8-b1ff-03c114784819" -d '{"events": [{"server_uuid": "ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46", "name": "network-vif-deleted", "tag": "c8d9e225-eccf-4e12-9fdf-ca129a58b128"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:24.579957 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e69fb1-d18b-4ea8-83a9-7da61ebc737c x-openstack-request-id: req-e6e69fb1-d18b-4ea8-83a9-7da61ebc737c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:24.580260 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46", "name": "network-vif-deleted", "tag": "c8d9e225-eccf-4e12-9fdf-ca129a58b128", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:24.580522 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6e69fb1-d18b-4ea8-83a9-7da61ebc737c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:24.580929 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46', 'name': 'network-vif-deleted', 'tag': 'c8d9e225-eccf-4e12-9fdf-ca129a58b128', 'status': 'completed', 'code': 200} Jul 06 12:06:24.601199 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.655698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:24.659367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:24.666218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:24.666898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.689213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=61aea235-9952-4f75-81f5-8e82dd2d1a23,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:24.708834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-16568d4a-d335-4fb0-8eac-5ca1da46992d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6172917 Jul 06 12:06:24.709195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.715683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '61aea235-9952-4f75-81f5-8e82dd2d1a23', 'ip_address': '2001:db8::6eb:94f3:e3cf:3beb'}], 'name': 'tempest-NetworksTestDHCPv6-880505556'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:24.783426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:24.842798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] Deleting port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:24.843186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.875710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:24.940965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] For port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:24.941258 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.957082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] Calling delete_port for 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:24.971180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.994071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port e8f0eda7-37c3-461e-8fa9-53b346988ee9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:25.057245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.096821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] Pushing event deleted for resources: {'Port': ['ID=9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.098658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a051c3-b817-434d-a971-0bbcb7003372 None None] No DVR routers for this DVR port 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:25.112456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29763dd-71d5-4379-9c63-fd4231c0e58b None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:25.171202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ee21d0a-6bad-4e8c-bcff-0adc063c633a req-fead67fe-1508-4329-8ccd-30ea4b83f953 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab9c3cb1-7768-4d5e-90c5-2c0ce86a9a46 HTTP/1.1" status: 200 len: 210 time: 0.0463302 Jul 06 12:06:25.293225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::6eb:94f3:e3cf:3beb (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/61aea235-9952-4f75-81f5-8e82dd2d1a23/e8f0eda7-37c3-461e-8fa9-53b346988ee9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:25.474709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '61aea235-9952-4f75-81f5-8e82dd2d1a23'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:25.475684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.482845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.504204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object e8f0eda7-37c3-461e-8fa9-53b346988ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:25.543897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.590085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:25.595353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:25.599162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:25.605367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:25.606077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.616522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=e8f0eda7-37c3-461e-8fa9-53b346988ee9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.626167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6af112b4-62db-47a2-93aa-4b47b3d44891 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9158659 Jul 06 12:06:25.629000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:25.647983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/61aea235-9952-4f75-81f5-8e82dd2d1a23/7c6accd4-823e-401b-8697-931f7ceeb48c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:25.701491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbc554-f87e-4a4f-9bc5-2ab3e08bfe0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:25.703973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0edbc554-f87e-4a4f-9bc5-2ab3e08bfe0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0733216 Jul 06 12:06:25.706103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:25.825843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port e8f0eda7-37c3-461e-8fa9-53b346988ee9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:25.825843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.830210 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.839699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Transition to ACTIVE for port object 7c6accd4-823e-401b-8697-931f7ceeb48c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:25.871325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Transition to ACTIVE for port object 7c6accd4-823e-401b-8697-931f7ceeb48c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:25.879180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.922748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.923790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:25.929757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:25.931719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Pushing event updated for resources: {'Port': ['ID=7c6accd4-823e-401b-8697-931f7ceeb48c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.934134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:25.936369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for e8f0eda7-37c3-461e-8fa9-53b346988ee9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:25.996470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Attempting to bind port 7c6accd4-823e-401b-8697-931f7ceeb48c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:25.996847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Attempting to bind port 7c6accd4-823e-401b-8697-931f7ceeb48c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:26.000093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Attempting to bind port 7c6accd4-823e-401b-8697-931f7ceeb48c on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:26.005307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:26.005684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:26.006144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.006562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:26.007053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Bound port: 7c6accd4-823e-401b-8697-931f7ceeb48c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:26.007475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.091565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] For port 7c6accd4-823e-401b-8697-931f7ceeb48c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:26.098536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.098997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] For port 7c6accd4-823e-401b-8697-931f7ceeb48c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7c6accd4-823e-401b-8697-931f7ceeb48c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:26.103376 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.130026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=e8f0eda7-37c3-461e-8fa9-53b346988ee9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:26.163048 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.168327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0007c-48ca-4bb9-9cef-67afb7660a71 None None] Pushing event updated for resources: {'Port': ['ID=7c6accd4-823e-401b-8697-931f7ceeb48c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:26.168494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-76946568-70c8-4bc7-9e45-513613a4933f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/e8f0eda7-37c3-461e-8fa9-53b346988ee9 HTTP/1.1" status: 204 len: 168 time: 0.4577825 Jul 06 12:06:26.168494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.233227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3797ba2-9275-4929-adf2-e06d132d52b8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:26.234748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3797ba2-9275-4929-adf2-e06d132d52b8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:26.238755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3797ba2-9275-4929-adf2-e06d132d52b8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0673876 Jul 06 12:06:26.239012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.298845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 61aea235-9952-4f75-81f5-8e82dd2d1a23 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:26.302293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.352026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.494089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.571088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.601550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=61aea235-9952-4f75-81f5-8e82dd2d1a23,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:26.608879 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.610944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cac73926-8921-4c3d-a49c-7ca7d74a9904 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/61aea235-9952-4f75-81f5-8e82dd2d1a23 HTTP/1.1" status: 204 len: 168 time: 0.3710673 Jul 06 12:06:26.613417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.669749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-67cb48a2-751c-4585-91c5-7eda4ebef870 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543380 Jul 06 12:06:26.672096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.678370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:26.753959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c6accd4-823e-401b-8697-931f7ceeb48c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:26.796419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:26.809212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.841334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7c6accd4-823e-401b-8697-931f7ceeb48c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:26.924122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:26.944642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:26.945086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9cd3de3a-bbeb-4d4f-9613-8d774a2b9c22 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:27.049526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.100165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:27.103890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:27.109464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:27.110068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.125853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=f375d44d-999c-421d-86ff-0d68993179a9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:27.134474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0229e0fc-e369-4a3d-9030-6e7b152fc620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.135580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-951c14f9-faa1-4bb8-a5d6-0e8248685c85 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4616897 Jul 06 12:06:27.138519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:27.144591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': 'f375d44d-999c-421d-86ff-0d68993179a9', 'ip_address': '2001:db8::3735:6358:6d0a:3908'}], 'name': 'tempest-NetworksTestDHCPv6-1210486308'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:27.293378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:27.295442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8d9e225-eccf-4e12-9fdf-ca129a58b128 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:27.332981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: c8d9e225-eccf-4e12-9fdf-ca129a58b128 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:27.333217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device c8d9e225-eccf-4e12-9fdf-ca129a58b128 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:27.405144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.424727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f95d1d-9d21-4613-959d-0170eb5a2100 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:27.430787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port b88f68c8-9faa-44d8-b266-e6447f90a010 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:27.494165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] Provisioning for port 7c6accd4-823e-401b-8697-931f7ceeb48c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:27.506462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] Provisioning complete for port 7c6accd4-823e-401b-8697-931f7ceeb48c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:27.506837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.630571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::3735:6358:6d0a:3908 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/f375d44d-999c-421d-86ff-0d68993179a9/b88f68c8-9faa-44d8-b266-e6447f90a010) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:27.674045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.724079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] For port 7c6accd4-823e-401b-8697-931f7ceeb48c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7c6accd4-823e-401b-8697-931f7ceeb48c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:27.731890 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.790037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694bb4b-5685-4311-8e86-dfcfd541bee5 None None] Pushing event updated for resources: {'Port': ['ID=7c6accd4-823e-401b-8697-931f7ceeb48c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:27.828151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.866972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object b88f68c8-9faa-44d8-b266-e6447f90a010 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:27.909389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.971646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:27.975101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:27.981110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:27.987072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:27.987790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.991781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=b88f68c8-9faa-44d8-b266-e6447f90a010,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:28.008591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f890acc5-74ea-4bb6-9212-434038e942b4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8689249 Jul 06 12:06:28.011290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.055091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1425622b-609d-4c02-9fef-1b0282aa4dde None None] Provisioning complete for port 7c6accd4-823e-401b-8697-931f7ceeb48c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:28.055656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1425622b-609d-4c02-9fef-1b0282aa4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.094734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576ac40-a5b1-4b59-91a7-97f579bed6c8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:28.101217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576ac40-a5b1-4b59-91a7-97f579bed6c8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:28.103239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3576ac40-a5b1-4b59-91a7-97f579bed6c8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0908463 Jul 06 12:06:28.106298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.233147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port b88f68c8-9faa-44d8-b266-e6447f90a010 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:28.233491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.332784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6eb64a82-6dc9-42e5-960f-96f351360216 None None] Could not find standard attr ID for object 10c7c6dc-cf12-4052-8cdb-767d613675fd. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:28.336879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.351011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for b88f68c8-9faa-44d8-b266-e6447f90a010 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:28.514717 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.548534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-126f6852-2169-4db7-8675-895a344eec36 None None] Could not find standard attr ID for object e8f0eda7-37c3-461e-8fa9-53b346988ee9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:28.567266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=b88f68c8-9faa-44d8-b266-e6447f90a010,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:28.605326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.609956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.610462 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5cb031a8-3e84-4a39-95b3-ba988e7ac48a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/b88f68c8-9faa-44d8-b266-e6447f90a010 HTTP/1.1" status: 204 len: 168 time: 0.5028007 Jul 06 12:06:28.722053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54c75f-4abd-475d-aeed-996eb4f9ed1a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:28.723767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54c75f-4abd-475d-aeed-996eb4f9ed1a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:28.731306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6e54c75f-4abd-475d-aeed-996eb4f9ed1a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1193023 Jul 06 12:06:28.733990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.737643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c6accd4-823e-401b-8697-931f7ceeb48c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:28.804530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7c6accd4-823e-401b-8697-931f7ceeb48c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:28.806514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.828113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet f375d44d-999c-421d-86ff-0d68993179a9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:28.832380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.876755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f3bb4893-569f-43c9-bfb0-d335af4692fb None None] Could not find standard attr ID for object b88f68c8-9faa-44d8-b266-e6447f90a010. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:28.909636 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.978822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.048909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.080994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.083977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/f375d44d-999c-421d-86ff-0d68993179a9 HTTP/1.1" status: 204 len: 168 time: 0.3480463 Jul 06 12:06:29.084500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb601d3-f9b3-4b76-9438-0b1a75e6e1cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=f375d44d-999c-421d-86ff-0d68993179a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.086439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.142376 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21e6c303-1365-4113-a2d9-fb9325cb0a1c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520055 Jul 06 12:06:29.143105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.148236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:29.162651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7a1c2c-b58f-4052-987f-3d71741ca393 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:29.393018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:29.455714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] Deleting port 7c6accd4-823e-401b-8697-931f7ceeb48c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:29.456124 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.534035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] For port 7c6accd4-823e-401b-8697-931f7ceeb48c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7c6accd4-823e-401b-8697-931f7ceeb48c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:29.534544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.554771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] Calling delete_port for 7c6accd4-823e-401b-8697-931f7ceeb48c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:29.642635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:29.651814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.675800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9077-2250-4892-a2e7-92b9fee9c373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.699129 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.734792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] Pushing event deleted for resources: {'Port': ['ID=7c6accd4-823e-401b-8697-931f7ceeb48c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.747178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c00f7-2afb-4b4a-8a96-690811aabbef None None] No DVR routers for this DVR port 7c6accd4-823e-401b-8697-931f7ceeb48c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:29.922909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.982700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:30.005427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=20453f0b-dac6-47cb-8ba3-c85cb33e997f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:30.015139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:30.019355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.019749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.026077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e748f-dda3-40cc-8759-59055c919210 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:30.059669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-20ed4dc4-17fb-4bcc-9a68-9be95e8c34f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9158261 Jul 06 12:06:30.062975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:30.068401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '20453f0b-dac6-47cb-8ba3-c85cb33e997f', 'ip_address': '2001:db8::4296:7925:fe4d:8874'}], 'name': 'tempest-NetworksTestDHCPv6-1626386841'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:30.173632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.207080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0afbf-a48f-4fcd-8247-fd80e2d39988 req-f748e95b-2069-472e-93b2-d86993c103a2 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.209976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ac0afbf-a48f-4fcd-8247-fd80e2d39988 req-f748e95b-2069-472e-93b2-d86993c103a2 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 945 time: 0.0936167 Jul 06 12:06:30.244632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:30.263857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ac0afbf-a48f-4fcd-8247-fd80e2d39988 req-127613ca-c840-40d5-b054-4bb5c0b472dc tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472524 Jul 06 12:06:30.331754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '20453f0b-dac6-47cb-8ba3-c85cb33e997f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:30.332719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.352359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.355997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.375010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 062a9558-f0fd-43eb-bb56-5d8bde60b721 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:30.492364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/20453f0b-dac6-47cb-8ba3-c85cb33e997f/31148c35-c6cb-470e-a0ee-278936a25f7e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:30.640078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.651167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Transition to ACTIVE for port object 31148c35-c6cb-470e-a0ee-278936a25f7e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:30.669642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Transition to ACTIVE for port object 31148c35-c6cb-470e-a0ee-278936a25f7e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:30.676744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.715930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:30.721002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:30.724631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:30.732291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Pushing event updated for resources: {'Port': ['ID=31148c35-c6cb-470e-a0ee-278936a25f7e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:30.749822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::4296:7925:fe4d:8874 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/20453f0b-dac6-47cb-8ba3-c85cb33e997f/062a9558-f0fd-43eb-bb56-5d8bde60b721) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:30.764589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c6accd4-823e-401b-8697-931f7ceeb48c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:30.787348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7c6accd4-823e-401b-8697-931f7ceeb48c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:30.787830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c6accd4-823e-401b-8697-931f7ceeb48c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:30.817635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Attempting to bind port 31148c35-c6cb-470e-a0ee-278936a25f7e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:30.818006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Attempting to bind port 31148c35-c6cb-470e-a0ee-278936a25f7e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:30.818491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Attempting to bind port 31148c35-c6cb-470e-a0ee-278936a25f7e on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:30.824020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:30.824395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:30.824795 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.825186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:30.825652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Bound port: 31148c35-c6cb-470e-a0ee-278936a25f7e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:30.826030 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.889710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] For port 31148c35-c6cb-470e-a0ee-278936a25f7e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:30.893161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] For port 31148c35-c6cb-470e-a0ee-278936a25f7e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=31148c35-c6cb-470e-a0ee-278936a25f7e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:30.898621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.920863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.942548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 062a9558-f0fd-43eb-bb56-5d8bde60b721 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:30.988559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.991865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf864298-d361-4634-a3ed-97a5910b38d8 None None] Pushing event updated for resources: {'Port': ['ID=31148c35-c6cb-470e-a0ee-278936a25f7e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.029208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.088149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:31.090196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=062a9558-f0fd-43eb-bb56-5d8bde60b721,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.096646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:31.100289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:31.106792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.107468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.123839 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-65545440-b57f-4e30-9967-e593eb73d898 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0595860 Jul 06 12:06:31.126782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:31.240255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609dd2df-6cfa-4429-91c5-2cba272f39a8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.247695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609dd2df-6cfa-4429-91c5-2cba272f39a8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.249747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-609dd2df-6cfa-4429-91c5-2cba272f39a8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1219230 Jul 06 12:06:31.252368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:31.363519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 062a9558-f0fd-43eb-bb56-5d8bde60b721 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:31.363876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.494603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.512230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 062a9558-f0fd-43eb-bb56-5d8bde60b721 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:31.521288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ce24-8222-4245-8324-a861128f00ae req-8ef48104-8593-4f56-8705-f40dfd22b3e6 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.526257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2db8ce24-8222-4245-8324-a861128f00ae req-8ef48104-8593-4f56-8705-f40dfd22b3e6 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 945 time: 0.1177206 Jul 06 12:06:31.554329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-bd418d65-5723-4c08-a259-4b0e95b63008 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.555816 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-bd418d65-5723-4c08-a259-4b0e95b63008 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 945 time: 0.0893428 Jul 06 12:06:31.642102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2db8ce24-8222-4245-8324-a861128f00ae req-0cb98213-99e9-4926-8954-e7b8b183e5d4 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/security-groups?id=d49930a4-6786-4104-8b46-5f30196c918e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505397 Jul 06 12:06:31.673840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Deleting port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:31.674328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.726141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.757595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=062a9558-f0fd-43eb-bb56-5d8bde60b721,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.787830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] For port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,segment=NetworkSegment(609e60d1-af3b-47e5-ba86-e38249ae1bf8),segment_id=609e60d1-af3b-47e5-ba86-e38249ae1bf8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:31.788234 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.792775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.794920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fde95259-12c9-45be-9e0a-15e003f2d70c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/062a9558-f0fd-43eb-bb56-5d8bde60b721 HTTP/1.1" status: 204 len: 168 time: 0.5414131 Jul 06 12:06:31.797427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:31.809419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Calling delete_port for 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:31.859733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1d599-57ba-466e-9708-26a69b6fc3bb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.859733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1d599-57ba-466e-9708-26a69b6fc3bb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.859733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2d1d599-57ba-466e-9708-26a69b6fc3bb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0646431 Jul 06 12:06:31.873361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:31.938740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 20453f0b-dac6-47cb-8ba3-c85cb33e997f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:31.949114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.013371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.074102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.095522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['27d2bbd5-5949-4c89-a09c-bd4e927f2e79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:32.113358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Pushing event deleted for resources: {'Port': ['ID=27d2bbd5-5949-4c89-a09c-bd4e927f2e79,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:32.152874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-153d799d-9132-4ffb-80bd-5b7470156d09 None None] Provisioning for port 31148c35-c6cb-470e-a0ee-278936a25f7e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:32.215955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] No DVR routers for this DVR port 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:32.223728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.234811 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cda7ad3d-58e9-497b-9f34-560bea2eeaeb req-e4878af0-c81f-4d0c-92b8-46e4c6f05709 tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.79 "DELETE /v2.0/ports/27d2bbd5-5949-4c89-a09c-bd4e927f2e79 HTTP/1.1" status: 204 len: 173 time: 0.6734967 Jul 06 12:06:32.235986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'name': 'network-vif-deleted', 'tag': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:32.238522 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deaa727-3a10-4b3f-85f2-8a5fe7276f33" -d '{"events": [{"server_uuid": "a50c7a22-44a8-418d-884e-057e1a82f3f2", "name": "network-vif-deleted", "tag": "27d2bbd5-5949-4c89-a09c-bd4e927f2e79"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:32.249313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.359467 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7196b59f-7729-43a4-a17c-3cdd749318e2 x-openstack-request-id: req-7196b59f-7729-43a4-a17c-3cdd749318e2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:32.359768 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50c7a22-44a8-418d-884e-057e1a82f3f2", "name": "network-vif-deleted", "tag": "27d2bbd5-5949-4c89-a09c-bd4e927f2e79", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:32.360069 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7196b59f-7729-43a4-a17c-3cdd749318e2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:32.361090 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50c7a22-44a8-418d-884e-057e1a82f3f2', 'name': 'network-vif-deleted', 'tag': '27d2bbd5-5949-4c89-a09c-bd4e927f2e79', 'status': 'completed', 'code': 200} Jul 06 12:06:32.364088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.386945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5cf79358-5d6c-43ec-ab6c-1ef8dcc9fc24 None None] Could not find standard attr ID for object 062a9558-f0fd-43eb-bb56-5d8bde60b721. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:32.427201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=20453f0b-dac6-47cb-8ba3-c85cb33e997f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:32.431235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.433972 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fb246bf7-66e6-4f71-a1a6-137ff23a4e67 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/20453f0b-dac6-47cb-8ba3-c85cb33e997f HTTP/1.1" status: 204 len: 168 time: 0.5670164 Jul 06 12:06:32.436773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.449123 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.480533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8dae0fa8-381d-49a8-9ecb-74ffed2f6c7e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420380 Jul 06 12:06:32.482805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.578038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc8900-648e-4c9e-9908-9fdb06d9a445 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.579565 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cdbc8900-648e-4c9e-9908-9fdb06d9a445 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0957825 Jul 06 12:06:32.582274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.678688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b1b00-c091-4568-b4a8-1b9e34032b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.680534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-435b1b00-c091-4568-b4a8-1b9e34032b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970690 Jul 06 12:06:32.683830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.710857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b68bce-b974-4df7-a313-372ef0fa58a2 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:32.736506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6ae6b9a6-249f-4fc5-967e-fc103eaa0d57 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510037 Jul 06 12:06:32.741686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.752077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:32.798480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 31148c35-c6cb-470e-a0ee-278936a25f7e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:32.876330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d665db32-878a-419a-b908-022fc145ff6b req-3690efe1-b60e-47a1-963b-9acb5bbbf53c tempest-AttachVolumeNegativeTest-1205707647 tempest-AttachVolumeNegativeTest-1205707647-project] 10.222.0.78 "GET /v2.0/ports?device_id=a50c7a22-44a8-418d-884e-057e1a82f3f2 HTTP/1.1" status: 200 len: 210 time: 0.0319510 Jul 06 12:06:32.889483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:32.897346 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.922288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 31148c35-c6cb-470e-a0ee-278936a25f7e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:32.930375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 31148c35-c6cb-470e-a0ee-278936a25f7e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:32.930752 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.035326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:33.043415 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.101871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 31148c35-c6cb-470e-a0ee-278936a25f7e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=31148c35-c6cb-470e-a0ee-278936a25f7e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:33.110295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.116212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.137053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] Deleting port 31148c35-c6cb-470e-a0ee-278936a25f7e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:33.137429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.159136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:33.162305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:33.166498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:33.167132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.181378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=2d15d55e-d419-460d-8157-e56e1660e786,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:33.188643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f115b65d-ce86-4ffd-ad02-25000e03ef66 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4458709 Jul 06 12:06:33.191488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:33.197612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '2d15d55e-d419-460d-8157-e56e1660e786', 'ip_address': '2001:db8::3114:3c9e:8a6c:40f5'}], 'name': 'tempest-NetworksTestDHCPv6-698551728'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:33.209458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=31148c35-c6cb-470e-a0ee-278936a25f7e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:33.239259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] For port 31148c35-c6cb-470e-a0ee-278936a25f7e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=31148c35-c6cb-470e-a0ee-278936a25f7e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:33.239655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.253412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] Calling delete_port for 31148c35-c6cb-470e-a0ee-278936a25f7e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:33.312148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:33.332859 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.357465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] Pushing event deleted for resources: {'Port': ['ID=31148c35-c6cb-470e-a0ee-278936a25f7e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:33.362034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abbd86-2091-4414-b6f0-fc9f5d0715e9 None None] No DVR routers for this DVR port 31148c35-c6cb-470e-a0ee-278936a25f7e on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:33.375991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95879994-4d62-4940-a3fd-1d64871a69dd None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:33.400996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.418693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port a7acf5de-e680-4884-bd93-233a3d0caa2b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:33.521967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '2d15d55e-d419-460d-8157-e56e1660e786'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:33.522840 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.579675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::3114:3c9e:8a6c:40f5 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/2d15d55e-d419-460d-8157-e56e1660e786/a7acf5de-e680-4884-bd93-233a3d0caa2b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:33.737356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.752214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object a7acf5de-e680-4884-bd93-233a3d0caa2b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:33.786093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.830834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:33.834442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:33.838621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:33.843345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/2d15d55e-d419-460d-8157-e56e1660e786/c1e41a36-1a3c-4d09-9afa-a4da2b71edc1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:33.845277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:33.845987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.863701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=a7acf5de-e680-4884-bd93-233a3d0caa2b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:33.874485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c1808b5-92f9-47cd-9594-200324a74f1f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6817467 Jul 06 12:06:33.878179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:33.883232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '2d15d55e-d419-460d-8157-e56e1660e786', 'ip_address': '2001:db8::3114:3c9e:8a6c:40f5'}], 'name': 'tempest-NetworksTestDHCPv6-110641118'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:34.004744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.032375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:34.035728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.038179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.045323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Transition to ACTIVE for port object c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:34.061944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port f167200f-5a9e-414d-9e67-8792a678c63d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:34.069166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Transition to ACTIVE for port object c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:34.074620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Deleting subnet 00c29fb3-7201-468f-9bbb-6fc4c8f3f3de {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:34.076967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.077987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.115181 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.125577 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:34.129149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:34.134506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:34.146290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Pushing event updated for resources: {'Port': ['ID=c1e41a36-1a3c-4d09-9afa-a4da2b71edc1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.166757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.210433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Attempting to bind port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:34.210679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Attempting to bind port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:34.210985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Attempting to bind port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:34.216504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:34.217109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:34.217874 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.218402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:34.219054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Bound port: c1e41a36-1a3c-4d09-9afa-a4da2b71edc1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:34.219685 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.222300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.252980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c29fb3-7201-468f-9bbb-6fc4c8f3f3de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.257730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.260213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bf8f164-134b-4d1f-9df1-88b470707166 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/00c29fb3-7201-468f-9bbb-6fc4c8f3f3de HTTP/1.1" status: 204 len: 168 time: 0.2540634 Jul 06 12:06:34.263281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.269945 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 12:06:34.270632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:06:34.290215 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02c72e1a-14d1-4242-ad6b-b9a323d77812 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4108081 Jul 06 12:06:34.292666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.313928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] For port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:34.318090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] For port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1e41a36-1a3c-4d09-9afa-a4da2b71edc1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:34.324172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.348692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.382701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c829c46-7255-4c5e-9514-d8478910f3bd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.389795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c829c46-7255-4c5e-9514-d8478910f3bd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.390613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679622ce-a837-4ab9-87e4-a34a9137410a None None] Pushing event updated for resources: {'Port': ['ID=c1e41a36-1a3c-4d09-9afa-a4da2b71edc1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.394824 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6c829c46-7255-4c5e-9514-d8478910f3bd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1008537 Jul 06 12:06:34.395510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.460364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.472550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7958a4f1-3b88-4b01-8855-1ebc7cb23c44']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:34.484942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609e60d1-af3b-47e5-ba86-e38249ae1bf8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:34.485340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609e60d1-af3b-47e5-ba86-e38249ae1bf8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:34.494715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.504585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port a7acf5de-e680-4884-bd93-233a3d0caa2b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:34.505781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.513505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.523257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:34.523853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:34.528197 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:34.598592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.604993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.608032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7958a4f1-3b88-4b01-8855-1ebc7cb23c44 HTTP/1.1" status: 204 len: 168 time: 0.3434682 Jul 06 12:06:34.627331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af4e90-c422-476d-8831-b985dc091578 admin admin] Pushing event deleted for resources: {'Network': ['ID=7958a4f1-3b88-4b01-8855-1ebc7cb23c44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.672973 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.696400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for a7acf5de-e680-4884-bd93-233a3d0caa2b owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:34.786257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 31148c35-c6cb-470e-a0ee-278936a25f7e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:34.841892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 31148c35-c6cb-470e-a0ee-278936a25f7e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:34.841892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 31148c35-c6cb-470e-a0ee-278936a25f7e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:34.920508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.958142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=a7acf5de-e680-4884-bd93-233a3d0caa2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.960682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.010764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.013152 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8db4b940-a195-4cc4-857f-af9923b4203d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/a7acf5de-e680-4884-bd93-233a3d0caa2b HTTP/1.1" status: 204 len: 168 time: 0.6164076 Jul 06 12:06:35.015769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.038959 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-38c2579a-36a6-4656-8c77-bd13d5f4bd15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=347685fd89b54c278e46d544d84e7b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753968 Jul 06 12:06:35.042929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.074737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ce3aa-69b2-4293-a084-e179d95f5f95 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:35.076677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ce3aa-69b2-4293-a084-e179d95f5f95 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:35.081346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-109ce3aa-69b2-4293-a084-e179d95f5f95 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643644 Jul 06 12:06:35.081974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.103588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2855f57-c3f4-4d5b-9a1a-a298fb0d6f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.127680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2855f57-c3f4-4d5b-9a1a-a298fb0d6f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.139038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 2d15d55e-d419-460d-8157-e56e1660e786 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:35.143902 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.186120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2855f57-c3f4-4d5b-9a1a-a298fb0d6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.188846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2855f57-c3f4-4d5b-9a1a-a298fb0d6f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.192020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c2855f57-c3f4-4d5b-9a1a-a298fb0d6f07 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d49930a4-6786-4104-8b46-5f30196c918e HTTP/1.1" status: 204 len: 168 time: 0.1461222 Jul 06 12:06:35.195572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.199075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2855f57-c3f4-4d5b-9a1a-a298fb0d6f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49930a4-6786-4104-8b46-5f30196c918e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:35.302773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.326128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:35.375572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.377009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:35.377344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 27d2bbd5-5949-4c89-a09c-bd4e927f2e79 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:35.410091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=2d15d55e-d419-460d-8157-e56e1660e786,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:35.421802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.426336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.427635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6bf3f6c-9ca5-42a7-8133-7626c46039a9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/2d15d55e-d419-460d-8157-e56e1660e786 HTTP/1.1" status: 204 len: 168 time: 0.3446262 Jul 06 12:06:35.475759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2a48e863-1ad5-4b56-a74c-e0591ab6bbea tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480914 Jul 06 12:06:35.480803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.489014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:35.586369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:35.591065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.686664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e88cbd-d222-466a-8968-fa8dad1171ae None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:35.780568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-627c2c1f-b989-4928-933a-8f1324821c75 None None] Provisioning for port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:35.827002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.892517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:35.897159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:35.902643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:35.903399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.916643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=990c6941-45ad-45d4-b6bc-48559ff547b0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:35.924970 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f54e971f-f589-4c05-aa05-3d96ddc389bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4402411 Jul 06 12:06:35.927767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.933093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '990c6941-45ad-45d4-b6bc-48559ff547b0', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-216744886'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:35.983150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:36.080001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] Deleting port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:36.080414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.083939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:36.185405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] For port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1e41a36-1a3c-4d09-9afa-a4da2b71edc1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:36.186184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.195804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.204405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] Calling delete_port for c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:36.214455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 4312bc2b-5d48-4c79-94bf-27db1cf9b306 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:36.317876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.348606 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:06:36.349198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:06:36.352940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] No DVR routers for this DVR port c1e41a36-1a3c-4d09-9afa-a4da2b71edc1 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:36.357046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41cec4-d4db-46dc-a142-3aac8d7968ef None None] Pushing event deleted for resources: {'Port': ['ID=c1e41a36-1a3c-4d09-9afa-a4da2b71edc1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:36.376307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:36.377529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f8237ff9-1aa5-459b-b1a4-ee730141142c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4485080 Jul 06 12:06:36.380821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3c167-ac21-4cf4-833f-1864dfc90302 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:36.422402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f74bf47d-def1-4514-af9a-f50c569b8f30 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446308 Jul 06 12:06:36.425037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:36.514894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe519a7-db2a-42f6-bb83-252f36583f7f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.517683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe519a7-db2a-42f6-bb83-252f36583f7f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.522680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:36.523039 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2fe519a7-db2a-42f6-bb83-252f36583f7f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965991 Jul 06 12:06:36.590908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 990c6941-45ad-45d4-b6bc-48559ff547b0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:36.595150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.649143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.705232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.765322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b7990-78ac-4ffe-bca1-51b5cdf3b142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '990c6941-45ad-45d4-b6bc-48559ff547b0'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:36.766432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7990-78ac-4ffe-bca1-51b5cdf3b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.814779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.863112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=990c6941-45ad-45d4-b6bc-48559ff547b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:36.865712 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.867625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f3818087-e553-435a-b14e-3b58f74f5a08 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/990c6941-45ad-45d4-b6bc-48559ff547b0 HTTP/1.1" status: 204 len: 168 time: 0.3439298 Jul 06 12:06:36.870336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-6d6b7990-78ac-4ffe-bca1-51b5cdf3b142 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 990c6941-45ad-45d4-b6bc-48559ff547b0: This subnet is being modified by another concurrent operation. Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:06:36.958769 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 990c6941-45ad-45d4-b6bc-48559ff547b0: This subnet is being modified by another concurrent operation. Jul 06 12:06:36.962396 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:06:36.991622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6fd4b-b8cd-44e7-a4c1-57c7072829bc None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:06:37.073772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6fd4b-b8cd-44e7-a4c1-57c7072829bc None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:06:37.313100 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3786bca7-c4e9-4f23-81ae-473addf8a4a2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4415078 Jul 06 12:06:37.316613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:37.322466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:37.416598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:37.420376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.623198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.665781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:37.669206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:37.673478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:37.674070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.678760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9354a07-0389-48a1-91f6-9317d72c0aa3 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:37.702470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=08ce3e5b-2037-4a2b-90f0-e9301e8e477f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.714800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:37.715309 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-952c248c-e0ed-4517-81dc-7e758d10ba1e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3972082 Jul 06 12:06:37.723605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2082361427', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:37.746635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.747636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.802240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.807220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.824713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.828196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c684abec-f239-4c6f-ad37-3e8517fcbb7b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1092253 Jul 06 12:06:37.829038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:37.832809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:37.833818 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.000010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/08ce3e5b-2037-4a2b-90f0-e9301e8e477f/7286f2b1-28b1-4adb-80d5-c7ef74a686dc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:38.177786 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.187527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Transition to ACTIVE for port object 7286f2b1-28b1-4adb-80d5-c7ef74a686dc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:38.193216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.207801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Transition to ACTIVE for port object 7286f2b1-28b1-4adb-80d5-c7ef74a686dc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:38.216414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.284035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:38.287118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:38.291179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:38.312040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Pushing event updated for resources: {'Port': ['ID=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.374181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Attempting to bind port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:38.374568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Attempting to bind port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:38.374957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Attempting to bind port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:38.380232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:38.380747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:38.381165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.381833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:38.382397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Bound port: 7286f2b1-28b1-4adb-80d5-c7ef74a686dc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:38.382793 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.459612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] For port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:38.463294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] For port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:38.468735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.517142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::1 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/08ce3e5b-2037-4a2b-90f0-e9301e8e477f/d92478a4-79d9-4d7c-ab9e-ae6cff7dc040) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:38.538537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db9b9-fb3b-43bd-8469-64172b5df349 None None] Pushing event updated for resources: {'Port': ['ID=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.671873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.689434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:38.741605 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.826966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:38.830380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:38.839379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:38.839988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.844474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.992601 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.268621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.273660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.274837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.366429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:39.433576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:39.435418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:39.661038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Router 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:06:39.798013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:39.804957 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-54a8a3d5-c708-4579-9a03-03409453d3e9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "PUT /v2.0/routers/62fa7dd0-556d-46a8-b2c4-61ad90aa7eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9744806 Jul 06 12:06:39.808014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:39.815012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Sync routers for ids ['62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:39.843012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Routers {'62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:39.843608 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:39.889944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593f94e-6ed4-4f84-a2d3-5775d8caa576 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.894141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1593f94e-6ed4-4f84-a2d3-5775d8caa576 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports/d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 HTTP/1.1" status: 200 len: 911 time: 0.0815270 Jul 06 12:06:39.894834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:39.956001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Set router 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:39.992654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e961a-9d87-4080-bfd5-87e349958112 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:40.005837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e961a-9d87-4080-bfd5-87e349958112 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:40.007778 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-316e961a-9d87-4080-bfd5-87e349958112 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1105087 Jul 06 12:06:40.011367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:40.026226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-738a3892-ccd9-4b26-a549-ce1c2f216732 None None] Provisioning for port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:40.209401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fa7dd0-556d-46a8-b2c4-61ad90aa7eff', 'name': 'tempest-NetworksTestDHCPv6-router-2082361427', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:37Z', 'updated_at': '2021-07-06T12:06:38Z', 'revision_number': 2, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'gw_port_host': None, '_interfaces': [{'id': 'd92478a4-79d9-4d7c-ab9e-ae6cff7dc040', 'name': '', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'mac_address': 'fa:16:3e:9d:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fa7dd0-556d-46a8-b2c4-61ad90aa7eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:38Z', 'updated_at': '2021-07-06T12:06:39Z', 'revision_number': 2, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'subnets': [{'id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:40.240877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Checking router: 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:40.241234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Updating router 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:06:40.285526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3789dca0-14f9-4aba-aae7-12939d135ebc None None] Provisioning for port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:40.287632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.301053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3789dca0-14f9-4aba-aae7-12939d135ebc None None] Provisioning complete for port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:40.301326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3789dca0-14f9-4aba-aae7-12939d135ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.369153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3789dca0-14f9-4aba-aae7-12939d135ebc None None] Port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:40.514294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4f6f4a6-fc3b-4efe-b77f-7501fe40bfe4 None None] Provisioning complete for port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:40.514592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f4a6-fc3b-4efe-b77f-7501fe40bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.575359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6f4a6-fc3b-4efe-b77f-7501fe40bfe4 None None] Port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:40.642876 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.654871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Transition to ACTIVE for port object d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:40.664908 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.724088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Pushing event updated for resources: {'Port': ['ID=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:40.737135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.737468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.737886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.738315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.738658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.739287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.739694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.740252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.740720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.741097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.741387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.741724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:40.826616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7286f2b1-28b1-4adb-80d5-c7ef74a686dc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:40.868410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Attempting to bind port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:40.868410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Attempting to bind port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:40.868410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Attempting to bind port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:40.876014 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.884620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:40.885133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:40.886277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.886788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:40.887375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Bound port: d92478a4-79d9-4d7c-ab9e-ae6cff7dc040, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:40.888157 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.942349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:40.949999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:40.950520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.039118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] For port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:41.044645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] For port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:41.055404 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.155210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228cd3d-f4f2-4566-995c-7925ef69adbe None None] Pushing event updated for resources: {'Port': ['ID=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:41.162785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Routers {'62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:41.163559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:41.229684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:41.230189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.261295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] Set router 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:41.344473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] For port d92478a4-79d9-4d7c-ab9e-ae6cff7dc040, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:41.344939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.361321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:41.648142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.648142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:41.648142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.648142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:41.668980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fa7dd0-556d-46a8-b2c4-61ad90aa7eff', 'name': 'tempest-NetworksTestDHCPv6-router-2082361427', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:37Z', 'updated_at': '2021-07-06T12:06:38Z', 'revision_number': 2, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'gw_port_host': None, '_interfaces': [{'id': 'd92478a4-79d9-4d7c-ab9e-ae6cff7dc040', 'name': '', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'mac_address': 'fa:16:3e:9d:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fa7dd0-556d-46a8-b2c4-61ad90aa7eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:38Z', 'updated_at': '2021-07-06T12:06:41Z', 'revision_number': 4, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'subnets': [{'id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:41.702461 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956d33b-b35e-43b9-96e5-e3e22651d444 None None] The sync data for ids ['62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'] in n-d-799528-2 is: [{'id': '62fa7dd0-556d-46a8-b2c4-61ad90aa7eff', 'name': 'tempest-NetworksTestDHCPv6-router-2082361427', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:37Z', 'updated_at': '2021-07-06T12:06:38Z', 'revision_number': 2, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'gw_port_host': None, '_interfaces': [{'id': 'd92478a4-79d9-4d7c-ab9e-ae6cff7dc040', 'name': '', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'mac_address': 'fa:16:3e:9d:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fa7dd0-556d-46a8-b2c4-61ad90aa7eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:38Z', 'updated_at': '2021-07-06T12:06:41Z', 'revision_number': 4, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'subnets': [{'id': '08ce3e5b-2037-4a2b-90f0-e9301e8e477f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:41.737847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.749940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fda447cc-2803-40fe-8e97-d3df54fe0c1a None None] Could not find standard attr ID for object d92478a4-79d9-4d7c-ab9e-ae6cff7dc040. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:41.770814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=d92478a4-79d9-4d7c-ab9e-ae6cff7dc040,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:41.912870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.213087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Router 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:42.324808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:42.331795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ecb259f-701f-4cf6-8382-2967ca3825f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "PUT /v2.0/routers/62fa7dd0-556d-46a8-b2c4-61ad90aa7eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3188682 Jul 06 12:06:42.333945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:42.395452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac5491-748a-4539-b5b7-ca319bebe83d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:42.398055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac5491-748a-4539-b5b7-ca319bebe83d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:42.399178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ccac5491-748a-4539-b5b7-ca319bebe83d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0635300 Jul 06 12:06:42.402671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:42.459668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 08ce3e5b-2037-4a2b-90f0-e9301e8e477f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:42.463419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.515795 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.614049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.685526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.723818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=08ce3e5b-2037-4a2b-90f0-e9301e8e477f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:42.734837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.737071 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5af4e856-9cd7-4774-98fb-7572d5f3830e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/08ce3e5b-2037-4a2b-90f0-e9301e8e477f HTTP/1.1" status: 204 len: 168 time: 0.3333297 Jul 06 12:06:42.739532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:42.742374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a2f93-50e6-4556-84c8-a1254a2d316c None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:42.764627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7286f2b1-28b1-4adb-80d5-c7ef74a686dc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:42.868392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:42.869009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-606e0fc8-fce1-4051-927e-34c5c135918b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1276560 Jul 06 12:06:42.912392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:42.913027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.038448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.094191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:43.198776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] Deleting port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:43.201791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.269384 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.291301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.357651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.358519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Fanout notify agent at l3_agent the message router_deleted on router 62fa7dd0-556d-46a8-b2c4-61ad90aa7eff {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:43.368288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.373771 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a5d6cb8-cb4b-4a65-b0d3-b2e27ad78440 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/routers/62fa7dd0-556d-46a8-b2c4-61ad90aa7eff HTTP/1.1" status: 204 len: 168 time: 0.5023329 Jul 06 12:06:43.373985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:43.379284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:43.465628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] For port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:43.466257 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.480316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] Calling delete_port for 7286f2b1-28b1-4adb-80d5-c7ef74a686dc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:43.521477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:43.525494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.586704 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.614900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] Pushing event deleted for resources: {'Port': ['ID=7286f2b1-28b1-4adb-80d5-c7ef74a686dc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.618630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3071909-6108-48b1-934f-03a2fcb18a0b None None] No DVR routers for this DVR port 7286f2b1-28b1-4adb-80d5-c7ef74a686dc on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:43.751475 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Sync routers for ids ['62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:43.760456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.763979 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:43.764597 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:06:43.765434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:06:43.790546 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:43.791211 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:06:43.792584 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:06:43.793549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82ce1-450e-4aa2-800c-cc572c4f438a None None] The sync data for ids ['62fa7dd0-556d-46a8-b2c4-61ad90aa7eff'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:43.837978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:43.845010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:43.849896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:43.850490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.859139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c61f78-004d-4cb4-b0c9-f2fdde795dd3 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:43.894717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=f14ab56d-0846-4f04-81ed-5abf748b726b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.908174 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d98919e-d4d8-4a6b-ad64-ce273af454c6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5329087 Jul 06 12:06:43.910711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:43.916086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-746708198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:43.945370 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.946760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.009387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.016739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.038901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.043211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:44.043992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-207c68b5-ca7f-4875-b210-e1c79f4fcb51 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1320105 Jul 06 12:06:44.047280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'f14ab56d-0846-4f04-81ed-5abf748b726b'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:44.048177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.289623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/f14ab56d-0846-4f04-81ed-5abf748b726b/9f3ae411-e70a-4d6b-9461-2a22c9d84f9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:44.534763 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.540449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Transition to ACTIVE for port object 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:44.551626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.556512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Transition to ACTIVE for port object 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:44.566040 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.604546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:44.610485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:44.616675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:44.626395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Pushing event updated for resources: {'Port': ['ID=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:44.689842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Attempting to bind port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:44.690243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Attempting to bind port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:44.690978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Attempting to bind port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:44.700644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:44.700644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:44.700644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.700644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:44.700644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Bound port: 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:44.700644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.774614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:44.811324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:44.811734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d92478a4-79d9-4d7c-ab9e-ae6cff7dc040 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:44.812383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7286f2b1-28b1-4adb-80d5-c7ef74a686dc no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:44.845604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] For port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:44.849029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] For port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:44.850332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7286f2b1-28b1-4adb-80d5-c7ef74a686dc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:44.850696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7286f2b1-28b1-4adb-80d5-c7ef74a686dc not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:44.861085 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.959481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a062e-6048-4c0c-8aef-a638dd31b54d None None] Pushing event updated for resources: {'Port': ['ID=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:44.977441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::1 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/f14ab56d-0846-4f04-81ed-5abf748b726b/477e37b0-2337-495c-b59b-5d28dd227373) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:45.116094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.141878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 477e37b0-2337-495c-b59b-5d28dd227373 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:45.187281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.239461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:45.245864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:45.249184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:45.249184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.330669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=477e37b0-2337-495c-b59b-5d28dd227373,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:45.468673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.833176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.844419 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.845952 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.014735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=477e37b0-2337-495c-b59b-5d28dd227373,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:46.090487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:46.093205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:46.157727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.320653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Router e7f4bfad-62da-4254-b842-3b834c9289af is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:06:46.367752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:06:46.433038 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-606319fd-0a56-4fe7-8b5a-aa672c7aa2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.472610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:46.478354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-74d3bd48-a258-4aa1-92e7-753c5cd6d94a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "PUT /v2.0/routers/e7f4bfad-62da-4254-b842-3b834c9289af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4337111 Jul 06 12:06:46.483878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.489519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Sync routers for ids ['e7f4bfad-62da-4254-b842-3b834c9289af'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:46.503128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Routers {'e7f4bfad-62da-4254-b842-3b834c9289af'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:46.503776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e7f4bfad-62da-4254-b842-3b834c9289af'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:46.616194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96e4f4-e178-443b-a3ac-af4598c43844 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:46.621974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.622497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a96e4f4-e178-443b-a3ac-af4598c43844 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports/477e37b0-2337-495c-b59b-5d28dd227373 HTTP/1.1" status: 200 len: 911 time: 0.1376233 Jul 06 12:06:46.652360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c3846b3-b990-432e-b4c8-c84026dc9fd8 None None] Provisioning for port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:46.692889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Set router e7f4bfad-62da-4254-b842-3b834c9289af gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:46.719128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-606319fd-0a56-4fe7-8b5a-aa672c7aa2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.733019 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-606319fd-0a56-4fe7-8b5a-aa672c7aa2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.757058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed093c79-889e-4f05-8ff1-92cce2f821db tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:46.768996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed093c79-889e-4f05-8ff1-92cce2f821db tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:46.774290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed093c79-889e-4f05-8ff1-92cce2f821db tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1506772 Jul 06 12:06:46.779370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.798828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606319fd-0a56-4fe7-8b5a-aa672c7aa2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a81b3d-4da4-460c-afaf-24340db62f18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:46.866395 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-606319fd-0a56-4fe7-8b5a-aa672c7aa2f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=937c4503998346e2b7f4ae4a7ff4d774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070441 Jul 06 12:06:46.873546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.888195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:46.958580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74515a17-931e-4631-8ec9-e7d0d26bd253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.984351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74515a17-931e-4631-8ec9-e7d0d26bd253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.067531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74515a17-931e-4631-8ec9-e7d0d26bd253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.070555 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74515a17-931e-4631-8ec9-e7d0d26bd253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.072010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-74515a17-931e-4631-8ec9-e7d0d26bd253 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38a81b3d-4da4-460c-afaf-24340db62f18 HTTP/1.1" status: 204 len: 168 time: 0.1969478 Jul 06 12:06:47.085636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74515a17-931e-4631-8ec9-e7d0d26bd253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a81b3d-4da4-460c-afaf-24340db62f18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:47.228590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d046b5b-87a7-4f12-9c35-e9349dad5f37 None None] Provisioning for port 477e37b0-2337-495c-b59b-5d28dd227373 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:47.236329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d046b5b-87a7-4f12-9c35-e9349dad5f37 None None] Provisioning complete for port 477e37b0-2337-495c-b59b-5d28dd227373 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:47.236822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d046b5b-87a7-4f12-9c35-e9349dad5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.339935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d046b5b-87a7-4f12-9c35-e9349dad5f37 None None] Port 477e37b0-2337-495c-b59b-5d28dd227373 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:47.353857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4bfad-62da-4254-b842-3b834c9289af', 'name': 'tempest-NetworksTestDHCPv6-router-746708198', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:43Z', 'updated_at': '2021-07-06T12:06:45Z', 'revision_number': 2, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'gw_port_host': None, '_interfaces': [{'id': '477e37b0-2337-495c-b59b-5d28dd227373', 'name': '', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'mac_address': 'fa:16:3e:08:ec:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4bfad-62da-4254-b842-3b834c9289af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'f14ab56d-0846-4f04-81ed-5abf748b726b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:44Z', 'updated_at': '2021-07-06T12:06:45Z', 'revision_number': 2, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'subnets': [{'id': 'f14ab56d-0846-4f04-81ed-5abf748b726b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:47.388255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:47.392301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Checking router: e7f4bfad-62da-4254-b842-3b834c9289af for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:47.392725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Updating router e7f4bfad-62da-4254-b842-3b834c9289af port 477e37b0-2337-495c-b59b-5d28dd227373 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:06:47.396952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:47.397589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.412777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.491928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.518460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27c628a3-e409-453f-9f95-7d26ab31d54e None None] Provisioning complete for port 477e37b0-2337-495c-b59b-5d28dd227373 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:47.518842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27c628a3-e409-453f-9f95-7d26ab31d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.637072 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.683486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-27c628a3-e409-453f-9f95-7d26ab31d54e None None] Port 477e37b0-2337-495c-b59b-5d28dd227373 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:47.737947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 477e37b0-2337-495c-b59b-5d28dd227373 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:47.738276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.761609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:47.776742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.863896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.881680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:47.884251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 477e37b0-2337-495c-b59b-5d28dd227373 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:48.139669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.139990 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:06:48.140261 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:06:48.172080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=477e37b0-2337-495c-b59b-5d28dd227373,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:48.287328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.501267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Router e7f4bfad-62da-4254-b842-3b834c9289af has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:48.596974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:48.608959 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed88d942-2c64-4342-83ac-42cbad975995 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "PUT /v2.0/routers/e7f4bfad-62da-4254-b842-3b834c9289af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263326 Jul 06 12:06:48.609429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:48.687341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Port 477e37b0-2337-495c-b59b-5d28dd227373 not found while updating agent binding for router e7f4bfad-62da-4254-b842-3b834c9289af. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 12:06:48.713583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfbcec-466b-4a8e-852a-34fd0ab2875a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:48.715842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfbcec-466b-4a8e-852a-34fd0ab2875a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:48.716371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Routers {'e7f4bfad-62da-4254-b842-3b834c9289af'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:48.718380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbcfbcec-466b-4a8e-852a-34fd0ab2875a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1076114 Jul 06 12:06:48.720297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e7f4bfad-62da-4254-b842-3b834c9289af'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:48.721341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:48.767936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:48.811719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet f14ab56d-0846-4f04-81ed-5abf748b726b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:48.815167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.847034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] Set router e7f4bfad-62da-4254-b842-3b834c9289af gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:48.868416 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.914890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4bfad-62da-4254-b842-3b834c9289af', 'name': 'tempest-NetworksTestDHCPv6-router-746708198', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:43Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 3, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:48.952536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c8cde-4623-4a80-b54c-6c051d564e9d None None] The sync data for ids ['e7f4bfad-62da-4254-b842-3b834c9289af'] in n-d-799528-2 is: [{'id': 'e7f4bfad-62da-4254-b842-3b834c9289af', 'name': 'tempest-NetworksTestDHCPv6-router-746708198', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:43Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 3, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:48.970620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:48.971005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.031097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.116835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.151525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.157843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11813d6d-be0a-4094-a23a-5d80a3561584 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:49.166637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.183299 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/f14ab56d-0846-4f04-81ed-5abf748b726b HTTP/1.1" status: 204 len: 168 time: 0.4576454 Jul 06 12:06:49.185201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cffed-a514-46a9-b4ba-cf47c8e97f20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=f14ab56d-0846-4f04-81ed-5abf748b726b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.344350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-639960ee-7ebf-4992-9b41-f1ef9d496a44 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1759799 Jul 06 12:06:49.346789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.435232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:49.450369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.511278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] Deleting port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:49.511750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.615598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] For port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:49.616168 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.632875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] Calling delete_port for 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:49.674512 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.677633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.745663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.748066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Fanout notify agent at l3_agent the message router_deleted on router e7f4bfad-62da-4254-b842-3b834c9289af {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:49.757127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.758329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fedd8a01-d584-4a7f-9cd2-e6b626256eaa tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/routers/e7f4bfad-62da-4254-b842-3b834c9289af HTTP/1.1" status: 204 len: 168 time: 0.4103987 Jul 06 12:06:49.761191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.763247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.793751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] Pushing event deleted for resources: {'Port': ['ID=9f3ae411-e70a-4d6b-9461-2a22c9d84f9c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.798590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-870468a8-649a-4bf7-ba94-e5cf53919438 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0298157 Jul 06 12:06:49.801046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.813177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876441e5-e507-495b-a31b-2a17e4781a87 None None] No DVR routers for this DVR port 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:49.860541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff5dde-e9be-4f59-9e1a-c49dedb66a05 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:49.862278 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-11ff5dde-e9be-4f59-9e1a-c49dedb66a05 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596817 Jul 06 12:06:49.865228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.922650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.924316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-603bd076-44dc-4c2c-81fd-e0d512ee3c94 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542963 Jul 06 12:06:49.927882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:50.055955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:50.061645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.218294 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Sync routers for ids ['e7f4bfad-62da-4254-b842-3b834c9289af'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:50.228321 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:50.230065 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:06:50.230817 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7f4bfad-62da-4254-b842-3b834c9289af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:06:50.240159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:50.240781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:06:50.241475 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7f4bfad-62da-4254-b842-3b834c9289af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:06:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:06:50.241917 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de0540-adf9-479f-9cc1-8dd097507611 None None] The sync data for ids ['e7f4bfad-62da-4254-b842-3b834c9289af'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:50.405674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:06:50.408034 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.451992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:50.455083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:50.459353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:50.459832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.467524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454fa9b-801c-41c3-a0a8-d87757429196 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:50.474861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=3331f05d-2a70-40d3-87ee-e9fe1cb0018a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:50.483290 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-206ac516-cde2-4b58-91dc-5b61c37a168e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5594189 Jul 06 12:06:50.486184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 44972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:50.493473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:50.649260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:50.657167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.857548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:50.883841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:50.884476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9f3ae411-e70a-4d6b-9461-2a22c9d84f9c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:50.940020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '3331f05d-2a70-40d3-87ee-e9fe1cb0018a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:50.940895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.071171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 44990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:51.148140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Allocated IP 2001:db8::f816:3eff:fe98:435f (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/3331f05d-2a70-40d3-87ee-e9fe1cb0018a/937802cf-3a10-48cb-9b58-4987ac6e8cf3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:51.298881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72a950c5-dad5-4fad-9385-0e74d46f6ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.370356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.371067 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.380915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Transition to ACTIVE for port object 937802cf-3a10-48cb-9b58-4987ac6e8cf3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:51.398977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Transition to ACTIVE for port object 937802cf-3a10-48cb-9b58-4987ac6e8cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:51.421167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:51.422088 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.425206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:51.434966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:51.435527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.456221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=54cbd057-8e26-4782-bc53-6bdcbc078610,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:51.498360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:51.505999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:51.511821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:51.516684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Pushing event updated for resources: {'Port': ['ID=937802cf-3a10-48cb-9b58-4987ac6e8cf3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:51.589152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Attempting to bind port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:51.589613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Attempting to bind port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:51.590009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Attempting to bind port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:51.596564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:51.596950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:51.597804 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.597961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:51.598824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Bound port: 937802cf-3a10-48cb-9b58-4987ac6e8cf3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:51.599011 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.685430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] For port 937802cf-3a10-48cb-9b58-4987ac6e8cf3, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:51.689230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] For port 937802cf-3a10-48cb-9b58-4987ac6e8cf3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=937802cf-3a10-48cb-9b58-4987ac6e8cf3,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:51.693934 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.767375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960e8a-1a24-4083-99fb-05f75a64f573 None None] Pushing event updated for resources: {'Port': ['ID=937802cf-3a10-48cb-9b58-4987ac6e8cf3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:51.937000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72a950c5-dad5-4fad-9385-0e74d46f6ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.942929 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72a950c5-dad5-4fad-9385-0e74d46f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.948375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5adeeb0c-6b4e-41f2-a679-64670de3c96d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4606931 Jul 06 12:06:51.951045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:51.956758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:c6:a8:48', 'name': 'tempest-NetworksTestDHCPv6-1004648371'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:52.009372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a950c5-dad5-4fad-9385-0e74d46f6ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0449e2f7-b1cf-4f43-9186-714a62fdf3da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:52.032207 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-72a950c5-dad5-4fad-9385-0e74d46f6ca4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d260fbb69984426790bd46f9ef175d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9599042 Jul 06 12:06:52.035486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:52.116206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92569fc6-97b8-4595-9e78-158ffa629cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.148206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92569fc6-97b8-4595-9e78-158ffa629cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.179114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:52.231019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92569fc6-97b8-4595-9e78-158ffa629cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.234095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92569fc6-97b8-4595-9e78-158ffa629cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.236235 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-92569fc6-97b8-4595-9e78-158ffa629cfb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0449e2f7-b1cf-4f43-9186-714a62fdf3da HTTP/1.1" status: 204 len: 168 time: 0.1989961 Jul 06 12:06:52.256002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92569fc6-97b8-4595-9e78-158ffa629cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449e2f7-b1cf-4f43-9186-714a62fdf3da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:52.289938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.315804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port a91258c3-e899-42c0-a1a1-e927fa90c4dd yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:52.517073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 172.20.0.14 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/54cbd057-8e26-4782-bc53-6bdcbc078610/a91258c3-e899-42c0-a1a1-e927fa90c4dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:52.526070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fec6:a848 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/3331f05d-2a70-40d3-87ee-e9fe1cb0018a/a91258c3-e899-42c0-a1a1-e927fa90c4dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:52.693154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:52.729488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37252c66-1cbd-41e8-a869-b3f310a2f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.842275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 937802cf-3a10-48cb-9b58-4987ac6e8cf3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:52.854925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.872330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object a91258c3-e899-42c0-a1a1-e927fa90c4dd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:52.884151 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.950946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37252c66-1cbd-41e8-a869-b3f310a2f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.959112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:52.961746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.968862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37252c66-1cbd-41e8-a869-b3f310a2f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.018708 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37252c66-1cbd-41e8-a869-b3f310a2f41b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f48e7878a8e408abcffbcadcb9c1c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218913 Jul 06 12:06:53.018708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37252c66-1cbd-41e8-a869-b3f310a2f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9ff63-b88e-4b77-a178-da50f07b9d02,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.021602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:53.024981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:53.031029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:53.044444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:53.088165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=a91258c3-e899-42c0-a1a1-e927fa90c4dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.098742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237b3a41-2c42-47c7-b207-c009327be701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.119051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:53.120723 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.136510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237b3a41-2c42-47c7-b207-c009327be701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.143857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5b9a33cc-800d-4217-91b9-977f9b132309 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1892209 Jul 06 12:06:53.144308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:53.193128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92eff5-9af1-4af6-b887-57c4d0818430 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:53.253002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295b1ab-5600-4861-935b-f3e485c96d30 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:53.259149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295b1ab-5600-4861-935b-f3e485c96d30 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:53.260929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c295b1ab-5600-4861-935b-f3e485c96d30 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1157348 Jul 06 12:06:53.264860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:53.267120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237b3a41-2c42-47c7-b207-c009327be701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.269829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] Provisioning for port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:53.270007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-237b3a41-2c42-47c7-b207-c009327be701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.271097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-237b3a41-2c42-47c7-b207-c009327be701 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36c9ff63-b88e-4b77-a178-da50f07b9d02 HTTP/1.1" status: 204 len: 168 time: 0.2501285 Jul 06 12:06:53.280649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] Provisioning complete for port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:53.281022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.309703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b3a41-2c42-47c7-b207-c009327be701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9ff63-b88e-4b77-a178-da50f07b9d02,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.412056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port a91258c3-e899-42c0-a1a1-e927fa90c4dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:53.412828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.484377 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.530522 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.539381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] For port 937802cf-3a10-48cb-9b58-4987ac6e8cf3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=937802cf-3a10-48cb-9b58-4987ac6e8cf3,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:53.545372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.551185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for a91258c3-e899-42c0-a1a1-e927fa90c4dd owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:53.655394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8810a-6601-4326-92df-1e8b1aa4f364 None None] Pushing event updated for resources: {'Port': ['ID=937802cf-3a10-48cb-9b58-4987ac6e8cf3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.666240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '3331f05d-2a70-40d3-87ee-e9fe1cb0018a', 'ip_address': '2001:db8::f816:3eff:fe98:435f'}, {'subnet_id': '54cbd057-8e26-4782-bc53-6bdcbc078610'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '937802cf-3a10-48cb-9b58-4987ac6e8cf3'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:06:53.713139 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.795688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.832266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=a91258c3-e899-42c0-a1a1-e927fa90c4dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.958755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Allocated IP 172.20.0.2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/54cbd057-8e26-4782-bc53-6bdcbc078610/937802cf-3a10-48cb-9b58-4987ac6e8cf3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:53.968065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.970574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d0f8edeb-6d88-4356-974d-514fb3f81b8b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/a91258c3-e899-42c0-a1a1-e927fa90c4dd HTTP/1.1" status: 204 len: 168 time: 0.7045174 Jul 06 12:06:53.973157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.050916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb81b2-63ff-4a16-be1d-5c2f469afa2f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:54.052553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb81b2-63ff-4a16-be1d-5c2f469afa2f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:54.054378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb81b2-63ff-4a16-be1d-5c2f469afa2f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:54.059631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.060359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-10bb81b2-63ff-4a16-be1d-5c2f469afa2f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0852177 Jul 06 12:06:54.083163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] For port 937802cf-3a10-48cb-9b58-4987ac6e8cf3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=937802cf-3a10-48cb-9b58-4987ac6e8cf3,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:54.131762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 3331f05d-2a70-40d3-87ee-e9fe1cb0018a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:54.132856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.149016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Transition to ACTIVE for port object 937802cf-3a10-48cb-9b58-4987ac6e8cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:54.153536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.153858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.197423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.288909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df148334-c89f-4d18-85e2-394ef9423c72 None None] Pushing event updated for resources: {'Port': ['ID=937802cf-3a10-48cb-9b58-4987ac6e8cf3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:54.321244 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.439145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.476422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=3331f05d-2a70-40d3-87ee-e9fe1cb0018a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:54.488404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.492190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-facade5e-c6d9-4d2b-9567-59653da3870d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/3331f05d-2a70-40d3-87ee-e9fe1cb0018a HTTP/1.1" status: 204 len: 168 time: 0.4309897 Jul 06 12:06:54.495326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.577868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 54cbd057-8e26-4782-bc53-6bdcbc078610 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:54.583131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.639484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.758504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 937802cf-3a10-48cb-9b58-4987ac6e8cf3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:54.801963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.948241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.985444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=54cbd057-8e26-4782-bc53-6bdcbc078610,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:54.989492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.994887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:55.008801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f2f2b42c-5275-4568-be7d-10ce4373ae74 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/54cbd057-8e26-4782-bc53-6bdcbc078610 HTTP/1.1" status: 204 len: 168 time: 0.5116925 Jul 06 12:06:55.052806 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3145c6eb-a538-4831-a09a-afd25b15da1b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565195 Jul 06 12:06:55.057513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:55.066332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:55.246497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:55.252453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.265455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40d5d0-6870-462b-9374-893ee3c541f2 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:55.376406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abf4bc5b-85f8-48c7-9a65-abe009d7b3c0 None None] Provisioning for port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:55.413993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abf4bc5b-85f8-48c7-9a65-abe009d7b3c0 None None] Provisioning complete for port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:55.415475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abf4bc5b-85f8-48c7-9a65-abe009d7b3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.583507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abf4bc5b-85f8-48c7-9a65-abe009d7b3c0 None None] Could not find standard attr ID for object a91258c3-e899-42c0-a1a1-e927fa90c4dd. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:06:55.692181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:55.751779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:06:55.776863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] Deleting port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:55.777447 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.913070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] For port 937802cf-3a10-48cb-9b58-4987ac6e8cf3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=937802cf-3a10-48cb-9b58-4987ac6e8cf3,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:55.913954 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.933713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] Calling delete_port for 937802cf-3a10-48cb-9b58-4987ac6e8cf3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:56.048526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.096468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] Pushing event deleted for resources: {'Port': ['ID=937802cf-3a10-48cb-9b58-4987ac6e8cf3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:56.100938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5917937-6f40-48c2-bdc4-40f140e6fb1d None None] No DVR routers for this DVR port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:56.133812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.171772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Port 937802cf-3a10-48cb-9b58-4987ac6e8cf3 concurrently deleted while adding address for new subnet {'id': '9600c63d-02cc-4d8d-9a7d-96cf378bcbbd', 'name': '', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3189, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-06T12:06:55Z', 'updated_at': '2021-07-06T12:06:55Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bffeddb3c34b402b8d35d0af30cd5790'}. {{(pid=93767) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 06 12:06:56.172438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.214045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:56.220788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:56.225302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:56.225899 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.237617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0959373-fd0b-4424-a14d-2922040fed5b None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:56.245768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=9600c63d-02cc-4d8d-9a7d-96cf378bcbbd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:56.262293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-08d69d35-e765-4d9b-82f0-58c0b5e53909 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2004771 Jul 06 12:06:56.263117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:56.271166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:56.433360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:56.438329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.472664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '9600c63d-02cc-4d8d-9a7d-96cf378bcbbd'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:56.473799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.682587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Allocated IP 2001:db8::f816:3eff:fe17:d65d (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/9600c63d-02cc-4d8d-9a7d-96cf378bcbbd/23125338-f171-4281-b701-e70a489b698c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:56.771826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.773968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 937802cf-3a10-48cb-9b58-4987ac6e8cf3 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:56.804992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 937802cf-3a10-48cb-9b58-4987ac6e8cf3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:56.805408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 937802cf-3a10-48cb-9b58-4987ac6e8cf3 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:56.851810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:56.856841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:56.862253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:56.863278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.883770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=60b6bddf-77aa-445a-9c5b-e7acbad1dd06,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:56.897526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bcd85fa-b257-4ecf-adbc-f5c96cf7689c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6332459 Jul 06 12:06:56.901118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:56.908542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:71:b8:ba', 'name': 'tempest-NetworksTestDHCPv6-1781559541'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:56.956141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.970354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Transition to ACTIVE for port object 23125338-f171-4281-b701-e70a489b698c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:56.993742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Transition to ACTIVE for port object 23125338-f171-4281-b701-e70a489b698c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:57.002171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.067861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:57.069440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Pushing event updated for resources: {'Port': ['ID=23125338-f171-4281-b701-e70a489b698c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.082782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:57.084327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:57.090076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:57.172448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1805bd6-f129-4f60-af39-9cabe95dbc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.172946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.178208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Attempting to bind port 23125338-f171-4281-b701-e70a489b698c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:57.178649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Attempting to bind port 23125338-f171-4281-b701-e70a489b698c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:57.178938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Attempting to bind port 23125338-f171-4281-b701-e70a489b698c on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:57.186555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:57.186778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:57.187071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.187672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:57.188195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Bound port: 23125338-f171-4281-b701-e70a489b698c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:57.189021 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.207451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 4d12cb75-9dd4-4c68-818c-d48b212a2f62 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:57.278663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] For port 23125338-f171-4281-b701-e70a489b698c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:57.283490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] For port 23125338-f171-4281-b701-e70a489b698c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23125338-f171-4281-b701-e70a489b698c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:57.292155 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.385795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec352-5a51-4bf8-81b2-b8c3a300a980 None None] Pushing event updated for resources: {'Port': ['ID=23125338-f171-4281-b701-e70a489b698c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.480894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 172.20.0.4 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/60b6bddf-77aa-445a-9c5b-e7acbad1dd06/4d12cb75-9dd4-4c68-818c-d48b212a2f62) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:57.491688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fe71:b8ba (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/9600c63d-02cc-4d8d-9a7d-96cf378bcbbd/4d12cb75-9dd4-4c68-818c-d48b212a2f62) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:57.769945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.791439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 4d12cb75-9dd4-4c68-818c-d48b212a2f62 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:57.844490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.911251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:57.915056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:57.923551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:57.951199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=4d12cb75-9dd4-4c68-818c-d48b212a2f62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.984593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.985336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.015901 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d144e16b-69b7-4ac4-b09d-b88b1a6df820 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1121144 Jul 06 12:06:58.018553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:58.105256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c7486-2cac-45ee-a9c4-97196ae151c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.111387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c7486-2cac-45ee-a9c4-97196ae151c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.113067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc3c7486-2cac-45ee-a9c4-97196ae151c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0934987 Jul 06 12:06:58.115883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:58.265568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 4d12cb75-9dd4-4c68-818c-d48b212a2f62 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:58.265919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.407138 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.427725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 4d12cb75-9dd4-4c68-818c-d48b212a2f62 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:58.666365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182a4a8-4fe3-49fc-b563-ebf695e0ddcb None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:58.695746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.726522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=4d12cb75-9dd4-4c68-818c-d48b212a2f62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:58.805445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23125338-f171-4281-b701-e70a489b698c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:58.859275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7b2c660-9549-4e5a-9f32-3aa429909516 None None] Provisioning for port 23125338-f171-4281-b701-e70a489b698c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:58.902487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.912368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:58.913432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-658c8537-8f21-4d25-a27f-576b13bc16a1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/4d12cb75-9dd4-4c68-818c-d48b212a2f62 HTTP/1.1" status: 204 len: 168 time: 0.7963498 Jul 06 12:06:58.982141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba81bd-4854-4e4d-8869-cf8d62d6bd9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.984507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba81bd-4854-4e4d-8869-cf8d62d6bd9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.986546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba81bd-4854-4e4d-8869-cf8d62d6bd9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.988372 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-62ba81bd-4854-4e4d-8869-cf8d62d6bd9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0740833 Jul 06 12:06:58.991073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.030130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 23125338-f171-4281-b701-e70a489b698c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:59.035656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 23125338-f171-4281-b701-e70a489b698c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:59.036539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.048561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 60b6bddf-77aa-445a-9c5b-e7acbad1dd06 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:59.052503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.101649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.163551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.194559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.238297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab163960-4873-4fad-9426-d2460b52d55f None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '9600c63d-02cc-4d8d-9a7d-96cf378bcbbd', 'ip_address': '2001:db8::f816:3eff:fe17:d65d'}, {'subnet_id': '60b6bddf-77aa-445a-9c5b-e7acbad1dd06'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '23125338-f171-4281-b701-e70a489b698c'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:06:59.266923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 23125338-f171-4281-b701-e70a489b698c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23125338-f171-4281-b701-e70a489b698c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:59.267547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.274047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.303034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=60b6bddf-77aa-445a-9c5b-e7acbad1dd06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.307135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.311584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-82787ad2-10ea-49e2-ae53-882dced5af5e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/60b6bddf-77aa-445a-9c5b-e7acbad1dd06 HTTP/1.1" status: 204 len: 168 time: 0.3171034 Jul 06 12:06:59.311767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab163960-4873-4fad-9426-d2460b52d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.312474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.402448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 9600c63d-02cc-4d8d-9a7d-96cf378bcbbd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:59.406837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.464931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.553856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=23125338-f171-4281-b701-e70a489b698c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.639828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.699545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0222b2d3-5fbb-43d4-9cf7-17d58391ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.721862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-ab163960-4873-4fad-9426-d2460b52d55f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9600c63d-02cc-4d8d-9a7d-96cf378bcbbd: This subnet is being modified by another concurrent operation. Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:06:59.723626 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9600c63d-02cc-4d8d-9a7d-96cf378bcbbd: This subnet is being modified by another concurrent operation. Jul 06 12:06:59.727248 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:06:59.740570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.745423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.745996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/9600c63d-02cc-4d8d-9a7d-96cf378bcbbd HTTP/1.1" status: 204 len: 168 time: 0.4321253 Jul 06 12:06:59.769219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f97e1e-db3d-450b-b1c3-a8c27659eed0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=9600c63d-02cc-4d8d-9a7d-96cf378bcbbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.826423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b9e1350f-88c4-487b-b908-0f818de9f714 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764699 Jul 06 12:06:59.827013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.833043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:59.839166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8442033-2773-4c4c-aa6a-1e36fe4fecf3 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:59.951124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60ff187e-9a4b-4eae-8227-a5eda8fc6a3e None None] Provisioning complete for port 23125338-f171-4281-b701-e70a489b698c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:59.951510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ff187e-9a4b-4eae-8227-a5eda8fc6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.981006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:59.986984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.155931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.171130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:00.223101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] Deleting port 23125338-f171-4281-b701-e70a489b698c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:00.223695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.223894 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.293980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:00.297526 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:00.302400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:00.303005 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.312267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:00.324835 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-13b0e37d-c581-4527-9815-5190599f9803 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4963806 Jul 06 12:07:00.327651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:00.335949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:00.351490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] For port 23125338-f171-4281-b701-e70a489b698c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23125338-f171-4281-b701-e70a489b698c,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:00.351893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.362728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.372214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] Calling delete_port for 23125338-f171-4281-b701-e70a489b698c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:00.465131 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.482523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:00.488864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.492428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] Pushing event deleted for resources: {'Port': ['ID=23125338-f171-4281-b701-e70a489b698c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:00.496288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748ece4-af15-4cb2-b4ba-a7653c62b680 None None] No DVR routers for this DVR port 23125338-f171-4281-b701-e70a489b698c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:00.516592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebd9a4-0f95-405d-bd6f-819d71fbec5d None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:00.694080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:00.695493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.739697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23125338-f171-4281-b701-e70a489b698c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:00.822874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 23125338-f171-4281-b701-e70a489b698c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:00.823304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23125338-f171-4281-b701-e70a489b698c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:00.908924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Allocated IP 172.20.0.2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069/34ccdba5-b8d6-4a13-8552-9102a60ff3b5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:00.939403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:00.940980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.988978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.991438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:00.994744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:00.999068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:00.999645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.003218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=8dd5fb27-5aee-48f4-9921-95855b3871d9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.028355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:01.028963 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9793417-1635-4b75-be51-593a98f9c09b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6989591 Jul 06 12:07:01.037428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:bd:22:15', 'name': 'tempest-NetworksTestDHCPv6-267935968'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:01.099195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.108961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Transition to ACTIVE for port object 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:01.124995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Transition to ACTIVE for port object 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:01.132162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.177341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:01.177935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:01.186032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:01.190925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:01.194141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Pushing event updated for resources: {'Port': ['ID=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.266938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Attempting to bind port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:01.267441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Attempting to bind port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:01.267682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Attempting to bind port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:01.273170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:01.273642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:01.274125 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.274590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:01.275160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Bound port: 34ccdba5-b8d6-4a13-8552-9102a60ff3b5, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:01.275651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.317632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.349577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 9c55e20f-f882-4628-81f0-c48493b1434c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:01.369417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] For port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:01.373305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] For port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:01.379280 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.492805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ace15a-54e0-42e6-9d46-5660b44f80e8 None None] Pushing event updated for resources: {'Port': ['ID=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.632387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 172.20.0.12 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069/9c55e20f-f882-4628-81f0-c48493b1434c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:01.643937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:febd:2215 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/8dd5fb27-5aee-48f4-9921-95855b3871d9/9c55e20f-f882-4628-81f0-c48493b1434c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:01.861865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.885199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 9c55e20f-f882-4628-81f0-c48493b1434c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:01.935540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.996572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:02.002267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:02.004760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:02.035045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=9c55e20f-f882-4628-81f0-c48493b1434c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:02.049857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.050208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.050557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.050900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.051239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.051578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.051929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.052272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.052604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.052935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.053291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.053623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:02.074692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:02.075375 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.092924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d026fe3c-5825-47d0-acbf-a98c20cc011d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0607455 Jul 06 12:07:02.094690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:02.180861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5c221-1997-4750-ba86-5680e542c4c4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:02.187145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5c221-1997-4750-ba86-5680e542c4c4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:02.188830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e0f5c221-1997-4750-ba86-5680e542c4c4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0925088 Jul 06 12:07:02.191479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:02.298298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 9c55e20f-f882-4628-81f0-c48493b1434c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:02.298562 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.444887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.466387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 9c55e20f-f882-4628-81f0-c48493b1434c owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:02.497600 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.828696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:02.903118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.912619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:02.945050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=9c55e20f-f882-4628-81f0-c48493b1434c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:03.018798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed487b2-10a1-41fa-a516-7cf508576007 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:03.082220 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.091620 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-62a1f8cc-e03f-46ca-ba46-d2917f335dc0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/9c55e20f-f882-4628-81f0-c48493b1434c HTTP/1.1" status: 204 len: 168 time: 0.8969042 Jul 06 12:07:03.092208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.172091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] Provisioning for port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:03.189679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] Provisioning complete for port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:03.190120 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.205756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a0a7f-a3c0-4b60-9376-efb883e3f77d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:03.207651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a0a7f-a3c0-4b60-9376-efb883e3f77d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:03.214375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a0a7f-a3c0-4b60-9376-efb883e3f77d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:03.216317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-185a0a7f-a3c0-4b60-9376-efb883e3f77d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1228268 Jul 06 12:07:03.218953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.319350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 8dd5fb27-5aee-48f4-9921-95855b3871d9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:03.322902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.369961 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.378238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.438949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] For port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:03.450543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.457858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.566768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.594815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0cd20-5286-4581-b6c1-0fd3bf4b9b1a None None] Pushing event updated for resources: {'Port': ['ID=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:03.612124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd5fb27-5aee-48f4-9921-95855b3871d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:03.614319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.616633 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-295d5509-df14-4a26-a856-10c94f1ed0c1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/8dd5fb27-5aee-48f4-9921-95855b3871d9 HTTP/1.1" status: 204 len: 168 time: 0.3959677 Jul 06 12:07:03.619615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.636955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6daa410-7e47-4d0d-8f73-cb05a0272a27 None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': 'ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069', 'ip_address': '172.20.0.2'}, {'subnet_id': '8dd5fb27-5aee-48f4-9921-95855b3871d9'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '34ccdba5-b8d6-4a13-8552-9102a60ff3b5'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:03.678643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:03.683303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.719506 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6daa410-7e47-4d0d-8f73-cb05a0272a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.737010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.867409 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-f6daa410-7e47-4d0d-8f73-cb05a0272a27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069: This subnet is being modified by another concurrent operation. Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:03.984109 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069: This subnet is being modified by another concurrent operation. Jul 06 12:07:03.987607 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:07:03.991194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.020402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.024268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.029304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.029455 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d422c27-20af-437c-a038-5147860c26d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069 HTTP/1.1" status: 204 len: 168 time: 0.4086337 Jul 06 12:07:04.081992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f91028a6-1ba4-4729-b03a-c41a510329d2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503950 Jul 06 12:07:04.084993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.101970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:04.104218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d356e68-6f67-46d2-9adf-5f9c886bda1d None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:04.223064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:04.230930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.275606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33bb6ea7-bcba-4de1-866a-3ec01ac0e7c0 None None] Provisioning complete for port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:04.276629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33bb6ea7-bcba-4de1-866a-3ec01ac0e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.466961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:04.527866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] Deleting port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:04.528449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.572877 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.633879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:04.641144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:04.646145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:04.647081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.652912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=ee38cdfd-87db-4337-9375-f470ad8d106b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.656137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] For port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:04.658219 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.669511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2c6361f1-2ea3-4e6c-8c9e-cb4ca86508f1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5780756 Jul 06 12:07:04.672457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.682286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:04.691108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] Calling delete_port for 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:04.800043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:04.897577 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.910099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No active binding found for port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 12:07:04.910760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:04.919497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:04.940411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.947465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] Pushing event deleted for resources: {'Port': ['ID=34ccdba5-b8d6-4a13-8552-9102a60ff3b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.953330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cccb3-9c72-4d37-8a25-50941077bb8a None None] No DVR routers for this DVR port 34ccdba5-b8d6-4a13-8552-9102a60ff3b5 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:04.985735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931653cf-38a3-4a9e-9ea2-1f063d0cb60a None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:05.318828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'ee38cdfd-87db-4337-9375-f470ad8d106b'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:05.319990 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.519531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Allocated IP 172.20.0.2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/ee38cdfd-87db-4337-9375-f470ad8d106b/59100ef5-5a9f-4dbf-a6e2-902cd36e28fa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:05.704161 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.714229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Transition to ACTIVE for port object 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:05.731061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Transition to ACTIVE for port object 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:05.739558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:05.742041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.746892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.787672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:05.791586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:05.793691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:05.796342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:05.798808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:05.799482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:05.800047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.821373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=5303adbc-669c-441e-975c-87ad683a8ff0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:05.831592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:05.832059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f709a90-a69c-4ad6-a921-cd5efbb70936 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1569488 Jul 06 12:07:05.838264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:14:76:72', 'name': 'tempest-NetworksTestDHCPv6-957454342'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:05.988443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:06.059103 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Pushing event updated for resources: {'Port': ['ID=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.078708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Attempting to bind port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:06.079137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Attempting to bind port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:06.079817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Attempting to bind port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:06.087465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:06.087844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:06.089027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.089596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:06.090241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Bound port: 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:06.090799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.111230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.136286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port dbf81ab3-afda-4256-a775-c4b7b83b1bce yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:06.188769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] For port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:06.194549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:06.196549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] For port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:06.207038 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.284086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7cea4-fb6e-470e-a3bf-fb34c174a3b1 None None] Pushing event updated for resources: {'Port': ['ID=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.345036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 172.20.0.8 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/ee38cdfd-87db-4337-9375-f470ad8d106b/dbf81ab3-afda-4256-a775-c4b7b83b1bce) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:06.352856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fe14:7672 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/5303adbc-669c-441e-975c-87ad683a8ff0/dbf81ab3-afda-4256-a775-c4b7b83b1bce) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:06.362918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a96f20c-dddf-4276-9d93-872535208074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.501987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a96f20c-dddf-4276-9d93-872535208074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.507884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a96f20c-dddf-4276-9d93-872535208074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.553559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:06.554008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a96f20c-dddf-4276-9d93-872535208074 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6b40efbc69148968f4678e39db1ca6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581877 Jul 06 12:07:06.561556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96f20c-dddf-4276-9d93-872535208074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f7469-891c-4456-ae78-f47b041600d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.570980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.600555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object dbf81ab3-afda-4256-a775-c4b7b83b1bce will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:06.656295 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5899-f610-4754-a2b6-5494f6e88b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.691674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.694461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5899-f610-4754-a2b6-5494f6e88b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.767953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:06.770879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:06.775761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:06.778814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=dbf81ab3-afda-4256-a775-c4b7b83b1bce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.781497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:06.836065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:06.836836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.848021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5899-f610-4754-a2b6-5494f6e88b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.850687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:06.850814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff1c5899-f610-4754-a2b6-5494f6e88b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.851933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ff1c5899-f610-4754-a2b6-5494f6e88b51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c9f7469-891c-4456-ae78-f47b041600d7 HTTP/1.1" status: 204 len: 168 time: 0.2915456 Jul 06 12:07:06.863573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c5899-f610-4754-a2b6-5494f6e88b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f7469-891c-4456-ae78-f47b041600d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.866080 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-57318463-4cae-41ca-b63c-9269d54aaf16 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0330997 Jul 06 12:07:06.869456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:06.963545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf231ed6-b6e9-4b26-887f-9840d9477291 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:06.973568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf231ed6-b6e9-4b26-887f-9840d9477291 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:06.978774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bf231ed6-b6e9-4b26-887f-9840d9477291 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1050210 Jul 06 12:07:06.979439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.105797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port dbf81ab3-afda-4256-a775-c4b7b83b1bce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:07.106142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.224733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.232329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.240970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29fbf5d-0d3d-4be6-a758-60a0dd006570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.252148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for dbf81ab3-afda-4256-a775-c4b7b83b1bce owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:07.362923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29fbf5d-0d3d-4be6-a758-60a0dd006570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.374288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29fbf5d-0d3d-4be6-a758-60a0dd006570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.418786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c29fbf5d-0d3d-4be6-a758-60a0dd006570 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94c99b9b921d40f4a82f74e281aba85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929369 Jul 06 12:07:07.421602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.439991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fbf5d-0d3d-4be6-a758-60a0dd006570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28f0cc-a804-4216-9b22-72e82d44bdc0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:07.460096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555de9f-b502-489f-b820-a91e45867664 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:07.502926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.526324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] Provisioning for port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:07.537845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] Provisioning complete for port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:07.538216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.545686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=dbf81ab3-afda-4256-a775-c4b7b83b1bce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:07.558052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182efdcd-0e8e-4580-99a2-4cc2f6cb76e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.645797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182efdcd-0e8e-4580-99a2-4cc2f6cb76e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.693619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.694292 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.696404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6da2c330-51b3-43d8-a131-bcd8039aa5c7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/dbf81ab3-afda-4256-a775-c4b7b83b1bce HTTP/1.1" status: 204 len: 168 time: 0.7154379 Jul 06 12:07:07.698442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.756866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] For port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:07.762955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.766144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81a744-3fee-4c97-877d-7203d093eea3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:07.767895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81a744-3fee-4c97-877d-7203d093eea3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:07.769491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81a744-3fee-4c97-877d-7203d093eea3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:07.771166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c81a744-3fee-4c97-877d-7203d093eea3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0717118 Jul 06 12:07:07.772722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182efdcd-0e8e-4580-99a2-4cc2f6cb76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.774261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.775474 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-182efdcd-0e8e-4580-99a2-4cc2f6cb76e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.776582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-182efdcd-0e8e-4580-99a2-4cc2f6cb76e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe28f0cc-a804-4216-9b22-72e82d44bdc0 HTTP/1.1" status: 204 len: 168 time: 0.3536704 Jul 06 12:07:07.799472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182efdcd-0e8e-4580-99a2-4cc2f6cb76e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28f0cc-a804-4216-9b22-72e82d44bdc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:07.846624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 5303adbc-669c-441e-975c-87ad683a8ff0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:07.850822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.891719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a322c-c13d-4790-b385-d4344c6e4faa None None] Pushing event updated for resources: {'Port': ['ID=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:07.899604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.912582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b42def-dfe7-4523-9b48-fd564a8497fc None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': 'ee38cdfd-87db-4337-9375-f470ad8d106b', 'ip_address': '172.20.0.2'}, {'subnet_id': '5303adbc-669c-441e-975c-87ad683a8ff0'}], 'binding:host_id': 'n-d-799528-2'}, 'id': '59100ef5-5a9f-4dbf-a6e2-902cd36e28fa'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:07.947178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.950010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38b42def-dfe7-4523-9b48-fd564a8497fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.010006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.047997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=5303adbc-669c-441e-975c-87ad683a8ff0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.057963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.059984 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b714bfd2-4a2f-4fd1-972c-7e0fd5b24941 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/5303adbc-669c-441e-975c-87ad683a8ff0 HTTP/1.1" status: 204 len: 168 time: 0.2843716 Jul 06 12:07:08.062467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-38b42def-dfe7-4523-9b48-fd564a8497fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5303adbc-669c-441e-975c-87ad683a8ff0: This subnet is being modified by another concurrent operation. Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:08.079331 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5303adbc-669c-441e-975c-87ad683a8ff0: This subnet is being modified by another concurrent operation. Jul 06 12:07:08.083428 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:07:08.131842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet ee38cdfd-87db-4337-9375-f470ad8d106b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:08.137164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.187124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.209346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5be88ef8-4a54-424e-9e59-bbe5cc2d545c None None] Provisioning complete for port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:08.209738 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be88ef8-4a54-424e-9e59-bbe5cc2d545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.250924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.291310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b22a-8458-43de-9054-6156e0206672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.335893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.423273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0eda1cf-dc81-4b25-90c9-8efe8071e944 None None] Could not find standard attr ID for object dbf81ab3-afda-4256-a775-c4b7b83b1bce. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:08.428267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0eda1cf-dc81-4b25-90c9-8efe8071e944 None None] Could not find standard attr ID for object 4d12cb75-9dd4-4c68-818c-d48b212a2f62. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:08.444355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.446569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0eda1cf-dc81-4b25-90c9-8efe8071e944 None None] Could not find standard attr ID for object 9c55e20f-f882-4628-81f0-c48493b1434c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:08.484596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=ee38cdfd-87db-4337-9375-f470ad8d106b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.492201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.495007 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-269ec855-3e2e-4294-a9a4-674a1cc6d3fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/ee38cdfd-87db-4337-9375-f470ad8d106b HTTP/1.1" status: 204 len: 168 time: 0.4306269 Jul 06 12:07:08.497884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.504780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b22a-8458-43de-9054-6156e0206672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.511073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b22a-8458-43de-9054-6156e0206672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.553244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb19be-016c-4931-a388-1c1f80521950 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:08.554507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.559996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ef6b22a-8458-43de-9054-6156e0206672 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2dd52d5c55c4f9188e44114075ad87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055761 Jul 06 12:07:08.560347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.560688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c40bf79f-d459-4353-997e-0832336a4dc6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567844 Jul 06 12:07:08.569595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6b22a-8458-43de-9054-6156e0206672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb3f76-90d9-43da-b099-158a6bc67745,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.664208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35a3d4cb-5475-426e-96fa-bbabc1883a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.690434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236c075-dedc-4865-a78f-5c87045ecab7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:08.692224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2236c075-dedc-4865-a78f-5c87045ecab7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1335082 Jul 06 12:07:08.695018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.702998 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35a3d4cb-5475-426e-96fa-bbabc1883a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.758853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:08.768331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5358eade-c4e7-4046-86f1-1ee753d50439 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:08.769991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5358eade-c4e7-4046-86f1-1ee753d50439 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0739331 Jul 06 12:07:08.772983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.800457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:08.829272 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-74674834-a40f-4528-9edb-cec8bdfe6240 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495710 Jul 06 12:07:08.829272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35a3d4cb-5475-426e-96fa-bbabc1883a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.829272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35a3d4cb-5475-426e-96fa-bbabc1883a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.830617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.842043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be3c1567-b787-49be-b6ab-e59a4c33353b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:08.843076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-35a3d4cb-5475-426e-96fa-bbabc1883a3e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36cb3f76-90d9-43da-b099-158a6bc67745 HTTP/1.1" status: 204 len: 168 time: 0.2775257 Jul 06 12:07:08.862345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3d4cb-5475-426e-96fa-bbabc1883a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb3f76-90d9-43da-b099-158a6bc67745,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.881702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] Deleting port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:08.882353 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.969073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c1567-b787-49be-b6ab-e59a4c33353b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:08.972688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be3c1567-b787-49be-b6ab-e59a4c33353b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.974654 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3c1567-b787-49be-b6ab-e59a4c33353b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:08.975255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3c1567-b787-49be-b6ab-e59a4c33353b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:08.985427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] For port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:08.986073 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.995189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.004190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-be3c1567-b787-49be-b6ab-e59a4c33353b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1679406 Jul 06 12:07:09.004400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.010207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] Calling delete_port for 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:09.011640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f9e96ec1-3e38-4ec5-9b53-5236fed77d69 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:09.079589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:09.085865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.125515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e96ec1-3e38-4ec5-9b53-5236fed77d69 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:09.131166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9e96ec1-3e38-4ec5-9b53-5236fed77d69 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.133753 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e96ec1-3e38-4ec5-9b53-5236fed77d69 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:09.134533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e96ec1-3e38-4ec5-9b53-5236fed77d69 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:09.154540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9e96ec1-3e38-4ec5-9b53-5236fed77d69 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1488197 Jul 06 12:07:09.158316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.166114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d7e03789-c6cf-40e9-8304-1c9cae462947 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:09.174921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:09.183494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.214678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] No DVR routers for this DVR port 59100ef5-5a9f-4dbf-a6e2-902cd36e28fa on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:09.219995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e43a-57b0-42fe-a5d1-f9d17d9a8487 None None] Pushing event deleted for resources: {'Port': ['ID=59100ef5-5a9f-4dbf-a6e2-902cd36e28fa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:09.234288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ad9b8-3e14-4cfb-830b-f6e22fcd628a None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:07:09.314834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ad9b8-3e14-4cfb-830b-f6e22fcd628a None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:07:09.319130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e03789-c6cf-40e9-8304-1c9cae462947 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:09.324307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7e03789-c6cf-40e9-8304-1c9cae462947 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.326778 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e03789-c6cf-40e9-8304-1c9cae462947 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:09.327724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e03789-c6cf-40e9-8304-1c9cae462947 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:09.349294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7e03789-c6cf-40e9-8304-1c9cae462947 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1893134 Jul 06 12:07:09.352491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.359587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4821642b-e5f1-4d70-8d59-cfdd4124abfb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:09.478603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821642b-e5f1-4d70-8d59-cfdd4124abfb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:09.484366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4821642b-e5f1-4d70-8d59-cfdd4124abfb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.486584 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4821642b-e5f1-4d70-8d59-cfdd4124abfb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:09.487073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4821642b-e5f1-4d70-8d59-cfdd4124abfb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:09.514542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4821642b-e5f1-4d70-8d59-cfdd4124abfb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1602192 Jul 06 12:07:09.517434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.524261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3a565f3-0db0-4580-816d-765f6f08e773 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:09.580923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689539f-9af6-4316-8eae-15c939726031 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:07:09.636921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a565f3-0db0-4580-816d-765f6f08e773 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:09.647276 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a565f3-0db0-4580-816d-765f6f08e773 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.650388 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a565f3-0db0-4580-816d-765f6f08e773 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:09.650970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a565f3-0db0-4580-816d-765f6f08e773 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:09.657721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689539f-9af6-4316-8eae-15c939726031 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:07:09.678103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3a565f3-0db0-4580-816d-765f6f08e773 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1588326 Jul 06 12:07:09.681814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.687865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9cfdcac2-6d6e-4835-bb1b-0a2f3f830d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:09.819583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfdcac2-6d6e-4835-bb1b-0a2f3f830d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:09.825308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcac2-6d6e-4835-bb1b-0a2f3f830d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.826779 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfdcac2-6d6e-4835-bb1b-0a2f3f830d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:09.827231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfdcac2-6d6e-4835-bb1b-0a2f3f830d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:09.855101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cfdcac2-6d6e-4835-bb1b-0a2f3f830d13 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1717756 Jul 06 12:07:09.858223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.900876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-88aa49e8-2842-4ff4-942e-36cad79fa38a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0389714 Jul 06 12:07:09.901107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.952648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2af9c5-13d8-4ad8-8e43-e96837818be2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:09.956441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f2af9c5-13d8-4ad8-8e43-e96837818be2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0521460 Jul 06 12:07:09.957270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.996392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b0e5f33-4e2d-4b24-951b-ffc155d1662f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379975 Jul 06 12:07:10.000118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:10.004979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:10.094228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:10.098055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.685324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:10.687047 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.731289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:10.734428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:10.738486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:10.739077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.748587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f4eec-5a6b-4cc3-885a-8ff574f255c5 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:10.754482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=d1bd3ac0-2963-465a-b85c-7f0d3d5773bc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:10.758285 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-94aacadb-cbb1-433f-9f72-4ca7f0c27c11 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7571964 Jul 06 12:07:10.761277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:10.766850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:45:18:3f', 'name': 'tempest-NetworksTestDHCPv6-27935194'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:10.878054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:10.882402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.906512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port e750c9bb-6156-46d6-aedf-bc2ec85e4b87 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:10.925048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'd1bd3ac0-2963-465a-b85c-7f0d3d5773bc'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:10.925989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.039638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fe45:183f (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/d1bd3ac0-2963-465a-b85c-7f0d3d5773bc/e750c9bb-6156-46d6-aedf-bc2ec85e4b87) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:11.217233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.232731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object e750c9bb-6156-46d6-aedf-bc2ec85e4b87 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:11.266844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.308854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:11.309784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Allocated IP 2001:db8::f816:3eff:fe63:ac39 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/d1bd3ac0-2963-465a-b85c-7f0d3d5773bc/23e3a799-f95a-4187-a7e3-f934598f699d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:11.316316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:11.320134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:11.325908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.326439 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.335315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=e750c9bb-6156-46d6-aedf-bc2ec85e4b87,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:11.352270 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ee54065-25c7-42e0-bb16-f163cfe16eba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.5898793 Jul 06 12:07:11.355670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:11.423278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c726cb2-0d31-492e-a709-54e6ecf90dc2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.427250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c726cb2-0d31-492e-a709-54e6ecf90dc2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0682003 Jul 06 12:07:11.427493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:11.482629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.491685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Transition to ACTIVE for port object 23e3a799-f95a-4187-a7e3-f934598f699d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:11.507678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Transition to ACTIVE for port object 23e3a799-f95a-4187-a7e3-f934598f699d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:11.514301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.529672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port e750c9bb-6156-46d6-aedf-bc2ec85e4b87 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:11.530014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.555949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:11.563122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:11.566591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:11.574809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Pushing event updated for resources: {'Port': ['ID=23e3a799-f95a-4187-a7e3-f934598f699d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:11.635241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.640914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Attempting to bind port 23e3a799-f95a-4187-a7e3-f934598f699d on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:11.641402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Attempting to bind port 23e3a799-f95a-4187-a7e3-f934598f699d by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:11.641776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Attempting to bind port 23e3a799-f95a-4187-a7e3-f934598f699d on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:11.646789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:11.647188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:11.647593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.648014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:11.648139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for e750c9bb-6156-46d6-aedf-bc2ec85e4b87 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:11.648513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Bound port: 23e3a799-f95a-4187-a7e3-f934598f699d, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:11.648896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.711861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] For port 23e3a799-f95a-4187-a7e3-f934598f699d, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:11.716175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] For port 23e3a799-f95a-4187-a7e3-f934598f699d, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23e3a799-f95a-4187-a7e3-f934598f699d,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:11.721104 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.782320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1fe9c-8515-480a-9dc2-a6831bcb6bf1 None None] Pushing event updated for resources: {'Port': ['ID=23e3a799-f95a-4187-a7e3-f934598f699d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:11.799426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.831434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=e750c9bb-6156-46d6-aedf-bc2ec85e4b87,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:11.871203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.871203 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0768196f-8597-4273-8683-7ed53604d38b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/e750c9bb-6156-46d6-aedf-bc2ec85e4b87 HTTP/1.1" status: 204 len: 168 time: 0.4399595 Jul 06 12:07:11.872196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:11.945721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f392e7-296a-43b9-9c1e-0665789899fb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.948493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f392e7-296a-43b9-9c1e-0665789899fb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.950537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-36f392e7-296a-43b9-9c1e-0665789899fb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0762134 Jul 06 12:07:11.959967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:12.029661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet d1bd3ac0-2963-465a-b85c-7f0d3d5773bc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:12.035096 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.078629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.172510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.238297 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.267063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bd3ac0-2963-465a-b85c-7f0d3d5773bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.270665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.272661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fbf89dd1-70ba-4cee-b07c-54ac214c4da3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/d1bd3ac0-2963-465a-b85c-7f0d3d5773bc HTTP/1.1" status: 204 len: 168 time: 0.3130000 Jul 06 12:07:12.276002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:12.327580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0dd8c0a-f110-4083-b69d-1d4af2a67baf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492766 Jul 06 12:07:12.330343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:12.335480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:12.432804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:12.436521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.778076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:12.784332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23e3a799-f95a-4187-a7e3-f934598f699d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:12.854232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 23e3a799-f95a-4187-a7e3-f934598f699d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:12.884647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5adc1e7-9367-48fb-b316-c9020e3ebfe9 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:12.948797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Provisioning for port 23e3a799-f95a-4187-a7e3-f934598f699d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:12.955689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Provisioning complete for port 23e3a799-f95a-4187-a7e3-f934598f699d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:12.956123 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.997932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.119383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.155200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] For port 23e3a799-f95a-4187-a7e3-f934598f699d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23e3a799-f95a-4187-a7e3-f934598f699d,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:13.187631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.192964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.193848 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.233644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:07:13.234023 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:07:13.269929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:13.281878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:13.290826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:13.291508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.305454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=c3048d76-89c8-40e9-ae42-e9558ab9dadc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:13.314708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=23e3a799-f95a-4187-a7e3-f934598f699d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:13.319813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b0da18f-e8cf-4fcd-ab5d-65ceed5d9bdb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9884253 Jul 06 12:07:13.322728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:13.327753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:bb:dc:69', 'name': 'tempest-NetworksTestDHCPv6-1754912895'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:13.340700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc499b-fb2c-4d77-b3bb-8f0a8ba3f164 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:13.456239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:13.550063 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.571120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port d3ce625d-9c23-42dc-96cc-1e7b3b54796b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:13.682236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:febb:dc69 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/c3048d76-89c8-40e9-ae42-e9558ab9dadc/d3ce625d-9c23-42dc-96cc-1e7b3b54796b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:13.771815 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.807646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] For port 23e3a799-f95a-4187-a7e3-f934598f699d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23e3a799-f95a-4187-a7e3-f934598f699d,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:13.813517 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.846188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.875252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object d3ce625d-9c23-42dc-96cc-1e7b3b54796b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:13.878710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892e4d7-565e-466c-9eff-cc737dcb532e None None] Pushing event updated for resources: {'Port': ['ID=23e3a799-f95a-4187-a7e3-f934598f699d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:13.924211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.926617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98e913bb-c254-472d-a6b4-73405f8dd660 None None] Could not find standard attr ID for object e750c9bb-6156-46d6-aedf-bc2ec85e4b87. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:13.942821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98e913bb-c254-472d-a6b4-73405f8dd660 None None] Provisioning complete for port 23e3a799-f95a-4187-a7e3-f934598f699d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:13.943487 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98e913bb-c254-472d-a6b4-73405f8dd660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.975262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:13.981509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:13.987814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:13.995637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:13.996698 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.011363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=d3ce625d-9c23-42dc-96cc-1e7b3b54796b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.024118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e83b81d3-3749-4bbd-a246-99a09fc6aa61 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7002761 Jul 06 12:07:14.027762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:14.101058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d232dda-50d2-45af-94b9-c915fcb7fc5d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.107825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d232dda-50d2-45af-94b9-c915fcb7fc5d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.112387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:14.112572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d232dda-50d2-45af-94b9-c915fcb7fc5d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0829806 Jul 06 12:07:14.219585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port d3ce625d-9c23-42dc-96cc-1e7b3b54796b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:14.219942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.321955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.334459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for d3ce625d-9c23-42dc-96cc-1e7b3b54796b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:14.379896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b9826ef-8ae4-46b3-9174-989b4041ece0 None None] Provisioning for port d3ce625d-9c23-42dc-96cc-1e7b3b54796b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:14.385387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b9826ef-8ae4-46b3-9174-989b4041ece0 None None] Provisioning complete for port d3ce625d-9c23-42dc-96cc-1e7b3b54796b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:14.386152 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9826ef-8ae4-46b3-9174-989b4041ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.422310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b9826ef-8ae4-46b3-9174-989b4041ece0 None None] Port d3ce625d-9c23-42dc-96cc-1e7b3b54796b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:14.471903 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.501447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=d3ce625d-9c23-42dc-96cc-1e7b3b54796b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.547799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.549890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d190441c-3130-4692-87d1-a43192c4f667 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/d3ce625d-9c23-42dc-96cc-1e7b3b54796b HTTP/1.1" status: 204 len: 168 time: 0.4363070 Jul 06 12:07:14.552312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:14.615750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e967e-345f-4035-ac9b-725aa6484e38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.617395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e967e-345f-4035-ac9b-725aa6484e38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.622331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-506e967e-345f-4035-ac9b-725aa6484e38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0690546 Jul 06 12:07:14.623092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:14.695042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet c3048d76-89c8-40e9-ae42-e9558ab9dadc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:14.699084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.749989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.759394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23e3a799-f95a-4187-a7e3-f934598f699d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:14.822909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 23e3a799-f95a-4187-a7e3-f934598f699d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:14.823597 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.854501 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.929862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.958450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=c3048d76-89c8-40e9-ae42-e9558ab9dadc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.964966 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.967956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-33358e77-9e97-4f72-8d51-8d79cb1332f9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/c3048d76-89c8-40e9-ae42-e9558ab9dadc HTTP/1.1" status: 204 len: 168 time: 0.3427963 Jul 06 12:07:14.970293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:14.973498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ae606-43f5-4c62-8deb-08679dc89875 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:15.013527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:15.014201 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-94159f05-5997-40be-beff-f11e6b848d0f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420921 Jul 06 12:07:15.083214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049e8e2-6160-4316-abcd-3241f0b565c4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:15.084783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6049e8e2-6160-4316-abcd-3241f0b565c4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0694284 Jul 06 12:07:15.087453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:15.143241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af307ff2-aa6d-4269-93c9-94e563768263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:15.144760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-af307ff2-aa6d-4269-93c9-94e563768263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563054 Jul 06 12:07:15.147299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:15.157967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:15.186623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-46257058-4a93-464b-9a9b-6c0d82b88263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381188 Jul 06 12:07:15.191293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 45970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:15.197064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:15.223097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] Deleting port 23e3a799-f95a-4187-a7e3-f934598f699d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:15.223097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.285322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] For port 23e3a799-f95a-4187-a7e3-f934598f699d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=23e3a799-f95a-4187-a7e3-f934598f699d,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:15.285823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.299829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] Calling delete_port for 23e3a799-f95a-4187-a7e3-f934598f699d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:15.315716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:15.319348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.387696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.413721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] Pushing event deleted for resources: {'Port': ['ID=23e3a799-f95a-4187-a7e3-f934598f699d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:15.417709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b54ed2-2f1f-4ef9-b4d2-736c17a9733a None None] No DVR routers for this DVR port 23e3a799-f95a-4187-a7e3-f934598f699d on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:15.605721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:15.607149 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.655507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:15.658643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:15.663011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:15.663746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.669106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82970335-175c-4bdf-b7c1-928cc36ccb1c None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:15.679536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=b62478a4-bb5c-4cf3-b656-a897c6ef94d6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:15.698443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:15.701353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0329abe6-fffd-46c0-a3c6-f9b6a79fbb20 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5088801 Jul 06 12:07:15.704308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:6a:37:b2', 'name': 'tempest-NetworksTestDHCPv6-1765121463'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:15.834102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:15.838563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.863371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 320c739d-460d-4413-8cb4-2b6e71602fa7 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:15.994543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fe6a:37b2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/b62478a4-bb5c-4cf3-b656-a897c6ef94d6/320c739d-460d-4413-8cb4-2b6e71602fa7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:16.006340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'b62478a4-bb5c-4cf3-b656-a897c6ef94d6'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:16.007996 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.159306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.175035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 320c739d-460d-4413-8cb4-2b6e71602fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:16.207562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.249695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Allocated IP 2001:db8::f816:3eff:fe2d:e90b (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/b62478a4-bb5c-4cf3-b656-a897c6ef94d6/304485bd-de80-4d5b-8300-c60148a45079) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:16.261533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:16.265275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:16.270360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:16.276833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.277499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.281668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=320c739d-460d-4413-8cb4-2b6e71602fa7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.301986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f69ffa34-282b-4448-934f-9f8bd7b6f761 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5984528 Jul 06 12:07:16.301986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.369354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2fd08-4f88-41ba-91b8-4960b719eade tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.370974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7e2fd08-4f88-41ba-91b8-4960b719eade tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0672851 Jul 06 12:07:16.374191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 45996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.436587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.445419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Transition to ACTIVE for port object 304485bd-de80-4d5b-8300-c60148a45079 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:16.461921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Transition to ACTIVE for port object 304485bd-de80-4d5b-8300-c60148a45079 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:16.468582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.472010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 320c739d-460d-4413-8cb4-2b6e71602fa7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:16.472359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.511000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:16.517915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:16.520921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:16.533640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Pushing event updated for resources: {'Port': ['ID=304485bd-de80-4d5b-8300-c60148a45079,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.577899 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.593595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Attempting to bind port 304485bd-de80-4d5b-8300-c60148a45079 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:16.593976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Attempting to bind port 304485bd-de80-4d5b-8300-c60148a45079 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:16.594197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 320c739d-460d-4413-8cb4-2b6e71602fa7 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:16.594346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Attempting to bind port 304485bd-de80-4d5b-8300-c60148a45079 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:16.599339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:16.599720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:16.600166 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.600571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:16.601073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Bound port: 304485bd-de80-4d5b-8300-c60148a45079, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:16.601461 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.684537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] For port 304485bd-de80-4d5b-8300-c60148a45079, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:16.746132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23e3a799-f95a-4187-a7e3-f934598f699d no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:16.748690 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.749662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] For port 304485bd-de80-4d5b-8300-c60148a45079, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=304485bd-de80-4d5b-8300-c60148a45079,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:16.781691 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.784880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=320c739d-460d-4413-8cb4-2b6e71602fa7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.795792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 23e3a799-f95a-4187-a7e3-f934598f699d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:16.796370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 23e3a799-f95a-4187-a7e3-f934598f699d not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:16.820842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.826073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d727f34-0095-4229-8b74-e68d77037258 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/320c739d-460d-4413-8cb4-2b6e71602fa7 HTTP/1.1" status: 204 len: 168 time: 0.4508433 Jul 06 12:07:16.826268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.893868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc1af9-6ddb-496b-a277-7eda0db82192 None None] Pushing event updated for resources: {'Port': ['ID=304485bd-de80-4d5b-8300-c60148a45079,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.925619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef617bc9-8fe8-4892-b66e-06ff1a0fc518 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.927618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef617bc9-8fe8-4892-b66e-06ff1a0fc518 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.929235 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ef617bc9-8fe8-4892-b66e-06ff1a0fc518 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1018999 Jul 06 12:07:16.933511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.003128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet b62478a4-bb5c-4cf3-b656-a897c6ef94d6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:17.006999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.050097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.164257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.235190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.263638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=b62478a4-bb5c-4cf3-b656-a897c6ef94d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:17.269847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.275771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.276397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-086ef657-a5a2-47a6-b274-c1b9dd72fc38 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/b62478a4-bb5c-4cf3-b656-a897c6ef94d6 HTTP/1.1" status: 204 len: 168 time: 0.3414025 Jul 06 12:07:17.315641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8547cb0-db88-4fde-9bbc-7e31c439b587 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383818 Jul 06 12:07:17.318076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.323745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:17.414647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:17.418887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.748660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:17.903283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6d655-2195-411f-884b-b1608b25e0ff None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:17.945461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.005920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e568ca67-22a3-4ea0-aec5-cad20e5468d4 None None] Provisioning for port 304485bd-de80-4d5b-8300-c60148a45079 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:18.404546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] For port 304485bd-de80-4d5b-8300-c60148a45079, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=304485bd-de80-4d5b-8300-c60148a45079,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:18.435991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.441319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.442136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.516588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:18.530079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:18.537433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:18.538616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.559247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=f362281e-0665-44af-93a6-e739598ad3b3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:18.568578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=304485bd-de80-4d5b-8300-c60148a45079,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:18.573221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-098c49a6-a509-4e5b-9d7b-52f4c5f4a641 None None] Could not find standard attr ID for object 320c739d-460d-4413-8cb4-2b6e71602fa7. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:18.576115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40da43-fb19-4249-8e5a-880d93db0c2a None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:18.592258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-30e1f926-86d3-4d6c-be8f-68cd1d2579d9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2714863 Jul 06 12:07:18.593679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:18.599446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:4b:e0:79', 'name': 'tempest-NetworksTestDHCPv6-1941144845'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:18.780822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:18.796131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 304485bd-de80-4d5b-8300-c60148a45079 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:18.872556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 304485bd-de80-4d5b-8300-c60148a45079 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:18.879037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 304485bd-de80-4d5b-8300-c60148a45079 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:18.879537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.895165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.924298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:19.005592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.038176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 304485bd-de80-4d5b-8300-c60148a45079, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=304485bd-de80-4d5b-8300-c60148a45079,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:19.043643 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.050609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fe4b:e079 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/f362281e-0665-44af-93a6-e739598ad3b3/d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:19.098563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=304485bd-de80-4d5b-8300-c60148a45079,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:19.109225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a720ebd-6aab-4b97-87bf-44a0bbf5f9aa None None] Provisioning complete for port 304485bd-de80-4d5b-8300-c60148a45079 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:19.109627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a720ebd-6aab-4b97-87bf-44a0bbf5f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.219495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.238353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:19.272479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.314998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:19.318276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:19.324776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:19.330415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.331043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.344359 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:19.358441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8aa0c666-ccb0-4bf6-971b-74a5ea22eb0e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7630911 Jul 06 12:07:19.361137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.428833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4770897-4149-4fbb-a1c7-f0580f5fab4a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.435470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4770897-4149-4fbb-a1c7-f0580f5fab4a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.439639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4770897-4149-4fbb-a1c7-f0580f5fab4a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0748360 Jul 06 12:07:19.439828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.564480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:19.564826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.625569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28e2eacd-c344-4bcd-8958-65b592770354 None None] Provisioning for port d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:19.630600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28e2eacd-c344-4bcd-8958-65b592770354 None None] Provisioning complete for port d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:19.630981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28e2eacd-c344-4bcd-8958-65b592770354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.664067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.677822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:19.684706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28e2eacd-c344-4bcd-8958-65b592770354 None None] Port d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:19.813579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.848086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:19.876755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.878932 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fa5e6015-9f9d-4ce5-b827-d76ed6285c29 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f HTTP/1.1" status: 204 len: 168 time: 0.4381285 Jul 06 12:07:19.881465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.937222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af747b92-e2e1-41d1-96a3-0a642ce8115e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.938901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af747b92-e2e1-41d1-96a3-0a642ce8115e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.940442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-af747b92-e2e1-41d1-96a3-0a642ce8115e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0579839 Jul 06 12:07:19.943101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.996365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet f362281e-0665-44af-93a6-e739598ad3b3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:20.000722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.056528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.142003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.203317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.234833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=f362281e-0665-44af-93a6-e739598ad3b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:20.238566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.240458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-caa81e3a-4eef-4774-bceb-657f5c554ecb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/f362281e-0665-44af-93a6-e739598ad3b3 HTTP/1.1" status: 204 len: 168 time: 0.2964408 Jul 06 12:07:20.242851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.247254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88f36b-0583-40fb-8abe-6a478dafd149 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:20.283602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5363544f-7e97-47ed-9a7c-49b1ad8a939d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384424 Jul 06 12:07:20.285866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.353504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c26bb-95e5-49e4-8fb2-6b8a3211836f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.357761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-988c26bb-95e5-49e4-8fb2-6b8a3211836f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0684097 Jul 06 12:07:20.358136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.412029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb0e9a-827e-4f3c-8866-460a8aad6fb6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.413525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-67fb0e9a-827e-4f3c-8866-460a8aad6fb6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545752 Jul 06 12:07:20.416452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.460951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-14d823f6-d775-49c0-8abc-43d01d1c3acb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433714 Jul 06 12:07:20.465502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.469822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:20.471314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:20.532006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] Deleting port 304485bd-de80-4d5b-8300-c60148a45079 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:20.532006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.583090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:20.587943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.609192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] For port 304485bd-de80-4d5b-8300-c60148a45079, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=304485bd-de80-4d5b-8300-c60148a45079,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:20.609748 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.627186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] Calling delete_port for 304485bd-de80-4d5b-8300-c60148a45079 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:20.741725 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.769252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] Pushing event deleted for resources: {'Port': ['ID=304485bd-de80-4d5b-8300-c60148a45079,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:20.773976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524eedb-7332-4f3b-a001-9c3ef5beb373 None None] No DVR routers for this DVR port 304485bd-de80-4d5b-8300-c60148a45079 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:20.792263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 304485bd-de80-4d5b-8300-c60148a45079 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:20.814197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 304485bd-de80-4d5b-8300-c60148a45079 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:20.814618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 304485bd-de80-4d5b-8300-c60148a45079 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:20.824472 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.871002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:20.881733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:20.886983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.887868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.893351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218588ce-e9d4-442d-aa60-bf2734d4a97c None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:20.900514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=5a8d09e7-1e1b-4b61-ab57-8bafaa249640,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:20.907870 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a327d49-0c3d-43d8-a05d-8a8853a12ed7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4410412 Jul 06 12:07:20.910594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.916659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:9f:13:5c', 'name': 'tempest-NetworksTestDHCPv6-999182061'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:21.045537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:21.049626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.056229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '5a8d09e7-1e1b-4b61-ab57-8bafaa249640'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:21.056825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.072388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 8ec01982-5751-45f6-bb9b-599f038f03f4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:21.193883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::298 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/5a8d09e7-1e1b-4b61-ab57-8bafaa249640/8ec01982-5751-45f6-bb9b-599f038f03f4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:21.346520 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.360355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 8ec01982-5751-45f6-bb9b-599f038f03f4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:21.394676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.439515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:21.442775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:21.444733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/5a8d09e7-1e1b-4b61-ab57-8bafaa249640/a42c4bd2-4e04-4b51-ba68-d26306f9c1d1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:21.445347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:21.460949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:21.461958 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.482170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=8ec01982-5751-45f6-bb9b-599f038f03f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:21.491201 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a917a1e-208b-4a61-a07f-6028d7cad8c2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5793526 Jul 06 12:07:21.494168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:21.565764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f5aca-36da-46a4-9b18-9d03076ee601 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:21.567336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f68f5aca-36da-46a4-9b18-9d03076ee601 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0721240 Jul 06 12:07:21.570133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:21.611292 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.620735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Transition to ACTIVE for port object a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:21.639271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Transition to ACTIVE for port object a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:21.646247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.684857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 8ec01982-5751-45f6-bb9b-599f038f03f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:21.685212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.691889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:21.694786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:21.698053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:21.706501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Pushing event updated for resources: {'Port': ['ID=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:21.765767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Attempting to bind port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:21.766140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Attempting to bind port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:21.766501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Attempting to bind port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:21.771851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:21.772260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:21.772752 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.773067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:21.773572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Bound port: a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:21.773955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.784055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.797973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 8ec01982-5751-45f6-bb9b-599f038f03f4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:21.842268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] For port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:21.852981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] For port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:21.858782 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.926669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36a9a0-b423-4a3f-a58a-399f0a2fe4e6 None None] Pushing event updated for resources: {'Port': ['ID=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:21.959193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.991908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=8ec01982-5751-45f6-bb9b-599f038f03f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:22.021076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.023316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0fa86ec3-9204-43a4-b13b-13c4f6c43710 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/8ec01982-5751-45f6-bb9b-599f038f03f4 HTTP/1.1" status: 204 len: 168 time: 0.4521337 Jul 06 12:07:22.026723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.088449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13cb167-5ead-4492-9d86-a7600cb96f8e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:22.089999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13cb167-5ead-4492-9d86-a7600cb96f8e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:22.093992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f13cb167-5ead-4492-9d86-a7600cb96f8e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0639279 Jul 06 12:07:22.094234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.173990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 5a8d09e7-1e1b-4b61-ab57-8bafaa249640 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:22.177864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.225866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.319838 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.389285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.422417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8d09e7-1e1b-4b61-ab57-8bafaa249640,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:22.426091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.428583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dae2d2fa-1359-47e3-8985-489f605739b5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/5a8d09e7-1e1b-4b61-ab57-8bafaa249640 HTTP/1.1" status: 204 len: 168 time: 0.3327994 Jul 06 12:07:22.431132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.470295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-24629611-fa30-43fb-a471-9b125c84f344 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381107 Jul 06 12:07:22.472549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.536823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd5a0b-c40d-4cd5-897f-405ff195503e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:22.538312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5dbd5a0b-c40d-4cd5-897f-405ff195503e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0648272 Jul 06 12:07:22.541390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.604120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5067f64-ee61-4424-b042-97910f6cb6af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:22.605712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5067f64-ee61-4424-b042-97910f6cb6af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0633006 Jul 06 12:07:22.608343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.651539 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a403dc6e-a0a3-428e-ab96-2ddd4ce69857 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412645 Jul 06 12:07:22.654821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.659891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:22.782738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:22.784718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:22.786642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.854910 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.857943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:23.015273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f88a8-972d-4316-845d-bccdd894eaec None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:23.083416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] Provisioning for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:23.095926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] Provisioning complete for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:23.096317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.169393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:23.247287 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.290541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] For port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:23.296356 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.359313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296280f6-a1de-4cf3-a48a-e2d9f3d3e685 None None] Pushing event updated for resources: {'Port': ['ID=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:23.367692 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:07:23.481704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.631451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa9a0243-8c66-43ee-a673-0f7ecd86f12e None None] Provisioning complete for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:23.632047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0243-8c66-43ee-a673-0f7ecd86f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.652907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] For port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:23.690450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.699064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.699814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.783597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:23.792148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:23.801605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.802305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.833776 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1751139 Jul 06 12:07:23.833776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=fef6ccfa-0d59-4820-a5b7-dc9c0bfee822,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:23.834213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:23.842842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6409bd-454a-421d-b8e9-099330fb862e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:23.854235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8deb0cbb-5229-40b7-84d4-99d313a5e36b None None] Could not find standard attr ID for object 8ec01982-5751-45f6-bb9b-599f038f03f4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:23.860886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:23.984656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f49c1d-e348-40fe-9c6b-7a5835dd8977 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:23.996515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:24.000107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.103703 n-d-799528-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fef6ccfa-0d59-4820-a5b7-dc9c0bfee822 (CIDR: 2001:db8::/64) Jul 06 12:07:24.107575 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:24.108105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:24.122027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-61c9e9b6-c10e-4c93-8a24-8af0e42b5fca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2674279 Jul 06 12:07:24.124727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:24.130160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:24.256860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:24.261419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.476829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-044b7ddd-c427-40b1-88c7-be1e16dc3381 None None] Provisioning complete for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:24.477852 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-044b7ddd-c427-40b1-88c7-be1e16dc3381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.534720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.584392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:24.588210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:24.592839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:24.593426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.597854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc12e8-e943-4a5a-8990-ac34ce97f693 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:24.603609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=d9ba9920-cbc5-4ae1-a9eb-70008af67bbb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:24.613880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f71ea55-442d-4c43-b716-d119adfc1dfd tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4879658 Jul 06 12:07:24.616696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:24.622327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:a1:8e:6a', 'name': 'tempest-NetworksTestDHCPv6-1761466148'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:24.751982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:24.762692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:24.832917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:24.833570 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.863196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.888980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port b3385ebb-93c1-46a9-aa98-e8f7cc0de129 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:25.083362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8:0:1::a (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/d9ba9920-cbc5-4ae1-a9eb-70008af67bbb/b3385ebb-93c1-46a9-aa98-e8f7cc0de129) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:25.091600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fea1:8e6a (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/fef6ccfa-0d59-4820-a5b7-dc9c0bfee822/b3385ebb-93c1-46a9-aa98-e8f7cc0de129) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:25.139526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': 'fef6ccfa-0d59-4820-a5b7-dc9c0bfee822', 'ip_address': '2001:db8::f816:3eff:fe3e:d2f5'}, {'subnet_id': 'd9ba9920-cbc5-4ae1-a9eb-70008af67bbb'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'a42c4bd2-4e04-4b51-ba68-d26306f9c1d1'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:25.178184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.258030 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.272527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object b3385ebb-93c1-46a9-aa98-e8f7cc0de129 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:25.309935 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.357728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Allocated IP 2001:db8:0:1::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/d9ba9920-cbc5-4ae1-a9eb-70008af67bbb/a42c4bd2-4e04-4b51-ba68-d26306f9c1d1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:25.358789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:25.364083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:25.368532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:25.374445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:25.375076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.384100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=b3385ebb-93c1-46a9-aa98-e8f7cc0de129,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:25.404520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c21130c-07bb-4685-9ade-6ff2cf9bf597 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7867186 Jul 06 12:07:25.404854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:25.462298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] For port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:25.497347 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.512305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Transition to ACTIVE for port object a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:25.517185 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.518902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port b3385ebb-93c1-46a9-aa98-e8f7cc0de129 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:25.519312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.613084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c994b7f-3ded-4026-aa48-d77cef6ae760 None None] Pushing event updated for resources: {'Port': ['ID=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:25.649386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.665110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for b3385ebb-93c1-46a9-aa98-e8f7cc0de129 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:25.901495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.937767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=b3385ebb-93c1-46a9-aa98-e8f7cc0de129,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:25.946652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.947007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.947349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.947730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.948110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.948453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.948896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.949238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.949570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.949906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.950261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:25.950599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:26.015502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.017573 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7a04120-ee52-4e27-82f5-d0ccdf1aa8f2 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/b3385ebb-93c1-46a9-aa98-e8f7cc0de129 HTTP/1.1" status: 204 len: 168 time: 0.6112163 Jul 06 12:07:26.019906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.091756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c569cf0-be6b-4c66-a716-849dc04dbf36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.093672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7c569cf0-be6b-4c66-a716-849dc04dbf36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0726674 Jul 06 12:07:26.096500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.170638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff00fce-5a13-43c4-b36d-bfee8d7fd41a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.172785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ff00fce-5a13-43c4-b36d-bfee8d7fd41a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0748916 Jul 06 12:07:26.175082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.244052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60ce48-94ae-447f-9a3f-0fc5c9c96a9f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.245455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60ce48-94ae-447f-9a3f-0fc5c9c96a9f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.246983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60ce48-94ae-447f-9a3f-0fc5c9c96a9f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.251971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc60ce48-94ae-447f-9a3f-0fc5c9c96a9f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0724778 Jul 06 12:07:26.252980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.304137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d587a65-e7e8-46ae-9497-c7d4bb4f3211 None None] Provisioning for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:26.309584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d587a65-e7e8-46ae-9497-c7d4bb4f3211 None None] Provisioning complete for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:26.310190 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d587a65-e7e8-46ae-9497-c7d4bb4f3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.319044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet d9ba9920-cbc5-4ae1-a9eb-70008af67bbb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:26.322631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.375584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.474799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.542030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.573947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ba9920-cbc5-4ae1-a9eb-70008af67bbb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.585058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.590682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.591127 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd0dea06-872d-4484-a598-c0ac927a0a50 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/d9ba9920-cbc5-4ae1-a9eb-70008af67bbb HTTP/1.1" status: 204 len: 168 time: 0.3369973 Jul 06 12:07:26.616075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1df1fae6-ea7d-4100-9163-377cc2c4229c None None] Could not find standard attr ID for object b3385ebb-93c1-46a9-aa98-e8f7cc0de129. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:26.673992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet fef6ccfa-0d59-4820-a5b7-dc9c0bfee822 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:26.678059 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.730521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.761048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:26.768927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af2c9e-df87-4f7a-bcf2-ee10b643088d None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:26.839836 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.892587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:26.893009 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.911749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.949509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=fef6ccfa-0d59-4820-a5b7-dc9c0bfee822,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.953084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.955159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd7a64eb-8592-4550-9f2c-2e881128a769 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/fef6ccfa-0d59-4820-a5b7-dc9c0bfee822 HTTP/1.1" status: 204 len: 168 time: 0.3534989 Jul 06 12:07:26.959143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.004619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd3eff8a-97e7-4721-aa10-8448aead8c64 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442054 Jul 06 12:07:27.007537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.013996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:27.109645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:27.116373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:27.116883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.157255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd747cd-cee6-42a9-b2e9-d895a4cc412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.185434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] Deleting port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:27.185726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.265607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] For port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:27.266216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.279855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] Calling delete_port for a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:27.367205 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.400501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] No DVR routers for this DVR port a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:27.410694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:27.411208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5af2c-c9fc-4d5f-97c2-674e6bb803e9 None None] Pushing event deleted for resources: {'Port': ['ID=a42c4bd2-4e04-4b51-ba68-d26306f9c1d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:27.416814 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.460566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:27.464507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:27.467938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:27.468537 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.473855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822e494-0e11-4463-852c-8450ac161fb4 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:27.488135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=b0e1213f-414f-488c-90b7-44c29706b96f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:27.503158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5bc31aa-3cc0-433c-b398-5ad31e1ff263 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4938023 Jul 06 12:07:27.505963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.511617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:27.639164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:27.643114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.643389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': 'b0e1213f-414f-488c-90b7-44c29706b96f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:27.644295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.747692 n-d-799528-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0e1213f-414f-488c-90b7-44c29706b96f (CIDR: 2001:db8::/64) Jul 06 12:07:27.751577 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:27.752227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:27.770456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-782c8bb1-c796-45fc-a772-e25483cdb5e6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2606475 Jul 06 12:07:27.770868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.776868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:27.791641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Allocated IP 2001:db8::f816:3eff:fe67:39b9 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/b0e1213f-414f-488c-90b7-44c29706b96f/a9e0a6df-bcb8-4790-943e-e0b5a672df8e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:27.911842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:27.916163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.947384 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.961860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Transition to ACTIVE for port object a9e0a6df-bcb8-4790-943e-e0b5a672df8e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:27.977959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Transition to ACTIVE for port object a9e0a6df-bcb8-4790-943e-e0b5a672df8e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:27.985339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.029026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:28.035735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:28.040789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:28.044110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Pushing event updated for resources: {'Port': ['ID=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.104724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Attempting to bind port a9e0a6df-bcb8-4790-943e-e0b5a672df8e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:28.105004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Attempting to bind port a9e0a6df-bcb8-4790-943e-e0b5a672df8e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:28.105309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Attempting to bind port a9e0a6df-bcb8-4790-943e-e0b5a672df8e on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:28.115189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:28.116294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:28.121250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.121250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:28.121250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Bound port: a9e0a6df-bcb8-4790-943e-e0b5a672df8e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:28.121250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.187210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.201653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] For port a9e0a6df-bcb8-4790-943e-e0b5a672df8e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:28.205010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] For port a9e0a6df-bcb8-4790-943e-e0b5a672df8e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:28.211447 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.251963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:28.254443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:28.261178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:28.262268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.278970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28fd3-5027-4518-a7b0-416b0e2785dd None None] Pushing event updated for resources: {'Port': ['ID=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.286349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=575c3d8f-3f9a-40fa-b0fb-50be739b185d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.295723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:28.299891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-203eaaef-57f7-4de8-9fa9-7fd6eb306712 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5207977 Jul 06 12:07:28.300897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:50:c4:32', 'name': 'tempest-NetworksTestDHCPv6-1531572203'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:28.416677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:28.531431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.564659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 465f7279-d7b1-46e3-858a-8fa60b605578 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:28.748938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8:0:1::39a (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/575c3d8f-3f9a-40fa-b0fb-50be739b185d/465f7279-d7b1-46e3-858a-8fa60b605578) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:28.756641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f816:3eff:fe50:c432 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/b0e1213f-414f-488c-90b7-44c29706b96f/465f7279-d7b1-46e3-858a-8fa60b605578) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:28.771273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a9e0a6df-bcb8-4790-943e-e0b5a672df8e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:28.828049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a9e0a6df-bcb8-4790-943e-e0b5a672df8e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:28.901625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:28.921717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:28.922090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a42c4bd2-4e04-4b51-ba68-d26306f9c1d1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:28.934207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.949371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 465f7279-d7b1-46e3-858a-8fa60b605578 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:29.365938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.397987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e80492-5ad5-4db5-af3a-8453623f6fad None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:29.419740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:29.423078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:29.427832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:29.433419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:29.434051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.438365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=465f7279-d7b1-46e3-858a-8fa60b605578,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:29.462822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a454d89a-7d42-41a6-b66d-90028bea974d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1651428 Jul 06 12:07:29.465353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:29.482449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] Provisioning for port a9e0a6df-bcb8-4790-943e-e0b5a672df8e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:29.491454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] Provisioning complete for port a9e0a6df-bcb8-4790-943e-e0b5a672df8e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:29.492187 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.603564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 465f7279-d7b1-46e3-858a-8fa60b605578 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:29.604102 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.661861 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.681668 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aae16c15-0496-4a06-8afc-08afbecd4184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.705288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.716969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] For port a9e0a6df-bcb8-4790-943e-e0b5a672df8e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:29.725245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.725879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 465f7279-d7b1-46e3-858a-8fa60b605578 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:29.815678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52139e60-4d46-4d0d-b7a6-099d03a83e57 None None] Pushing event updated for resources: {'Port': ['ID=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:29.834836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': 'b0e1213f-414f-488c-90b7-44c29706b96f', 'ip_address': '2001:db8::f816:3eff:fe67:39b9'}, {'subnet_id': '575c3d8f-3f9a-40fa-b0fb-50be739b185d'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'a9e0a6df-bcb8-4790-943e-e0b5a672df8e'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:29.876364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.926373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.958063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=465f7279-d7b1-46e3-858a-8fa60b605578,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.022493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.026605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25154cef-09d1-45db-874b-20ed2e9960de tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/465f7279-d7b1-46e3-858a-8fa60b605578 HTTP/1.1" status: 204 len: 168 time: 0.5600724 Jul 06 12:07:30.028934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.079087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Allocated IP 2001:db8:0:1::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/575c3d8f-3f9a-40fa-b0fb-50be739b185d/a9e0a6df-bcb8-4790-943e-e0b5a672df8e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:30.097353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c2d25-e91a-40b8-a83b-2ca134f371d6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.099042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0b3c2d25-e91a-40b8-a83b-2ca134f371d6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0690062 Jul 06 12:07:30.101992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.129628 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.171452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b60f03-42e8-43d9-bb7e-9f1f90d884d6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.173023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-77b60f03-42e8-43d9-bb7e-9f1f90d884d6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0698369 Jul 06 12:07:30.175543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.197873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] For port a9e0a6df-bcb8-4790-943e-e0b5a672df8e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:30.228999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.230748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecce286-8376-4538-b7dd-b2eb0da7cd73 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.232289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecce286-8376-4538-b7dd-b2eb0da7cd73 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.233805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecce286-8376-4538-b7dd-b2eb0da7cd73 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.237958 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ecce286-8376-4538-b7dd-b2eb0da7cd73 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0587401 Jul 06 12:07:30.238815 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.253556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Transition to ACTIVE for port object a9e0a6df-bcb8-4790-943e-e0b5a672df8e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:30.257798 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.301663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 575c3d8f-3f9a-40fa-b0fb-50be739b185d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:30.305014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.350518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.368560 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.376547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426c73-740f-416e-bbca-fb18ee10b69f None None] Pushing event updated for resources: {'Port': ['ID=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.456308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.525817 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.555678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=575c3d8f-3f9a-40fa-b0fb-50be739b185d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.559532 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.561723 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0423218e-00ea-4e04-82c8-a07d4ee5c5ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/575c3d8f-3f9a-40fa-b0fb-50be739b185d HTTP/1.1" status: 204 len: 168 time: 0.3225908 Jul 06 12:07:30.564205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.625645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet b0e1213f-414f-488c-90b7-44c29706b96f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:30.632453 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.712224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.787006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a9e0a6df-bcb8-4790-943e-e0b5a672df8e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:30.819801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.906934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.938081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e1213f-414f-488c-90b7-44c29706b96f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.941630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.943574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-97afe866-2dd2-4edb-aa2b-d35bc0a68b18 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/b0e1213f-414f-488c-90b7-44c29706b96f HTTP/1.1" status: 204 len: 168 time: 0.3782110 Jul 06 12:07:30.946485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.970367 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.994024 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aa26086b-6e09-4183-861c-e24f585e28fc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435181 Jul 06 12:07:30.994484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.999712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:31.102390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:31.106097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.128017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20e22a-3412-466f-bc0a-8389ae14f5cf None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:31.215002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0010baa-acba-4b38-ac8d-9afacef7e8d8 None None] Provisioning for port a9e0a6df-bcb8-4790-943e-e0b5a672df8e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:31.236337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0010baa-acba-4b38-ac8d-9afacef7e8d8 None None] Provisioning complete for port a9e0a6df-bcb8-4790-943e-e0b5a672df8e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:31.236717 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0010baa-acba-4b38-ac8d-9afacef7e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.309260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.355528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:31.359434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:31.363458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c0010baa-acba-4b38-ac8d-9afacef7e8d8 None None] Could not find standard attr ID for object 465f7279-d7b1-46e3-858a-8fa60b605578. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:31.365730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:31.366271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.386895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=8e078312-660c-4275-97db-ef4f7a4579e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:31.395904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:31.396540 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6c1a9642-63dd-425f-aea3-1c39c8429ee4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4007468 Jul 06 12:07:31.401467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:31.423730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:31.474894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] Deleting port a9e0a6df-bcb8-4790-943e-e0b5a672df8e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:31.475291 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.516377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:31.519999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.573352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] For port a9e0a6df-bcb8-4790-943e-e0b5a672df8e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:31.573763 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.590197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] Calling delete_port for a9e0a6df-bcb8-4790-943e-e0b5a672df8e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:31.622776 n-d-799528-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e078312-660c-4275-97db-ef4f7a4579e5 (CIDR: 2001:db8::/64) Jul 06 12:07:31.626895 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:31.627523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:31.644933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b7bf8236-3527-4407-ac75-a25327e27122 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2475612 Jul 06 12:07:31.647620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:31.653508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:31.672894 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.700895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] Pushing event deleted for resources: {'Port': ['ID=a9e0a6df-bcb8-4790-943e-e0b5a672df8e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:31.707393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8dc7e3-f3e3-40ce-860e-9c978e8ffb17 None None] No DVR routers for this DVR port a9e0a6df-bcb8-4790-943e-e0b5a672df8e on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:31.726441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566353b-dfc3-4f7d-8b6b-10ddfc80d195 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:31.786719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:31.792911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.062530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '8e078312-660c-4275-97db-ef4f7a4579e5'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:32.063418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.219754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/8e078312-660c-4275-97db-ef4f7a4579e5/b80d6225-6be9-4ee4-8c51-98310e8d8754) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:32.223892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:32.225546 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.270456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:32.275847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:32.280714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:32.285169 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.292303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=6d88baa3-cd3c-403c-b78f-1edf654dfdaa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:32.311751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:32.312546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4dce0413-0966-48c6-9b0d-2d0466e5ce35 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6630139 Jul 06 12:07:32.320572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:9c:5c:0d', 'name': 'tempest-NetworksTestDHCPv6-5585235'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:32.397245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.409962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Transition to ACTIVE for port object b80d6225-6be9-4ee4-8c51-98310e8d8754 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:32.426496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Transition to ACTIVE for port object b80d6225-6be9-4ee4-8c51-98310e8d8754 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:32.443058 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.447230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:32.451981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.471401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.475808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 29dd0b5f-a228-4214-bbc3-2ad8c4909033 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:32.485247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:32.491476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:32.495899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:32.498931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Pushing event updated for resources: {'Port': ['ID=b80d6225-6be9-4ee4-8c51-98310e8d8754,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:32.556722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Attempting to bind port b80d6225-6be9-4ee4-8c51-98310e8d8754 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:32.557448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Attempting to bind port b80d6225-6be9-4ee4-8c51-98310e8d8754 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:32.558120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Attempting to bind port b80d6225-6be9-4ee4-8c51-98310e8d8754 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:32.563420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:32.564092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:32.564701 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.565301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:32.566164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Bound port: b80d6225-6be9-4ee4-8c51-98310e8d8754, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:32.566750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.638397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] For port b80d6225-6be9-4ee4-8c51-98310e8d8754, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:32.642229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] For port b80d6225-6be9-4ee4-8c51-98310e8d8754, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b80d6225-6be9-4ee4-8c51-98310e8d8754,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:32.648014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.657225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::f7 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/8e078312-660c-4275-97db-ef4f7a4579e5/29dd0b5f-a228-4214-bbc3-2ad8c4909033) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:32.664158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:5c0d (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/6d88baa3-cd3c-403c-b78f-1edf654dfdaa/29dd0b5f-a228-4214-bbc3-2ad8c4909033) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:32.732058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88826c50-8dd9-437f-9d3c-bbdc84a3fa0d None None] Pushing event updated for resources: {'Port': ['ID=b80d6225-6be9-4ee4-8c51-98310e8d8754,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:32.786339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a9e0a6df-bcb8-4790-943e-e0b5a672df8e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:32.816512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a9e0a6df-bcb8-4790-943e-e0b5a672df8e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:32.816867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a9e0a6df-bcb8-4790-943e-e0b5a672df8e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:32.897535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.914975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 29dd0b5f-a228-4214-bbc3-2ad8c4909033 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:32.970379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.029950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:33.048648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:33.051142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:33.075802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.083354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.112378 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7980034 Jul 06 12:07:33.115404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.169307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a780-d599-47b0-8527-e69d56e575af tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=29dd0b5f-a228-4214-bbc3-2ad8c4909033,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:33.241643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 29dd0b5f-a228-4214-bbc3-2ad8c4909033 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:33.241880 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.333755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.347306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 29dd0b5f-a228-4214-bbc3-2ad8c4909033 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:33.537111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.573623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=29dd0b5f-a228-4214-bbc3-2ad8c4909033,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:33.626761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.631179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc5c70a9-bfa1-45de-b417-be4567654153 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/29dd0b5f-a228-4214-bbc3-2ad8c4909033 HTTP/1.1" status: 204 len: 168 time: 0.5127306 Jul 06 12:07:33.631397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.702564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd3084b-e616-4d36-a21b-317b533c0bbf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.706717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9dd3084b-e616-4d36-a21b-317b533c0bbf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0717170 Jul 06 12:07:33.707384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.779563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b654c319-17e7-46ae-9430-e59d9cd44469 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.781471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b654c319-17e7-46ae-9430-e59d9cd44469 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0725574 Jul 06 12:07:33.783686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.841070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e28d17-e6f8-4d1b-b68f-4b8e6753cfee tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.842870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e28d17-e6f8-4d1b-b68f-4b8e6753cfee tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.844421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e28d17-e6f8-4d1b-b68f-4b8e6753cfee tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.846245 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-05e28d17-e6f8-4d1b-b68f-4b8e6753cfee tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0614269 Jul 06 12:07:33.849042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.860615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c8e36-b159-4620-8d56-74372ceb5c12 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:33.919335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 6d88baa3-cd3c-403c-b78f-1edf654dfdaa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:33.923105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.933082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33440ac7-ffa9-4b5a-b6e4-ecb5375d99db None None] Provisioning for port b80d6225-6be9-4ee4-8c51-98310e8d8754 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:33.978383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.028263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.108213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.146283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=6d88baa3-cd3c-403c-b78f-1edf654dfdaa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:34.148306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.151982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7ca25232-1578-44c4-8d2a-817e26fbc34d tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/6d88baa3-cd3c-403c-b78f-1edf654dfdaa HTTP/1.1" status: 204 len: 168 time: 0.3009086 Jul 06 12:07:34.153731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.165796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086daa1-d6c9-4287-9dcb-5c8d8f492d23 None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '8e078312-660c-4275-97db-ef4f7a4579e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d88baa3-cd3c-403c-b78f-1edf654dfdaa'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'b80d6225-6be9-4ee4-8c51-98310e8d8754'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:34.212896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9086daa1-d6c9-4287-9dcb-5c8d8f492d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.244541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 8e078312-660c-4275-97db-ef4f7a4579e5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:34.252977 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.306570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.422129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.428969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.567218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e303c47-43fe-4d3b-a787-487939b8d7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.666493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e303c47-43fe-4d3b-a787-487939b8d7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.670462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e303c47-43fe-4d3b-a787-487939b8d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.721956 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e303c47-43fe-4d3b-a787-487939b8d7fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b822bde48279468cab8dcee8766ae9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917340 Jul 06 12:07:34.722773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.732913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e303c47-43fe-4d3b-a787-487939b8d7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b827673-cc89-4b6c-829e-6edc26986d67,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:34.813739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19338055-f1fa-4c39-8841-d1abf0d053e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.832037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-9086daa1-d6c9-4287-9dcb-5c8d8f492d23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e078312-660c-4275-97db-ef4f7a4579e5: This subnet is being modified by another concurrent operation. Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:34.832569 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e078312-660c-4275-97db-ef4f7a4579e5: This subnet is being modified by another concurrent operation. Jul 06 12:07:34.836654 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:07:34.856258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b80d6225-6be9-4ee4-8c51-98310e8d8754 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:34.856509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19338055-f1fa-4c39-8841-d1abf0d053e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.897962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=8e078312-660c-4275-97db-ef4f7a4579e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:34.901553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.903864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-63b68b51-f963-4491-a39f-e012c87973d3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/8e078312-660c-4275-97db-ef4f7a4579e5 HTTP/1.1" status: 204 len: 168 time: 0.7489130 Jul 06 12:07:34.906388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.936556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19338055-f1fa-4c39-8841-d1abf0d053e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.941490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19338055-f1fa-4c39-8841-d1abf0d053e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.944929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-19338055-f1fa-4c39-8841-d1abf0d053e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b827673-cc89-4b6c-829e-6edc26986d67 HTTP/1.1" status: 204 len: 168 time: 0.2164905 Jul 06 12:07:34.952998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19338055-f1fa-4c39-8841-d1abf0d053e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b827673-cc89-4b6c-829e-6edc26986d67,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:34.962783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d74ed0-d1fb-4872-8902-bc6ac3163633 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:34.970223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25ca4aff-b523-4f11-b70a-b5c1931df662 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623896 Jul 06 12:07:34.973071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.979498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:35.076964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b80d6225-6be9-4ee4-8c51-98310e8d8754 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:35.101348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:35.107439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.114183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42bef518-adec-4d3a-9509-425d2979b272 None None] Provisioning complete for port b80d6225-6be9-4ee4-8c51-98310e8d8754 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:35.114780 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42bef518-adec-4d3a-9509-425d2979b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.150957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b80d6225-6be9-4ee4-8c51-98310e8d8754 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:35.151244 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.266817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-12647fbb-b200-4b5f-ba98-c6aa8f5b199a req-5ce6e364-d909-451e-873e-ca644259cd36 service neutron] (93767) timed out ('10.222.0.78', 48316) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:07:35.314852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:35.318857 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.348331 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.399797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:35.403345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:35.407896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:35.408564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.422739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=308e7dd8-93d8-4af0-b892-2605fb1cafb4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:35.434920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f2ad205-f3a4-4593-be7f-725abb1590ed tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4608097 Jul 06 12:07:35.437942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:35.446382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:35.459633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42bef518-adec-4d3a-9509-425d2979b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.463533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b80d6225-6be9-4ee4-8c51-98310e8d8754, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b80d6225-6be9-4ee4-8c51-98310e8d8754,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:35.481295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.525499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] Deleting port b80d6225-6be9-4ee4-8c51-98310e8d8754 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:35.526016 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.606987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:35.610760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.680361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b80d6225-6be9-4ee4-8c51-98310e8d8754,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:35.685945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-42bef518-adec-4d3a-9509-425d2979b272 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:07:35.686113 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-42bef518-adec-4d3a-9509-425d2979b272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:07:35.705573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] For port b80d6225-6be9-4ee4-8c51-98310e8d8754, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b80d6225-6be9-4ee4-8c51-98310e8d8754,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:35.705975 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.719783 n-d-799528-2 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 308e7dd8-93d8-4af0-b892-2605fb1cafb4 (CIDR: 2001:db8::/64) Jul 06 12:07:35.721449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] Calling delete_port for b80d6225-6be9-4ee4-8c51-98310e8d8754 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:35.725033 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:07:35.725778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:35.745339 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e7b0e767-de0b-4c7f-8191-4576be3bb570 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3057544 Jul 06 12:07:35.748166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:35.754808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'subnet': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:35.808614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.837109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] Pushing event deleted for resources: {'Port': ['ID=b80d6225-6be9-4ee4-8c51-98310e8d8754,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:35.849978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55815f-54d2-4863-a2b4-57f30ecb54bc None None] No DVR routers for this DVR port b80d6225-6be9-4ee4-8c51-98310e8d8754 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:35.869597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f581b-2943-4e2a-9c9e-43a43e7aa910 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:35.936941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:35.941973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.055281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522720a-abf5-4581-9792-048363e1455a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'tenant_id': 'bffeddb3c34b402b8d35d0af30cd5790', 'fixed_ips': [{'subnet_id': '308e7dd8-93d8-4af0-b892-2605fb1cafb4'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:36.056872 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522720a-abf5-4581-9792-048363e1455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.223250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42bef518-adec-4d3a-9509-425d2979b272 None None] Port b80d6225-6be9-4ee4-8c51-98310e8d8754 update to ACTIVE by agent not found {{(pid=93768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 12:07:36.295537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5522720a-abf5-4581-9792-048363e1455a None None] Allocated IP 2001:db8::2 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/308e7dd8-93d8-4af0-b892-2605fb1cafb4/e987eadb-8346-48fb-95ef-ed9444c156e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:36.392660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:36.394927 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.451724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Subnet': ['ID=6c8e14c1-fe33-47c7-a162-668cb851800f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:36.473080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:36.475187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:36.482403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522720a-abf5-4581-9792-048363e1455a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.486330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:36.487642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.491746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5522720a-abf5-4581-9792-048363e1455a None None] Transition to ACTIVE for port object e987eadb-8346-48fb-95ef-ed9444c156e4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:36.511949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5522720a-abf5-4581-9792-048363e1455a None None] Transition to ACTIVE for port object e987eadb-8346-48fb-95ef-ed9444c156e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:36.517840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1b21f7a-8dea-43ce-bbab-1d37a20da7cc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7682545 Jul 06 12:07:36.520579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:36.524555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522720a-abf5-4581-9792-048363e1455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.526051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Request body: {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'mac_address': 'fa:16:3e:f1:c0:48', 'name': 'tempest-NetworksTestDHCPv6-754334246'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:36.572215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522720a-abf5-4581-9792-048363e1455a None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:36.575384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5522720a-abf5-4581-9792-048363e1455a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:36.581289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522720a-abf5-4581-9792-048363e1455a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:36.591474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522720a-abf5-4581-9792-048363e1455a None None] Pushing event updated for resources: {'Port': ['ID=e987eadb-8346-48fb-95ef-ed9444c156e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:36.644095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Made reservation on behalf of bffeddb3c34b402b8d35d0af30cd5790 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:36.662038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5522720a-abf5-4581-9792-048363e1455a None None] Attempting to bind port e987eadb-8346-48fb-95ef-ed9444c156e4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:36.662440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5522720a-abf5-4581-9792-048363e1455a None None] Attempting to bind port e987eadb-8346-48fb-95ef-ed9444c156e4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:36.662995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522720a-abf5-4581-9792-048363e1455a None None] Attempting to bind port e987eadb-8346-48fb-95ef-ed9444c156e4 on network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:36.670429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522720a-abf5-4581-9792-048363e1455a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:36.670904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522720a-abf5-4581-9792-048363e1455a None None] Checking segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:36.671359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522720a-abf5-4581-9792-048363e1455a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.671770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522720a-abf5-4581-9792-048363e1455a None None] Bound using segment: {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:36.672424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5522720a-abf5-4581-9792-048363e1455a None None] Bound port: e987eadb-8346-48fb-95ef-ed9444c156e4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00be585a-51b7-4841-abb8-520695d092d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:36.672871 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522720a-abf5-4581-9792-048363e1455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.771690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5522720a-abf5-4581-9792-048363e1455a None None] For port e987eadb-8346-48fb-95ef-ed9444c156e4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:36.779148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b80d6225-6be9-4ee4-8c51-98310e8d8754 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:36.782916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5522720a-abf5-4581-9792-048363e1455a None None] For port e987eadb-8346-48fb-95ef-ed9444c156e4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e987eadb-8346-48fb-95ef-ed9444c156e4,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:36.783951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.807606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] device_id is not set on port 891a9480-1386-4624-aba1-5eae25153e50 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:36.808361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b80d6225-6be9-4ee4-8c51-98310e8d8754 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:36.809341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b80d6225-6be9-4ee4-8c51-98310e8d8754 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:36.824322 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522720a-abf5-4581-9792-048363e1455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.903452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522720a-abf5-4581-9792-048363e1455a None None] Pushing event updated for resources: {'Port': ['ID=e987eadb-8346-48fb-95ef-ed9444c156e4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:37.036620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8::181 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/308e7dd8-93d8-4af0-b892-2605fb1cafb4/891a9480-1386-4624-aba1-5eae25153e50) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:37.046041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:c048 (c8cad3d4-48b0-4f5a-865e-f75d6f9855a7/6c8e14c1-fe33-47c7-a162-668cb851800f/891a9480-1386-4624-aba1-5eae25153e50) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:37.273230 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.293934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Transition to ACTIVE for port object 891a9480-1386-4624-aba1-5eae25153e50 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:37.334337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.394002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:37.399787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:37.408922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event updated for resources: {'Port': ['ID=891a9480-1386-4624-aba1-5eae25153e50,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:37.412221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:37.420277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.421036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.442075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2b93194-6493-42ce-bd1c-671da740e8b0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9181414 Jul 06 12:07:37.442457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:37.553428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port 891a9480-1386-4624-aba1-5eae25153e50 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:37.553786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.653421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:37.682248 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.707098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for 891a9480-1386-4624-aba1-5eae25153e50 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:37.791862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80dc1ad3-2a5a-4e27-a102-4a885c90aa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.926065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.973463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=891a9480-1386-4624-aba1-5eae25153e50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.014064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80dc1ad3-2a5a-4e27-a102-4a885c90aa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.019623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80dc1ad3-2a5a-4e27-a102-4a885c90aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.034803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.040060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab7511b2-e832-4271-bdbb-cbb62da45958 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/891a9480-1386-4624-aba1-5eae25153e50 HTTP/1.1" status: 204 len: 168 time: 0.5959659 Jul 06 12:07:38.040743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.050039 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-80dc1ad3-2a5a-4e27-a102-4a885c90aa4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5acd797994294216b57d60005fc3b00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946774 Jul 06 12:07:38.052754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8e925-260c-4256-9666-7a5b07043ef6 None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:38.061715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.099197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc1ad3-2a5a-4e27-a102-4a885c90aa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0bbcb-b73e-465c-9985-5dc59153852a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.116951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9703f-25cd-40c4-984e-20a12fb7b396 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.120374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-05b9703f-25cd-40c4-984e-20a12fb7b396 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0783291 Jul 06 12:07:38.121330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.142065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb017819-dd7e-43ad-b91c-d5066691b233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.152965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-986f1327-9ecf-4b9e-b8cb-3747f8e723af None None] Provisioning for port e987eadb-8346-48fb-95ef-ed9444c156e4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:38.178099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb017819-dd7e-43ad-b91c-d5066691b233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.201955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761db64d-c98f-4455-81d7-13142d520860 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.205724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-761db64d-c98f-4455-81d7-13142d520860 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0811443 Jul 06 12:07:38.205963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.238581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb017819-dd7e-43ad-b91c-d5066691b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.241962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb017819-dd7e-43ad-b91c-d5066691b233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.245810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb017819-dd7e-43ad-b91c-d5066691b233 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11b0bbcb-b73e-465c-9985-5dc59153852a HTTP/1.1" status: 204 len: 168 time: 0.1808720 Jul 06 12:07:38.252791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb017819-dd7e-43ad-b91c-d5066691b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0bbcb-b73e-465c-9985-5dc59153852a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.285328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71cef0-795c-4008-a82c-d10853eecf3e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.287009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71cef0-795c-4008-a82c-d10853eecf3e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.288566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71cef0-795c-4008-a82c-d10853eecf3e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.291324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4d71cef0-795c-4008-a82c-d10853eecf3e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0840771 Jul 06 12:07:38.295339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.358057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 308e7dd8-93d8-4af0-b892-2605fb1cafb4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:38.362600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.417252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.420127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffa606-edb5-4524-b569-36b64ebe3517 None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '308e7dd8-93d8-4af0-b892-2605fb1cafb4', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c8e14c1-fe33-47c7-a162-668cb851800f'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'e987eadb-8346-48fb-95ef-ed9444c156e4'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:38.456869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fffa606-edb5-4524-b569-36b64ebe3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.509446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.580061 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-4fffa606-edb5-4524-b569-36b64ebe3517 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 308e7dd8-93d8-4af0-b892-2605fb1cafb4: This subnet is being modified by another concurrent operation. Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:07:38.606688 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 308e7dd8-93d8-4af0-b892-2605fb1cafb4: This subnet is being modified by another concurrent operation. Jul 06 12:07:38.610030 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:07:38.639148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=308e7dd8-93d8-4af0-b892-2605fb1cafb4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.647109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.652451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.668361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-638e334b-085d-4f2e-81f2-5c5ff43bf9e7 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/308e7dd8-93d8-4af0-b892-2605fb1cafb4 HTTP/1.1" status: 204 len: 168 time: 0.3579853 Jul 06 12:07:38.669205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.689925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156c16e0-46b8-4bf3-953d-e94331482176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.716271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758d6d9-563e-4704-9324-065bb2ff236f None None] Network c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:38.739401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting subnet 6c8e14c1-fe33-47c7-a162-668cb851800f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:38.743760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.806451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.824908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156c16e0-46b8-4bf3-953d-e94331482176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.831641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-156c16e0-46b8-4bf3-953d-e94331482176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.868559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.894770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c16e0-46b8-4bf3-953d-e94331482176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61780a7c-d7f5-4ba8-88de-81b2073aca9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.913093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-156c16e0-46b8-4bf3-953d-e94331482176 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb626ece0c57455c950d13868aa273d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400050 Jul 06 12:07:38.915492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.942971 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.975124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8e14c1-fe33-47c7-a162-668cb851800f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.978188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.982895 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e4d9b2d1-60be-4c39-bda3-07ae9e5cd491 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/6c8e14c1-fe33-47c7-a162-668cb851800f HTTP/1.1" status: 204 len: 168 time: 0.3293872 Jul 06 12:07:38.983513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.001187 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-571615fa-19f3-4999-a20b-a20ff695f616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.045160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-329a9c0c-51cc-443d-bb4a-4d62eb9a25c0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604641 Jul 06 12:07:39.047784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.106344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-571615fa-19f3-4999-a20b-a20ff695f616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.158677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b99802-fd34-45fa-b3a4-0691249413c4 None None] Update dhcp port {'port': {'network_id': 'c8cad3d4-48b0-4f5a-865e-f75d6f9855a7', 'fixed_ips': [{'subnet_id': '6c8e14c1-fe33-47c7-a162-668cb851800f'}], 'binding:host_id': 'n-d-799528-2'}, 'id': 'e987eadb-8346-48fb-95ef-ed9444c156e4'} from n-d-799528-2. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:07:39.170962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66450989-0e76-4cec-80b3-d2749f75e858 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:39.172513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-66450989-0e76-4cec-80b3-d2749f75e858 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1237602 Jul 06 12:07:39.175182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.199566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14b99802-fd34-45fa-b3a4-0691249413c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.205203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-571615fa-19f3-4999-a20b-a20ff695f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.209002 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-571615fa-19f3-4999-a20b-a20ff695f616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.214493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-571615fa-19f3-4999-a20b-a20ff695f616 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61780a7c-d7f5-4ba8-88de-81b2073aca9e HTTP/1.1" status: 204 len: 168 time: 0.2967989 Jul 06 12:07:39.223691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571615fa-19f3-4999-a20b-a20ff695f616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61780a7c-d7f5-4ba8-88de-81b2073aca9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:39.254897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa759e-e43f-4b5d-8758-f279b18f51bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:39.256841 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4efa759e-e43f-4b5d-8758-f279b18f51bc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805490 Jul 06 12:07:39.259457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.354189 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4438114-b100-49ee-80ab-553d1f560fc3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929551 Jul 06 12:07:39.358717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.402921 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a97825-a95f-44be-8bea-9a4d834fe815 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.403664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a97825-a95f-44be-8bea-9a4d834fe815 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.405545 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b0a97825-a95f-44be-8bea-9a4d834fe815 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/891a9480-1386-4624-aba1-5eae25153e50 HTTP/1.1" status: 404 len: 333 time: 0.0458095 Jul 06 12:07:39.408211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.459310 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-529fccbe-1fcb-4af4-b4c8-2453e1f9bda3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.459924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529fccbe-1fcb-4af4-b4c8-2453e1f9bda3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.463958 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-529fccbe-1fcb-4af4-b4c8-2453e1f9bda3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/6c8e14c1-fe33-47c7-a162-668cb851800f HTTP/1.1" status: 404 len: 337 time: 0.0531147 Jul 06 12:07:39.465325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.500869 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa33475c-e446-41c1-9df0-0d5beeae9fd6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.501419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa33475c-e446-41c1-9df0-0d5beeae9fd6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.503342 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aa33475c-e446-41c1-9df0-0d5beeae9fd6 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/308e7dd8-93d8-4af0-b892-2605fb1cafb4 HTTP/1.1" status: 404 len: 337 time: 0.0370762 Jul 06 12:07:39.506062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.536711 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3457b023-b9cc-4d65-9f7e-d0f8e46ec1d8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.536711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3457b023-b9cc-4d65-9f7e-d0f8e46ec1d8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.538425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3457b023-b9cc-4d65-9f7e-d0f8e46ec1d8 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/29dd0b5f-a228-4214-bbc3-2ad8c4909033 HTTP/1.1" status: 404 len: 333 time: 0.0313597 Jul 06 12:07:39.541160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.575022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ff4cb9a-47e1-4d79-bc4a-55d2f814c150 None None] Could not find standard attr ID for object 29dd0b5f-a228-4214-bbc3-2ad8c4909033. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:39.576129 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c74171e-27c1-4450-a0ec-3b0ae75ae3ca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.576773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c74171e-27c1-4450-a0ec-3b0ae75ae3ca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.578572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ff4cb9a-47e1-4d79-bc4a-55d2f814c150 None None] Could not find standard attr ID for object 465f7279-d7b1-46e3-858a-8fa60b605578. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:39.581404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.583734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c74171e-27c1-4450-a0ec-3b0ae75ae3ca tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/6d88baa3-cd3c-403c-b78f-1edf654dfdaa HTTP/1.1" status: 404 len: 337 time: 0.0412507 Jul 06 12:07:39.621188 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6230c368-6a81-4b33-a55b-197911ff1a10 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.621585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6230c368-6a81-4b33-a55b-197911ff1a10 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.623351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6230c368-6a81-4b33-a55b-197911ff1a10 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/8e078312-660c-4275-97db-ef4f7a4579e5 HTTP/1.1" status: 404 len: 337 time: 0.0408697 Jul 06 12:07:39.625871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.654935 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ee315e-fbee-4caf-80ae-951f80d4b54e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.655587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ee315e-fbee-4caf-80ae-951f80d4b54e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.657377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-28ee315e-fbee-4caf-80ae-951f80d4b54e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/465f7279-d7b1-46e3-858a-8fa60b605578 HTTP/1.1" status: 404 len: 333 time: 0.0306091 Jul 06 12:07:39.659899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.690380 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a403ce8-5fb3-4b92-ba2e-9a00d958d60b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.690834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a403ce8-5fb3-4b92-ba2e-9a00d958d60b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.692982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a403ce8-5fb3-4b92-ba2e-9a00d958d60b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/575c3d8f-3f9a-40fa-b0fb-50be739b185d HTTP/1.1" status: 404 len: 337 time: 0.0319340 Jul 06 12:07:39.696289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.712808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96a9d218-d329-4409-8386-b30c9c7e0538 None None] Could not find standard attr ID for object 891a9480-1386-4624-aba1-5eae25153e50. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:39.730697 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbb66b8-22c4-401f-a3c6-32d5df2f36dc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.731250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbb66b8-22c4-401f-a3c6-32d5df2f36dc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.733168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-adbb66b8-22c4-401f-a3c6-32d5df2f36dc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/b0e1213f-414f-488c-90b7-44c29706b96f HTTP/1.1" status: 404 len: 337 time: 0.0358739 Jul 06 12:07:39.735839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.766521 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2837de5c-1b3c-4db9-bfbd-5ed7709b29ba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.767252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2837de5c-1b3c-4db9-bfbd-5ed7709b29ba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.771299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2837de5c-1b3c-4db9-bfbd-5ed7709b29ba tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/b3385ebb-93c1-46a9-aa98-e8f7cc0de129 HTTP/1.1" status: 404 len: 333 time: 0.0320926 Jul 06 12:07:39.771614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.798571 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b824e17-031b-4c10-848f-4d9ab75c2437 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.799037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b824e17-031b-4c10-848f-4d9ab75c2437 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.800819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b824e17-031b-4c10-848f-4d9ab75c2437 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/d9ba9920-cbc5-4ae1-a9eb-70008af67bbb HTTP/1.1" status: 404 len: 337 time: 0.0283411 Jul 06 12:07:39.803185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.835799 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-503ec2fe-4c1f-47d9-a16d-a4eeaa4c2dd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.836827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503ec2fe-4c1f-47d9-a16d-a4eeaa4c2dd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.838604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-503ec2fe-4c1f-47d9-a16d-a4eeaa4c2dd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/fef6ccfa-0d59-4820-a5b7-dc9c0bfee822 HTTP/1.1" status: 404 len: 337 time: 0.0344982 Jul 06 12:07:39.841351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.871264 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-300669dc-d422-447b-bd97-5476c923acf9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.872009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300669dc-d422-447b-bd97-5476c923acf9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.875205 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-300669dc-d422-447b-bd97-5476c923acf9 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/8ec01982-5751-45f6-bb9b-599f038f03f4 HTTP/1.1" status: 404 len: 333 time: 0.0314169 Jul 06 12:07:39.876406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.913026 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e45cb94-b473-4070-8f61-e91282fe02ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.913620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e45cb94-b473-4070-8f61-e91282fe02ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.918447 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9e45cb94-b473-4070-8f61-e91282fe02ec tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/5a8d09e7-1e1b-4b61-ab57-8bafaa249640 HTTP/1.1" status: 404 len: 337 time: 0.0380652 Jul 06 12:07:39.919054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.958419 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4fd99-9c0f-430e-b105-26765e4bca88 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:39.960582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca089b09-1811-405c-be62-b05e2d1dab7b None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:07:39.961664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b4fd99-9c0f-430e-b105-26765e4bca88 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:39.963746 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-91b4fd99-9c0f-430e-b105-26765e4bca88 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/d6404b6b-85e6-4e5c-a8c3-0c2f1e37476f HTTP/1.1" status: 404 len: 333 time: 0.0435154 Jul 06 12:07:39.966414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.001090 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c76fcb-eed6-439e-aab2-f6ad9f0a6058 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.002187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c76fcb-eed6-439e-aab2-f6ad9f0a6058 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.004250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2c76fcb-eed6-439e-aab2-f6ad9f0a6058 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/f362281e-0665-44af-93a6-e739598ad3b3 HTTP/1.1" status: 404 len: 337 time: 0.0362706 Jul 06 12:07:40.006743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.035411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca089b09-1811-405c-be62-b05e2d1dab7b None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:07:40.046901 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e50240-3fda-4e8f-8b76-d67aafdcc871 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.047622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e50240-3fda-4e8f-8b76-d67aafdcc871 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.052107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6e50240-3fda-4e8f-8b76-d67aafdcc871 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/320c739d-460d-4413-8cb4-2b6e71602fa7 HTTP/1.1" status: 404 len: 333 time: 0.0418558 Jul 06 12:07:40.052298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.079961 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-642858ef-bc7d-4007-8e94-714d41105f09 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.080428 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642858ef-bc7d-4007-8e94-714d41105f09 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.084565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-642858ef-bc7d-4007-8e94-714d41105f09 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/b62478a4-bb5c-4cf3-b656-a897c6ef94d6 HTTP/1.1" status: 404 len: 337 time: 0.0289426 Jul 06 12:07:40.084917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.114450 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-89db25e8-9487-4d2a-b28d-6010f4a33649 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.115199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89db25e8-9487-4d2a-b28d-6010f4a33649 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.119473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-89db25e8-9487-4d2a-b28d-6010f4a33649 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/d3ce625d-9c23-42dc-96cc-1e7b3b54796b HTTP/1.1" status: 404 len: 333 time: 0.0311372 Jul 06 12:07:40.119952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.151015 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7bf9c5-4c16-4da4-994e-183178dc7319 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.151506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7bf9c5-4c16-4da4-994e-183178dc7319 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.155639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6d7bf9c5-4c16-4da4-994e-183178dc7319 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/c3048d76-89c8-40e9-ae42-e9558ab9dadc HTTP/1.1" status: 404 len: 337 time: 0.0322385 Jul 06 12:07:40.155922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.196726 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-63de7d25-c02f-413d-9e7b-12fc1f417430 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.197826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63de7d25-c02f-413d-9e7b-12fc1f417430 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.199807 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-63de7d25-c02f-413d-9e7b-12fc1f417430 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/e750c9bb-6156-46d6-aedf-bc2ec85e4b87 HTTP/1.1" status: 404 len: 333 time: 0.0429351 Jul 06 12:07:40.202456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.237585 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-befda0f0-0bec-4a80-82e0-338d1f719249 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.238143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befda0f0-0bec-4a80-82e0-338d1f719249 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.240184 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-befda0f0-0bec-4a80-82e0-338d1f719249 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/d1bd3ac0-2963-465a-b85c-7f0d3d5773bc HTTP/1.1" status: 404 len: 337 time: 0.0365064 Jul 06 12:07:40.242826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.275679 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9574636-a165-4678-bc7d-0a40986a6cff tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.276531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9574636-a165-4678-bc7d-0a40986a6cff tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.280867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a9574636-a165-4678-bc7d-0a40986a6cff tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/dbf81ab3-afda-4256-a775-c4b7b83b1bce HTTP/1.1" status: 404 len: 333 time: 0.0344849 Jul 06 12:07:40.281163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.313492 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4375b823-1bd7-40e0-be28-f8d4a98f2ec5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.314389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4375b823-1bd7-40e0-be28-f8d4a98f2ec5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.318116 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4375b823-1bd7-40e0-be28-f8d4a98f2ec5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/5303adbc-669c-441e-975c-87ad683a8ff0 HTTP/1.1" status: 404 len: 337 time: 0.0324740 Jul 06 12:07:40.318453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.336771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b744ec1-a7b6-47c8-abef-a660d404376d None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:07:40.364257 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-40194ff9-fb82-435a-abc0-177ea5bf2172 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.364793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40194ff9-fb82-435a-abc0-177ea5bf2172 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.366483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-40194ff9-fb82-435a-abc0-177ea5bf2172 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/ee38cdfd-87db-4337-9375-f470ad8d106b HTTP/1.1" status: 404 len: 337 time: 0.0470309 Jul 06 12:07:40.370030 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.402279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b744ec1-a7b6-47c8-abef-a660d404376d None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:07:40.404122 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ffa398-716b-4b5f-a15e-4a1f329e901e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.404851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ffa398-716b-4b5f-a15e-4a1f329e901e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.409185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.409331 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-41ffa398-716b-4b5f-a15e-4a1f329e901e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/9c55e20f-f882-4628-81f0-c48493b1434c HTTP/1.1" status: 404 len: 333 time: 0.0382848 Jul 06 12:07:40.440196 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9597fab-714a-4a39-86e1-91ed128cb782 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.440650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9597fab-714a-4a39-86e1-91ed128cb782 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.442438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9597fab-714a-4a39-86e1-91ed128cb782 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/8dd5fb27-5aee-48f4-9921-95855b3871d9 HTTP/1.1" status: 404 len: 337 time: 0.0320570 Jul 06 12:07:40.445020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.478908 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-db31eb0b-8097-494a-aac2-c3cb109d7709 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.479491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db31eb0b-8097-494a-aac2-c3cb109d7709 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.482069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-db31eb0b-8097-494a-aac2-c3cb109d7709 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/ab29b8fe-5f9b-49b5-8b8a-4189b9f4f069 HTTP/1.1" status: 404 len: 337 time: 0.0351522 Jul 06 12:07:40.484597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.524203 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-567647db-caea-4c45-a0f2-b24b3986ee34 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.524898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567647db-caea-4c45-a0f2-b24b3986ee34 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.526732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-567647db-caea-4c45-a0f2-b24b3986ee34 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/4d12cb75-9dd4-4c68-818c-d48b212a2f62 HTTP/1.1" status: 404 len: 333 time: 0.0405929 Jul 06 12:07:40.529405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.560440 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-66995ae6-5767-4e60-aaf7-cbfab3a9d5d4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.561117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66995ae6-5767-4e60-aaf7-cbfab3a9d5d4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.563115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-66995ae6-5767-4e60-aaf7-cbfab3a9d5d4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/60b6bddf-77aa-445a-9c5b-e7acbad1dd06 HTTP/1.1" status: 404 len: 337 time: 0.0327115 Jul 06 12:07:40.565915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.603636 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-769d5947-e387-4791-9a52-2ec456f5841f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.604197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769d5947-e387-4791-9a52-2ec456f5841f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.608741 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-769d5947-e387-4791-9a52-2ec456f5841f tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/9600c63d-02cc-4d8d-9a7d-96cf378bcbbd HTTP/1.1" status: 404 len: 337 time: 0.0393889 Jul 06 12:07:40.608955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.640107 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c244b9a4-e733-42f4-ad31-d638627348eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.640735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c244b9a4-e733-42f4-ad31-d638627348eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.644916 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c244b9a4-e733-42f4-ad31-d638627348eb tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/a91258c3-e899-42c0-a1a1-e927fa90c4dd HTTP/1.1" status: 404 len: 333 time: 0.0325077 Jul 06 12:07:40.645077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.682725 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-29798dd0-d9a5-41bf-aadf-0212deb0387a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.683397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29798dd0-d9a5-41bf-aadf-0212deb0387a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.685511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29798dd0-d9a5-41bf-aadf-0212deb0387a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/54cbd057-8e26-4782-bc53-6bdcbc078610 HTTP/1.1" status: 404 len: 337 time: 0.0393963 Jul 06 12:07:40.688042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.717146 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36eafc8-6575-40fb-ac7d-a03c7a9dc1fc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.717840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36eafc8-6575-40fb-ac7d-a03c7a9dc1fc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.719898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b36eafc8-6575-40fb-ac7d-a03c7a9dc1fc tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/3331f05d-2a70-40d3-87ee-e9fe1cb0018a HTTP/1.1" status: 404 len: 337 time: 0.0305479 Jul 06 12:07:40.722485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.756806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-89fdd37f-ed42-4390-b7fb-a1e3b8e10c07 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7f4bfad-62da-4254-b842-3b834c9289af HTTP/1.1" status: 200 len: 205 time: 0.0323758 Jul 06 12:07:40.759257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.803989 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b628d7b5-e082-4791-bea4-b628e8a73bda tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] delete failed (client error): The resource could not be found. Jul 06 12:07:40.805283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b628d7b5-e082-4791-bea4-b628e8a73bda tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/routers/e7f4bfad-62da-4254-b842-3b834c9289af HTTP/1.1" status: 404 len: 336 time: 0.0448775 Jul 06 12:07:40.807821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.845628 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0297588a-7a94-483d-a74d-21adadcc8cd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.846271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0297588a-7a94-483d-a74d-21adadcc8cd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.852508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.853888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0297588a-7a94-483d-a74d-21adadcc8cd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/f14ab56d-0846-4f04-81ed-5abf748b726b HTTP/1.1" status: 404 len: 337 time: 0.0447664 Jul 06 12:07:40.857915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.897809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d95efa43-fcd2-42d8-b44a-e6755595f7e3 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "GET /v2.0/ports?device_id=62fa7dd0-556d-46a8-b2c4-61ad90aa7eff HTTP/1.1" status: 200 len: 205 time: 0.0436258 Jul 06 12:07:40.899954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.936634 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fc635892-f99d-42f4-9ac1-333d16150dd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] delete failed (client error): The resource could not be found. Jul 06 12:07:40.937889 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc635892-f99d-42f4-9ac1-333d16150dd0 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/routers/62fa7dd0-556d-46a8-b2c4-61ad90aa7eff HTTP/1.1" status: 404 len: 336 time: 0.0365720 Jul 06 12:07:40.940319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.961509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1410465118', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:40.971543 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6438cf8a-e0af-4bef-9f5c-bcdcd0dadbcf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:40.972130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6438cf8a-e0af-4bef-9f5c-bcdcd0dadbcf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:40.974080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6438cf8a-e0af-4bef-9f5c-bcdcd0dadbcf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/08ce3e5b-2037-4a2b-90f0-e9301e8e477f HTTP/1.1" status: 404 len: 337 time: 0.0327015 Jul 06 12:07:40.976793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.012057 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9f67cd-7b85-414f-8af1-04f1d488d989 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.012759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9f67cd-7b85-414f-8af1-04f1d488d989 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.014478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7b9f67cd-7b85-414f-8af1-04f1d488d989 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/990c6941-45ad-45d4-b6bc-48559ff547b0 HTTP/1.1" status: 404 len: 337 time: 0.0367517 Jul 06 12:07:41.015591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Made reservation on behalf of 12e39a3775584822903909e293d88dca for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:41.017865 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.018180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.027182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.057592 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-476161b2-8b72-4848-84e8-18f7c2227eb5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.058341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476161b2-8b72-4848-84e8-18f7c2227eb5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.060114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-476161b2-8b72-4848-84e8-18f7c2227eb5 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/a7acf5de-e680-4884-bd93-233a3d0caa2b HTTP/1.1" status: 404 len: 333 time: 0.0403004 Jul 06 12:07:41.062684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.090851 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fca6ab-d158-4bdc-8b63-adf24bbf0d7c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.091402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fca6ab-d158-4bdc-8b63-adf24bbf0d7c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.095978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-21fca6ab-d158-4bdc-8b63-adf24bbf0d7c tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/2d15d55e-d419-460d-8157-e56e1660e786 HTTP/1.1" status: 404 len: 337 time: 0.0320508 Jul 06 12:07:41.096653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.129805 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2032c504-5bfb-441a-9956-ab82261cedaf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.130552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2032c504-5bfb-441a-9956-ab82261cedaf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.132334 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2032c504-5bfb-441a-9956-ab82261cedaf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/062a9558-f0fd-43eb-bb56-5d8bde60b721 HTTP/1.1" status: 404 len: 333 time: 0.0347271 Jul 06 12:07:41.135244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.170152 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb53f69-0efa-4d0d-afbd-5fdf18d8dd3b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.170509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb53f69-0efa-4d0d-afbd-5fdf18d8dd3b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.172246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bbb53f69-0efa-4d0d-afbd-5fdf18d8dd3b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/20453f0b-dac6-47cb-8ba3-c85cb33e997f HTTP/1.1" status: 404 len: 337 time: 0.0360684 Jul 06 12:07:41.174909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.184204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.188747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.204156 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8870c7d-219e-4fa2-a6d1-86473928cc9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.204921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8870c7d-219e-4fa2-a6d1-86473928cc9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.206891 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8870c7d-219e-4fa2-a6d1-86473928cc9e tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/b88f68c8-9faa-44d8-b266-e6447f90a010 HTTP/1.1" status: 404 len: 333 time: 0.0304060 Jul 06 12:07:41.209496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.210403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:41.225013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0975a58-f9ec-4c81-928d-900afcf25840,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.230942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.231373 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Added segment b853df66-6e7a-4ce5-af82-dec35f74afa8 of type vlan for network a487af25-6782-43a8-99aa-8f678c1e25bb Jul 06 12:07:41.239520 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1797fcb9-f6ff-4b56-bd7b-f381f8ebb2bf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.240342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1797fcb9-f6ff-4b56-bd7b-f381f8ebb2bf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.242397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1797fcb9-f6ff-4b56-bd7b-f381f8ebb2bf tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/f375d44d-999c-421d-86ff-0d68993179a9 HTTP/1.1" status: 404 len: 337 time: 0.0316727 Jul 06 12:07:41.244728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.271884 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1ed418-0f49-41c8-a524-aacc48c70d87 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.272563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1ed418-0f49-41c8-a524-aacc48c70d87 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.275068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d1ed418-0f49-41c8-a524-aacc48c70d87 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/e8f0eda7-37c3-461e-8fa9-53b346988ee9 HTTP/1.1" status: 404 len: 333 time: 0.0291123 Jul 06 12:07:41.277766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.287369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.307567 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-61101f11-c955-4741-b8a4-53852743d4f4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.308089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61101f11-c955-4741-b8a4-53852743d4f4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.310154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-61101f11-c955-4741-b8a4-53852743d4f4 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/61aea235-9952-4f75-81f5-8e82dd2d1a23 HTTP/1.1" status: 404 len: 337 time: 0.0311451 Jul 06 12:07:41.313028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.343810 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13e44e4-9ad4-466f-b222-df1dc32e7c19 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.344521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13e44e4-9ad4-466f-b222-df1dc32e7c19 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.346243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b13e44e4-9ad4-466f-b222-df1dc32e7c19 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/10c7c6dc-cf12-4052-8cdb-767d613675fd HTTP/1.1" status: 404 len: 333 time: 0.0322723 Jul 06 12:07:41.349053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.353711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.354876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:41.355556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.385835 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93af240-04e6-482a-8408-193539e6d006 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.386388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93af240-04e6-482a-8408-193539e6d006 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.388848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e93af240-04e6-482a-8408-193539e6d006 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/de8eab07-a4f3-4d4e-9229-fa93c6c763d8 HTTP/1.1" status: 404 len: 337 time: 0.0383449 Jul 06 12:07:41.391121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.418329 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5592284 Jul 06 12:07:41.419139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84e8a-0414-4ba1-9457-96ea7d618d0b tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Network': ['ID=a487af25-6782-43a8-99aa-8f678c1e25bb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.421425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.426526 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'subnet': {'network_id': 'a487af25-6782-43a8-99aa-8f678c1e25bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:41.436351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a487af25-6782-43a8-99aa-8f678c1e25bb details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:41.443717 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe61d1c-1942-4e5b-afa6-94aa3903dbf1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.444514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe61d1c-1942-4e5b-afa6-94aa3903dbf1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.448065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fbe61d1c-1942-4e5b-afa6-94aa3903dbf1 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/1d1a5340-84c2-41ce-b4c9-8923c85a1d20 HTTP/1.1" status: 404 len: 333 time: 0.0553830 Jul 06 12:07:41.450546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.452931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Made reservation on behalf of 12e39a3775584822903909e293d88dca for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:41.455932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.481678 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0575d3d8-e577-417f-8b98-a2d6daddf84b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.483112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0575d3d8-e577-417f-8b98-a2d6daddf84b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.485739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0575d3d8-e577-417f-8b98-a2d6daddf84b tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/22a4a710-a6cc-4391-a91e-3f4b7954d891 HTTP/1.1" status: 404 len: 337 time: 0.0339146 Jul 06 12:07:41.493157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.524746 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-28906ab4-1c78-4b8a-b5ac-d9b0ff586e3a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.525759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28906ab4-1c78-4b8a-b5ac-d9b0ff586e3a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.527727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-28906ab4-1c78-4b8a-b5ac-d9b0ff586e3a tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/ports/0b4d4a98-1100-46b4-a719-de38ecad3a12 HTTP/1.1" status: 404 len: 333 time: 0.0327036 Jul 06 12:07:41.530279 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.562360 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d29d878-d71b-42f0-801e-ce6c4a2fc5fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:41.562909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d29d878-d71b-42f0-801e-ce6c4a2fc5fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:41.567094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d29d878-d71b-42f0-801e-ce6c4a2fc5fe tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/subnets/057bf850-a268-4d9b-8f14-f369a8f27a68 HTTP/1.1" status: 404 len: 337 time: 0.0333076 Jul 06 12:07:41.567330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.650499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.709298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Deleting port e987eadb-8346-48fb-95ef-ed9444c156e4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:41.709669 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.778387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.objects.ports [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:41.778608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] For port e987eadb-8346-48fb-95ef-ed9444c156e4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e987eadb-8346-48fb-95ef-ed9444c156e4,segment=NetworkSegment(00be585a-51b7-4841-abb8-520695d092d0),segment_id=00be585a-51b7-4841-abb8-520695d092d0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:41.778861 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.778976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.792341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Calling delete_port for e987eadb-8346-48fb-95ef-ed9444c156e4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:41.833334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Subnet': ['ID=33468b91-6281-4733-8226-70d3ae942e03,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.853696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Checking segment: {'id': 'b853df66-6e7a-4ce5-af82-dec35f74afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a487af25-6782-43a8-99aa-8f678c1e25bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:41.854264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network hostable DHCP agents. Network: a487af25-6782-43a8-99aa-8f678c1e25bb, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:41.880497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network a487af25-6782-43a8-99aa-8f678c1e25bb is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:41.890912 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.893212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a487af25-6782-43a8-99aa-8f678c1e25bb) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:41.897683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:41.899188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.903314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602bbb8-14db-4b9a-816d-17f060b80c31 None None] Network a487af25-6782-43a8-99aa-8f678c1e25bb requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:41.921919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc08c673-a2ea-4a8a-9034-e03343087c3a tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4994187 Jul 06 12:07:41.922546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.928774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1340418640', 'network_id': 'a487af25-6782-43a8-99aa-8f678c1e25bb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:41.933884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Port': ['ID=e987eadb-8346-48fb-95ef-ed9444c156e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.957071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] No DVR routers for this DVR port e987eadb-8346-48fb-95ef-ed9444c156e4 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:41.986135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Made reservation on behalf of 12e39a3775584822903909e293d88dca for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:41.988912 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.993587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a080466-99a7-4b9f-bbdf-3a56ed04afc5 None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:42.010163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] device_id is not set on port 928d2f6a-1aac-46aa-8837-4195eb6537d4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:42.075627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b6119-aa7f-495c-b911-c4692a7cefcc None None] Network a487af25-6782-43a8-99aa-8f678c1e25bb requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:42.079816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.093030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cad3d4-48b0-4f5a-865e-f75d6f9855a7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:42.108198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00be585a-51b7-4841-abb8-520695d092d0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:42.108824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00be585a-51b7-4841-abb8-520695d092d0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:42.121672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Allocated IP 172.20.0.10 (a487af25-6782-43a8-99aa-8f678c1e25bb/33468b91-6281-4733-8226-70d3ae942e03/928d2f6a-1aac-46aa-8837-4195eb6537d4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:42.124666 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.147284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.156006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:42.156897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:42.160401 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:42.223102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb8d4da-62dc-438d-81a7-35977df951b0 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:07:42.247462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.265298 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.267357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] 10.222.0.78 "DELETE /v2.0/networks/c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 HTTP/1.1" status: 204 len: 168 time: 0.6988330 Jul 06 12:07:42.278505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36e600-96c7-4690-9ae4-47c26c8f8f36 tempest-NetworksTestDHCPv6-1690981037 tempest-NetworksTestDHCPv6-1690981037-project] Pushing event deleted for resources: {'Network': ['ID=c8cad3d4-48b0-4f5a-865e-f75d6f9855a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:42.318814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb8d4da-62dc-438d-81a7-35977df951b0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:07:42.329008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.387521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.431956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network a487af25-6782-43a8-99aa-8f678c1e25bb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:42.439629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:42.442259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:42.495406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Port': ['ID=928d2f6a-1aac-46aa-8837-4195eb6537d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:42.533277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:42.534050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.558233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bb639310-132b-4551-b13a-2b832b9cdc16 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6319549 Jul 06 12:07:42.558822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:42.622202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a2d7f-f6f9-4b5c-afd0-d53965c6cbdd None None] DHCP port deletion for c8cad3d4-48b0-4f5a-865e-f75d6f9855a7 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:42.662929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:42.675440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Deleting port 928d2f6a-1aac-46aa-8837-4195eb6537d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:42.675999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.776028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.787597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Calling delete_port for 928d2f6a-1aac-46aa-8837-4195eb6537d4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:42.819054 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b352533f-eb58-4a96-813c-1b848708b677 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bffeddb3c34b402b8d35d0af30cd5790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552613 Jul 06 12:07:42.821713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:42.873733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39cdc81-65d9-4977-a198-a61fec91bc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.901048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39cdc81-65d9-4977-a198-a61fec91bc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.924617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.955342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39cdc81-65d9-4977-a198-a61fec91bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.958110 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b39cdc81-65d9-4977-a198-a61fec91bc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.962759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b39cdc81-65d9-4977-a198-a61fec91bc32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4d0aebe-c63f-4a58-a927-79c0156dcefe HTTP/1.1" status: 204 len: 168 time: 0.1366568 Jul 06 12:07:42.962923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event deleted for resources: {'Port': ['ID=928d2f6a-1aac-46aa-8837-4195eb6537d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:42.973720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cdc81-65d9-4977-a198-a61fec91bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0aebe-c63f-4a58-a927-79c0156dcefe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:43.038281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.043709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:43.044436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ddd8a3fd-f1c9-4217-99e3-1759e1cd2625 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/ports/928d2f6a-1aac-46aa-8837-4195eb6537d4 HTTP/1.1" status: 204 len: 168 time: 0.4839990 Jul 06 12:07:43.048236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a487af25-6782-43a8-99aa-8f678c1e25bb', 'external_fixed_ips': [{'subnet_id': '33468b91-6281-4733-8226-70d3ae942e03', 'ip_address': '172.20.0.10'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:43.080231 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.081491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.139374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.290693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.573007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.595269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.762727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:43.774038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Allocated IP 172.20.0.10 (a487af25-6782-43a8-99aa-8f678c1e25bb/33468b91-6281-4733-8226-70d3ae942e03/d21d2bb3-7734-48b4-8238-9beaad923eb0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:43.862774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1165775238'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:43.884717 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.894223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:43.898483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.908331 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.930062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.972020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network a487af25-6782-43a8-99aa-8f678c1e25bb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:43.975494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:43.987453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:44.024925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.027673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Port': ['ID=d21d2bb3-7734-48b4-8238-9beaad923eb0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:44.029611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.061721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:44.081921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d43e648-2844-4e61-b341-a8d337c43d1b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:44.088245 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.089772 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment 06712a09-4706-49e4-bfcd-4028b745f84e of type vlan for network 92adb289-5652-4336-a0bb-14d99de50ff8 Jul 06 12:07:44.136352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.173006 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.179438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:44.180161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.238315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4743590 Jul 06 12:07:44.240966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:44.248274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1935820119'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:44.261343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5baa-e516-4377-bc91-f20537f5ec62 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=92adb289-5652-4336-a0bb-14d99de50ff8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:44.290665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:44.290928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 92adb289-5652-4336-a0bb-14d99de50ff8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:44.291418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.293277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.322607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:44.334131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.334768 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9 of type vlan for network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 Jul 06 12:07:44.385771 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.422571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.428539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:44.429188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.499469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2559912 Jul 06 12:07:44.502034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:44.511108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:44.520135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b226b-3553-4aaa-91e9-a9384629c65f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:44.533511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:44.643209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:44.647228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.859542 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.908160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.935237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=0b81c8dd-3748-4a7a-8f71-970e749ca17a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:44.944335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': '06712a09-4706-49e4-bfcd-4028b745f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:44.944703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 92adb289-5652-4336-a0bb-14d99de50ff8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:44.963109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 92adb289-5652-4336-a0bb-14d99de50ff8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:44.973539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 92adb289-5652-4336-a0bb-14d99de50ff8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:44.978515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:44.979182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.987463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821a48a-0541-4724-896e-d3305b940def None None] Network 92adb289-5652-4336-a0bb-14d99de50ff8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:45.006283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.007372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-721000d8-d654-42c0-bac8-5a8bd17b15c2 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5038793 Jul 06 12:07:45.012120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:45.136939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:45.141586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.153656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-92adb289-5652-4336-a0bb-14d99de50ff8', 'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': '0b81c8dd-3748-4a7a-8f71-970e749ca17a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:45.154867 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.157700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Router 6c6d0623-3d84-4846-864f-632831267f4b is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:45.306669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Allocated IP 2001:db8::2 (92adb289-5652-4336-a0bb-14d99de50ff8/0b81c8dd-3748-4a7a-8f71-970e749ca17a/49859322-47dc-41d9-b1f8-ae0b08d2c30c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:45.366294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:45.380108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Sync routers for ids ['6c6d0623-3d84-4846-864f-632831267f4b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:45.394787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.396095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3389371b-a53a-4a03-8284-29bb9bebbe94 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3512945 Jul 06 12:07:45.399734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.426493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Routers {'6c6d0623-3d84-4846-864f-632831267f4b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:45.427510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6c6d0623-3d84-4846-864f-632831267f4b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:45.441642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.511856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=cc3c8cc0-b050-45f9-bb30-bd4a586ae81f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:45.514727 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.516681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:45.517220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:45.536702 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:45.549768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:45.558822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:45.559030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.595620 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7ad397b2-9f1a-4a8c-b0b3-e5a014dc4626 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5856254 Jul 06 12:07:45.596000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.600741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-188339658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:45.609153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac3997-b177-4f26-9b36-46c94b3fdcf8 None None] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:45.634810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.636525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.675371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.700614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Transition to ACTIVE for port object 49859322-47dc-41d9-b1f8-ae0b08d2c30c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:45.706360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.712607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.716094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Set router 6c6d0623-3d84-4846-864f-632831267f4b gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:45.733248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.737822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-76558c10-5672-44e0-8267-29d1a19720bf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1381774 Jul 06 12:07:45.738319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.814023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Transition to ACTIVE for port object 49859322-47dc-41d9-b1f8-ae0b08d2c30c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:45.835283 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.046683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.092166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Network 92adb289-5652-4336-a0bb-14d99de50ff8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:46.098133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:46.105097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:46.141389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Deleting port d21d2bb3-7734-48b4-8238-9beaad923eb0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:46.141768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.151274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Pushing event updated for resources: {'Port': ['ID=49859322-47dc-41d9-b1f8-ae0b08d2c30c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.204445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.204794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.205141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.205480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.206100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.206227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.206460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.206788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.207110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.207434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.207755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.208401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:46.240524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.252325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Attempting to bind port 49859322-47dc-41d9-b1f8-ae0b08d2c30c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:46.252697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Attempting to bind port 49859322-47dc-41d9-b1f8-ae0b08d2c30c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '06712a09-4706-49e4-bfcd-4028b745f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:46.253068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Attempting to bind port 49859322-47dc-41d9-b1f8-ae0b08d2c30c on network 92adb289-5652-4336-a0bb-14d99de50ff8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:46.261177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Calling delete_port for d21d2bb3-7734-48b4-8238-9beaad923eb0 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:46.267604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:46.267949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Checking segment: {'id': '06712a09-4706-49e4-bfcd-4028b745f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:46.268324 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.268732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Bound using segment: {'id': '06712a09-4706-49e4-bfcd-4028b745f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:46.269363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Bound port: 49859322-47dc-41d9-b1f8-ae0b08d2c30c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06712a09-4706-49e4-bfcd-4028b745f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '92adb289-5652-4336-a0bb-14d99de50ff8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:46.269575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.318234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96', 'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': 'cc3c8cc0-b050-45f9-bb30-bd4a586ae81f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:46.318952 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.355825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.558128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Allocated IP 2001:db8:1::2 (65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96/cc3c8cc0-b050-45f9-bb30-bd4a586ae81f/45939153-3e9a-422f-adec-5e0e650be7cc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:46.562706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.621857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event deleted for resources: {'Port': ['ID=d21d2bb3-7734-48b4-8238-9beaad923eb0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.660172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] For port 49859322-47dc-41d9-b1f8-ae0b08d2c30c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:46.681855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] For port 49859322-47dc-41d9-b1f8-ae0b08d2c30c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49859322-47dc-41d9-b1f8-ae0b08d2c30c,segment=NetworkSegment(06712a09-4706-49e4-bfcd-4028b745f84e),segment_id=06712a09-4706-49e4-bfcd-4028b745f84e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:46.692647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.703996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d0623-3d84-4846-864f-632831267f4b', 'name': '', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a487af25-6782-43a8-99aa-8f678c1e25bb', 'external_fixed_ips': [{'subnet_id': '33468b91-6281-4733-8226-70d3ae942e03', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd21d2bb3-7734-48b4-8238-9beaad923eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:43Z', 'updated_at': '2021-07-06T12:07:44Z', 'revision_number': 3, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port': {'id': 'd21d2bb3-7734-48b4-8238-9beaad923eb0', 'name': '', 'network_id': 'a487af25-6782-43a8-99aa-8f678c1e25bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d0623-3d84-4846-864f-632831267f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '33468b91-6281-4733-8226-70d3ae942e03', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:43Z', 'updated_at': '2021-07-06T12:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33468b91-6281-4733-8226-70d3ae942e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:46.725781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8::1 (92adb289-5652-4336-a0bb-14d99de50ff8/0b81c8dd-3748-4a7a-8f71-970e749ca17a/3aa7e0d7-3017-49a4-b375-e35d45562551) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:46.753272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.806144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Checking router: 6c6d0623-3d84-4846-864f-632831267f4b for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:46.806395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Updating router 6c6d0623-3d84-4846-864f-632831267f4b port d21d2bb3-7734-48b4-8238-9beaad923eb0 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:46.884541 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.887106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.895457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Port d21d2bb3-7734-48b4-8238-9beaad923eb0 not found while updating agent binding for router 6c6d0623-3d84-4846-864f-632831267f4b. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 12:07:46.917298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96d4e1-2a79-4e2b-9caa-cebb470cb37e None None] Pushing event updated for resources: {'Port': ['ID=49859322-47dc-41d9-b1f8-ae0b08d2c30c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.940936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.942135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Routers {'6c6d0623-3d84-4846-864f-632831267f4b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:46.943047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6c6d0623-3d84-4846-864f-632831267f4b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:46.962963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.963765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6d0623-3d84-4846-864f-632831267f4b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:46.969269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.970653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-40559d6f-8a2d-451e-bc5c-b7f2b8a775e3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/routers/6c6d0623-3d84-4846-864f-632831267f4b HTTP/1.1" status: 204 len: 168 time: 1.5698707 Jul 06 12:07:46.973498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:46.978784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 3aa7e0d7-3017-49a4-b375-e35d45562551 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:47.015753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.051951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Deleting subnet 33468b91-6281-4733-8226-70d3ae942e03 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:47.056613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.087397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=3aa7e0d7-3017-49a4-b375-e35d45562551,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.087778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] Set router 6c6d0623-3d84-4846-864f-632831267f4b gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:47.107455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.120519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 92adb289-5652-4336-a0bb-14d99de50ff8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:47.123205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:47.126617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:47.128504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.196145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d0623-3d84-4846-864f-632831267f4b', 'name': '', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:43Z', 'updated_at': '2021-07-06T12:07:46Z', 'revision_number': 5, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:47.198275 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.236746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.242361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176a1a-31b0-46bf-ae1b-2c32eb9ce763 None None] The sync data for ids ['6c6d0623-3d84-4846-864f-632831267f4b'] in n-d-799528-2 is: [{'id': '6c6d0623-3d84-4846-864f-632831267f4b', 'name': '', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:43Z', 'updated_at': '2021-07-06T12:07:46Z', 'revision_number': 5, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:47.253531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Transition to ACTIVE for port object 45939153-3e9a-422f-adec-5e0e650be7cc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:47.274563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Transition to ACTIVE for port object 45939153-3e9a-422f-adec-5e0e650be7cc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:47.284697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.355338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.358506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:47.362918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:47.370236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:47.378356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.384378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Pushing event updated for resources: {'Port': ['ID=45939153-3e9a-422f-adec-5e0e650be7cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.423496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=33468b91-6281-4733-8226-70d3ae942e03,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.434758 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.440593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a13e4102-e7c2-49ee-b747-99f94e22227e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/33468b91-6281-4733-8226-70d3ae942e03 HTTP/1.1" status: 204 len: 168 time: 0.4659626 Jul 06 12:07:47.441333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:47.468083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Attempting to bind port 45939153-3e9a-422f-adec-5e0e650be7cc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:47.468556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Attempting to bind port 45939153-3e9a-422f-adec-5e0e650be7cc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:47.469003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Attempting to bind port 45939153-3e9a-422f-adec-5e0e650be7cc on network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:47.475560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:47.478275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Checking segment: {'id': 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:47.478895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.479422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Bound using segment: {'id': 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:47.480076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Bound port: 45939153-3e9a-422f-adec-5e0e650be7cc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:47.486612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.562831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.598180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] For port 45939153-3e9a-422f-adec-5e0e650be7cc, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:47.607436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] For port 45939153-3e9a-422f-adec-5e0e650be7cc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45939153-3e9a-422f-adec-5e0e650be7cc,segment=NetworkSegment(eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9),segment_id=eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:47.619796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.666158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.678292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a487af25-6782-43a8-99aa-8f678c1e25bb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:47.695627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b853df66-6e7a-4ce5-af82-dec35f74afa8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:47.695627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b853df66-6e7a-4ce5-af82-dec35f74afa8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:47.716188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.741052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.752455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:47.758092 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.768034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618220-31b6-4e3f-b452-e0b7376dc8f0 None None] Pushing event updated for resources: {'Port': ['ID=45939153-3e9a-422f-adec-5e0e650be7cc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:47.793915 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:47.829945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.837452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.838898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.862635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.890663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a487af25-6782-43a8-99aa-8f678c1e25bb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:47.896323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.906431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/networks/a487af25-6782-43a8-99aa-8f678c1e25bb HTTP/1.1" status: 204 len: 168 time: 0.4637256 Jul 06 12:07:47.907587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb5fc3-d694-4e95-9202-3229cc48a7d6 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event deleted for resources: {'Network': ['ID=a487af25-6782-43a8-99aa-8f678c1e25bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.974813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=3aa7e0d7-3017-49a4-b375-e35d45562551,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:48.045341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 92adb289-5652-4336-a0bb-14d99de50ff8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:48.048427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:48.291817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router e61ec7f1-68f8-4e1a-8a96-b92136022377 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:48.332575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.343124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'name': 'tempest-router--584692152', 'project_id': 'd1b6336ada04422bb882c36b8f9775fe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:48.379325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.381745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.428335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:48.437807 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5bee9c96-48a0-4b87-83a6-805d64ce19ce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/e61ec7f1-68f8-4e1a-8a96-b92136022377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958363 Jul 06 12:07:48.438221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.467811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66576a5-de90-47e8-883a-48f49c40ce84 None None] Network 92adb289-5652-4336-a0bb-14d99de50ff8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:48.499536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.505379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fc641-7f81-4368-99f6-1b59965b84ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:48.505924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.510052 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-411fc641-7f81-4368-99f6-1b59965b84ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports/3aa7e0d7-3017-49a4-b375-e35d45562551 HTTP/1.1" status: 200 len: 911 time: 0.0675595 Jul 06 12:07:48.510294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.536756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.542497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-126cb845-7bbc-403b-a34b-aa47c54e03c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2084305 Jul 06 12:07:48.543355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.622923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cd4c792-361c-4fdd-9f58-d71d47342112 None None] Provisioning for port 49859322-47dc-41d9-b1f8-ae0b08d2c30c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:48.653940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.698282 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] Sync routers for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:48.708784 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:48.709785 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.765857 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.806734 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:48.814922 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.867124 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.868109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465f42d-d7f5-4aa5-b3eb-699a170a5726 None None] The sync data for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:48.958063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45939153-3e9a-422f-adec-5e0e650be7cc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:48.991400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.994602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.059386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 45939153-3e9a-422f-adec-5e0e650be7cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:49.062144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.063584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a443c23-cc68-440a-9733-f611b49196b6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:49.064664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49859322-47dc-41d9-b1f8-ae0b08d2c30c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:49.068964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.072177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2d4ce56-76b3-4577-8d78-d78ff836b92e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/routers/1a443c23-cc68-440a-9733-f611b49196b6 HTTP/1.1" status: 204 len: 168 time: 0.5268352 Jul 06 12:07:49.211737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 49859322-47dc-41d9-b1f8-ae0b08d2c30c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:49.218402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 49859322-47dc-41d9-b1f8-ae0b08d2c30c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:49.218790 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.261040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.291234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:49.406580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.426237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70f4d0e9-683b-4398-a190-959f0af66fa8 None None] Provisioning complete for port 49859322-47dc-41d9-b1f8-ae0b08d2c30c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:49.426790 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70f4d0e9-683b-4398-a190-959f0af66fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.508453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 49859322-47dc-41d9-b1f8-ae0b08d2c30c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49859322-47dc-41d9-b1f8-ae0b08d2c30c,segment=NetworkSegment(06712a09-4706-49e4-bfcd-4028b745f84e),segment_id=06712a09-4706-49e4-bfcd-4028b745f84e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:49.524293 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.582124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1baf49c-f86d-4da0-9bf0-0fd669a3e08f None None] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:49.723647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934419978', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:49.756366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.759231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.769222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=49859322-47dc-41d9-b1f8-ae0b08d2c30c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:49.829571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.843840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70f4d0e9-683b-4398-a190-959f0af66fa8 None None] Provisioning for port 3aa7e0d7-3017-49a4-b375-e35d45562551 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:49.858628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70f4d0e9-683b-4398-a190-959f0af66fa8 None None] Provisioning complete for port 3aa7e0d7-3017-49a4-b375-e35d45562551 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:49.858998 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70f4d0e9-683b-4398-a190-959f0af66fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.005876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70f4d0e9-683b-4398-a190-959f0af66fa8 None None] Port 3aa7e0d7-3017-49a4-b375-e35d45562551 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:50.045894 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.135316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Provisioning for port 45939153-3e9a-422f-adec-5e0e650be7cc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:50.139970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Provisioning complete for port 45939153-3e9a-422f-adec-5e0e650be7cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:50.140420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.385785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.407140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.412008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.416806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8:1::1 (65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96/cc3c8cc0-b050-45f9-bb30-bd4a586ae81f/68c8878a-1b30-497c-b1ed-64ec480993cf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:50.449570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] For port 45939153-3e9a-422f-adec-5e0e650be7cc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45939153-3e9a-422f-adec-5e0e650be7cc,segment=NetworkSegment(eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9),segment_id=eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:50.454291 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.494763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Provisioning complete for port 3aa7e0d7-3017-49a4-b375-e35d45562551 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:50.495012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.536955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Pushing event updated for resources: {'Port': ['ID=45939153-3e9a-422f-adec-5e0e650be7cc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:50.556708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-39195e2b-85f0-44a1-afaa-b053a9391649 None None] Port 3aa7e0d7-3017-49a4-b375-e35d45562551 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:50.571123 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.586673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 68c8878a-1b30-497c-b1ed-64ec480993cf will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:50.597894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Allocated IP 172.25.7.33 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/af918906-a70e-4842-a685-85cfb0745c7c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:50.622990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.663244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:50.678544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab68cae0-96ab-490a-a576-a08be3b8b18b None None] Provisioning complete for port 45939153-3e9a-422f-adec-5e0e650be7cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:50.678544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab68cae0-96ab-490a-a576-a08be3b8b18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.688980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:50.703719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=68c8878a-1b30-497c-b1ed-64ec480993cf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:50.711012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:50.712502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.728406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.783289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.791267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab68cae0-96ab-490a-a576-a08be3b8b18b None None] Provisioning complete for port 3aa7e0d7-3017-49a4-b375-e35d45562551 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:50.791896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab68cae0-96ab-490a-a576-a08be3b8b18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.833485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab68cae0-96ab-490a-a576-a08be3b8b18b None None] Port 3aa7e0d7-3017-49a4-b375-e35d45562551 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:50.864511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45939153-3e9a-422f-adec-5e0e650be7cc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:50.894572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:50.903285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:50.905811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:50.949782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.965470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 45939153-3e9a-422f-adec-5e0e650be7cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:50.970617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event updated for resources: {'Port': ['ID=af918906-a70e-4842-a685-85cfb0745c7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:50.980884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.091622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49859322-47dc-41d9-b1f8-ae0b08d2c30c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:51.141136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 49859322-47dc-41d9-b1f8-ae0b08d2c30c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:51.141511 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.186512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3f5bf7c6-c9ef-4d89-9326-58dd073c83e9 None None] Provisioning for port 68c8878a-1b30-497c-b1ed-64ec480993cf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:51.191070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3f5bf7c6-c9ef-4d89-9326-58dd073c83e9 None None] Provisioning complete for port 68c8878a-1b30-497c-b1ed-64ec480993cf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:51.191442 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf7c6-c9ef-4d89-9326-58dd073c83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.253652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.253863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bf7c6-c9ef-4d89-9326-58dd073c83e9 None None] Port 68c8878a-1b30-497c-b1ed-64ec480993cf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:51.272566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.278093 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.278941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.372212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=68c8878a-1b30-497c-b1ed-64ec480993cf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:51.412109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:51.413570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:51.466767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.513776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router e61ec7f1-68f8-4e1a-8a96-b92136022377 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:51.626851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:51.635722 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c27b1f27-ca9a-4666-b48b-409bfaa56bf6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/e61ec7f1-68f8-4e1a-8a96-b92136022377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1181016 Jul 06 12:07:51.635820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:51.638739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] Sync routers for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:51.648587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:51.649237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:51.691106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:51.706109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c17201-6130-437f-b2dc-05d1d81b31e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:51.707515 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-22c17201-6130-437f-b2dc-05d1d81b31e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports/68c8878a-1b30-497c-b1ed-64ec480993cf HTTP/1.1" status: 200 len: 913 time: 0.0705197 Jul 06 12:07:51.710399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:51.711422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:51.712098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:51.714148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c3e1fba-d1db-444d-a1bf-e62553d46a0b None None] Provisioning complete for port 68c8878a-1b30-497c-b1ed-64ec480993cf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:51.714515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1fba-d1db-444d-a1bf-e62553d46a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.765565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:51.766143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91623a77-f9b9-4519-93ee-7e59ae38efdb None None] The sync data for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:51.783653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e1fba-d1db-444d-a1bf-e62553d46a0b None None] Port 68c8878a-1b30-497c-b1ed-64ec480993cf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:51.897574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Router 428a28d9-d838-4ba8-8802-908af8d04d6b is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:52.011866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:52.022031 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] Sync routers for ids ['428a28d9-d838-4ba8-8802-908af8d04d6b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:52.031909 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] Routers {'428a28d9-d838-4ba8-8802-908af8d04d6b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:52.032547 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['428a28d9-d838-4ba8-8802-908af8d04d6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:52.058227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.059752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f12fe41b-e3d3-4bfc-a944-1851ab1dda6f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7673588 Jul 06 12:07:52.063041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:52.067397 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:52.074583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.078884 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] Routers {'428a28d9-d838-4ba8-8802-908af8d04d6b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:52.079512 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['428a28d9-d838-4ba8-8802-908af8d04d6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:52.119823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:52.120513 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6624b0-0fc9-469e-9d52-277981a590bd None None] The sync data for ids ['428a28d9-d838-4ba8-8802-908af8d04d6b'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:52.185956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-62459498-78e3-4a99-9c7d-0394da3d5a63 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/428a28d9-d838-4ba8-8802-908af8d04d6b HTTP/1.1" status: 200 len: 919 time: 0.1213181 Jul 06 12:07:52.188982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 46990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:52.226285 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f672978e-bc5b-473d-861b-801007ea6038 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=428a28d9-d838-4ba8-8802-908af8d04d6b HTTP/1.1" status: 200 len: 205 time: 0.0359757 Jul 06 12:07:52.229772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 46998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:52.344571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.416912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 68c8878a-1b30-497c-b1ed-64ec480993cf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:52.417262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.459076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.520385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Deleting port af918906-a70e-4842-a685-85cfb0745c7c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:52.520516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.520627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.535268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 68c8878a-1b30-497c-b1ed-64ec480993cf owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:52.612134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.627572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Calling delete_port for af918906-a70e-4842-a685-85cfb0745c7c owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:52.747534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.778100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=68c8878a-1b30-497c-b1ed-64ec480993cf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.816741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.856860 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.894706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event deleted for resources: {'Port': ['ID=af918906-a70e-4842-a685-85cfb0745c7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.953451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.966849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.074360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.077014 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.129347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.129892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Fanout notify agent at l3_agent the message router_deleted on router 428a28d9-d838-4ba8-8802-908af8d04d6b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:53.143989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.145261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7b9dfd0-effd-4612-b546-18a31907a6b9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/428a28d9-d838-4ba8-8802-908af8d04d6b HTTP/1.1" status: 204 len: 168 time: 0.9142776 Jul 06 12:07:53.150257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:53.156145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'name': 'tempest-snat-router-564032529', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:53.190314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.192437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.201886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router e61ec7f1-68f8-4e1a-8a96-b92136022377 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:53.270839 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.326424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:53.331719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21a6ac92-50cc-4291-9de6-50dba35d8360 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/e61ec7f1-68f8-4e1a-8a96-b92136022377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6200275 Jul 06 12:07:53.334430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:53.337863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] Sync routers for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:53.350125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:53.351419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.394812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.404507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:53.405211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.437232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.437836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8177cab-d467-4856-a814-dbb8b84d2c2e None None] The sync data for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:53.447285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.698633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.710371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.719256 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.840667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Allocated IP 172.25.7.55 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/11d87e2e-b32e-4237-bd14-dad167380b88) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:53.967851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.002782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 3aa7e0d7-3017-49a4-b375-e35d45562551 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:54.003139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.015271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.057192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:54.062813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:54.066485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:54.095219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Port': ['ID=11d87e2e-b32e-4237-bd14-dad167380b88,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:54.107059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.123454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 3aa7e0d7-3017-49a4-b375-e35d45562551 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:54.342928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.374041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.375803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=3aa7e0d7-3017-49a4-b375-e35d45562551,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:54.482418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.640550 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.684044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router e61ec7f1-68f8-4e1a-8a96-b92136022377 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:54.805021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Router 9140eb96-1593-439b-add7-8fd0669f4927 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:54.944800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:54.956647 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Sync routers for ids ['9140eb96-1593-439b-add7-8fd0669f4927'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:54.965311 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.969766 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Routers {'9140eb96-1593-439b-add7-8fd0669f4927'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:54.969766 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9140eb96-1593-439b-add7-8fd0669f4927'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:54.971331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25adb62c-c46d-4b7c-8366-974ac451691d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8183773 Jul 06 12:07:54.972663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.110546 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Set router 9140eb96-1593-439b-add7-8fd0669f4927 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:55.122812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d1a7426-f50f-49ab-87eb-85c7516d16e7 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/9140eb96-1593-439b-add7-8fd0669f4927 HTTP/1.1" status: 200 len: 907 time: 0.1488099 Jul 06 12:07:55.123595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.129751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'name': 'tempest-snat-router-564032529', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': True}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:55.132265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:55.140576 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cda75cbb-25c8-4050-8974-8bbeee40eb81 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/e61ec7f1-68f8-4e1a-8a96-b92136022377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025386 Jul 06 12:07:55.143210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] Sync routers for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:55.144656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.166881 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.169751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.178420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:55.189992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:55.209768 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-54d4dd10-8965-480e-b139-52092d5677a1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=e61ec7f1-68f8-4e1a-8a96-b92136022377 HTTP/1.1" status: 200 len: 205 time: 0.0637710 Jul 06 12:07:55.213265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.235242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.260449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:55.275289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] Routers {'e61ec7f1-68f8-4e1a-8a96-b92136022377'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:55.276059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e61ec7f1-68f8-4e1a-8a96-b92136022377'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:55.324722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:55.325607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42919eb-aa9a-4c78-83a2-4473fc755477 None None] The sync data for ids ['e61ec7f1-68f8-4e1a-8a96-b92136022377'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:55.341926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.453397 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.493453 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9140eb96-1593-439b-add7-8fd0669f4927', 'name': 'tempest-snat-router-564032529', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.55'}], 'enable_snat': False}, 'gw_port_id': '11d87e2e-b32e-4237-bd14-dad167380b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:53Z', 'updated_at': '2021-07-06T12:07:54Z', 'revision_number': 3, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port': {'id': '11d87e2e-b32e-4237-bd14-dad167380b88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9140eb96-1593-439b-add7-8fd0669f4927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:53Z', 'updated_at': '2021-07-06T12:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:55.524219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Checking router: 9140eb96-1593-439b-add7-8fd0669f4927 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:55.524652 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Updating router 9140eb96-1593-439b-add7-8fd0669f4927 port 11d87e2e-b32e-4237-bd14-dad167380b88 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:55.539587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.542222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.562530 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.587773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.588317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router e61ec7f1-68f8-4e1a-8a96-b92136022377 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:55.597043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.598359 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d6e3e353-3edd-4de2-af40-e450003b6f51 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/e61ec7f1-68f8-4e1a-8a96-b92136022377 HTTP/1.1" status: 204 len: 168 time: 0.3838875 Jul 06 12:07:55.601687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.656091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet cc3c8cc0-b050-45f9-bb30-bd4a586ae81f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:55.659789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.676609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.702302 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.703099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.797558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.834347 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.861483 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Transition to ACTIVE for port object 11d87e2e-b32e-4237-bd14-dad167380b88 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:55.861683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.878272 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.890589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3c8cc0-b050-45f9-bb30-bd4a586ae81f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:55.898852 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.903569 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0114c0ed-7211-4b43-b13c-4304c7587164 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/cc3c8cc0-b050-45f9-bb30-bd4a586ae81f HTTP/1.1" status: 204 len: 168 time: 0.3007505 Jul 06 12:07:55.903890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.908377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945ee70-8d85-4c34-9d71-051856449e5f None None] Network 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:55.925038 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Attempting to bind port 11d87e2e-b32e-4237-bd14-dad167380b88 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:55.925403 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Attempting to bind port 11d87e2e-b32e-4237-bd14-dad167380b88 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:55.925765 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Attempting to bind port 11d87e2e-b32e-4237-bd14-dad167380b88 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:55.935321 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:55.935982 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:55.936552 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.936951 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:55.937406 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Bound port: 11d87e2e-b32e-4237-bd14-dad167380b88, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:55.937777 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.966669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Allocated IP 172.25.7.252 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/e9c2ca52-5c1e-4091-85ca-c7ce33a094b4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:55.972995 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Pushing event updated for resources: {'Port': ['ID=11d87e2e-b32e-4237-bd14-dad167380b88,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:55.989676 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.990053 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.990393 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.990723 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.991057 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.991416 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.992322 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.992322 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.992638 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.992964 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.993288 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.993605 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:55.994094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet 0b81c8dd-3748-4a7a-8f71-970e749ca17a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:55.999990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.013365 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] For port 11d87e2e-b32e-4237-bd14-dad167380b88, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:56.016783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] For port 11d87e2e-b32e-4237-bd14-dad167380b88, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11d87e2e-b32e-4237-bd14-dad167380b88,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:56.021452 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.085063 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716805e-fa6e-4782-83d8-4e2d6fd65580 None None] Pushing event updated for resources: {'Port': ['ID=11d87e2e-b32e-4237-bd14-dad167380b88,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:56.088423 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Routers {'9140eb96-1593-439b-add7-8fd0669f4927'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:56.089024 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9140eb96-1593-439b-add7-8fd0669f4927'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:56.105012 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.134663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] DHCP port deletion for 65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:56.192252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] Deleting port 45939153-3e9a-422f-adec-5e0e650be7cc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:56.194031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.225096 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] Set router 9140eb96-1593-439b-add7-8fd0669f4927 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:56.228641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.256467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.263117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] For port 45939153-3e9a-422f-adec-5e0e650be7cc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=45939153-3e9a-422f-adec-5e0e650be7cc,segment=NetworkSegment(eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9),segment_id=eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:56.263643 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.277053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] Calling delete_port for 45939153-3e9a-422f-adec-5e0e650be7cc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:56.326968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.384835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.392016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:56.393712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.423114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=0b81c8dd-3748-4a7a-8f71-970e749ca17a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:56.425205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:56.426911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c2ca52-5c1e-4091-85ca-c7ce33a094b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:56.430330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:56.435956 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.437443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-84cd19c4-bac1-46b7-ab93-48ee11c58040 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/0b81c8dd-3748-4a7a-8f71-970e749ca17a HTTP/1.1" status: 204 len: 168 time: 0.5325007 Jul 06 12:07:56.440940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:56.447266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] Pushing event deleted for resources: {'Port': ['ID=45939153-3e9a-422f-adec-5e0e650be7cc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:56.461194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f053536-39d9-4857-a96b-76cfabef5ae7 None None] No DVR routers for this DVR port 45939153-3e9a-422f-adec-5e0e650be7cc on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:56.465511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643b81a-5bc9-4cf1-a144-520bae4a5c50 None None] Network 92adb289-5652-4336-a0bb-14d99de50ff8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:56.479173 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9140eb96-1593-439b-add7-8fd0669f4927', 'name': 'tempest-snat-router-564032529', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.55'}], 'enable_snat': False}, 'gw_port_id': '11d87e2e-b32e-4237-bd14-dad167380b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:53Z', 'updated_at': '2021-07-06T12:07:54Z', 'revision_number': 3, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port': {'id': '11d87e2e-b32e-4237-bd14-dad167380b88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9140eb96-1593-439b-add7-8fd0669f4927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:53Z', 'updated_at': '2021-07-06T12:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:56.540007 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9d55f-045c-41ac-bb44-a40b75963802 None None] The sync data for ids ['9140eb96-1593-439b-add7-8fd0669f4927'] in n-d-799528-2 is: [{'id': '9140eb96-1593-439b-add7-8fd0669f4927', 'name': 'tempest-snat-router-564032529', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.55'}], 'enable_snat': False}, 'gw_port_id': '11d87e2e-b32e-4237-bd14-dad167380b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:53Z', 'updated_at': '2021-07-06T12:07:54Z', 'revision_number': 3, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port': {'id': '11d87e2e-b32e-4237-bd14-dad167380b88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9140eb96-1593-439b-add7-8fd0669f4927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:53Z', 'updated_at': '2021-07-06T12:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:56.566226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.679613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.697861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:56.709806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:56.711233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaf7ca9-5e81-4996-9cb9-ad95547f3fb9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:56.721749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.742279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.749010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:56.749636 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:56.752886 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:56.765082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] DHCP port deletion for 92adb289-5652-4336-a0bb-14d99de50ff8 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:56.832010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45939153-3e9a-422f-adec-5e0e650be7cc no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:56.839623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] Deleting port 49859322-47dc-41d9-b1f8-ae0b08d2c30c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:56.840420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.856802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.857182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.878247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.884921 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96 HTTP/1.1" status: 204 len: 168 time: 0.4426091 Jul 06 12:07:56.888156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 45939153-3e9a-422f-adec-5e0e650be7cc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:56.888745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 45939153-3e9a-422f-adec-5e0e650be7cc not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:56.890492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:56.917397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83317a15-81f3-44e1-86b9-77b78a9d1f74 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=65a3ddb4-d7cb-4bcb-8c47-86f5f724ef96,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:57.029408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] For port 49859322-47dc-41d9-b1f8-ae0b08d2c30c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49859322-47dc-41d9-b1f8-ae0b08d2c30c,segment=NetworkSegment(06712a09-4706-49e4-bfcd-4028b745f84e),segment_id=06712a09-4706-49e4-bfcd-4028b745f84e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:57.029817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.067733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] Calling delete_port for 49859322-47dc-41d9-b1f8-ae0b08d2c30c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:57.078616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.182263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 49859322-47dc-41d9-b1f8-ae0b08d2c30c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:57.183024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.187996 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ed34526-3638-44a0-9cfc-77563212bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.218214 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.262061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] Pushing event deleted for resources: {'Port': ['ID=49859322-47dc-41d9-b1f8-ae0b08d2c30c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:57.276481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d32d9e-55d9-49b0-833f-9bf7909d0028 None None] No DVR routers for this DVR port 49859322-47dc-41d9-b1f8-ae0b08d2c30c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:57.290977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 49859322-47dc-41d9-b1f8-ae0b08d2c30c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49859322-47dc-41d9-b1f8-ae0b08d2c30c,segment=NetworkSegment(06712a09-4706-49e4-bfcd-4028b745f84e),segment_id=06712a09-4706-49e4-bfcd-4028b745f84e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:57.291739 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.311260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 49859322-47dc-41d9-b1f8-ae0b08d2c30c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:57.421307 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.451517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=49859322-47dc-41d9-b1f8-ae0b08d2c30c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:57.455267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port 49859322-47dc-41d9-b1f8-ae0b08d2c30c on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:57.527743 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.568994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.581477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92adb289-5652-4336-a0bb-14d99de50ff8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:57.593538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06712a09-4706-49e4-bfcd-4028b745f84e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:57.593851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06712a09-4706-49e4-bfcd-4028b745f84e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:57.603957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.625994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.625994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:57.626348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:57.691697 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:57.695736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.704637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.706851 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/92adb289-5652-4336-a0bb-14d99de50ff8 HTTP/1.1" status: 204 len: 168 time: 0.7995412 Jul 06 12:07:57.715339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:57.720807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1593856313'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:57.730476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecc643-0e79-4892-b5b8-f86e7d7e9ce5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=92adb289-5652-4336-a0bb-14d99de50ff8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:57.755198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Router bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:57.760817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:57.764981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.831863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:57.879895 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.880280 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment 67ba9269-0dd8-48da-9f04-a6aea323635e of type vlan for network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 Jul 06 12:07:57.950322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:57.953214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.962093 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Sync routers for ids ['bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:57.974292 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Routers {'bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:57.975020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:57.978663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.983254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e62c9339-2cb5-4837-a9e1-9b952b75d337 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8553059 Jul 06 12:07:57.984352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.006282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.018434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:58.020992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.088508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3716397 Jul 06 12:07:58.091414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.096857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:58.155432 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Set router bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:58.157759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0038-b0b8-4ee6-9f8a-030012070ccf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=0f5e615c-28d3-4dbb-b7f8-16464dd866f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:58.158997 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cfc5b007-cc24-465e-87a0-fa37ea793317 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f HTTP/1.1" status: 200 len: 907 time: 0.1728354 Jul 06 12:07:58.161484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.173579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:58.215762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:58.221817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.329245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.413927 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f', 'name': 'tempest-snat-router-564032529', 'tenant_id': '12e39a3775584822903909e293d88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'e9c2ca52-5c1e-4091-85ca-c7ce33a094b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:55Z', 'updated_at': '2021-07-06T12:07:56Z', 'revision_number': 3, 'project_id': '12e39a3775584822903909e293d88dca', 'gw_port': {'id': 'e9c2ca52-5c1e-4091-85ca-c7ce33a094b4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:55Z', 'updated_at': '2021-07-06T12:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:58.442071 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Checking router: bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:58.442519 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Updating router bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:58.466265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.495580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.497630 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.526261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Deleting port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:58.526725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.563695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=499ceb25-32b5-45b7-8cd4-0be81091fcfd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:58.606068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': '67ba9269-0dd8-48da-9f04-a6aea323635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:58.606434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 0f5e615c-28d3-4dbb-b7f8-16464dd866f5, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:58.626087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:58.638039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0f5e615c-28d3-4dbb-b7f8-16464dd866f5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:58.642883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:58.643954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.651792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe89c5d-1d67-4306-b3fa-18d262ed17b7 None None] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:58.670859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.687510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cf3fe0c0-efde-4fb9-830f-868606ada9b4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5920768 Jul 06 12:07:58.687510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.703379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1984997604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:58.711897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Calling delete_port for e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:58.776926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.778101 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.841933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11d87e2e-b32e-4237-bd14-dad167380b88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:58.890660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.897777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.931886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.940415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e92336c-04d0-4b89-aa89-bef483f94b00 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2496860 Jul 06 12:07:58.940882 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.948244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'port': {'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5', 'name': 'tempest-RoutersIpV6Test-1499283940'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:58.987217 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.989809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 11d87e2e-b32e-4237-bd14-dad167380b88 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:58.995107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0f5e615c-28d3-4dbb-b7f8-16464dd866f5', 'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': '499ceb25-32b5-45b7-8cd4-0be81091fcfd'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:58.996126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.999167 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Transition to ACTIVE for port object e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:59.005935 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.016405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 11d87e2e-b32e-4237-bd14-dad167380b88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:59.017101 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.061872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Attempting to bind port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:59.062291 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Attempting to bind port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:59.062844 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Attempting to bind port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:59.070797 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff524-883a-4c78-b83f-caee43f1f535 None None] Pushing event updated for resources: {'Port': ['ID=e9c2ca52-5c1e-4091-85ca-c7ce33a094b4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:59.073626 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:59.074275 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:59.074863 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.075409 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:59.076076 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Bound port: e9c2ca52-5c1e-4091-85ca-c7ce33a094b4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:59.076623 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.155303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:59.159851 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.160866 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:07:59.161425 n-d-799528-2 neutron-server[93769]: DEBUG oslo_db.api [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:07:59.165548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.202601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9c2ca52-5c1e-4091-85ca-c7ce33a094b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:59.213764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.217158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] device_id is not set on port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:59.250775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 11d87e2e-b32e-4237-bd14-dad167380b88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11d87e2e-b32e-4237-bd14-dad167380b88,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:59.260781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Allocated IP 2001:db8::2 (0f5e615c-28d3-4dbb-b7f8-16464dd866f5/499ceb25-32b5-45b7-8cd4-0be81091fcfd/f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:59.263550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.349800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49859322-47dc-41d9-b1f8-ae0b08d2c30c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:59.355996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.391846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 49859322-47dc-41d9-b1f8-ae0b08d2c30c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:59.392250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49859322-47dc-41d9-b1f8-ae0b08d2c30c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:59.395685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=11d87e2e-b32e-4237-bd14-dad167380b88,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:59.457675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.460316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.494289 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.504963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.505797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:59.507462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Transition to ACTIVE for port object f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:59.511448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.516259 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67beab2d-0a17-43ea-bdcb-1a6283835a39 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/routers/bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f HTTP/1.1" status: 204 len: 168 time: 1.3505511 Jul 06 12:07:59.516432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:59.522735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Transition to ACTIVE for port object f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:59.540674 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.571326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:59.589240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8::2e9 (0f5e615c-28d3-4dbb-b7f8-16464dd866f5/499ceb25-32b5-45b7-8cd4-0be81091fcfd/5dc9b40c-c384-4b1d-86b5-1aa5d08620c5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:59.598848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:59.605779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:59.635491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.682726 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Attempting to bind port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:59.683223 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Attempting to bind port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:59.684479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Attempting to bind port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:59.692151 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:59.692516 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:59.692907 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.693293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:59.696825 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Bound port: e9c2ca52-5c1e-4091-85ca-c7ce33a094b4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:59.697225 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.698610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Pushing event updated for resources: {'Port': ['ID=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:59.721725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Attempting to bind port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:59.722748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Attempting to bind port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '67ba9269-0dd8-48da-9f04-a6aea323635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:59.723142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Attempting to bind port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb on network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:59.726193 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd559afe-986e-4160-88a6-574b9843f47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.732776 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Port e9c2ca52-5c1e-4091-85ca-c7ce33a094b4 has been deleted concurrently {{(pid=93769) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 12:07:59.733297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:59.733696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Checking segment: {'id': '67ba9269-0dd8-48da-9f04-a6aea323635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:59.734108 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.734510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Bound using segment: {'id': '67ba9269-0dd8-48da-9f04-a6aea323635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:59.735046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Bound port: f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba9269-0dd8-48da-9f04-a6aea323635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f5e615c-28d3-4dbb-b7f8-16464dd866f5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:59.735494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.745015 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:59.745378 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:07:59.746305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:07:59.746678 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd456-05a9-48e7-8edf-1e62edccd847 None None] The sync data for ids ['bb8ef8bd-b636-4e8c-a75c-d4d86ddf881f'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:59.779197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.825075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] For port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:59.829240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.830217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] For port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,segment=NetworkSegment(67ba9269-0dd8-48da-9f04-a6aea323635e),segment_id=67ba9269-0dd8-48da-9f04-a6aea323635e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:59.834886 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.874361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:59.877125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Deleting port 11d87e2e-b32e-4237-bd14-dad167380b88 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:59.877697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.937515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701fb80-ae05-4277-af82-e1cb347c5274 None None] Pushing event updated for resources: {'Port': ['ID=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:59.952867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.017292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] For port 11d87e2e-b32e-4237-bd14-dad167380b88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=11d87e2e-b32e-4237-bd14-dad167380b88,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:00.017752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.025625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:00.032004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:00.033566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Calling delete_port for 11d87e2e-b32e-4237-bd14-dad167380b88 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:00.034778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:00.042091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:00.042985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.046651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=5dc9b40c-c384-4b1d-86b5-1aa5d08620c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:00.068793 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d4734e8-c153-4052-b7d8-22576b01f7e7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1238306 Jul 06 12:08:00.069783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:00.146802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.323715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.339142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.366911 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:08:00.368197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d87e2e-b32e-4237-bd14-dad167380b88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:00.449279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.560028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.562598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.584935 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.613378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.614009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9140eb96-1593-439b-add7-8fd0669f4927 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:00.619486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.620693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f48e73e-5f04-44a1-a755-2dde98da5c12 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9140eb96-1593-439b-add7-8fd0669f4927 HTTP/1.1" status: 204 len: 168 time: 1.1031432 Jul 06 12:08:00.628299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:00.633824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1375195557', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:00.658948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.660691 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.740590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.933677 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.972167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.001471 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.008327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.143994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=5dc9b40c-c384-4b1d-86b5-1aa5d08620c5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:01.197124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.229075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.274891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.301022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:01.344988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52933f2e-6478-4457-9ce8-1092133015fa None None] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:01.378708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Allocated IP 172.25.7.20 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/aa241c8a-ac17-4cbb-b73e-01497450193f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:01.436376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.455376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25959789-d72d-470c-a5af-7373ff60af8a None None] Provisioning for port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:01.502455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:01.516531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:01.516901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.517885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.566962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.622771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:01.626723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:01.627075 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.636260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:01.664206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event updated for resources: {'Port': ['ID=aa241c8a-ac17-4cbb-b73e-01497450193f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:01.675186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,segment=NetworkSegment(67ba9269-0dd8-48da-9f04-a6aea323635e),segment_id=67ba9269-0dd8-48da-9f04-a6aea323635e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:01.680395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.741273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:01.798181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.804989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.806108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.008857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0f1dccd-b2bb-4a7e-bccd-8443b5769d7b None None] Provisioning for port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:02.018529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0f1dccd-b2bb-4a7e-bccd-8443b5769d7b None None] Provisioning complete for port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:02.020031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0f1dccd-b2bb-4a7e-bccd-8443b5769d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.121201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1dccd-b2bb-4a7e-bccd-8443b5769d7b None None] Port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:02.141439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0f1dccd-b2bb-4a7e-bccd-8443b5769d7b None None] Provisioning complete for port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:02.142071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0f1dccd-b2bb-4a7e-bccd-8443b5769d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.326176 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.395617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8a9dcc7-6dcd-4848-b9d3-b4e43ba3a534 None None] Provisioning complete for port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:02.395994 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8a9dcc7-6dcd-4848-b9d3-b4e43ba3a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.405257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=5dc9b40c-c384-4b1d-86b5-1aa5d08620c5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:02.473873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9dcc7-6dcd-4848-b9d3-b4e43ba3a534 None None] Port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:02.478467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.496373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:02.498032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:02.599208 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.631468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 775aac3b-bdaf-474d-a75f-82f2fa2fcc89 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:02.724205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cc4d222-4b2e-413d-80f1-3fa95d8527a4 None None] Provisioning complete for port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:02.725898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d222-4b2e-413d-80f1-3fa95d8527a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.747103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:02.752896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-719a156c-79ed-4bdb-a817-d17f7acadde8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/775aac3b-bdaf-474d-a75f-82f2fa2fcc89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813910 Jul 06 12:08:02.755339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:02.772715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40118357-55b8-484a-af29-762dd6d39206 None None] Sync routers for ids ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:02.791908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40118357-55b8-484a-af29-762dd6d39206 None None] Routers {'775aac3b-bdaf-474d-a75f-82f2fa2fcc89'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:02.792637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-40118357-55b8-484a-af29-762dd6d39206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:02.795656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Router f27dc86b-a449-4f6f-a9ec-f6ae764fb269 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:02.826531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e4de4-be47-4d8d-b533-f3720167921d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:02.828199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-592e4de4-be47-4d8d-b533-f3720167921d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports/5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 HTTP/1.1" status: 200 len: 984 time: 0.0718591 Jul 06 12:08:02.836624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4d222-4b2e-413d-80f1-3fa95d8527a4 None None] Port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:02.838339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-40118357-55b8-484a-af29-762dd6d39206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:02.843386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:02.843703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:02.958443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:02.971026 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] Sync routers for ids ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:02.985320 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] Routers {'f27dc86b-a449-4f6f-a9ec-f6ae764fb269'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:02.986274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:02.997963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.999656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-674f6cd4-a9d5-41dc-b633-553858c4cffd tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3702557 Jul 06 12:08:03.002489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:03.008743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:03.037338 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.051426 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] Routers {'f27dc86b-a449-4f6f-a9ec-f6ae764fb269'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:03.052090 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.098285 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.099241 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f6622-ba5c-463f-b8f3-4205047a8b58 None None] The sync data for ids ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:03.193325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40118357-55b8-484a-af29-762dd6d39206 None None] Routers {'775aac3b-bdaf-474d-a75f-82f2fa2fcc89'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:03.195299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-40118357-55b8-484a-af29-762dd6d39206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.233797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-40118357-55b8-484a-af29-762dd6d39206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.235421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40118357-55b8-484a-af29-762dd6d39206 None None] The sync data for ids ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:03.244476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0170765-84b2-45b7-b5f0-137c4397b7d6 None None] Provisioning complete for port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:03.244849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0170765-84b2-45b7-b5f0-137c4397b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.296537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:03.296909 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.301657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0170765-84b2-45b7-b5f0-137c4397b7d6 None None] Port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:03.316908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.419659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11d87e2e-b32e-4237-bd14-dad167380b88 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:03.441822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 11d87e2e-b32e-4237-bd14-dad167380b88 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:03.442484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 11d87e2e-b32e-4237-bd14-dad167380b88 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:03.451495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.561283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:03.601187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:03.601741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.715695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.729492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 5dc9b40c-c384-4b1d-86b5-1aa5d08620c5 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:03.742697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.933316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.963692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=5dc9b40c-c384-4b1d-86b5-1aa5d08620c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:03.981682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.988299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.989667 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.993540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.082169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8fa41-964f-4982-98d7-be7c1e0a7dfd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:04.084909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.092996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bf4264f96fc4748974bfb82af64b7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283139 Jul 06 12:08:04.094741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.144055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.144055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.144055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.144548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.144656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.144981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.145316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.145645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.145972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.146294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.146622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.146939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb1b7-7d9b-4b28-9c1e-3de8c3c4f810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:04.205242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Router f27dc86b-a449-4f6f-a9ec-f6ae764fb269 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:04.219541 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a26575-6e36-4249-9704-65a5394abd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.264608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 775aac3b-bdaf-474d-a75f-82f2fa2fcc89 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:04.281495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a26575-6e36-4249-9704-65a5394abd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.342290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:04.347360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-232c3c5a-773e-4e35-b7b0-34c8d766db2d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/775aac3b-bdaf-474d-a75f-82f2fa2fcc89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5024154 Jul 06 12:08:04.351532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.354161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] Sync routers for ids ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:04.364865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] Routers {'775aac3b-bdaf-474d-a75f-82f2fa2fcc89'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:04.365128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.400486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.409741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] Routers {'775aac3b-bdaf-474d-a75f-82f2fa2fcc89'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:04.410254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.435695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:04.440427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.444431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0b04f871-b368-4dc4-8cbe-9a86338d0ef4 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "PUT /v2.0/routers/f27dc86b-a449-4f6f-a9ec-f6ae764fb269 HTTP/1.1" status: 200 len: 921 time: 1.4377811 Jul 06 12:08:04.444681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.450104 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] Sync routers for ids ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:04.452954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.457194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c79ee0-2d3a-4674-8f3d-0d737d395ba3 None None] The sync data for ids ['775aac3b-bdaf-474d-a75f-82f2fa2fcc89'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:04.459211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a26575-6e36-4249-9704-65a5394abd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.463186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a26575-6e36-4249-9704-65a5394abd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.467273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3a26575-6e36-4249-9704-65a5394abd51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26d8fa41-964f-4982-98d7-be7c1e0a7dfd HTTP/1.1" status: 204 len: 168 time: 0.3630226 Jul 06 12:08:04.467484 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] Routers {'f27dc86b-a449-4f6f-a9ec-f6ae764fb269'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:04.467484 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.577799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d4204f95-e303-4e1c-9f6b-430029da8511 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/f27dc86b-a449-4f6f-a9ec-f6ae764fb269 HTTP/1.1" status: 200 len: 921 time: 0.1316278 Jul 06 12:08:04.581445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.609931 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.620879 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] Routers {'f27dc86b-a449-4f6f-a9ec-f6ae764fb269'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:04.621521 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.656863 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:04.657436 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e7e20-669f-4321-801d-32cfbf0e665e None None] The sync data for ids ['f27dc86b-a449-4f6f-a9ec-f6ae764fb269'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:04.675152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82daa5-0ee0-4fbc-8960-f958e430cf71 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:04.676773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1c82daa5-0ee0-4fbc-8960-f958e430cf71 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=f27dc86b-a449-4f6f-a9ec-f6ae764fb269&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0924122 Jul 06 12:08:04.680529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.773588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79dcce8-21d0-45c4-bfe1-2e8b41428974 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:04.775064 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c79dcce8-21d0-45c4-bfe1-2e8b41428974 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.0935521 Jul 06 12:08:04.784651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.822691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.830550 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bbaf1374-111a-4822-bf9f-cc6ea240689a tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=f27dc86b-a449-4f6f-a9ec-f6ae764fb269 HTTP/1.1" status: 200 len: 205 time: 0.0447350 Jul 06 12:08:04.837970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.838491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a26575-6e36-4249-9704-65a5394abd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8fa41-964f-4982-98d7-be7c1e0a7dfd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:04.844506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-419f31f9-a925-46ce-88d3-279776e5d3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.893608 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2f629c59-1614-4ff9-b345-de9f8b00b6bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 12:08:04.894633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f629c59-1614-4ff9-b345-de9f8b00b6bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/775aac3b-bdaf-474d-a75f-82f2fa2fcc89/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5419621 Jul 06 12:08:04.897585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.933317 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0dac8180-04a3-49f7-a3dc-1c1a692df3a6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=775aac3b-bdaf-474d-a75f-82f2fa2fcc89 HTTP/1.1" status: 200 len: 205 time: 0.0344241 Jul 06 12:08:04.935735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.013510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.014674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.143626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-419f31f9-a925-46ce-88d3-279776e5d3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.150554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-419f31f9-a925-46ce-88d3-279776e5d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.156653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.178551 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.180791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.211861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f31f9-a925-46ce-88d3-279776e5d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1389169b-a8bb-4dcd-a166-83ca269a3a89,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.220076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-419f31f9-a925-46ce-88d3-279776e5d3c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ccb6f53299640cd8ca624cab090a720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963053 Jul 06 12:08:05.220298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.230001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.230522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router 775aac3b-bdaf-474d-a75f-82f2fa2fcc89 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:05.241534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.242654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-260a17fd-6ef2-490f-bb64-e727cf4bfd3d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/775aac3b-bdaf-474d-a75f-82f2fa2fcc89 HTTP/1.1" status: 204 len: 168 time: 0.3059206 Jul 06 12:08:05.246266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.247606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Deleting port aa241c8a-ac17-4cbb-b73e-01497450193f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:05.247996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.281643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01035279-b01f-4cc2-ad10-d9ea281e4dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.305189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01035279-b01f-4cc2-ad10-d9ea281e4dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.344215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet 499ceb25-32b5-45b7-8cd4-0be81091fcfd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:05.355226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.355957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01035279-b01f-4cc2-ad10-d9ea281e4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.358747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01035279-b01f-4cc2-ad10-d9ea281e4dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.359955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-01035279-b01f-4cc2-ad10-d9ea281e4dec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1389169b-a8bb-4dcd-a166-83ca269a3a89 HTTP/1.1" status: 204 len: 168 time: 0.1383390 Jul 06 12:08:05.368760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035279-b01f-4cc2-ad10-d9ea281e4dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1389169b-a8bb-4dcd-a166-83ca269a3a89,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.405331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.423135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.425795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Calling delete_port for aa241c8a-ac17-4cbb-b73e-01497450193f owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:05.607827 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.713160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.745307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=499ceb25-32b5-45b7-8cd4-0be81091fcfd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.750331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.752293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-58bad26f-47ab-4cb0-8a55-695d387d1781 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/499ceb25-32b5-45b7-8cd4-0be81091fcfd HTTP/1.1" status: 204 len: 168 time: 0.5023260 Jul 06 12:08:05.753495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.755135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.762005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a5af0-8b28-40ba-a350-d6ad7ab643b3 None None] Network 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:05.781159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event deleted for resources: {'Port': ['ID=aa241c8a-ac17-4cbb-b73e-01497450193f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.858447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.862049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.940650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:05.941090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.962834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.965083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.009518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] DHCP port deletion for 0f5e615c-28d3-4dbb-b7f8-16464dd866f5 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:06.019891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.020539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Fanout notify agent at l3_agent the message router_deleted on router f27dc86b-a449-4f6f-a9ec-f6ae764fb269 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:06.028457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.029542 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-89c7d3e5-10ce-47c3-9fc2-15d972028e68 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/f27dc86b-a449-4f6f-a9ec-f6ae764fb269 HTTP/1.1" status: 204 len: 168 time: 1.1906531 Jul 06 12:08:06.033191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:06.038832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-847630035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:06.042290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,segment=NetworkSegment(67ba9269-0dd8-48da-9f04-a6aea323635e),segment_id=67ba9269-0dd8-48da-9f04-a6aea323635e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:06.043059 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.057593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:06.064787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.066050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.086096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] Deleting port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:06.087621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.133884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.139082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.157068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.158636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.164599 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bc4fd021-37a0-4725-8507-06c41323414d tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1273589 Jul 06 12:08:06.164599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:06.167372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:06.181907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] For port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,segment=NetworkSegment(67ba9269-0dd8-48da-9f04-a6aea323635e),segment_id=67ba9269-0dd8-48da-9f04-a6aea323635e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:06.182414 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.187548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:06.191385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:06.202748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] Calling delete_port for f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:06.285459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.298166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e615c-28d3-4dbb-b7f8-16464dd866f5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:06.307127 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.311332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ba9269-0dd8-48da-9f04-a6aea323635e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:06.311633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ba9269-0dd8-48da-9f04-a6aea323635e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:06.322590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.338869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.346413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] Pushing event deleted for resources: {'Port': ['ID=f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:06.346679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:06.346829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:06.351280 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:06.361986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0af85b-d9bf-413d-9355-c1cee7b1504e None None] No DVR routers for this DVR port f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:06.426004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.445830 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.447863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/0f5e615c-28d3-4dbb-b7f8-16464dd866f5 HTTP/1.1" status: 204 len: 168 time: 0.6914339 Jul 06 12:08:06.449173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58b286-24e9-421f-a3ef-b05a901220b8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=0f5e615c-28d3-4dbb-b7f8-16464dd866f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:06.452148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:06.457865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-235082229'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:06.480382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:06.483964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.519600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:06.533922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.534326 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment 4c259cb9-43cf-4bd5-b151-853e09cff851 of type vlan for network 6981ff64-5bee-47af-b656-6c54ddf18ddd Jul 06 12:08:06.582595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.614523 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.620905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:06.621489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.686275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2329018 Jul 06 12:08:06.689554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:06.694744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:06.728175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d392d-6b6d-4eac-ae0d-cfe5e2f1e6bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=6981ff64-5bee-47af-b656-6c54ddf18ddd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:06.740927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:06.782753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.805435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:06.809748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:06.828430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:06.829048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5b50f2e-8f8a-48b4-8dbe-4f8533d74dcb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:06.889512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:06.894821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.965688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26f40074-750c-460b-8ee2-a70aa7158d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.020904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.040827 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.149449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Allocated IP 172.25.7.249 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/a8cfca7e-5756-4277-84a6-741279532dc3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:07.160291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.169969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26f40074-750c-460b-8ee2-a70aa7158d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.174854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26f40074-750c-460b-8ee2-a70aa7158d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.250479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f40074-750c-460b-8ee2-a70aa7158d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5daf9cd-181b-4c76-9e08-e01bb86159c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:07.254768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.267272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=e2cca29c-2095-4320-b839-02566ed67845,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:07.273628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-26f40074-750c-460b-8ee2-a70aa7158d6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70d28529ea1a49538bc441e22f54599b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601305 Jul 06 12:08:07.274215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:07.278692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': '4c259cb9-43cf-4bd5-b151-853e09cff851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:07.279060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 6981ff64-5bee-47af-b656-6c54ddf18ddd, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:07.296096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:07.305132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6981ff64-5bee-47af-b656-6c54ddf18ddd) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:07.309290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:07.310084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.317673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b194b-45c4-417f-b8a2-40a1dfb77271 None None] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:07.327782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-967988f1-6c47-449d-bb7e-f220eee4bf69 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6347032 Jul 06 12:08:07.328272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:07.333284 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.333820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1766971077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:07.359798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.361041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.372624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f24503-eb6a-482c-b601-77e4ccacac4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.385589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:07.394377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:07.405037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:07.433013 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.438780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f24503-eb6a-482c-b601-77e4ccacac4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.439036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.448776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event updated for resources: {'Port': ['ID=a8cfca7e-5756-4277-84a6-741279532dc3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:07.463991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.468273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-141f6a4c-2caa-44d4-8704-c9860b159b6f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1387422 Jul 06 12:08:07.468576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:07.479012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-6981ff64-5bee-47af-b656-6c54ddf18ddd', 'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': 'e2cca29c-2095-4320-b839-02566ed67845'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:07.480046 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.621630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Allocated IP 2001:db8::2 (6981ff64-5bee-47af-b656-6c54ddf18ddd/e2cca29c-2095-4320-b839-02566ed67845/2f2fde85-a155-4ed4-8b0d-7865a5f9d186) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:07.714521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f24503-eb6a-482c-b601-77e4ccacac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.717112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02f24503-eb6a-482c-b601-77e4ccacac4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.720859 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02f24503-eb6a-482c-b601-77e4ccacac4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5daf9cd-181b-4c76-9e08-e01bb86159c7 HTTP/1.1" status: 204 len: 168 time: 0.4433556 Jul 06 12:08:07.738197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f24503-eb6a-482c-b601-77e4ccacac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5daf9cd-181b-4c76-9e08-e01bb86159c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:07.786273 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.795191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Transition to ACTIVE for port object 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:07.810903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Transition to ACTIVE for port object 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:07.817365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.862579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:07.866317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:07.871378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:07.892350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Pushing event updated for resources: {'Port': ['ID=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:07.958832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Attempting to bind port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:07.959332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Attempting to bind port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '4c259cb9-43cf-4bd5-b151-853e09cff851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:07.959562 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.960438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Attempting to bind port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 on network 6981ff64-5bee-47af-b656-6c54ddf18ddd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:07.965802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:07.966334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Checking segment: {'id': '4c259cb9-43cf-4bd5-b151-853e09cff851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:07.966843 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.967340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Bound using segment: {'id': '4c259cb9-43cf-4bd5-b151-853e09cff851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:07.967928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Bound port: 2f2fde85-a155-4ed4-8b0d-7865a5f9d186, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c259cb9-43cf-4bd5-b151-853e09cff851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6981ff64-5bee-47af-b656-6c54ddf18ddd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:07.968654 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.971531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.035386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] For port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:08.039431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] For port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,segment=NetworkSegment(4c259cb9-43cf-4bd5-b151-853e09cff851),segment_id=4c259cb9-43cf-4bd5-b151-853e09cff851)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:08.045547 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.125618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ea54-1f38-4b69-b09b-62f8d03789c7 None None] Pushing event updated for resources: {'Port': ['ID=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:08.377708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.380132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8::1 (6981ff64-5bee-47af-b656-6c54ddf18ddd/e2cca29c-2095-4320-b839-02566ed67845/26160049-9736-40f2-b591-2cc2d08961f0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:08.388729 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.594749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.617197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 26160049-9736-40f2-b591-2cc2d08961f0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:08.633415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Router dfedb929-816a-4ed8-8373-aecc41c420d2 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:08.702245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.751011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:08.781555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:08.793201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:08.794091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.816892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:08.871594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=26160049-9736-40f2-b591-2cc2d08961f0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:08.895020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:08.910535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:08.912816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:08.918082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.921945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:08.923545 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed1fe3f1-e343-4853-869b-bff80ae6b707 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "PUT /v2.0/routers/dfedb929-816a-4ed8-8373-aecc41c420d2 HTTP/1.1" status: 200 len: 879 time: 2.7597344 Jul 06 12:08:08.929937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] Sync routers for ids ['dfedb929-816a-4ed8-8373-aecc41c420d2'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:08.960092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] Routers {'dfedb929-816a-4ed8-8373-aecc41c420d2'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:08.961768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['dfedb929-816a-4ed8-8373-aecc41c420d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.024268 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.027644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.047572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] Routers {'dfedb929-816a-4ed8-8373-aecc41c420d2'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:09.048263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['dfedb929-816a-4ed8-8373-aecc41c420d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.058541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d543c06-c669-4807-af48-58bf01246003 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/dfedb929-816a-4ed8-8373-aecc41c420d2 HTTP/1.1" status: 200 len: 920 time: 0.1349361 Jul 06 12:08:09.064094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.087270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.088281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d2f4f-0f3e-4b3d-b8da-10cd49b8fb81 None None] The sync data for ids ['dfedb929-816a-4ed8-8373-aecc41c420d2'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:09.097318 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8caee594-8854-4c56-88de-d2a5919300d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.199059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca3739-798e-4aa7-bdda-1441cf26ac28 None None] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:09.200880 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62db083-62c1-4353-a971-29d961bd99e8 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:09.202669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a62db083-62c1-4353-a971-29d961bd99e8 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=dfedb929-816a-4ed8-8373-aecc41c420d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1375549 Jul 06 12:08:09.205986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.287378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] Provisioning for port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:09.294434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] Provisioning complete for port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:09.294886 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.333594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8caee594-8854-4c56-88de-d2a5919300d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.335832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc1425-28ad-4533-b7fa-09e1c7e28791 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:09.338266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fabc1425-28ad-4533-b7fa-09e1c7e28791 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.1311548 Jul 06 12:08:09.340247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8caee594-8854-4c56-88de-d2a5919300d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.342353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.383658 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9199ce8c-79df-4474-ad3f-1d3c67714c01 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfedb929-816a-4ed8-8373-aecc41c420d2 HTTP/1.1" status: 200 len: 205 time: 0.0349498 Jul 06 12:08:09.384355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8caee594-8854-4c56-88de-d2a5919300d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50f459317f9744fa8ee48edf81344e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650087 Jul 06 12:08:09.384462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.384462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.386951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caee594-8854-4c56-88de-d2a5919300d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195272a-7c4a-4be9-8f14-ae25e284a7af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:09.397898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.441231 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.442000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.446082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.489306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] For port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,segment=NetworkSegment(4c259cb9-43cf-4bd5-b151-853e09cff851),segment_id=4c259cb9-43cf-4bd5-b151-853e09cff851)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:09.496567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.555537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f718-1688-46ca-9c7b-37e76e879505 None None] Pushing event updated for resources: {'Port': ['ID=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:09.735309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de10ad93-c8ae-420a-b9ce-c9be1f28c1bd None None] Provisioning for port 26160049-9736-40f2-b591-2cc2d08961f0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:09.739768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de10ad93-c8ae-420a-b9ce-c9be1f28c1bd None None] Provisioning complete for port 26160049-9736-40f2-b591-2cc2d08961f0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:09.740362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de10ad93-c8ae-420a-b9ce-c9be1f28c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.779029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-de10ad93-c8ae-420a-b9ce-c9be1f28c1bd None None] Port 26160049-9736-40f2-b591-2cc2d08961f0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:09.792756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de10ad93-c8ae-420a-b9ce-c9be1f28c1bd None None] Provisioning complete for port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:09.793192 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de10ad93-c8ae-420a-b9ce-c9be1f28c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.959562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=26160049-9736-40f2-b591-2cc2d08961f0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:09.993555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6a8d9e-b629-4e5d-8f06-0df6953a8f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.996883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.997941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c0315fc-ee65-40f5-abbb-8ec790484ca0 None None] Provisioning complete for port 26160049-9736-40f2-b591-2cc2d08961f0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:09.998462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c0315fc-ee65-40f5-abbb-8ec790484ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.035220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2c0315fc-ee65-40f5-abbb-8ec790484ca0 None None] Port 26160049-9736-40f2-b591-2cc2d08961f0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:10.076837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6a8d9e-b629-4e5d-8f06-0df6953a8f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.121958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:10.130337 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:10.247693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.255696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6a8d9e-b629-4e5d-8f06-0df6953a8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.258729 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be6a8d9e-b629-4e5d-8f06-0df6953a8f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.259898 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-be6a8d9e-b629-4e5d-8f06-0df6953a8f97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3195272a-7c4a-4be9-8f14-ae25e284a7af HTTP/1.1" status: 204 len: 168 time: 0.8751845 Jul 06 12:08:10.279378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a8d9e-b629-4e5d-8f06-0df6953a8f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195272a-7c4a-4be9-8f14-ae25e284a7af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:10.345051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 6219abc4-6c7c-4ee5-8722-a9136424287c is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:10.351344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Deleting port a8cfca7e-5756-4277-84a6-741279532dc3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:10.351694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.371611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f44f4fca-913b-481b-beac-908ce6d35e78 None None] Provisioning complete for port 26160049-9736-40f2-b591-2cc2d08961f0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:10.372103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f44f4fca-913b-481b-beac-908ce6d35e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.409319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f44f4fca-913b-481b-beac-908ce6d35e78 None None] Port 26160049-9736-40f2-b591-2cc2d08961f0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:10.509527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:10.512409 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.519650 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] Sync routers for ids ['6219abc4-6c7c-4ee5-8722-a9136424287c'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:10.520491 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-db2229f5-f365-4a4c-9fc1-282bc7dff634 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/6219abc4-6c7c-4ee5-8722-a9136424287c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0508056 Jul 06 12:08:10.520824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:10.528993 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] Routers {'6219abc4-6c7c-4ee5-8722-a9136424287c'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:10.529895 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6219abc4-6c7c-4ee5-8722-a9136424287c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:10.533075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Calling delete_port for a8cfca7e-5756-4277-84a6-741279532dc3 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:10.571148 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:10.581296 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] Routers {'6219abc4-6c7c-4ee5-8722-a9136424287c'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:10.582511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6219abc4-6c7c-4ee5-8722-a9136424287c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:10.596764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebfe503-7ca4-42e6-bce4-7d98724d3713 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:10.600554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3ebfe503-7ca4-42e6-bce4-7d98724d3713 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports/26160049-9736-40f2-b591-2cc2d08961f0 HTTP/1.1" status: 200 len: 911 time: 0.0763836 Jul 06 12:08:10.601839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:10.623318 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:10.624006 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8d5bf-f540-4bc3-bcc7-5ded3827ffce None None] The sync data for ids ['6219abc4-6c7c-4ee5-8722-a9136424287c'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:10.730464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.777577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event deleted for resources: {'Port': ['ID=a8cfca7e-5756-4277-84a6-741279532dc3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:10.805032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:10.854941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.889913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:10.890309 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.974700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.977805 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.994448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.021498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.032146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.032836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Fanout notify agent at l3_agent the message router_deleted on router dfedb929-816a-4ed8-8373-aecc41c420d2 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:11.040703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.041846 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f1601dba-303d-45d2-b12d-3edc6005385f tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/dfedb929-816a-4ed8-8373-aecc41c420d2 HTTP/1.1" status: 204 len: 168 time: 1.6598122 Jul 06 12:08:11.045769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.050302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-645587391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.074208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.075235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.136785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1424927846-network', 'tenant_id': '9bdbb0e1c6044d77aa301e3102472f03'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.143075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.149202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.175439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Made reservation on behalf of 9bdbb0e1c6044d77aa301e3102472f03 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:11.177932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.181211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.184982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-392db3de-3d67-4499-bcd0-120c1a16ebb7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1357296 Jul 06 12:08:11.185821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.188404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.208900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': True}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.282438 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.286799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.307211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:11.320973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f7cc8-8c1f-4824-8b00-aeda833387b5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:11.325792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.326138 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Added segment 1e63567b-0ace-4c36-9936-3a298c46e240 of type vlan for network a4905bcc-d6e0-483a-8168-05e704b5f621 Jul 06 12:08:11.367580 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.399030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.400119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:11.400851 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.454091 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4307103 Jul 06 12:08:11.457000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.462753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Request body: {'subnet': {'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1424927846-subnet', 'tenant_id': '9bdbb0e1c6044d77aa301e3102472f03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.480848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b853d-b22a-4195-999f-f5d1f032941e admin admin] Pushing event updated for resources: {'Network': ['ID=a4905bcc-d6e0-483a-8168-05e704b5f621,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:11.491867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a4905bcc-d6e0-483a-8168-05e704b5f621 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:11.500475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Made reservation on behalf of 9bdbb0e1c6044d77aa301e3102472f03 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:11.503132 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.677773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.740253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f836199-84c9-4704-b9d6-a6a0098a5358,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:11.747629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Checking segment: {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:11.748028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Network hostable DHCP agents. Network: a4905bcc-d6e0-483a-8168-05e704b5f621, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:11.760861 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.765906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Network a4905bcc-d6e0-483a-8168-05e704b5f621 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:11.773265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 26160049-9736-40f2-b591-2cc2d08961f0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:11.773798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.776977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a4905bcc-d6e0-483a-8168-05e704b5f621) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:11.782427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:11.783385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.794518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80dea5-58e4-49ed-9bee-e141fcc0421a None None] Network a4905bcc-d6e0-483a-8168-05e704b5f621 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:11.807235 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-588a5d69-b817-4e88-9373-ceffd06e8410 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3433089 Jul 06 12:08:11.924332 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.935811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dbdd7e-53c0-4fb7-a5bc-0e95cec2fa7b None None] Network a4905bcc-d6e0-483a-8168-05e704b5f621 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:11.943562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 26160049-9736-40f2-b591-2cc2d08961f0 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:12.185994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.207803 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.305167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.348572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=26160049-9736-40f2-b591-2cc2d08961f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:12.497579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.518775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Allocated IP 172.25.7.147 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/65429860-0c20-4e67-9a6a-5acf811f8176) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:12.736122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 6219abc4-6c7c-4ee5-8722-a9136424287c has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:12.770678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.845376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:12.851418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b5d9a8d2-a671-4a3f-a3e7-013eb63b1a9d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/6219abc4-6c7c-4ee5-8722-a9136424287c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2483721 Jul 06 12:08:12.854406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:12.858429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] Sync routers for ids ['6219abc4-6c7c-4ee5-8722-a9136424287c'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:12.881858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] Routers {'6219abc4-6c7c-4ee5-8722-a9136424287c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:12.883264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6219abc4-6c7c-4ee5-8722-a9136424287c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:12.886502 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.910258 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b53e1af1-1221-450c-b9c1-b8e505090907 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6219abc4-6c7c-4ee5-8722-a9136424287c HTTP/1.1" status: 200 len: 205 time: 0.0530453 Jul 06 12:08:12.912834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:12.925624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:12.936091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] Routers {'6219abc4-6c7c-4ee5-8722-a9136424287c'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:12.937005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['6219abc4-6c7c-4ee5-8722-a9136424287c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:12.941468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:12.946524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:12.955244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:12.984695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:12.985347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce1190-6c52-41bb-a17f-be11be37cd70 None None] The sync data for ids ['6219abc4-6c7c-4ee5-8722-a9136424287c'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:12.995841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Port': ['ID=65429860-0c20-4e67-9a6a-5acf811f8176,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:13.027508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.198845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.201027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.232122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.242883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.243442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router 6219abc4-6c7c-4ee5-8722-a9136424287c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:13.250379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.253788 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1dba4b8a-ad95-4fea-a0c3-d2dd4d081b70 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/6219abc4-6c7c-4ee5-8722-a9136424287c HTTP/1.1" status: 204 len: 168 time: 0.3372428 Jul 06 12:08:13.254013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:13.304965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet e2cca29c-2095-4320-b839-02566ed67845 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:13.308078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.353114 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.436056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.439842 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.444312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.511382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.560943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cca29c-2095-4320-b839-02566ed67845,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:13.566762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.568602 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d8dac277-c620-4b09-b319-5f833c96682d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/e2cca29c-2095-4320-b839-02566ed67845 HTTP/1.1" status: 204 len: 168 time: 0.3136241 Jul 06 12:08:13.571246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:13.575132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c492c7af-9b33-4a8e-8e1f-6fe4a46f36a1 None None] Network 6981ff64-5bee-47af-b656-6c54ddf18ddd requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:13.605388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Router 2c90b457-10a2-491e-9cd2-2d59b6dacb5d is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:13.658429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.718768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:13.719182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.741248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:13.745942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.751589 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] Sync routers for ids ['2c90b457-10a2-491e-9cd2-2d59b6dacb5d'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:13.756779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b86ac40-979e-431a-8a6d-9cdc7e86b3c3 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "PUT /v2.0/routers/2c90b457-10a2-491e-9cd2-2d59b6dacb5d HTTP/1.1" status: 200 len: 914 time: 2.5679443 Jul 06 12:08:13.757557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:13.762289 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] Routers {'2c90b457-10a2-491e-9cd2-2d59b6dacb5d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:13.763084 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2c90b457-10a2-491e-9cd2-2d59b6dacb5d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:13.805695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,segment=NetworkSegment(4c259cb9-43cf-4bd5-b151-853e09cff851),segment_id=4c259cb9-43cf-4bd5-b151-853e09cff851)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:13.806060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.809237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:13.816237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] DHCP port deletion for 6981ff64-5bee-47af-b656-6c54ddf18ddd request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:13.818596 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] Routers {'2c90b457-10a2-491e-9cd2-2d59b6dacb5d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:13.820124 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2c90b457-10a2-491e-9cd2-2d59b6dacb5d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:13.843563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:13.855850 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:13.857373 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e44c9e-e6f9-4e0b-9b72-34dffc3ca56b None None] The sync data for ids ['2c90b457-10a2-491e-9cd2-2d59b6dacb5d'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:13.914971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:13.915533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a335f201-aeab-464d-8bce-388ef5abd334 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/2c90b457-10a2-491e-9cd2-2d59b6dacb5d HTTP/1.1" status: 200 len: 920 time: 0.1566820 Jul 06 12:08:13.991333 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.026913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:14.033662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:14.036911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d96a18c-9094-4eb2-b052-1fa444b6bdec tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.039104 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d96a18c-9094-4eb2-b052-1fa444b6bdec tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=2c90b457-10a2-491e-9cd2-2d59b6dacb5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1232300 Jul 06 12:08:14.041813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.060337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Deleting port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:14.061351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.127740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] For port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:14.128803 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.140951 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.143762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Calling delete_port for 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:14.148126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:08:14.148677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca08f18-c9f7-4377-a004-9ebfbac920c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.150127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aca08f18-c9f7-4377-a004-9ebfbac920c9 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.1072896 Jul 06 12:08:14.151978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.153697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.165601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6981ff64-5bee-47af-b656-6c54ddf18ddd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.181681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] Pushing event deleted for resources: {'Port': ['ID=2f2fde85-a155-4ed4-8b0d-7865a5f9d186,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:14.186717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2013e-3390-44b5-a8af-fc40c6cf671f None None] No DVR routers for this DVR port 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:14.205193 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-851736e3-a518-4719-8673-fc1287af17dc tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c90b457-10a2-491e-9cd2-2d59b6dacb5d HTTP/1.1" status: 200 len: 205 time: 0.0503082 Jul 06 12:08:14.207060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c259cb9-43cf-4bd5-b151-853e09cff851') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.207457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c259cb9-43cf-4bd5-b151-853e09cff851') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.208551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.217906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.232870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.238765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:14.239462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: items = [ Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:14.243738 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:14.312402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.317352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.319450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/6981ff64-5bee-47af-b656-6c54ddf18ddd HTTP/1.1" status: 204 len: 168 time: 0.7471082 Jul 06 12:08:14.323090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.328992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-672044958', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:14.332443 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.347530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb795d-bff6-4096-8785-10294e0e92ae tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=6981ff64-5bee-47af-b656-6c54ddf18ddd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:14.364922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.366740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.430533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.451378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.512489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Deleting port 65429860-0c20-4e67-9a6a-5acf811f8176 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:14.512841 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.591537 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.642142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.655513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Calling delete_port for 65429860-0c20-4e67-9a6a-5acf811f8176 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:14.780381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:14.807620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:14.808022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2f2fde85-a155-4ed4-8b0d-7865a5f9d186 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:14.872656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.893908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.896471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.923930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event deleted for resources: {'Port': ['ID=65429860-0c20-4e67-9a6a-5acf811f8176,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:14.987646 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.001227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 172.25.7.186 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/270c39ba-f167-40ec-ae6d-7f6533df97f9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:15.108542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.149487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.190342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:15.195967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:15.199484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:15.205310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=270c39ba-f167-40ec-ae6d-7f6533df97f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:15.378116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.380175 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.425747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.426327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Fanout notify agent at l3_agent the message router_deleted on router 2c90b457-10a2-491e-9cd2-2d59b6dacb5d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:15.433641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.438663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-846bfef3-e075-4222-bd3c-e73a3a0a2d1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/2c90b457-10a2-491e-9cd2-2d59b6dacb5d HTTP/1.1" status: 204 len: 168 time: 1.2241518 Jul 06 12:08:15.438663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:15.443037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1514231621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:15.464669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.465540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.466643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.518829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.523017 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.539277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.540684 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ce7f663-f620-4e22-af01-5c02492cce16 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1011739 Jul 06 12:08:15.543333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:15.547800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:15.769570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.017558 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.046024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.069887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.159290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Allocated IP 172.25.7.109 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/e14ee844-0b2e-4a18-b2e1-daba06b701a3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:16.206972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 3f4a45fc-fec8-4138-8ebb-f1491a53a977 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:16.279756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.314797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:16.325215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.327255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] Sync routers for ids ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:16.333779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.335787 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-108c9921-7c60-490b-862f-30cb60996d99 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0117660 Jul 06 12:08:16.338422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:16.342824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] Routers {'3f4a45fc-fec8-4138-8ebb-f1491a53a977'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:16.343871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:16.376846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:16.380809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:16.384183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Pushing event updated for resources: {'Port': ['ID=e14ee844-0b2e-4a18-b2e1-daba06b701a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:16.392588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:16.401994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:16.411778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] Routers {'3f4a45fc-fec8-4138-8ebb-f1491a53a977'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:16.412875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:16.449686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:16.450344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f8364-efbd-4e12-a1d9-04ae421b3734 None None] The sync data for ids ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:16.479369 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e926c938-04cb-4b77-9db5-724a9f55634f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/routers/3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 200 len: 884 time: 0.1373706 Jul 06 12:08:16.480053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:16.671469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.733813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70913a52-c157-454c-b805-de5f1a91fc0a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2491937 Jul 06 12:08:16.734121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:16.738755 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-672044958'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:16.907505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.911120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.041517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Router 3081ceb6-e437-4f14-a7e6-147636b5f8ab is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:17.057910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.074313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.159693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:17.165740 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.169427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ff10f0e-3c71-4042-b7ce-50b7bdcc2927 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "PUT /v2.0/routers/3081ceb6-e437-4f14-a7e6-147636b5f8ab HTTP/1.1" status: 200 len: 916 time: 1.6226599 Jul 06 12:08:17.169820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.173796 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] Sync routers for ids ['3081ceb6-e437-4f14-a7e6-147636b5f8ab'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:17.183395 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] Routers {'3081ceb6-e437-4f14-a7e6-147636b5f8ab'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:17.184046 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3081ceb6-e437-4f14-a7e6-147636b5f8ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.216034 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.225944 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] Routers {'3081ceb6-e437-4f14-a7e6-147636b5f8ab'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:17.226558 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3081ceb6-e437-4f14-a7e6-147636b5f8ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.235956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 3f4a45fc-fec8-4138-8ebb-f1491a53a977 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:17.263131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.263781 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2eaa0-8d6a-4a6e-9418-cb1e4a691cae None None] The sync data for ids ['3081ceb6-e437-4f14-a7e6-147636b5f8ab'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:17.337151 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ed4e174-285a-4709-8f6a-3904d7ab9f45 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/3081ceb6-e437-4f14-a7e6-147636b5f8ab HTTP/1.1" status: 200 len: 922 time: 0.1658568 Jul 06 12:08:17.339649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.419346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:17.426447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.431183 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2329c63c-5fab-425a-a0e2-38850116651a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 200 len: 891 time: 0.6925750 Jul 06 12:08:17.431353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] Sync routers for ids ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:17.431770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.453812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] Routers {'3f4a45fc-fec8-4138-8ebb-f1491a53a977'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:17.454739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.457690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec79131-5695-4fb0-a0e0-f9ccd465698e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:17.459870 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dec79131-5695-4fb0-a0e0-f9ccd465698e tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=3081ceb6-e437-4f14-a7e6-147636b5f8ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1187313 Jul 06 12:08:17.464472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.501793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.514442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] Routers {'3f4a45fc-fec8-4138-8ebb-f1491a53a977'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:17.515446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.549900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.551060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de7a688-9ec8-44a6-b8e4-2e1f1495e2cd None None] The sync data for ids ['3f4a45fc-fec8-4138-8ebb-f1491a53a977'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:17.561201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c28d8b9-da1f-4f59-8a3f-05009bff2f7d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:17.564502 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1c28d8b9-da1f-4f59-8a3f-05009bff2f7d tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/networks/0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 881 time: 0.0966516 Jul 06 12:08:17.565095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.576661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-40f99f6e-873a-4e9e-aebc-d2076c066542 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/routers/3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 200 len: 891 time: 0.1440349 Jul 06 12:08:17.579186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.596734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5961c9ba-a445-4bbf-b942-c10016b3b2da tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=3081ceb6-e437-4f14-a7e6-147636b5f8ab HTTP/1.1" status: 200 len: 205 time: 0.0304191 Jul 06 12:08:17.599192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.611207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3bf93bba-a73c-42fd-ae8b-ac8742609ee8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 200 len: 205 time: 0.0286982 Jul 06 12:08:17.611432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:17.711676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.728649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.827970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.857642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.893940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Deleting port e14ee844-0b2e-4a18-b2e1-daba06b701a3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:17.893940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.921194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 270c39ba-f167-40ec-ae6d-7f6533df97f9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:17.921608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.977966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.989517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Calling delete_port for e14ee844-0b2e-4a18-b2e1-daba06b701a3 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:18.011691 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.025898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 270c39ba-f167-40ec-ae6d-7f6533df97f9 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:18.170936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.198727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event deleted for resources: {'Port': ['ID=e14ee844-0b2e-4a18-b2e1-daba06b701a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:18.236051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.262267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.270754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=270c39ba-f167-40ec-ae6d-7f6533df97f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:18.347398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.365274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.367887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.420272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.421496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Fanout notify agent at l3_agent the message router_deleted on router 3081ceb6-e437-4f14-a7e6-147636b5f8ab {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:18.431049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.432386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-96d26c60-c64e-469f-8a9e-9f481071d749 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/3081ceb6-e437-4f14-a7e6-147636b5f8ab HTTP/1.1" status: 204 len: 168 time: 0.8319728 Jul 06 12:08:18.436783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:18.442187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1992142776', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:18.456730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.461012 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.474530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.476682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.511023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.512437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4a45fc-fec8-4138-8ebb-f1491a53a977 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:18.519963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.521165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-453b22f1-c7d7-4cbe-96a5-12e921b6b9bd tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 204 len: 168 time: 0.9088068 Jul 06 12:08:18.526036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:18.531275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10973668'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:18.545398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.554710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:18.558127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.592019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:18.608739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.609368 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment d1679451-8b05-4caa-bfd5-736342446ebf of type vlan for network 03aab762-239b-4c37-9154-f796bb396289 Jul 06 12:08:18.660035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.702585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.706259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.714800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:18.715550 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.733155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2060277 Jul 06 12:08:18.740180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:18.746166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '03aab762-239b-4c37-9154-f796bb396289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:18.790426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8a3a-bc97-4a10-b193-fdaef9c08274 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=03aab762-239b-4c37-9154-f796bb396289,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:18.804905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 03aab762-239b-4c37-9154-f796bb396289 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:19.233061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:19.236673 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.438912 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.477799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.608498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.680280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Allocated IP 172.25.7.151 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/b580a921-b8ea-4e17-9cbe-4c8f8e87796d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:19.684150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=37ff6c09-a836-4696-a50a-83d3231adcac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:19.713512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': 'd1679451-8b05-4caa-bfd5-736342446ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03aab762-239b-4c37-9154-f796bb396289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:19.713881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 03aab762-239b-4c37-9154-f796bb396289, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:19.789293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 03aab762-239b-4c37-9154-f796bb396289 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:19.811906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 03aab762-239b-4c37-9154-f796bb396289) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:19.821824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.822425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.824482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be50fe-cd3c-4f93-abae-3193110f5594 None None] Network 03aab762-239b-4c37-9154-f796bb396289 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:19.826799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.856856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4fe57704-49f0-49e5-9e3c-cae34bcef0bb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1147065 Jul 06 12:08:19.860308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.874976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309983960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:19.905409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.906629 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.910989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.964357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event updated for resources: {'Port': ['ID=b580a921-b8ea-4e17-9cbe-4c8f8e87796d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:19.981189 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:19.982599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:19.985904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:20.001453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.005752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.030447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.034194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3786f61-ce9a-4027-baed-2259b105dfc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1703422 Jul 06 12:08:20.034744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:20.042063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-03aab762-239b-4c37-9154-f796bb396289', 'network_id': '03aab762-239b-4c37-9154-f796bb396289', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': '37ff6c09-a836-4696-a50a-83d3231adcac'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:20.042973 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.190533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Allocated IP 2001:db8::2 (03aab762-239b-4c37-9154-f796bb396289/37ff6c09-a836-4696-a50a-83d3231adcac/2d759bcc-e200-4411-ad2b-4d4c70f5fb11) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:20.429362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.444933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Transition to ACTIVE for port object 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:20.462492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Transition to ACTIVE for port object 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:20.469648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.516539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Pushing event updated for resources: {'Port': ['ID=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:20.522909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.528799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Network 03aab762-239b-4c37-9154-f796bb396289 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:20.530744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:20.532971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:20.534426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.604641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Attempting to bind port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:20.605073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Attempting to bind port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd1679451-8b05-4caa-bfd5-736342446ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03aab762-239b-4c37-9154-f796bb396289'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:20.605792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Attempting to bind port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 on network 03aab762-239b-4c37-9154-f796bb396289 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:20.612228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:20.612545 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Checking segment: {'id': 'd1679451-8b05-4caa-bfd5-736342446ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03aab762-239b-4c37-9154-f796bb396289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:20.613694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.613694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Bound using segment: {'id': 'd1679451-8b05-4caa-bfd5-736342446ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03aab762-239b-4c37-9154-f796bb396289'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:20.613885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Bound port: 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1679451-8b05-4caa-bfd5-736342446ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03aab762-239b-4c37-9154-f796bb396289'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:20.614177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.685791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] For port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:20.691074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] For port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,segment=NetworkSegment(d1679451-8b05-4caa-bfd5-736342446ebf),segment_id=d1679451-8b05-4caa-bfd5-736342446ebf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:20.697297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.802352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5440e-a602-4a56-8b60-6bf6d49f71a6 None None] Pushing event updated for resources: {'Port': ['ID=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:20.963367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.038550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8::1 (03aab762-239b-4c37-9154-f796bb396289/37ff6c09-a836-4696-a50a-83d3231adcac/7739e323-4bfd-4908-976b-55b287ed920b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:21.481334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.499085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 7739e323-4bfd-4908-976b-55b287ed920b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:21.502335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Router 88909cee-0f37-449e-bef8-4877380b86a1 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:21.609774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.666968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 03aab762-239b-4c37-9154-f796bb396289 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:21.677219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:21.684717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:21.685960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.689020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=7739e323-4bfd-4908-976b-55b287ed920b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:21.767145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:21.783255 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] Sync routers for ids ['88909cee-0f37-449e-bef8-4877380b86a1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:21.796786 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] Routers {'88909cee-0f37-449e-bef8-4877380b86a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:21.798026 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['88909cee-0f37-449e-bef8-4877380b86a1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:21.809386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.813693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02ea7a95-6136-48e3-a5fc-724bf42def1b tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3753512 Jul 06 12:08:21.815300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:21.830519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:21.843753 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:21.854090 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] Routers {'88909cee-0f37-449e-bef8-4877380b86a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:21.855018 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['88909cee-0f37-449e-bef8-4877380b86a1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:21.888676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.904872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:21.906070 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633928e3-00db-41a5-97f8-37b4c4e1592f None None] The sync data for ids ['88909cee-0f37-449e-bef8-4877380b86a1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:22.157622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1de14-8ffc-4c6f-87b4-5cd3b9cc594e None None] Network 03aab762-239b-4c37-9154-f796bb396289 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:22.283579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6274143a-adc4-4a99-b90b-95949683755f None None] Provisioning for port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:22.317318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.325564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.327558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.436648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=7739e323-4bfd-4908-976b-55b287ed920b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:22.501327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 03aab762-239b-4c37-9154-f796bb396289 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:22.504240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:22.675647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 17ff9b1f-42a5-423d-ba63-0bcb19ef5722 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:22.678054 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.698696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.783621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-222c5a51-524f-40db-b1f1-90783d118c08 None None] Provisioning for port 7739e323-4bfd-4908-976b-55b287ed920b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:22.800033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-222c5a51-524f-40db-b1f1-90783d118c08 None None] Provisioning complete for port 7739e323-4bfd-4908-976b-55b287ed920b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:22.800407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-222c5a51-524f-40db-b1f1-90783d118c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.829713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:22.838626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21970428-bbb3-493d-9e14-c72a7f7f4d2f tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/17ff9b1f-42a5-423d-ba63-0bcb19ef5722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7999403 Jul 06 12:08:22.838733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:22.841305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Deleting port b580a921-b8ea-4e17-9cbe-4c8f8e87796d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:22.841769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.867944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] Sync routers for ids ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:22.902430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.922761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:22.975719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] Routers {'17ff9b1f-42a5-423d-ba63-0bcb19ef5722'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:22.976571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:22.996268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6243e-5fb5-4a3e-88a8-06bae661ee50 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:23.000770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.000926 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ae6243e-5fb5-4a3e-88a8-06bae661ee50 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports/7739e323-4bfd-4908-976b-55b287ed920b HTTP/1.1" status: 200 len: 911 time: 0.1614177 Jul 06 12:08:23.006798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37ff6c09-a836-4696-a50a-83d3231adcac'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:23.040959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-222c5a51-524f-40db-b1f1-90783d118c08 None None] Port 7739e323-4bfd-4908-976b-55b287ed920b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:23.044863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.057678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:23.061078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Calling delete_port for b580a921-b8ea-4e17-9cbe-4c8f8e87796d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:23.075951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] Routers {'17ff9b1f-42a5-423d-ba63-0bcb19ef5722'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:23.075951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:23.121855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:23.122539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a204f-30d6-42fb-8062-e9277c976b4c None None] The sync data for ids ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:23.148951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:23.160006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:23.160669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.213300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43974481-b0bf-4e8f-b3d3-01c56d158ebf None None] Provisioning complete for port 7739e323-4bfd-4908-976b-55b287ed920b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:23.213703 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43974481-b0bf-4e8f-b3d3-01c56d158ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.295938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.321628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43974481-b0bf-4e8f-b3d3-01c56d158ebf None None] Port 7739e323-4bfd-4908-976b-55b287ed920b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:23.336346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.342604 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.373065 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,segment=NetworkSegment(d1679451-8b05-4caa-bfd5-736342446ebf),segment_id=d1679451-8b05-4caa-bfd5-736342446ebf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:23.380180 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.381789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Pushing event deleted for resources: {'Port': ['ID=b580a921-b8ea-4e17-9cbe-4c8f8e87796d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:23.458570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.463331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:23.473411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75c2da61-89be-49bf-b65d-501c21e45618 None None] Provisioning complete for port 7739e323-4bfd-4908-976b-55b287ed920b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:23.473849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75c2da61-89be-49bf-b65d-501c21e45618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.508572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75c2da61-89be-49bf-b65d-501c21e45618 None None] Port 7739e323-4bfd-4908-976b-55b287ed920b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:23.686904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.690337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.772518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Router 88909cee-0f37-449e-bef8-4877380b86a1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:23.777512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.787091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.794491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:23.795210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.799549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/ports/7739e323-4bfd-4908-976b-55b287ed920b HTTP/1.1" status: 200 len: 911 time: 0.7950566 Jul 06 12:08:23.815384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.841476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ff5d0-d825-4c0c-9541-aebbdf5d3ed7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=7739e323-4bfd-4908-976b-55b287ed920b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:23.916028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:23.924060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.925249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c967df5-f519-41c4-804c-7ee94e1760ca tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "PUT /v2.0/routers/88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 200 len: 706 time: 2.1059844 Jul 06 12:08:23.925622 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] Sync routers for ids ['88909cee-0f37-449e-bef8-4877380b86a1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:23.927876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.937980 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] Routers {'88909cee-0f37-449e-bef8-4877380b86a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:23.938610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['88909cee-0f37-449e-bef8-4877380b86a1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:23.973291 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:23.983232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] Routers {'88909cee-0f37-449e-bef8-4877380b86a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:23.984081 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['88909cee-0f37-449e-bef8-4877380b86a1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:24.017218 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:24.018117 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d061f7-a219-452c-9ca8-40543647dd02 None None] The sync data for ids ['88909cee-0f37-449e-bef8-4877380b86a1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:24.057615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-48b97d49-6ced-41e0-a1ec-2bfd5225b7e1 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/routers/88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 200 len: 741 time: 0.1286151 Jul 06 12:08:24.060606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.129036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bde7171b-60ba-462b-b401-73fe220b9da2 tempest-RoutersAdminTest-1822401799 tempest-RoutersAdminTest-1822401799-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=0537d038-fb71-45ac-9d16-43121f231db7&device_id=88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 200 len: 205 time: 0.0673580 Jul 06 12:08:24.131772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.166934 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f6696f8-7709-445b-92a0-e9aa3938edef tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 200 len: 205 time: 0.0334268 Jul 06 12:08:24.168923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.246420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.301499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.418828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.421188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.467043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.467814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Fanout notify agent at l3_agent the message router_deleted on router 88909cee-0f37-449e-bef8-4877380b86a1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:24.475555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.476731 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7de583da-6ddf-4cf8-b309-0d52eeb56542 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 204 len: 168 time: 0.3068743 Jul 06 12:08:24.480066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.510653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-098a8913-cb51-45f0-8842-158a7d4bc052 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 200 len: 205 time: 0.0293043 Jul 06 12:08:24.513507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.560808 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-29d61df2-a1bb-4da7-91bd-2a311eb67253 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] delete failed (client error): The resource could not be found. Jul 06 12:08:24.562156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29d61df2-a1bb-4da7-91bd-2a311eb67253 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/88909cee-0f37-449e-bef8-4877380b86a1 HTTP/1.1" status: 404 len: 336 time: 0.0475187 Jul 06 12:08:24.565029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.592315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 7739e323-4bfd-4908-976b-55b287ed920b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:24.592815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.598366 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5d513cd2-8b1b-4594-8ae9-41385efe7d50 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=3081ceb6-e437-4f14-a7e6-147636b5f8ab HTTP/1.1" status: 200 len: 205 time: 0.0313749 Jul 06 12:08:24.600737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.639298 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5fa3a009-a64b-4221-88c8-57fd0a579308 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] delete failed (client error): The resource could not be found. Jul 06 12:08:24.640383 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5fa3a009-a64b-4221-88c8-57fd0a579308 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/3081ceb6-e437-4f14-a7e6-147636b5f8ab HTTP/1.1" status: 404 len: 336 time: 0.0383472 Jul 06 12:08:24.642968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.672712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-064e9101-fa7b-451c-a2cb-d5b71c7a1854 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c90b457-10a2-491e-9cd2-2d59b6dacb5d HTTP/1.1" status: 200 len: 205 time: 0.0285203 Jul 06 12:08:24.674851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.689651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.702960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 7739e323-4bfd-4908-976b-55b287ed920b owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:24.717180 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d0155a8b-33dd-4c2b-8789-d98afd778247 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] delete failed (client error): The resource could not be found. Jul 06 12:08:24.717902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d0155a8b-33dd-4c2b-8789-d98afd778247 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/2c90b457-10a2-491e-9cd2-2d59b6dacb5d HTTP/1.1" status: 404 len: 336 time: 0.0410042 Jul 06 12:08:24.721150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.759839 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4bbc8f38-5743-4ec9-b297-3772e1029c10 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfedb929-816a-4ed8-8373-aecc41c420d2 HTTP/1.1" status: 200 len: 205 time: 0.0354226 Jul 06 12:08:24.760632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.804267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:24.817942 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d5834331-a48c-488e-a4ef-336f37ddbdd9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] delete failed (client error): The resource could not be found. Jul 06 12:08:24.821632 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d5834331-a48c-488e-a4ef-336f37ddbdd9 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/dfedb929-816a-4ed8-8373-aecc41c420d2 HTTP/1.1" status: 404 len: 336 time: 0.0579207 Jul 06 12:08:24.824378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.878984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:24.879577 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.892647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fecc3ed0-8112-4399-b59d-67f960328066 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=f27dc86b-a449-4f6f-a9ec-f6ae764fb269 HTTP/1.1" status: 200 len: 205 time: 0.0647652 Jul 06 12:08:24.894489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.939668 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fe1cce4f-6a89-408b-871b-c1b84e38db74 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] delete failed (client error): The resource could not be found. Jul 06 12:08:24.942962 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe1cce4f-6a89-408b-871b-c1b84e38db74 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/f27dc86b-a449-4f6f-a9ec-f6ae764fb269 HTTP/1.1" status: 404 len: 336 time: 0.0447783 Jul 06 12:08:24.943339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.954917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.988219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3fc5311-012c-4d30-b857-c2ac2f8aecd7 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "GET /v2.0/ports?device_id=428a28d9-d838-4ba8-8802-908af8d04d6b HTTP/1.1" status: 200 len: 205 time: 0.0424635 Jul 06 12:08:24.989400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.006478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=7739e323-4bfd-4908-976b-55b287ed920b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.032833 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9f5c6b43-60f3-4e54-b8fd-dffea96bfaa6 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] delete failed (client error): The resource could not be found. Jul 06 12:08:25.034797 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9f5c6b43-60f3-4e54-b8fd-dffea96bfaa6 tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/routers/428a28d9-d838-4ba8-8802-908af8d04d6b HTTP/1.1" status: 404 len: 336 time: 0.0443234 Jul 06 12:08:25.038244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.067044 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5c52db-e4e4-4ff4-9eee-b6e9f0b2cced tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] DELETE failed (client error): The resource could not be found. Jul 06 12:08:25.067766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5c52db-e4e4-4ff4-9eee-b6e9f0b2cced tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:08:25.069986 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1e5c52db-e4e4-4ff4-9eee-b6e9f0b2cced tempest-RoutersAdminTest-1420632221 tempest-RoutersAdminTest-1420632221-project] 10.222.0.78 "DELETE /v2.0/subnets/33468b91-6281-4733-8226-70d3ae942e03 HTTP/1.1" status: 404 len: 337 time: 0.0293610 Jul 06 12:08:25.122778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.337517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.460813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e62b2755-395e-4b55-b0b8-a41abe5efca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.559966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e62b2755-395e-4b55-b0b8-a41abe5efca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.564824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e62b2755-395e-4b55-b0b8-a41abe5efca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.614228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e62b2755-395e-4b55-b0b8-a41abe5efca8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d515c5fb89914072b3f30d104eaca531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754140 Jul 06 12:08:25.615598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b2755-395e-4b55-b0b8-a41abe5efca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5fb8d6-cff3-41e6-8cfa-fb2af09f9905,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.617641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.650986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router 17ff9b1f-42a5-423d-ba63-0bcb19ef5722 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:25.718907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b161800-322b-4a20-813f-5c874e1dd783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.758558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:25.768869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a114fd3b-ee7e-41bc-a9ed-6824746e4e77 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/17ff9b1f-42a5-423d-ba63-0bcb19ef5722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9493613 Jul 06 12:08:25.769040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.772457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] Sync routers for ids ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:25.774855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b161800-322b-4a20-813f-5c874e1dd783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.784834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] Routers {'17ff9b1f-42a5-423d-ba63-0bcb19ef5722'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:25.785595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:25.810079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e0fa8347-738b-4815-976b-686f2897ff61 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=17ff9b1f-42a5-423d-ba63-0bcb19ef5722 HTTP/1.1" status: 200 len: 205 time: 0.0378029 Jul 06 12:08:25.810298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.837292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b161800-322b-4a20-813f-5c874e1dd783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.839828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:25.841266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b161800-322b-4a20-813f-5c874e1dd783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.846341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b161800-322b-4a20-813f-5c874e1dd783 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c5fb8d6-cff3-41e6-8cfa-fb2af09f9905 HTTP/1.1" status: 204 len: 168 time: 0.2278047 Jul 06 12:08:25.854272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] Routers {'17ff9b1f-42a5-423d-ba63-0bcb19ef5722'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:25.855000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:25.859021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b161800-322b-4a20-813f-5c874e1dd783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5fb8d6-cff3-41e6-8cfa-fb2af09f9905,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.885079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.899439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:25.900518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b271f0b-6e13-4405-b7cb-b347436de851 None None] The sync data for ids ['17ff9b1f-42a5-423d-ba63-0bcb19ef5722'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:26.065587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.067690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.116987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.117734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router 17ff9b1f-42a5-423d-ba63-0bcb19ef5722 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:26.126539 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.130536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:26.131647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-de58e6d8-eae4-4629-a9ae-98de951987e5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/17ff9b1f-42a5-423d-ba63-0bcb19ef5722 HTTP/1.1" status: 204 len: 168 time: 0.3193898 Jul 06 12:08:26.183643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:26.209436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet 37ff6c09-a836-4696-a50a-83d3231adcac {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:26.214418 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.268307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.272758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d43f3e8f-54c0-4491-8b4a-f6920abea477 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12e39a3775584822903909e293d88dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878379 Jul 06 12:08:26.275412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:26.327567 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.349105 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.363648 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.399154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.401801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.403144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0975a58-f9ec-4c81-928d-900afcf25840 HTTP/1.1" status: 204 len: 168 time: 0.1265743 Jul 06 12:08:26.413682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0975a58-f9ec-4c81-928d-900afcf25840,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:26.422683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.423197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.423537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.424040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.424380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.424719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.425053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.425381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.425712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.426038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.426624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.426921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370751e-ed60-4c57-9c3f-e8059533df1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.439539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.479615 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=37ff6c09-a836-4696-a50a-83d3231adcac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:26.487301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.492794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:26.492939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c49d590b-23ed-4fab-9fdd-2b1497d360a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/37ff6c09-a836-4696-a50a-83d3231adcac HTTP/1.1" status: 204 len: 168 time: 0.3595953 Jul 06 12:08:26.500316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c1737f-331e-4bab-9d94-1e6b33e58d7e None None] Network 03aab762-239b-4c37-9154-f796bb396289 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:26.585506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.651467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:26.652019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.734697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,segment=NetworkSegment(d1679451-8b05-4caa-bfd5-736342446ebf),segment_id=d1679451-8b05-4caa-bfd5-736342446ebf)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:26.735073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.750661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:26.751169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] DHCP port deletion for 03aab762-239b-4c37-9154-f796bb396289 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:26.812376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:26.857262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] Deleting port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:26.857906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.963905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] For port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,segment=NetworkSegment(d1679451-8b05-4caa-bfd5-736342446ebf),segment_id=d1679451-8b05-4caa-bfd5-736342446ebf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:26.964308 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.985677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] Calling delete_port for 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:26.997799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.066221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,segment=NetworkSegment(d1679451-8b05-4caa-bfd5-736342446ebf),segment_id=d1679451-8b05-4caa-bfd5-736342446ebf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:27.076558 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.181869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9e0b2a4-a77c-4c93-8070-ca02c50be831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.186208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:27.197385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.200553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.215496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] No DVR routers for this DVR port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:27.236725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:27.242368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0fe6e-0b60-49e5-8579-737c702df875 None None] Pushing event deleted for resources: {'Port': ['ID=2d759bcc-e200-4411-ad2b-4d4c70f5fb11,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:27.257551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port 2d759bcc-e200-4411-ad2b-4d4c70f5fb11 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:27.348257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.365989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03aab762-239b-4c37-9154-f796bb396289']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:27.377264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1679451-8b05-4caa-bfd5-736342446ebf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:27.377655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1679451-8b05-4caa-bfd5-736342446ebf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:27.387907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.404980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.411404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:27.411838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:27.414948 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:27.478682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.486338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.492928 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/03aab762-239b-4c37-9154-f796bb396289 HTTP/1.1" status: 204 len: 168 time: 0.9941635 Jul 06 12:08:27.493243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:27.498206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1160583217', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:27.509415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f5a5b-5aa1-44dd-95b2-ee83ea3a2aab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=03aab762-239b-4c37-9154-f796bb396289,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:27.526701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.528223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.587725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.592929 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.610972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.612541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4dc9a57f-8cf8-48f6-90fd-8a35425f7374 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1182241 Jul 06 12:08:27.616049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:27.621969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1650564753'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:27.649468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:27.653200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.689228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:27.701320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.701740 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment 1a84f839-13aa-4079-8e4e-65c375997ffb of type vlan for network e09e6854-5b6f-4ad6-a130-12354314f6ad Jul 06 12:08:27.750846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.804836 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.810953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:27.811297 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.888472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2709746 Jul 06 12:08:27.892601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:27.899382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4678443-bb02-4d5e-b438-5b80b75ed955 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=e09e6854-5b6f-4ad6-a130-12354314f6ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:27.901191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:27.924406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network e09e6854-5b6f-4ad6-a130-12354314f6ad details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:28.020236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:28.024367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.116230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.217098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1917615777'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:28.220811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.240475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.241716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.302183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=2a3ae899-c780-4a88-8dac-b6243aa1e26a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:28.312735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:28.313125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: e09e6854-5b6f-4ad6-a130-12354314f6ad, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:28.314157 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.320181 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.330362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network e09e6854-5b6f-4ad6-a130-12354314f6ad is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:28.333001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.334690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-575f2cf8-2b82-43a9-9b23-ba1e21ce7dcd tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2172956 Jul 06 12:08:28.337591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.345311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, e09e6854-5b6f-4ad6-a130-12354314f6ad) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:28.349830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:28.350426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.356733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b24497c-fe75-4517-a4fc-b7d4624d5edb None None] Network e09e6854-5b6f-4ad6-a130-12354314f6ad requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:28.366326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1d377755-fe67-461e-9eb7-6e78c0ad85de tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4722824 Jul 06 12:08:28.369176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.421109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.524135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-e09e6854-5b6f-4ad6-a130-12354314f6ad', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:28.525017 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.598923 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.606510 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.654483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.655745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b99e613-e2d3-4e08-ac24-9e74a603e170 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:28.662426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.664268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-20c08fa7-e06b-4e7c-a592-c000688aab75 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "DELETE /v2.0/routers/7b99e613-e2d3-4e08-ac24-9e74a603e170 HTTP/1.1" status: 204 len: 168 time: 0.3249397 Jul 06 12:08:28.666613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.673647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Request body: {'router': {'name': 'tempest-router-1712333033', 'distributed': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:28.683061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.689680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Allocated IP 2001:db8::2 (e09e6854-5b6f-4ad6-a130-12354314f6ad/2a3ae899-c780-4a88-8dac-b6243aa1e26a/d142f5dd-18fc-440e-b3fd-42b36ee7ada7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:28.697530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.698926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.753385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.758971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.774363 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.777935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-273a38fe-f467-479a-8346-84aba7bc9750 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1075394 Jul 06 12:08:28.778339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.879989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.881757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.890595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Transition to ACTIVE for port object d142f5dd-18fc-440e-b3fd-42b36ee7ada7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:28.909943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Transition to ACTIVE for port object d142f5dd-18fc-440e-b3fd-42b36ee7ada7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:28.920819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.964485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Network e09e6854-5b6f-4ad6-a130-12354314f6ad is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:28.968478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:28.972472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:28.976422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8::1 (e09e6854-5b6f-4ad6-a130-12354314f6ad/2a3ae899-c780-4a88-8dac-b6243aa1e26a/e851996b-c987-4827-b134-694b45d789ee) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:29.038794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Pushing event updated for resources: {'Port': ['ID=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.059426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Attempting to bind port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:29.060101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Attempting to bind port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:29.060704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Attempting to bind port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 on network e09e6854-5b6f-4ad6-a130-12354314f6ad {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:29.068113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:29.069520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Checking segment: {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:29.070109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.070681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Bound using segment: {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:29.071369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Bound port: d142f5dd-18fc-440e-b3fd-42b36ee7ada7, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:29.073763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.076411 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.076577 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.106811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.130649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.131463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6983f66f-9091-475c-bbc4-c6c730015ccf {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:29.131930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object e851996b-c987-4827-b134-694b45d789ee will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:29.136594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.141541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-22be70b9-5075-43d6-8039-6c2441114a4d tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "DELETE /v2.0/routers/6983f66f-9091-475c-bbc4-c6c730015ccf HTTP/1.1" status: 204 len: 168 time: 0.3581800 Jul 06 12:08:29.142216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.148009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Request body: {'router': {'name': 'tempest-router-1268309307', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4d4aa3381ef34c298946b189d2b0edea'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:29.171390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] For port d142f5dd-18fc-440e-b3fd-42b36ee7ada7, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:29.173360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.174475 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.174954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] For port d142f5dd-18fc-440e-b3fd-42b36ee7ada7, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,segment=NetworkSegment(1a84f839-13aa-4079-8e4e-65c375997ffb),segment_id=1a84f839-13aa-4079-8e4e-65c375997ffb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:29.182257 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.201697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.240973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316443-e1ce-4a0c-a016-c435e9a86c60 None None] Pushing event updated for resources: {'Port': ['ID=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.261578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network e09e6854-5b6f-4ad6-a130-12354314f6ad is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:29.267196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:29.268081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.271388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:29.272044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.277591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.292848 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.296954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fee891a5-4df7-4a70-b90d-19941a9f0185 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1507008 Jul 06 12:08:29.297248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.301898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:29.313582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=e851996b-c987-4827-b134-694b45d789ee,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.430776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.568798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.569039 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.669171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-184bf14d-aceb-4156-89d2-5902b441bff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.673140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 12:08:29.673687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Router ff7d8839-7bad-43d7-9c88-e41609ac9565 migrating from provider to provider. {{(pid=93767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 12:08:29.673857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.680149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.684869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.769073 n-d-799528-2 neutron-server[93767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] No L3 agents can host the router ff7d8839-7bad-43d7-9c88-e41609ac9565 Jul 06 12:08:29.787613 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.794030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.796066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.897440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Hosts for router ff7d8839-7bad-43d7-9c88-e41609ac9565: [] {{(pid=93767) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 12:08:29.900971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=e851996b-c987-4827-b134-694b45d789ee,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.928343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Hosts for other DVR routers connected to router ff7d8839-7bad-43d7-9c88-e41609ac9565: set() {{(pid=93767) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 12:08:29.930995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.932141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-939e22bf-8933-41ca-b296-0d9459b4091a tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "PUT /v2.0/routers/ff7d8839-7bad-43d7-9c88-e41609ac9565 HTTP/1.1" status: 200 len: 717 time: 0.6337297 Jul 06 12:08:29.934720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.954525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network e09e6854-5b6f-4ad6-a130-12354314f6ad is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:29.956068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:30.019282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2580322a-12c1-43e6-b396-9140db957bb7 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "GET /v2.0/routers/ff7d8839-7bad-43d7-9c88-e41609ac9565 HTTP/1.1" status: 200 len: 717 time: 0.0832427 Jul 06 12:08:30.024521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.107169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:30.137742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.216925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:30.231186 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fb064ae7-1711-4fe1-8894-4fcdf5ff444b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585923 Jul 06 12:08:30.231858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.234646 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:30.237298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984814704'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:30.247796 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:30.248765 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:30.250211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-438afb63-461e-476b-9a3c-d178f8bbf577 tempest-RoutersTestDVR-2012520108 tempest-RoutersTestDVR-2012520108-project] 10.222.0.78 "GET /v2.0/routers/ff7d8839-7bad-43d7-9c88-e41609ac9565 HTTP/1.1" status: 200 len: 683 time: 0.2238686 Jul 06 12:08:30.252334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.266107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:30.270578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.297880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:30.309955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.310315 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment c5ce9c4b-f32c-49e7-af65-70d0357fb411 of type vlan for network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 Jul 06 12:08:30.357491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.359452 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.399883 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:30.417387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.483384 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.491356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:30.492207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.515095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68355d39-b970-48ff-aa02-08007ac2c1ce None None] Network e09e6854-5b6f-4ad6-a130-12354314f6ad requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:30.636496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=3cce32f4-bd0d-48c8-b1f4-a73fad423b39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:30.691022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61ea09f8-9fad-4c59-8a97-815033d75664 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4583774 Jul 06 12:08:30.691697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.730532 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:29Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:29Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:30.741693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:30.804740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:30.806642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:30.807188 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Updating router cd713557-cf9a-483a-a7e0-f143ad15917e port e851996b-c987-4827-b134-694b45d789ee binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:08:30.880118 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.884628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f490651f-3d08-43b6-9237-9be36a83968b None None] Provisioning for port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:30.921862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d142f5dd-18fc-440e-b3fd-42b36ee7ada7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:30.964723 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.967600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.007471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:31.011602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.038820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.056413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.057008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff7d8839-7bad-43d7-9c88-e41609ac9565 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:31.062041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.075285 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-310e5cfc-df65-4191-8c28-69d6a9c5a25b tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "DELETE /v2.0/routers/ff7d8839-7bad-43d7-9c88-e41609ac9565 HTTP/1.1" status: 204 len: 168 time: 0.8214118 Jul 06 12:08:31.081192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:31.082217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.086723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:31.087595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Request body: {'router': {'name': 'tempest-router-29369136', 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:31.087751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.133885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.135464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.244093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.248311 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.262733 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Transition to ACTIVE for port object e851996b-c987-4827-b134-694b45d789ee will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:31.276153 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.285910 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.300553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d142f5dd-18fc-440e-b3fd-42b36ee7ada7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,segment=NetworkSegment(1a84f839-13aa-4079-8e4e-65c375997ffb),segment_id=1a84f839-13aa-4079-8e4e-65c375997ffb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:31.301592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.308918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.324192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.325826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-068792c1-4906-4e83-b46b-76d7f0a17dda tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2430608 Jul 06 12:08:31.330552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.379081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.414037 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.453260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.519993 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=e8eb6a8d-de49-41f0-b13a-752267de6ffa,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.523233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:31.523633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 3cce32f4-bd0d-48c8-b1f4-a73fad423b39, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:31.534382 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c0057-146c-4161-b511-3ea451782bce None None] Pushing event updated for resources: {'Port': ['ID=e851996b-c987-4827-b134-694b45d789ee,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.546634 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Attempting to bind port e851996b-c987-4827-b134-694b45d789ee on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:31.546994 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Attempting to bind port e851996b-c987-4827-b134-694b45d789ee by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:31.548546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7d49363-a194-4e88-afb9-ff5df94ddd60 None None] Provisioning complete for port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:31.548839 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7d49363-a194-4e88-afb9-ff5df94ddd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.548958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:31.558118 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Attempting to bind port e851996b-c987-4827-b134-694b45d789ee on network e09e6854-5b6f-4ad6-a130-12354314f6ad {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:31.577072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3cce32f4-bd0d-48c8-b1f4-a73fad423b39) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:31.588618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:31.589356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.591055 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:31.592190 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Checking segment: {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:31.597057 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.597469 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Bound using segment: {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:31.597967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Bound port: e851996b-c987-4827-b134-694b45d789ee, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a84f839-13aa-4079-8e4e-65c375997ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:31.598356 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.613428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de8f121-153f-409a-b690-f47feeaa7677 None None] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:31.634441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c22744f2-5a4b-48db-9a82-0b17ae7f3864 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9389067 Jul 06 12:08:31.635395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 47956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.716988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.720313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.724256 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] For port e851996b-c987-4827-b134-694b45d789ee, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:31.729511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] For port e851996b-c987-4827-b134-694b45d789ee, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e851996b-c987-4827-b134-694b45d789ee,segment=NetworkSegment(1a84f839-13aa-4079-8e4e-65c375997ffb),segment_id=1a84f839-13aa-4079-8e4e-65c375997ffb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:31.749696 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.791812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.792644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86a02b88-ebc0-4862-a3f6-90e34ebc01f4 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:31.797332 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.800120 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-97c9d3bb-1183-4bc3-9241-964a518ade87 tempest-RoutersTestDVR-2129647972 tempest-RoutersTestDVR-2129647972-project-admin] 10.222.0.78 "DELETE /v2.0/routers/86a02b88-ebc0-4862-a3f6-90e34ebc01f4 HTTP/1.1" status: 204 len: 168 time: 0.4617972 Jul 06 12:08:31.903727 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:31.907901 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:31.911012 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c0057-146c-4161-b511-3ea451782bce None None] Pushing event updated for resources: {'Port': ['ID=e851996b-c987-4827-b134-694b45d789ee,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:32.075789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:32.077367 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.253393 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:32.258400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7d49363-a194-4e88-afb9-ff5df94ddd60 None None] Provisioning for port e851996b-c987-4827-b134-694b45d789ee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:32.294060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.422699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Allocated IP 2001:db8:1::2 (3cce32f4-bd0d-48c8-b1f4-a73fad423b39/e8eb6a8d-de49-41f0-b13a-752267de6ffa/c898c027-fe99-47c4-8616-a99ecfabfa12) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:32.457740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:32.566952 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.690547 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:29Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:31Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:32.698538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23e565ea-fd64-42a6-86b5-163d0ccc6149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.739092 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.753357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Transition to ACTIVE for port object c898c027-fe99-47c4-8616-a99ecfabfa12 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:32.777161 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f115f-3591-41ce-8859-8f5501085b1d None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:29Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:31Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:32.799115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Transition to ACTIVE for port object c898c027-fe99-47c4-8616-a99ecfabfa12 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:32.829695 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.844347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d142f5dd-18fc-440e-b3fd-42b36ee7ada7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:32.925535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23e565ea-fd64-42a6-86b5-163d0ccc6149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:32.942413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23e565ea-fd64-42a6-86b5-163d0ccc6149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.008774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e565ea-fd64-42a6-86b5-163d0ccc6149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de6f77-c84d-4462-9a23-efae87ea83b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:33.014659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-23e565ea-fd64-42a6-86b5-163d0ccc6149 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d4aa3381ef34c298946b189d2b0edea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550880 Jul 06 12:08:33.019260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:33.023133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:33.031617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:33.037968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Pushing event updated for resources: {'Port': ['ID=c898c027-fe99-47c4-8616-a99ecfabfa12,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:33.042302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:33.124919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c21b33-192f-4c0e-885a-210a358fdd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.152583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c21b33-192f-4c0e-885a-210a358fdd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.190339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Attempting to bind port c898c027-fe99-47c4-8616-a99ecfabfa12 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:33.190725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Attempting to bind port c898c027-fe99-47c4-8616-a99ecfabfa12 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:33.191092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Attempting to bind port c898c027-fe99-47c4-8616-a99ecfabfa12 on network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:33.202650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:33.205115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Checking segment: {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:33.205556 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.205964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Bound using segment: {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:33.206460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Bound port: c898c027-fe99-47c4-8616-a99ecfabfa12, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:33.206850 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.220525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:33.227736 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.258745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8:1::1 (3cce32f4-bd0d-48c8-b1f4-a73fad423b39/e8eb6a8d-de49-41f0-b13a-752267de6ffa/439d56e0-88a7-4a46-b47c-68fd5cac4ef1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:33.261463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c21b33-192f-4c0e-885a-210a358fdd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.264835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c21b33-192f-4c0e-885a-210a358fdd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.268436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-44c21b33-192f-4c0e-885a-210a358fdd1f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96de6f77-c84d-4462-9a23-efae87ea83b8 HTTP/1.1" status: 204 len: 168 time: 0.2452495 Jul 06 12:08:33.283566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c21b33-192f-4c0e-885a-210a358fdd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de6f77-c84d-4462-9a23-efae87ea83b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:33.445925 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.469169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:33.521856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.563175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] For port c898c027-fe99-47c4-8616-a99ecfabfa12, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:33.579328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] For port c898c027-fe99-47c4-8616-a99ecfabfa12, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c898c027-fe99-47c4-8616-a99ecfabfa12,segment=NetworkSegment(c5ce9c4b-f32c-49e7-af65-70d0357fb411),segment_id=c5ce9c4b-f32c-49e7-af65-70d0357fb411)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:33.597525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.631834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:33.666091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:33.670903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:33.671567 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.812816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180539b8-0f74-4f79-b8a8-1f9a5cff5f08 None None] Pushing event updated for resources: {'Port': ['ID=c898c027-fe99-47c4-8616-a99ecfabfa12,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:33.848514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 47996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:33.862876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:33.881945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c08-851d-4f5b-b90d-c74dd9242019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.944297 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.022411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c08-851d-4f5b-b90d-c74dd9242019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.027337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1c08-851d-4f5b-b90d-c74dd9242019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.081137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5fc1c08-851d-4f5b-b90d-c74dd9242019 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a0b4e15aeb14740a5164b2ed4514424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286065 Jul 06 12:08:34.083870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:34.116064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1c08-851d-4f5b-b90d-c74dd9242019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e5989-ea73-4f58-a789-e6e11ae479e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:34.182815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b553aea0-e281-45b4-be5d-372a2dc5e7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.208154 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b553aea0-e281-45b4-be5d-372a2dc5e7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.280403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b553aea0-e281-45b4-be5d-372a2dc5e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.282995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b553aea0-e281-45b4-be5d-372a2dc5e7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.286568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b553aea0-e281-45b4-be5d-372a2dc5e7f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff4e5989-ea73-4f58-a789-e6e11ae479e9 HTTP/1.1" status: 204 len: 168 time: 0.1986437 Jul 06 12:08:34.296472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553aea0-e281-45b4-be5d-372a2dc5e7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e5989-ea73-4f58-a789-e6e11ae479e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:34.366806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.372403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.373215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.465505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:34.532157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:34.533630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:34.684707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:34.825135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:34.834581 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c60ff201-5d37-451d-81a3-c9bc4bb059ba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943834 Jul 06 12:08:34.834892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:34.842086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155767417'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:34.881919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:34.889583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.920589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e851996b-c987-4827-b134-694b45d789ee up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:34.936209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:34.952522 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.952963 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment b2f267ce-465a-460d-98f6-b1f102af6449 of type vlan for network c2a7c9ee-1d00-43d8-9436-6194b511c2df Jul 06 12:08:35.018696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port e851996b-c987-4827-b134-694b45d789ee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:35.028306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e851996b-c987-4827-b134-694b45d789ee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:35.028947 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.031320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.084265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.102005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.102670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.188837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.204830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3654966 Jul 06 12:08:35.205046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:35.210654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:35.225346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ec0d6-0e74-44fb-a6a0-b94ad40ad3d0 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=c2a7c9ee-1d00-43d8-9436-6194b511c2df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.225593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port e851996b-c987-4827-b134-694b45d789ee, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e851996b-c987-4827-b134-694b45d789ee,segment=NetworkSegment(1a84f839-13aa-4079-8e4e-65c375997ffb),segment_id=1a84f839-13aa-4079-8e4e-65c375997ffb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:35.236925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.242700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c898c027-fe99-47c4-8616-a99ecfabfa12 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:35.305511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:35.336626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:35.342457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.374108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22918e3a-474d-4e06-b014-8919f781191a None None] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:35.378257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:35.456884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:35.496529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dcf766bb-b6ba-4171-8efc-4bfb5bc48aba None None] Provisioning for port c898c027-fe99-47c4-8616-a99ecfabfa12 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:35.526487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1469531451'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:35.526674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:35.527211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:35.558993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Made reservation on behalf of caf6e1ec84414236a1cc90e4ca561670 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:35.565650 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.579567 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.641136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=e851996b-c987-4827-b134-694b45d789ee,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.669223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.686660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:35.701760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.709908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.723651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c898c027-fe99-47c4-8616-a99ecfabfa12 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:35.739195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:35.754969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=a5176cdd-6eda-423f-bf8d-565e2f7e9c1e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.759765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c898c027-fe99-47c4-8616-a99ecfabfa12 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:35.760910 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.761518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec41b352-079b-4f7e-81df-cb4cccd365e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.765636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.765993 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Added segment 9e969212-0a4f-4660-b645-a4ba122a602c of type vlan for network 195bb17c-9c8a-4aab-833f-bfbfe041d24b Jul 06 12:08:35.787799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:35.788409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: c2a7c9ee-1d00-43d8-9436-6194b511c2df, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:35.818666 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.824077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:35.841032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c2a7c9ee-1d00-43d8-9436-6194b511c2df) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:35.858838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.859793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.872075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.876156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.877799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.891321 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-801b8980-81cc-4c06-911f-29b95fdfb17e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6843514 Jul 06 12:08:35.892733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:35.953961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:35.954212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5737000 Jul 06 12:08:35.963958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Request body: {'subnet': {'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:35.968118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b65a-de68-476a-b4ac-f75891b872b9 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event updated for resources: {'Network': ['ID=195bb17c-9c8a-4aab-833f-bfbfe041d24b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:36.043986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b393f2-9860-4f68-8470-86f4b30db0fb None None] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:36.045886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:36.187056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Made reservation on behalf of caf6e1ec84414236a1cc90e4ca561670 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:36.190623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.413354 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.492085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c898c027-fe99-47c4-8616-a99ecfabfa12, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c898c027-fe99-47c4-8616-a99ecfabfa12,segment=NetworkSegment(c5ce9c4b-f32c-49e7-af65-70d0357fb411),segment_id=c5ce9c4b-f32c-49e7-af65-70d0357fb411)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:36.499997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:36.502605 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.507367 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.521544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.535253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.581685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:33Z', 'revision_number': 3, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:34Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:36.683532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:36.684144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Updating router cd713557-cf9a-483a-a7e0-f143ad15917e port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:08:36.688991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event updated for resources: {'Subnet': ['ID=678b8142-87bc-4cc8-9d38-957c3748ee46,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:36.722456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Checking segment: {'id': '9e969212-0a4f-4660-b645-a4ba122a602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:36.722827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Network hostable DHCP agents. Network: 195bb17c-9c8a-4aab-833f-bfbfe041d24b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:36.796518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Allocated IP 2001:db8:2::2 (c2a7c9ee-1d00-43d8-9436-6194b511c2df/a5176cdd-6eda-423f-bf8d-565e2f7e9c1e/34b259e5-f733-4583-80c7-94ef58a98dba) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:36.800907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:36.838735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 195bb17c-9c8a-4aab-833f-bfbfe041d24b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:36.847528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.848241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.868651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c898c027-fe99-47c4-8616-a99ecfabfa12,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:36.885280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:36.885532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a19a8369-e361-455d-a171-b1fa569ba6ce tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9288719 Jul 06 12:08:36.891568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Request body: {'port': {'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1525435511'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:36.910091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e851996b-c987-4827-b134-694b45d789ee up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:36.912725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f302719-f27a-4c28-b087-c28ef5d314a5 None None] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:37.010078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50b51573-2c2f-487d-9b7f-703584c9590a None None] Provisioning complete for port c898c027-fe99-47c4-8616-a99ecfabfa12 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:37.010936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b51573-2c2f-487d-9b7f-703584c9590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.040574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Made reservation on behalf of caf6e1ec84414236a1cc90e4ca561670 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:37.046389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.052026 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.084782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] device_id is not set on port 86a45db0-30a1-44d2-9a7b-be325272ec0f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:37.241983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Allocated IP 172.20.0.3 (195bb17c-9c8a-4aab-833f-bfbfe041d24b/678b8142-87bc-4cc8-9d38-957c3748ee46/86a45db0-30a1-44d2-9a7b-be325272ec0f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:37.301988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e851996b-c987-4827-b134-694b45d789ee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:37.303100 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.382038 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:08:37.383065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.450320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Transition to ACTIVE for port object 34b259e5-f733-4583-80c7-94ef58a98dba will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:37.489492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.504205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Transition to ACTIVE for port object 86a45db0-30a1-44d2-9a7b-be325272ec0f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:37.536519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-195bb17c-9c8a-4aab-833f-bfbfe041d24b', 'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b', 'tenant_id': 'caf6e1ec84414236a1cc90e4ca561670', 'fixed_ips': [{'subnet_id': '678b8142-87bc-4cc8-9d38-957c3748ee46'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:37.537790 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.541525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Transition to ACTIVE for port object 34b259e5-f733-4583-80c7-94ef58a98dba will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:37.549305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.563996 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.615840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8:2::1 (c2a7c9ee-1d00-43d8-9436-6194b511c2df/a5176cdd-6eda-423f-bf8d-565e2f7e9c1e/5454663c-38fa-4e21-9375-5aaffa64b897) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:37.646594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:37.650068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50b51573-2c2f-487d-9b7f-703584c9590a None None] Provisioning for port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:37.655164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:37.669567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:37.672755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:37.685244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event updated for resources: {'Port': ['ID=86a45db0-30a1-44d2-9a7b-be325272ec0f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:37.766470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50b51573-2c2f-487d-9b7f-703584c9590a None None] Provisioning complete for port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:37.766848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b51573-2c2f-487d-9b7f-703584c9590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.773561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.775873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.799652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8069b1fd-fb81-4b1e-b580-bc17c8533fa1 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9125249 Jul 06 12:08:37.804396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:37.806761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:37.811208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Request body: {'port': {'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-256318375', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:37.811376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.812532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:08:37.813042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:08:37.814136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:08:37.824446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:37.829458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object 5454663c-38fa-4e21-9375-5aaffa64b897 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:37.836465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Pushing event updated for resources: {'Port': ['ID=34b259e5-f733-4583-80c7-94ef58a98dba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:37.876034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-50b51573-2c2f-487d-9b7f-703584c9590a None None] Port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:37.897965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.954954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:37.959680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:37.966819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:37.967394 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.978912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Made reservation on behalf of caf6e1ec84414236a1cc90e4ca561670 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:37.987355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.018818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=5454663c-38fa-4e21-9375-5aaffa64b897,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.034942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] device_id is not set on port 8f946912-b5cf-4e1f-8849-c4016403b70f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:38.132707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.185947 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.189840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Attempting to bind port 34b259e5-f733-4583-80c7-94ef58a98dba on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:38.190240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Attempting to bind port 34b259e5-f733-4583-80c7-94ef58a98dba by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:38.190687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Attempting to bind port 34b259e5-f733-4583-80c7-94ef58a98dba on network c2a7c9ee-1d00-43d8-9436-6194b511c2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:38.208762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:38.209249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Checking segment: {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:38.209751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.210234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Bound using segment: {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:38.210818 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Bound port: 34b259e5-f733-4583-80c7-94ef58a98dba, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:38.211292 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.222733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Transition to ACTIVE for port object 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:38.231998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3682a01-87b2-4e0c-a272-9644887af33b None None] Provisioning complete for port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:38.232475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3682a01-87b2-4e0c-a272-9644887af33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.236017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Allocated IP 172.20.0.2 (195bb17c-9c8a-4aab-833f-bfbfe041d24b/678b8142-87bc-4cc8-9d38-957c3748ee46/da423b0e-135a-4195-bf3b-ddb6c50a0069) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:38.262696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.398517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3682a01-87b2-4e0c-a272-9644887af33b None None] Port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:38.435779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.443410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.444423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.502123 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15034d76-b3d0-465e-a8e2-7db8e44bc7c3 None None] Pushing event updated for resources: {'Port': ['ID=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.510034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] For port 34b259e5-f733-4583-80c7-94ef58a98dba, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:38.525195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Attempting to bind port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:38.525721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Attempting to bind port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:38.526191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Attempting to bind port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 on network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:38.535080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:38.535646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Checking segment: {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:38.536186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.537282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Bound using segment: {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:38.537985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Bound port: 439d56e0-88a7-4a46-b47c-68fd5cac4ef1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ce9c4b-f32c-49e7-af65-70d0357fb411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:38.538477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.565057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] For port 34b259e5-f733-4583-80c7-94ef58a98dba, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34b259e5-f733-4583-80c7-94ef58a98dba,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:38.565326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=5454663c-38fa-4e21-9375-5aaffa64b897,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.584613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.629976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:38.632459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:38.762771 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.767434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] For port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:38.772077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] For port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,segment=NetworkSegment(c5ce9c4b-f32c-49e7-af65-70d0357fb411),segment_id=c5ce9c4b-f32c-49e7-af65-70d0357fb411)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:38.775835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d8938-0d23-457e-91bf-2d2f3a35a082 None None] Pushing event updated for resources: {'Port': ['ID=34b259e5-f733-4583-80c7-94ef58a98dba,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.785142 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.796494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Transition to ACTIVE for port object da423b0e-135a-4195-bf3b-ddb6c50a0069 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:38.799745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:38.928809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c898c027-fe99-47c4-8616-a99ecfabfa12 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:38.931074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15034d76-b3d0-465e-a8e2-7db8e44bc7c3 None None] Pushing event updated for resources: {'Port': ['ID=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.976459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:38.977259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:38.983866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Transition to ACTIVE for port object da423b0e-135a-4195-bf3b-ddb6c50a0069 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:39.016145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:39.030066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-714288be-b76f-46d0-a611-769838c8253c tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353352 Jul 06 12:08:39.033101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:39.039737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1934261391'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:39.112629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.128854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:39.207111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8caf939c-3dea-44d3-809d-acebf313b714 {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:08:39.207443 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:08:39.221757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Pushing event updated for resources: {'Port': ['ID=da423b0e-135a-4195-bf3b-ddb6c50a0069,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:39.232780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:39.238151 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.268509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:39.281352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.281352 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added segment 8887e794-3c45-4109-9697-3d625f70e43f of type vlan for network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 Jul 06 12:08:39.283930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:39.292911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:39.304549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:39.340923 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.375588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c898c027-fe99-47c4-8616-a99ecfabfa12 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:39.375822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.388065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.394082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:39.394682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.456024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4192219 Jul 06 12:08:39.457019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:39.466277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'subnet': {'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:39.471845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f83c5-ea2c-49a8-a9be-650d772e20cb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Network': ['ID=1929489e-06d4-4b54-a4e5-2c3d60e169a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:39.498851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:39.526769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Attempting to bind port da423b0e-135a-4195-bf3b-ddb6c50a0069 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:39.527423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Attempting to bind port da423b0e-135a-4195-bf3b-ddb6c50a0069 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9e969212-0a4f-4660-b645-a4ba122a602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:39.528010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Attempting to bind port da423b0e-135a-4195-bf3b-ddb6c50a0069 on network 195bb17c-9c8a-4aab-833f-bfbfe041d24b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:39.577759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:39.578183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Checking segment: {'id': '9e969212-0a4f-4660-b645-a4ba122a602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:39.578542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.578902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Made reservation on behalf of 415ac9a8d6c9403cb377f2bee3e3ee9f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:39.579024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Bound using segment: {'id': '9e969212-0a4f-4660-b645-a4ba122a602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:39.579408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Bound port: da423b0e-135a-4195-bf3b-ddb6c50a0069, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e969212-0a4f-4660-b645-a4ba122a602c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '195bb17c-9c8a-4aab-833f-bfbfe041d24b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:39.579798 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.583053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.709513 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.730990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] device_id is not set on port ae888a67-ba77-43aa-add5-9d3baffed186 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:39.789452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] For port da423b0e-135a-4195-bf3b-ddb6c50a0069, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:39.797084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] For port da423b0e-135a-4195-bf3b-ddb6c50a0069, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=da423b0e-135a-4195-bf3b-ddb6c50a0069,segment=NetworkSegment(9e969212-0a4f-4660-b645-a4ba122a602c),segment_id=9e969212-0a4f-4660-b645-a4ba122a602c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:39.811741 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.895403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:39.913649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.949783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c86ec-2773-426c-82a0-55d11e00783e None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:39.962767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332382-e1e8-4f28-8306-9e2f5f8cb80f None None] Pushing event updated for resources: {'Port': ['ID=da423b0e-135a-4195-bf3b-ddb6c50a0069,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:39.994211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Allocated IP 172.20.0.11 (195bb17c-9c8a-4aab-833f-bfbfe041d24b/678b8142-87bc-4cc8-9d38-957c3748ee46/ae888a67-ba77-43aa-add5-9d3baffed186) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:40.116401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Checking segment: {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:40.116960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network hostable DHCP agents. Network: 1929489e-06d4-4b54-a4e5-2c3d60e169a3, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:40.130254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Subnet': ['ID=f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:40.156576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:40.169493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1929489e-06d4-4b54-a4e5-2c3d60e169a3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:40.174846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.175444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.190204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf4ce8-5b35-4f3e-be86-7cef5c96a97f None None] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:40.221972 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eec030e0-e86b-4cab-ae5e-c76bb8b8d83b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7635787 Jul 06 12:08:40.225576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:40.307974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.335814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Transition to ACTIVE for port object ae888a67-ba77-43aa-add5-9d3baffed186 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:40.411021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.558377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:40.561323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a8c303-6bbd-4f82-b153-0471b627f52f None None] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:40.563672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:40.578586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:40.596241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event updated for resources: {'Port': ['ID=ae888a67-ba77-43aa-add5-9d3baffed186,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:40.667222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:40.668581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.700846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.701524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.733516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21d2f216-af91-43ba-aed7-10c66e41e594 None None] Provisioning for port 34b259e5-f733-4583-80c7-94ef58a98dba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:40.744486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-14ed95c5-18d8-48c2-bddb-52276cd426d4 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9361773 Jul 06 12:08:40.745891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:40.960246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfaf5ea-3ccb-4c2c-9b9d-7181621e542e tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.968588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfaf5ea-3ccb-4c2c-9b9d-7181621e542e tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.982257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfaf5ea-3ccb-4c2c-9b9d-7181621e542e tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.996300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fcfaf5ea-3ccb-4c2c-9b9d-7181621e542e tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2420435 Jul 06 12:08:40.996915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:41.104156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Allocated IP 2001:db8:3::2 (1929489e-06d4-4b54-a4e5-2c3d60e169a3/f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e/5a9200a4-52d9-4510-ab51-ba0c267d73dd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:41.231208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Deleting port ae888a67-ba77-43aa-add5-9d3baffed186 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:41.231978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.246217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device da423b0e-135a-4195-bf3b-ddb6c50a0069 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:41.392418 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.422246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Calling delete_port for ae888a67-ba77-43aa-add5-9d3baffed186 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:41.453152 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.707203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.755086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event deleted for resources: {'Port': ['ID=ae888a67-ba77-43aa-add5-9d3baffed186,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:41.776104 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.784984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Transition to ACTIVE for port object 5a9200a4-52d9-4510-ab51-ba0c267d73dd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:41.802368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Transition to ACTIVE for port object 5a9200a4-52d9-4510-ab51-ba0c267d73dd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:41.810412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fcb19f-c333-4647-ae7d-0552aeb4cf4a None None] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:41.820502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.875024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.877370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-29242f60-177b-40bf-89ca-765d102d8bc6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "DELETE /v2.0/ports/ae888a67-ba77-43aa-add5-9d3baffed186 HTTP/1.1" status: 204 len: 168 time: 0.8792191 Jul 06 12:08:41.890231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:41.898247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Request body: {'port': {'name': 'tempest-new-port-name-2079042449', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:41.898643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:08:41.898968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:08:41.899299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:08:41.918017 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Allocated IP 2001:db8:3::1 (1929489e-06d4-4b54-a4e5-2c3d60e169a3/f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e/aa6f6a5d-b87d-4675-a96c-488c7bd81271) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:41.937539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] Provisioning for port da423b0e-135a-4195-bf3b-ddb6c50a0069 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:41.941822 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:41.954706 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:41.955041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port da423b0e-135a-4195-bf3b-ddb6c50a0069 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:41.955703 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:41.969471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port da423b0e-135a-4195-bf3b-ddb6c50a0069 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:41.969849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.971388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] Provisioning complete for port da423b0e-135a-4195-bf3b-ddb6c50a0069 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:41.971745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.977354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:42.012166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:42.041570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.088816 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:42.094890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.097014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:42.125709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Pushing event updated for resources: {'Port': ['ID=5a9200a4-52d9-4510-ab51-ba0c267d73dd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.134381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Transition to ACTIVE for port object aa6f6a5d-b87d-4675-a96c-488c7bd81271 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:42.226716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.291557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Attempting to bind port 5a9200a4-52d9-4510-ab51-ba0c267d73dd on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:42.291831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Attempting to bind port 5a9200a4-52d9-4510-ab51-ba0c267d73dd by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:42.292107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Attempting to bind port 5a9200a4-52d9-4510-ab51-ba0c267d73dd on network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:42.320204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:42.327209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:42.332263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:42.332833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.340415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=aa6f6a5d-b87d-4675-a96c-488c7bd81271,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.355155 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:42.361219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:42.361731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Checking segment: {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:42.362088 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.362495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Bound using segment: {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:42.362993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Bound port: 5a9200a4-52d9-4510-ab51-ba0c267d73dd, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:42.363380 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.385805 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:42.386521 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Updating router cd713557-cf9a-483a-a7e0-f143ad15917e port 5454663c-38fa-4e21-9375-5aaffa64b897 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:08:42.399284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.417553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.420548 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.438372 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.451416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.536946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] For port da423b0e-135a-4195-bf3b-ddb6c50a0069, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=da423b0e-135a-4195-bf3b-ddb6c50a0069,segment=NetworkSegment(9e969212-0a4f-4660-b645-a4ba122a602c),segment_id=9e969212-0a4f-4660-b645-a4ba122a602c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:42.545554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] For port 5a9200a4-52d9-4510-ab51-ba0c267d73dd, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:42.548770 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.557848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] For port 5a9200a4-52d9-4510-ab51-ba0c267d73dd, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a9200a4-52d9-4510-ab51-ba0c267d73dd,segment=NetworkSegment(8887e794-3c45-4109-9697-3d625f70e43f),segment_id=8887e794-3c45-4109-9697-3d625f70e43f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:42.560576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.609839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event updated for resources: {'Port': ['ID=86a45db0-30a1-44d2-9a7b-be325272ec0f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.611667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.652698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] In _notify_port_updated(), no bound segment for port 86a45db0-30a1-44d2-9a7b-be325272ec0f on network 195bb17c-9c8a-4aab-833f-bfbfe041d24b {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:08:42.663455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:42.665076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.667306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d465423-1bbb-430e-9892-0c97198e02f7 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "PUT /v2.0/ports/86a45db0-30a1-44d2-9a7b-be325272ec0f HTTP/1.1" status: 200 len: 1136 time: 0.7759871 Jul 06 12:08:42.687664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:42.771291 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:08:42.771660 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:08:42.776763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b29f40-a57d-4d14-90d0-c928637be94d None None] Pushing event updated for resources: {'Port': ['ID=da423b0e-135a-4195-bf3b-ddb6c50a0069,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.792184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d825-32e7-4998-ac55-3ea7c5c320b6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:42.796908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbe3d825-32e7-4998-ac55-3ea7c5c320b6 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "GET /v2.0/ports/86a45db0-30a1-44d2-9a7b-be325272ec0f HTTP/1.1" status: 200 len: 1136 time: 0.1043677 Jul 06 12:08:42.797178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:42.904652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a4b9-6607-4fd9-86b9-e73e925989a6 None None] Pushing event updated for resources: {'Port': ['ID=5a9200a4-52d9-4510-ab51-ba0c267d73dd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.998935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b39add42-82eb-48b8-9d31-ef9c092ce6bb None None] Provisioning for port 5454663c-38fa-4e21-9375-5aaffa64b897 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:43.003224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b39add42-82eb-48b8-9d31-ef9c092ce6bb None None] Provisioning complete for port 5454663c-38fa-4e21-9375-5aaffa64b897 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:43.003615 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b39add42-82eb-48b8-9d31-ef9c092ce6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.003763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Deleting port 86a45db0-30a1-44d2-9a7b-be325272ec0f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:43.004310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.099205 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b39add42-82eb-48b8-9d31-ef9c092ce6bb None None] Port 5454663c-38fa-4e21-9375-5aaffa64b897 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:43.156432 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.179783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Transition to ACTIVE for port object 5454663c-38fa-4e21-9375-5aaffa64b897 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:43.183760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.198899 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.211972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.216015 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.227793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.242542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Calling delete_port for 86a45db0-30a1-44d2-9a7b-be325272ec0f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:43.294045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b9c0d71-6bfa-4eeb-aa49-9a243c3b9ff6 None None] Provisioning for port 86a45db0-30a1-44d2-9a7b-be325272ec0f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:43.361249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event updated for resources: {'Port': ['ID=aa6f6a5d-b87d-4675-a96c-488c7bd81271,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:43.374551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b9c0d71-6bfa-4eeb-aa49-9a243c3b9ff6 None None] Provisioning complete for port 86a45db0-30a1-44d2-9a7b-be325272ec0f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:43.375187 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0d71-6bfa-4eeb-aa49-9a243c3b9ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.458830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:43.460513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:43.462287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:43.490160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf861-f9ea-4423-b498-387f9c90dbf9 None None] Pushing event updated for resources: {'Port': ['ID=5454663c-38fa-4e21-9375-5aaffa64b897,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:43.519989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c0d71-6bfa-4eeb-aa49-9a243c3b9ff6 None None] Port 86a45db0-30a1-44d2-9a7b-be325272ec0f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:43.531790 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Attempting to bind port 5454663c-38fa-4e21-9375-5aaffa64b897 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:43.531790 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Attempting to bind port 5454663c-38fa-4e21-9375-5aaffa64b897 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:43.541325 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Attempting to bind port 5454663c-38fa-4e21-9375-5aaffa64b897 on network c2a7c9ee-1d00-43d8-9436-6194b511c2df {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:43.575906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b9c0d71-6bfa-4eeb-aa49-9a243c3b9ff6 None None] Provisioning complete for port da423b0e-135a-4195-bf3b-ddb6c50a0069 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:43.577077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0d71-6bfa-4eeb-aa49-9a243c3b9ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.582682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.588521 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:43.590164 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Checking segment: {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:43.591712 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.592316 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Bound using segment: {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:43.594940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Bound port: 5454663c-38fa-4e21-9375-5aaffa64b897, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f267ce-465a-460d-98f6-b1f102af6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:43.597419 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.718385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:43.726308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:43.727378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:43.727761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.757494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event deleted for resources: {'Port': ['ID=86a45db0-30a1-44d2-9a7b-be325272ec0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:43.772518 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] For port 5454663c-38fa-4e21-9375-5aaffa64b897, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:43.778656 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] For port 5454663c-38fa-4e21-9375-5aaffa64b897, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5454663c-38fa-4e21-9375-5aaffa64b897,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:43.789827 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.882709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.889783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d034ff8-10fd-438b-8af5-556a46a13c71 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "DELETE /v2.0/ports/86a45db0-30a1-44d2-9a7b-be325272ec0f HTTP/1.1" status: 204 len: 168 time: 1.0894001 Jul 06 12:08:43.890684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:43.952847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:43.965623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79153cdf-07eb-403f-95f8-6be1c8272647 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7337928 Jul 06 12:08:43.965866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Deleting subnet 678b8142-87bc-4cc8-9d38-957c3748ee46 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:43.965988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:43.967432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.971686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:43.991117 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:43.991757 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:44.001027 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf861-f9ea-4423-b498-387f9c90dbf9 None None] Pushing event updated for resources: {'Port': ['ID=5454663c-38fa-4e21-9375-5aaffa64b897,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:44.008870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.066559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.089564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f49625a8-7f11-4165-91d4-ef046a657206 None None] Could not find standard attr ID for object 86a45db0-30a1-44d2-9a7b-be325272ec0f. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:08:44.134534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,segment=NetworkSegment(c5ce9c4b-f32c-49e7-af65-70d0357fb411),segment_id=c5ce9c4b-f32c-49e7-af65-70d0357fb411)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:44.147989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.148921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34b259e5-f733-4583-80c7-94ef58a98dba up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:44.229486 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:44.309216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.342465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:44.381326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 34b259e5-f733-4583-80c7-94ef58a98dba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:44.391137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 34b259e5-f733-4583-80c7-94ef58a98dba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:44.391137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.494228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4707a81e-f10f-4640-92f2-dc06c6a77ac7 None None] Could not find standard attr ID for object ae888a67-ba77-43aa-add5-9d3baffed186. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:08:44.494508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.565303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event deleted for resources: {'Subnet': ['ID=678b8142-87bc-4cc8-9d38-957c3748ee46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:44.580511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.588963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:44.590015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-82e94df3-4dc1-447d-b19a-5e58ef0af4f5 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "DELETE /v2.0/subnets/678b8142-87bc-4cc8-9d38-957c3748ee46 HTTP/1.1" status: 204 len: 168 time: 0.6979904 Jul 06 12:08:44.645062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.721894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 34b259e5-f733-4583-80c7-94ef58a98dba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34b259e5-f733-4583-80c7-94ef58a98dba,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:44.731218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.782065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.814155 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:42Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:43Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:42Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:44.815655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=34b259e5-f733-4583-80c7-94ef58a98dba,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:44.851087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeae897-a688-411b-9ccb-c6a3a6bcc709 None None] Network 195bb17c-9c8a-4aab-833f-bfbfe041d24b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:44.861510 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516271a-339c-454f-9dcd-aa1506c7be70 None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:42Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:38Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:43Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:42Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:44.952003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8a9d7-2ad1-4228-85eb-dbf950578421 None None] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:45.070031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:08:45.104644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:08:45.116480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.120988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8595506e-b987-4899-b555-e84d6040538e None None] Provisioning for port 5a9200a4-52d9-4510-ab51-ba0c267d73dd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:45.139378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Deleting port da423b0e-135a-4195-bf3b-ddb6c50a0069 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:45.140855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.302460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a9200a4-52d9-4510-ab51-ba0c267d73dd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:45.407869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] DHCP port deletion for 195bb17c-9c8a-4aab-833f-bfbfe041d24b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:45.440604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5a9200a4-52d9-4510-ab51-ba0c267d73dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:45.447892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5a9200a4-52d9-4510-ab51-ba0c267d73dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:45.448500 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.456187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] For port da423b0e-135a-4195-bf3b-ddb6c50a0069, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=da423b0e-135a-4195-bf3b-ddb6c50a0069,segment=NetworkSegment(9e969212-0a4f-4660-b645-a4ba122a602c),segment_id=9e969212-0a4f-4660-b645-a4ba122a602c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:45.457033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.487393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Calling delete_port for da423b0e-135a-4195-bf3b-ddb6c50a0069 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:45.504695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.513380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.531667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Deleting port da423b0e-135a-4195-bf3b-ddb6c50a0069 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:45.532170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.678593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] For port da423b0e-135a-4195-bf3b-ddb6c50a0069, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=da423b0e-135a-4195-bf3b-ddb6c50a0069,segment=NetworkSegment(9e969212-0a4f-4660-b645-a4ba122a602c),segment_id=9e969212-0a4f-4660-b645-a4ba122a602c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:45.678906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.694622 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.722416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Calling delete_port for da423b0e-135a-4195-bf3b-ddb6c50a0069 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:45.762957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 5a9200a4-52d9-4510-ab51-ba0c267d73dd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a9200a4-52d9-4510-ab51-ba0c267d73dd,segment=NetworkSegment(8887e794-3c45-4109-9697-3d625f70e43f),segment_id=8887e794-3c45-4109-9697-3d625f70e43f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:45.808683 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.809774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device da423b0e-135a-4195-bf3b-ddb6c50a0069 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:45.952482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=5a9200a4-52d9-4510-ab51-ba0c267d73dd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.018749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.027270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:46.045771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a81df36e-f66a-4de6-b421-5fa22acd8a3f None None] Provisioning for port aa6f6a5d-b87d-4675-a96c-488c7bd81271 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:46.068730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No active binding found for port da423b0e-135a-4195-bf3b-ddb6c50a0069 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 12:08:46.069264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device da423b0e-135a-4195-bf3b-ddb6c50a0069 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 12:08:46.075524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event deleted for resources: {'Port': ['ID=da423b0e-135a-4195-bf3b-ddb6c50a0069,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.080562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] No DVR routers for this DVR port da423b0e-135a-4195-bf3b-ddb6c50a0069 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:46.098376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a81df36e-f66a-4de6-b421-5fa22acd8a3f None None] Provisioning complete for port aa6f6a5d-b87d-4675-a96c-488c7bd81271 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:46.100891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a81df36e-f66a-4de6-b421-5fa22acd8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.147962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Port da423b0e-135a-4195-bf3b-ddb6c50a0069 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 12:08:46.149197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:46.151519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.215506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Pushing event deleted for resources: {'Port': ['ID=da423b0e-135a-4195-bf3b-ddb6c50a0069,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.226812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] No DVR routers for this DVR port da423b0e-135a-4195-bf3b-ddb6c50a0069 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:46.230403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.230750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.231254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.231620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.231971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.232302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.232677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.233279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.233680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.233987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.234314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.234635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9ed8-22be-4cae-ab66-5437e8d5d00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:46.250392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a81df36e-f66a-4de6-b421-5fa22acd8a3f None None] Port aa6f6a5d-b87d-4675-a96c-488c7bd81271 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:46.296082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a81df36e-f66a-4de6-b421-5fa22acd8a3f None None] Provisioning complete for port 5a9200a4-52d9-4510-ab51-ba0c267d73dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:46.296504 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a81df36e-f66a-4de6-b421-5fa22acd8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.379355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:46.390485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.391929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-97add9fb-b623-4fe2-894c-71b12588c1ab tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 954 time: 2.4263332 Jul 06 12:08:46.394657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:46.405467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.436726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195bb17c-9c8a-4aab-833f-bfbfe041d24b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.476591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e969212-0a4f-4660-b645-a4ba122a602c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.477150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e969212-0a4f-4660-b645-a4ba122a602c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.492985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.516054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.532316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:46.532752 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.540139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f97bc149-672e-4197-b0a8-3a1e062761cf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 954 time: 0.1442220 Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:46.540382 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:46.543077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:46.547696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:46.608303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:46.635987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:46.635987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.639477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:46.639853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.671216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.678806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.680679 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] 10.222.0.78 "DELETE /v2.0/networks/195bb17c-9c8a-4aab-833f-bfbfe041d24b HTTP/1.1" status: 204 len: 168 time: 2.0903733 Jul 06 12:08:46.704178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a88cd-cc74-405e-8bb6-5d1a22ceda33 tempest-ExtraDHCPOptionsTestJSON-455000320 tempest-ExtraDHCPOptionsTestJSON-455000320-project] Pushing event deleted for resources: {'Network': ['ID=195bb17c-9c8a-4aab-833f-bfbfe041d24b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.873172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:46.957582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5454663c-38fa-4e21-9375-5aaffa64b897 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:47.090185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fec174c0-b501-4339-9099-68795b362263 None None] Provisioning complete for port aa6f6a5d-b87d-4675-a96c-488c7bd81271 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:47.091136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fec174c0-b501-4339-9099-68795b362263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.121514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:47.193024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fec174c0-b501-4339-9099-68795b362263 None None] Port aa6f6a5d-b87d-4675-a96c-488c7bd81271 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:47.210088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5454663c-38fa-4e21-9375-5aaffa64b897 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:47.224905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5454663c-38fa-4e21-9375-5aaffa64b897 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:47.225282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.345161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:45Z', 'revision_number': 6, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:43Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:42Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.357375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ff39617-25fd-498c-ad2d-9df67572da28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=caf6e1ec84414236a1cc90e4ca561670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319417 Jul 06 12:08:47.357883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:47.379430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:47.380721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Updating router cd713557-cf9a-483a-a7e0-f143ad15917e port aa6f6a5d-b87d-4675-a96c-488c7bd81271 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:08:47.405318 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.416213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f4d6-7823-4118-af8a-8ca23c2a364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.435778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.448206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f4d6-7823-4118-af8a-8ca23c2a364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.460736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 5454663c-38fa-4e21-9375-5aaffa64b897, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5454663c-38fa-4e21-9375-5aaffa64b897,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:47.465976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.509818 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f4d6-7823-4118-af8a-8ca23c2a364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.514083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f4d6-7823-4118-af8a-8ca23c2a364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.518156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6cd9f4d6-7823-4118-af8a-8ca23c2a364e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec41b352-079b-4f7e-81df-cb4cccd365e3 HTTP/1.1" status: 204 len: 168 time: 0.1569736 Jul 06 12:08:47.525166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:08:47.525658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:08:47.527162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f4d6-7823-4118-af8a-8ca23c2a364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec41b352-079b-4f7e-81df-cb4cccd365e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:47.565026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.684115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a9200a4-52d9-4510-ab51-ba0c267d73dd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:47.742080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=5454663c-38fa-4e21-9375-5aaffa64b897,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:47.783041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.787261 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.846605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5a9200a4-52d9-4510-ab51-ba0c267d73dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:47.846979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.917536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:48.015680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.027664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34b259e5-f733-4583-80c7-94ef58a98dba up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:48.031607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Transition to ACTIVE for port object aa6f6a5d-b87d-4675-a96c-488c7bd81271 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:48.035353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:48.043204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.047033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f5e173a-580d-43ba-bdac-7c74d16eaca6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 704 time: 1.5007117 Jul 06 12:08:48.047484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:48.056875 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.132585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4c2b9-60a9-45a3-87cc-28b10ffa8199 None None] Pushing event updated for resources: {'Port': ['ID=aa6f6a5d-b87d-4675-a96c-488c7bd81271,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:48.203531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 34b259e5-f733-4583-80c7-94ef58a98dba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:48.203531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.224245 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73d37619-16b8-4376-8a28-703cb9fa5583 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 704 time: 0.1748850 Jul 06 12:08:48.227223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:48.267526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Attempting to bind port aa6f6a5d-b87d-4675-a96c-488c7bd81271 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:48.267900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Attempting to bind port aa6f6a5d-b87d-4675-a96c-488c7bd81271 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:48.268292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Attempting to bind port aa6f6a5d-b87d-4675-a96c-488c7bd81271 on network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:48.287729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:48.288144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Checking segment: {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:48.288559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.288962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Bound using segment: {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:48.289441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Bound port: aa6f6a5d-b87d-4675-a96c-488c7bd81271, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8887e794-3c45-4109-9697-3d625f70e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:48.289830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.396541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] For port aa6f6a5d-b87d-4675-a96c-488c7bd81271, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:48.400340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] For port aa6f6a5d-b87d-4675-a96c-488c7bd81271, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=aa6f6a5d-b87d-4675-a96c-488c7bd81271,segment=NetworkSegment(8887e794-3c45-4109-9697-3d625f70e43f),segment_id=8887e794-3c45-4109-9697-3d625f70e43f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:48.423550 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.512348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4c2b9-60a9-45a3-87cc-28b10ffa8199 None None] Pushing event updated for resources: {'Port': ['ID=aa6f6a5d-b87d-4675-a96c-488c7bd81271,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:48.517701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:48.518620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:48.608659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:48.618145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device da423b0e-135a-4195-bf3b-ddb6c50a0069 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:48.669128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:48.742404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: da423b0e-135a-4195-bf3b-ddb6c50a0069 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:48.742755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device da423b0e-135a-4195-bf3b-ddb6c50a0069 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:48.760924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'networks': [{'name': 'tempest-network--1764671800'}, {'name': 'tempest-network--878225889'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:48.761326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'network': {'name': 'tempest-network--1764671800'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:48.762913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'network': {'name': 'tempest-network--878225889'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:48.798887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'network': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:48.816065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.829491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.835723 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.001247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.006979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.007790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.009367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 7, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:48Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:49.038247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947d071-e5d3-4f3a-b20b-85ad6079dc59 None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 7, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:48Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:49.054940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c37a7-70c8-4beb-8a58-bad2189c497f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:49.079553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:49.090610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.091094 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Added segment 2f8bb3e7-542c-47c2-84fa-db5677eaa69b of type vlan for network d64ec60f-930f-46e3-b2b0-c14ab2864a4e Jul 06 12:08:49.140668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.171560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port aa6f6a5d-b87d-4675-a96c-488c7bd81271 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:49.171926 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.194837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:49.204896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.205249 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Added segment 66067a4d-b9d6-400f-a0c3-06c0f6a8bd17 of type vlan for network 9fec51e1-ec94-4189-957f-ca2eb336424f Jul 06 12:08:49.252770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.263233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:49.274419 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:49.275038 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:49.299863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.300972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.304210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port aa6f6a5d-b87d-4675-a96c-488c7bd81271, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=aa6f6a5d-b87d-4675-a96c-488c7bd81271,segment=NetworkSegment(8887e794-3c45-4109-9697-3d625f70e43f),segment_id=8887e794-3c45-4109-9697-3d625f70e43f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:49.304755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.310358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.317861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.318649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.325285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for aa6f6a5d-b87d-4675-a96c-488c7bd81271 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:49.387625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:49.390732 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7795866 Jul 06 12:08:49.394308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:49.405769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Network': ['ID=d64ec60f-930f-46e3-b2b0-c14ab2864a4e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:49.417442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network d64ec60f-930f-46e3-b2b0-c14ab2864a4e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:49.482799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de61f-6b91-4377-8c1c-cb6af7d75e85 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Network': ['ID=9fec51e1-ec94-4189-957f-ca2eb336424f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:49.523239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 9fec51e1-ec94-4189-957f-ca2eb336424f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:49.698148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5454663c-38fa-4e21-9375-5aaffa64b897 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:49.715453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6430a6d-b63a-45b5-881a-0b38afcf344e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.722733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6430a6d-b63a-45b5-881a-0b38afcf344e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.730396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6430a6d-b63a-45b5-881a-0b38afcf344e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.737897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6430a6d-b63a-45b5-881a-0b38afcf344e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.743705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c6430a6d-b63a-45b5-881a-0b38afcf344e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3458509 Jul 06 12:08:49.744620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:49.791541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5454663c-38fa-4e21-9375-5aaffa64b897 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:49.791905 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.824233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 7, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:48Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:49.855364 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:49.876860 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:49.877645 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:49.908045 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.924689 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.952113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device aa6f6a5d-b87d-4675-a96c-488c7bd81271 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:49.963489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=aa6f6a5d-b87d-4675-a96c-488c7bd81271,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:49.980473 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: aa6f6a5d-b87d-4675-a96c-488c7bd81271 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:49.980837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device aa6f6a5d-b87d-4675-a96c-488c7bd81271 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 12:08:50.007956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Port aa6f6a5d-b87d-4675-a96c-488c7bd81271 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 12:08:50.030007 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:50.169715 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.197720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64ec60f-930f-46e3-b2b0-c14ab2864a4e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:50.212169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8bb3e7-542c-47c2-84fa-db5677eaa69b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:50.212475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8bb3e7-542c-47c2-84fa-db5677eaa69b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:50.222451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.228722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.295884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.329887 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 7, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:48Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:50.338316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:50.338639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:50.342052 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:50.361347 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad348-d6e3-4c4c-9333-9939f1a6691d None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 7, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa6f6a5d-b87d-4675-a96c-488c7bd81271', 'name': '', 'network_id': '1929489e-06d4-4b54-a4e5-2c3d60e169a3', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:29:18:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:41Z', 'updated_at': '2021-07-06T12:08:48Z', 'revision_number': 4, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:50.436613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.790100 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.791982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/networks/d64ec60f-930f-46e3-b2b0-c14ab2864a4e HTTP/1.1" status: 204 len: 168 time: 1.0457573 Jul 06 12:08:50.794734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:50.832263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce11318-69fd-4c38-aa16-6107c076d583 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Network': ['ID=d64ec60f-930f-46e3-b2b0-c14ab2864a4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:50.865621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:50.888629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.975604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:50.984402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b9d5c101-2e4e-4aab-9b3a-6b586eef4677 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558880 Jul 06 12:08:50.985359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:50.987709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:50.989845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.998826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:50.999948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:51.001096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fec51e1-ec94-4189-957f-ca2eb336424f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:51.013234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66067a4d-b9d6-400f-a0c3-06c0f6a8bd17') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:51.013524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66067a4d-b9d6-400f-a0c3-06c0f6a8bd17') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:51.023301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.040408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.048482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:51.052144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.053960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:51.054491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.105507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:51.109552 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:51.142024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.152050 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.154220 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/networks/9fec51e1-ec94-4189-957f-ca2eb336424f HTTP/1.1" status: 204 len: 168 time: 0.3582435 Jul 06 12:08:51.156763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:51.228356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7ef3a-8122-4a8e-9f05-95894930dab4 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Network': ['ID=9fec51e1-ec94-4189-957f-ca2eb336424f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.248972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.337109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:51.341212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.370310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.375544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.381954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7638551-1531-49dc-8a5a-1b129bb621b1 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e HTTP/1.1" status: 204 len: 168 time: 0.3953412 Jul 06 12:08:51.383305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:51.415429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a37aea-f303-4913-a477-01c105930f55 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:51.421765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a37aea-f303-4913-a477-01c105930f55 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:51.423508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6a37aea-f303-4913-a477-01c105930f55 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2648661 Jul 06 12:08:51.427703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:51.432897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-348086795'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:51.460276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:51.464441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.464778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.498631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:51.512073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.512429 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Added segment 2cfb960c-ce43-460f-b22d-b486d02e1ecb of type vlan for network 936b90ad-66f0-40d8-a42e-0eceb4650252 Jul 06 12:08:51.516676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0d204-76f6-459c-8da6-4e08da7a8322 None None] Network 1929489e-06d4-4b54-a4e5-2c3d60e169a3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:51.560040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 5a9200a4-52d9-4510-ab51-ba0c267d73dd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:51.560613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.578378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.618374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.625277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:51.625851 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.671131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 5a9200a4-52d9-4510-ab51-ba0c267d73dd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a9200a4-52d9-4510-ab51-ba0c267d73dd,segment=NetworkSegment(8887e794-3c45-4109-9697-3d625f70e43f),segment_id=8887e794-3c45-4109-9697-3d625f70e43f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:51.671505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.698950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 5a9200a4-52d9-4510-ab51-ba0c267d73dd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:51.702349 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2706048 Jul 06 12:08:51.702553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:51.709618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1607122860'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:51.715356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c4386-6e88-4695-ae62-1bd2c09e93ea tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Network': ['ID=936b90ad-66f0-40d8-a42e-0eceb4650252,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.736028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:51.740789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.751341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 936b90ad-66f0-40d8-a42e-0eceb4650252 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:51.768429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:51.781664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.782070 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Added segment e4f25e72-ed36-4491-a269-9cea98bbea64 of type vlan for network 3fdfc4d0-16f0-44d7-a87b-292ba7f390e2 Jul 06 12:08:51.838720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.849210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.876379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=5a9200a4-52d9-4510-ab51-ba0c267d73dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.882200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:49Z', 'revision_number': 8, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:51.882433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port 5a9200a4-52d9-4510-ab51-ba0c267d73dd on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:51.909247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.915316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:51.916863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.937131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea739e4c-a5ad-4d20-8b57-cb479b02b6b5 None None] DHCP port deletion for 1929489e-06d4-4b54-a4e5-2c3d60e169a3 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:51.946730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:51.972973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:51.976663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:51.980791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.993379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Network': ['ID=3fdfc4d0-16f0-44d7-a87b-292ba7f390e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.998097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ce99a99f-2ec9-4694-aa0e-91e10896a340 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2945521 Jul 06 12:08:52.000854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:52.004161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1929489e-06d4-4b54-a4e5-2c3d60e169a3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:52.008759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'ports': [{'network_id': '936b90ad-66f0-40d8-a42e-0eceb4650252', 'name': 'tempest-port--1286684806', 'admin_state_up': True}, {'network_id': '3fdfc4d0-16f0-44d7-a87b-292ba7f390e2', 'admin_state_up': False}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:52.009228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'port': {'network_id': '936b90ad-66f0-40d8-a42e-0eceb4650252', 'name': 'tempest-port--1286684806', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:52.009814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'port': {'network_id': '3fdfc4d0-16f0-44d7-a87b-292ba7f390e2', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:52.017825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8887e794-3c45-4109-9697-3d625f70e43f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:52.018131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8887e794-3c45-4109-9697-3d625f70e43f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:52.028819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.033526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3fdfc4d0-16f0-44d7-a87b-292ba7f390e2 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:52.054051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.062542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:52.062967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:52.066496 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:52.140184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.155332 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.160329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/1929489e-06d4-4b54-a4e5-2c3d60e169a3 HTTP/1.1" status: 204 len: 168 time: 0.7731309 Jul 06 12:08:52.165604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:52.174294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:52.182277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533f9f1-e461-4399-8d59-3fd0567d9deb tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=1929489e-06d4-4b54-a4e5-2c3d60e169a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:52.251799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:52.258725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.279825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.378468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] device_id is not set on port 7947ad45-b8b7-4d73-ae9b-3238658511be yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:52.425198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:49Z', 'revision_number': 8, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:52.463982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa11a4-cff6-45e1-a9c9-6c82ade1209d None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:49Z', 'revision_number': 8, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5454663c-38fa-4e21-9375-5aaffa64b897', 'name': '', 'network_id': 'c2a7c9ee-1d00-43d8-9436-6194b511c2df', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:a2:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:36Z', 'updated_at': '2021-07-06T12:08:47Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'a5176cdd-6eda-423f-bf8d-565e2f7e9c1e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:52.539793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.621802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] device_id is not set on port 0006e3c5-224c-49d0-b616-162c35588daa yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:52.653012 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.741633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.788092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.839829 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.874376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Port': ['ID=7947ad45-b8b7-4d73-ae9b-3238658511be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:52.915506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Checking segment: {'id': '2cfb960c-ce43-460f-b22d-b486d02e1ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '936b90ad-66f0-40d8-a42e-0eceb4650252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:52.916055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network hostable DHCP agents. Network: 936b90ad-66f0-40d8-a42e-0eceb4650252, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:52.937502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network 936b90ad-66f0-40d8-a42e-0eceb4650252 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:52.958151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 936b90ad-66f0-40d8-a42e-0eceb4650252) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:52.967894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ca932-2275-47c9-ac21-0280b51c359f None None] Network 936b90ad-66f0-40d8-a42e-0eceb4650252 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:52.971719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:52.972700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.994667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 5454663c-38fa-4e21-9375-5aaffa64b897 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:52.995618 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.092460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Checking segment: {'id': 'e4f25e72-ed36-4491-a269-9cea98bbea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3fdfc4d0-16f0-44d7-a87b-292ba7f390e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:53.092785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network hostable DHCP agents. Network: 3fdfc4d0-16f0-44d7-a87b-292ba7f390e2, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:53.102154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Port': ['ID=0006e3c5-224c-49d0-b616-162c35588daa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:53.122448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network 3fdfc4d0-16f0-44d7-a87b-292ba7f390e2 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:53.130466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 5454663c-38fa-4e21-9375-5aaffa64b897, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5454663c-38fa-4e21-9375-5aaffa64b897,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:53.130895 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.136009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3fdfc4d0-16f0-44d7-a87b-292ba7f390e2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:53.147724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1711740-ee28-4a2f-9374-8ca8e8939ec5 None None] Network 3fdfc4d0-16f0-44d7-a87b-292ba7f390e2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:53.149921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 5454663c-38fa-4e21-9375-5aaffa64b897 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:53.150271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:53.157891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.165870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.166733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.189672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a386b88-3c17-4ef4-be20-15dd6c673cb5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1874914 Jul 06 12:08:53.191833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:53.292492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628f5ec-78a9-4aba-ae2a-c2272208fc8b tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.299365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628f5ec-78a9-4aba-ae2a-c2272208fc8b tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.302009 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3628f5ec-78a9-4aba-ae2a-c2272208fc8b tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1067786 Jul 06 12:08:53.306039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:53.384957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.416375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=5454663c-38fa-4e21-9375-5aaffa64b897,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:53.422682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Deleting port 7947ad45-b8b7-4d73-ae9b-3238658511be {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:53.423383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.506378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.538616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Calling delete_port for 7947ad45-b8b7-4d73-ae9b-3238658511be owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:53.608081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.664534 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.670937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a9200a4-52d9-4510-ab51-ba0c267d73dd no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:53.701656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 5a9200a4-52d9-4510-ab51-ba0c267d73dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:53.702469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a9200a4-52d9-4510-ab51-ba0c267d73dd not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:53.703282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device aa6f6a5d-b87d-4675-a96c-488c7bd81271 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:53.719796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Port': ['ID=7947ad45-b8b7-4d73-ae9b-3238658511be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:53.726777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.730365 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-879fe499-6f2c-43df-8fa9-2b4fcc71a472 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/ports/7947ad45-b8b7-4d73-ae9b-3238658511be HTTP/1.1" status: 204 len: 168 time: 0.4231756 Jul 06 12:08:53.732968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:53.745287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: aa6f6a5d-b87d-4675-a96c-488c7bd81271 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:53.745740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device aa6f6a5d-b87d-4675-a96c-488c7bd81271 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:53.852076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Deleting port 0006e3c5-224c-49d0-b616-162c35588daa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:53.854620 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.888988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:53.931084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.945550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Calling delete_port for 0006e3c5-224c-49d0-b616-162c35588daa owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:53.992148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:54.000879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:54.001073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e30d2c8-b86d-499f-a068-f90d89259333 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257048 Jul 06 12:08:54.007940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:54.017724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:54.018333 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.068009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet a5176cdd-6eda-423f-bf8d-565e2f7e9c1e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:54.073455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.115098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.120823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:54.151683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Port': ['ID=0006e3c5-224c-49d0-b616-162c35588daa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:54.155653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.187289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.191544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20026733-c5ce-4b13-bbbc-b8955c23d193 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/ports/0006e3c5-224c-49d0-b616-162c35588daa HTTP/1.1" status: 204 len: 168 time: 0.4553337 Jul 06 12:08:54.191842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:54.235291 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b8f17d27-9a6f-4cde-a9d0-11715983effb tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0381353 Jul 06 12:08:54.236751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:54.241789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-221572054'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:54.267053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:54.272010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.291526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.301164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:54.312767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.313284 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Added segment 85201ebd-68d2-4d6d-9f3f-8949f9877d10 of type vlan for network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b Jul 06 12:08:54.336703 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:53Z', 'revision_number': 9, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.360228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.367635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:54.374620 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.376989 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:54.378394 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.393316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.401365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.404317 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.416391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=a5176cdd-6eda-423f-bf8d-565e2f7e9c1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:54.429692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23374e-160c-4965-88b6-0613d32160df None None] Network c2a7c9ee-1d00-43d8-9436-6194b511c2df requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:54.433640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.436423 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-74814d99-8a7a-460e-9d44-1d33549d361a tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/a5176cdd-6eda-423f-bf8d-565e2f7e9c1e HTTP/1.1" status: 204 len: 168 time: 0.4345953 Jul 06 12:08:54.438950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:54.465536 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:54.546288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.600713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3636832 Jul 06 12:08:54.604388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:54.610180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-321464839'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:54.626716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e25b2-4c54-4ee5-ac67-a17bc870a577 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Network': ['ID=fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:54.641378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:54.642901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 34b259e5-f733-4583-80c7-94ef58a98dba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:54.643397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.679196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:54.682832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.690161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] DHCP port deletion for c2a7c9ee-1d00-43d8-9436-6194b511c2df request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:54.728506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:54.739451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.740092 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Added segment c2618b81-ec4a-43fd-a6f4-f74cfc1a306d of type vlan for network 059d7511-57fa-4928-b9d2-f22c619d80d6 Jul 06 12:08:54.746233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:53Z', 'revision_number': 9, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.785635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49530-23b3-4f9a-9a19-9a1255c84913 None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:53Z', 'revision_number': 9, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': '439d56e0-88a7-4a46-b47c-68fd5cac4ef1', 'name': '', 'network_id': '3cce32f4-bd0d-48c8-b1f4-a73fad423b39', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:98:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:32Z', 'updated_at': '2021-07-06T12:08:44Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': 'e8eb6a8d-de49-41f0-b13a-752267de6ffa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:54.787386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.835747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] Deleting port 34b259e5-f733-4583-80c7-94ef58a98dba {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:54.838025 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.858423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.867569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.869434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.890483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2846005 Jul 06 12:08:54.929770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] For port 34b259e5-f733-4583-80c7-94ef58a98dba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34b259e5-f733-4583-80c7-94ef58a98dba,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:54.930385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.951248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] Calling delete_port for 34b259e5-f733-4583-80c7-94ef58a98dba owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:54.966981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f8bb-7bee-4110-83ef-96c413559e13 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Network': ['ID=059d7511-57fa-4928-b9d2-f22c619d80d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:55.038899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 059d7511-57fa-4928-b9d2-f22c619d80d6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:55.056649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:55.061962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'subnets': [{'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1149555271', 'ip_version': 4}, {'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:55.062211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'subnet': {'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1149555271', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:55.062952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Request body: {'subnet': {'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:55.079223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 34b259e5-f733-4583-80c7-94ef58a98dba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=34b259e5-f733-4583-80c7-94ef58a98dba,segment=NetworkSegment(b2f267ce-465a-460d-98f6-b1f102af6449),segment_id=b2f267ce-465a-460d-98f6-b1f102af6449)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:55.080304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.096138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 34b259e5-f733-4583-80c7-94ef58a98dba owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:55.155237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.188836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] Pushing event deleted for resources: {'Port': ['ID=34b259e5-f733-4583-80c7-94ef58a98dba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:55.195177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c414e-5762-4f4d-ba8a-45d7d78b314d None None] No DVR routers for this DVR port 34b259e5-f733-4583-80c7-94ef58a98dba on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:55.238311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.266616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=34b259e5-f733-4583-80c7-94ef58a98dba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:55.278638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port 34b259e5-f733-4583-80c7-94ef58a98dba on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:55.301047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Made reservation on behalf of 5f68113fc27c42a69e70d2ba8bb5c240 for: {'subnet': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:55.308264 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.308683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.382049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.393943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a7c9ee-1d00-43d8-9436-6194b511c2df']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:55.404035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f267ce-465a-460d-98f6-b1f102af6449') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:55.404353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f267ce-465a-460d-98f6-b1f102af6449') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:55.414747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.437059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.448112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:55.448536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: self.session.flush() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:55.452702 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:55.524588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.540980 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.543550 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/c2a7c9ee-1d00-43d8-9436-6194b511c2df HTTP/1.1" status: 204 len: 168 time: 1.1028197 Jul 06 12:08:55.548565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:55.566411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd461362-ea99-4f7d-ba0f-cff074b1ab75 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=c2a7c9ee-1d00-43d8-9436-6194b511c2df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:55.573310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5454663c-38fa-4e21-9375-5aaffa64b897 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:55.596447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 5454663c-38fa-4e21-9375-5aaffa64b897 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:55.596854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5454663c-38fa-4e21-9375-5aaffa64b897 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:55.597318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34b259e5-f733-4583-80c7-94ef58a98dba no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:55.618198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 34b259e5-f733-4583-80c7-94ef58a98dba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:55.618546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 34b259e5-f733-4583-80c7-94ef58a98dba not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:56.048209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.168350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Subnet': ['ID=f4252a43-f25c-4c85-a852-a23dcbbcb0aa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:56.183284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Checking segment: {'id': '85201ebd-68d2-4d6d-9f3f-8949f9877d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:56.183639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network hostable DHCP agents. Network: fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:56.211444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:56.217212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.258350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:56.269341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5723c30-b9eb-4ac2-a10b-cc7567a0cc22 None None] Network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:56.442951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b', 'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b', 'tenant_id': '5f68113fc27c42a69e70d2ba8bb5c240', 'fixed_ips': [{'subnet_id': 'f4252a43-f25c-4c85-a852-a23dcbbcb0aa'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:56.443849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.596827 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.599465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Allocated IP 172.20.0.2 (fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b/f4252a43-f25c-4c85-a852-a23dcbbcb0aa/9cb8f4e8-9582-4323-86c9-03b3699e91bb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:56.692931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event updated for resources: {'Subnet': ['ID=edf18502-d7cc-4420-aa46-cb1f0dcce6ed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:56.724987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Checking segment: {'id': 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:56.725356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network hostable DHCP agents. Network: 059d7511-57fa-4928-b9d2-f22c619d80d6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:56.766180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Network 059d7511-57fa-4928-b9d2-f22c619d80d6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:56.777134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.783694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 059d7511-57fa-4928-b9d2-f22c619d80d6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:56.790417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.790812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.791445 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.793447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Transition to ACTIVE for port object 9cb8f4e8-9582-4323-86c9-03b3699e91bb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:56.799589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3d44f-3eb9-45cd-b042-03ab1068aabb None None] Network 059d7511-57fa-4928-b9d2-f22c619d80d6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:56.839890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-adba321e-a1c2-4501-8b47-cf5432dc014e tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7795479 Jul 06 12:08:56.840269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:56.925444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc04c5-eb5d-4cb5-93eb-0d544872404c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.928075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc04c5-eb5d-4cb5-93eb-0d544872404c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.929645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc04c5-eb5d-4cb5-93eb-0d544872404c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.937764 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-70fc04c5-eb5d-4cb5-93eb-0d544872404c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0953224 Jul 06 12:08:56.940366 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:56.948086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:56.948426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.036735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Deleting subnet f4252a43-f25c-4c85-a852-a23dcbbcb0aa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:57.037018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Transition to ACTIVE for port object 9cb8f4e8-9582-4323-86c9-03b3699e91bb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:57.049958 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.050222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.093038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port 439d56e0-88a7-4a46-b47c-68fd5cac4ef1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,segment=NetworkSegment(c5ce9c4b-f32c-49e7-af65-70d0357fb411),segment_id=c5ce9c4b-f32c-49e7-af65-70d0357fb411)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:57.095375 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.111098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.123623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:57.123623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:57.125798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:57.131231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:57.150064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Pushing event updated for resources: {'Port': ['ID=9cb8f4e8-9582-4323-86c9-03b3699e91bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:57.228938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.265224 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6c81363-5afd-4adf-8a78-2e4a02a011b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.290100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-059d7511-57fa-4928-b9d2-f22c619d80d6', 'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6', 'tenant_id': '5f68113fc27c42a69e70d2ba8bb5c240', 'fixed_ips': [{'subnet_id': 'edf18502-d7cc-4420-aa46-cb1f0dcce6ed'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:57.291133 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.308073 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.361759 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.365039 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/subnets/f4252a43-f25c-4c85-a852-a23dcbbcb0aa HTTP/1.1" status: 204 len: 168 time: 0.4216504 Jul 06 12:08:57.367770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:57.378695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.381118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03ffe-39e6-4170-b2cf-6d1cdc0f3bd5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Subnet': ['ID=f4252a43-f25c-4c85-a852-a23dcbbcb0aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:57.415946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=439d56e0-88a7-4a46-b47c-68fd5cac4ef1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:57.463028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Deleting subnet edf18502-d7cc-4420-aa46-cb1f0dcce6ed {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:57.480027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Allocated IP 172.20.0.18 (059d7511-57fa-4928-b9d2-f22c619d80d6/edf18502-d7cc-4420-aa46-cb1f0dcce6ed/25c24450-867b-4e47-b2e0-b11c6771bda4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:57.553020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Attempting to bind port 9cb8f4e8-9582-4323-86c9-03b3699e91bb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:57.553701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Attempting to bind port 9cb8f4e8-9582-4323-86c9-03b3699e91bb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '85201ebd-68d2-4d6d-9f3f-8949f9877d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:57.554292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Attempting to bind port 9cb8f4e8-9582-4323-86c9-03b3699e91bb on network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:57.583327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:57.583900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Checking segment: {'id': '85201ebd-68d2-4d6d-9f3f-8949f9877d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:57.588483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.589056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Bound using segment: {'id': '85201ebd-68d2-4d6d-9f3f-8949f9877d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:57.591552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Bound port: 9cb8f4e8-9582-4323-86c9-03b3699e91bb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85201ebd-68d2-4d6d-9f3f-8949f9877d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:57.592029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.606413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.792378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] For port 9cb8f4e8-9582-4323-86c9-03b3699e91bb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:57.806714 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.813558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] For port 9cb8f4e8-9582-4323-86c9-03b3699e91bb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9cb8f4e8-9582-4323-86c9-03b3699e91bb,segment=NetworkSegment(85201ebd-68d2-4d6d-9f3f-8949f9877d10),segment_id=85201ebd-68d2-4d6d-9f3f-8949f9877d10)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:57.821163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.824841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Transition to ACTIVE for port object 25c24450-867b-4e47-b2e0-b11c6771bda4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:57.860530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:57.878105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Transition to ACTIVE for port object 25c24450-867b-4e47-b2e0-b11c6771bda4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:57.889339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.937119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71575d0a-5f86-4fc3-971e-67cf8965bacb None None] Pushing event updated for resources: {'Port': ['ID=9cb8f4e8-9582-4323-86c9-03b3699e91bb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:57.946753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.962262 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.993098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:58.010257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c5d8d6d-1ed0-4c13-8d68-4111216cd3a4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4602537 Jul 06 12:08:58.011273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:58.019526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Pushing event updated for resources: {'Port': ['ID=25c24450-867b-4e47-b2e0-b11c6771bda4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.026833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:58.028982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa6f95-6cb6-4e3d-a038-6d82b139c5e7 None None] Network fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:58.048021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.076883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet e8eb6a8d-de49-41f0-b13a-752267de6ffa {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:58.080682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.085605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Network 059d7511-57fa-4928-b9d2-f22c619d80d6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:58.098194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:58.099094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:58.101145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:58.108784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:58.136331 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.150437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.178745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Subnet': ['ID=edf18502-d7cc-4420-aa46-cb1f0dcce6ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.187396 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.190535 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-718d304c-5c52-4e00-996e-743692d03860 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/subnets/edf18502-d7cc-4420-aa46-cb1f0dcce6ed HTTP/1.1" status: 204 len: 168 time: 0.8213522 Jul 06 12:08:58.193906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:58.288256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd447b-16e1-463f-ab35-3c09bb28c1d5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:58.292356 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e7bd447b-16e1-463f-ab35-3c09bb28c1d5 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0944576 Jul 06 12:08:58.296444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:58.309094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.317670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:58.319543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Attempting to bind port 25c24450-867b-4e47-b2e0-b11c6771bda4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:58.319941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Attempting to bind port 25c24450-867b-4e47-b2e0-b11c6771bda4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:58.320330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Attempting to bind port 25c24450-867b-4e47-b2e0-b11c6771bda4 on network 059d7511-57fa-4928-b9d2-f22c619d80d6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:58.357011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:58.357399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Checking segment: {'id': 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:58.357811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.358214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Bound using segment: {'id': 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:58.358708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Bound port: 25c24450-867b-4e47-b2e0-b11c6771bda4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '059d7511-57fa-4928-b9d2-f22c619d80d6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:58.359097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.384403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.401567 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.406772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.406927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/e8eb6a8d-de49-41f0-b13a-752267de6ffa HTTP/1.1" status: 204 len: 168 time: 0.3936830 Jul 06 12:08:58.409489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:58.416035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685a3688-9f1a-4b79-af9c-08f4ff599ece None None] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:58.433385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944af0cb-df37-45db-a008-49d1b1e78728 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=e8eb6a8d-de49-41f0-b13a-752267de6ffa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.547358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.619363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Deleting port 25c24450-867b-4e47-b2e0-b11c6771bda4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:58.619744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.673572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] For port 25c24450-867b-4e47-b2e0-b11c6771bda4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:58.693329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] For port 25c24450-867b-4e47-b2e0-b11c6771bda4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=25c24450-867b-4e47-b2e0-b11c6771bda4,segment=NetworkSegment(c2618b81-ec4a-43fd-a6f4-f74cfc1a306d),segment_id=c2618b81-ec4a-43fd-a6f4-f74cfc1a306d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:58.715195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] For port 25c24450-867b-4e47-b2e0-b11c6771bda4, host n-d-799528-2, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:58.715722 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.720632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.729232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port c898c027-fe99-47c4-8616-a99ecfabfa12 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:58.729725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.736185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Calling delete_port for 25c24450-867b-4e47-b2e0-b11c6771bda4 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:58.854903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc747e-7e37-435c-814d-ff9c0225307d None None] Pushing event updated for resources: {'Port': ['ID=25c24450-867b-4e47-b2e0-b11c6771bda4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.869154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port c898c027-fe99-47c4-8616-a99ecfabfa12, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c898c027-fe99-47c4-8616-a99ecfabfa12,segment=NetworkSegment(c5ce9c4b-f32c-49e7-af65-70d0357fb411),segment_id=c5ce9c4b-f32c-49e7-af65-70d0357fb411)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:58.870413 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.883564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:57Z', 'revision_number': 10, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:58.899309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for c898c027-fe99-47c4-8616-a99ecfabfa12 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:58.921262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:58.923549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af18e82-9c86-40ed-8b07-e7c50782cb68 None None] Network 059d7511-57fa-4928-b9d2-f22c619d80d6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:58.966797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] DHCP port deletion for 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:08:58.984314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:58.992356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.001492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.041478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] No DVR routers for this DVR port 25c24450-867b-4e47-b2e0-b11c6771bda4 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:59.077667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Port': ['ID=25c24450-867b-4e47-b2e0-b11c6771bda4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:59.155270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.188676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.198546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=c898c027-fe99-47c4-8616-a99ecfabfa12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:59.204396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059d7511-57fa-4928-b9d2-f22c619d80d6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.207191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port c898c027-fe99-47c4-8616-a99ecfabfa12 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:59.241457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.241833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2618b81-ec4a-43fd-a6f4-f74cfc1a306d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.294578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.322282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.325365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.328017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:59.338707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:59.339225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:59.342274 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:59.344452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cce32f4-bd0d-48c8-b1f4-a73fad423b39']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.372905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Deleting port c898c027-fe99-47c4-8616-a99ecfabfa12 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:59.373294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.406717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ce9c4b-f32c-49e7-af65-70d0357fb411') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.407104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ce9c4b-f32c-49e7-af65-70d0357fb411') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.423883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.447324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.452792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.462036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.466778 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/networks/059d7511-57fa-4928-b9d2-f22c619d80d6 HTTP/1.1" status: 204 len: 168 time: 1.1670597 Jul 06 12:08:59.466778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:59.466778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.467878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:59.472542 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:59.547693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22cb8a-68d5-4605-b956-5abff8abf336 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Network': ['ID=059d7511-57fa-4928-b9d2-f22c619d80d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:59.563211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.574765 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.580473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/3cce32f4-bd0d-48c8-b1f4-a73fad423b39 HTTP/1.1" status: 204 len: 168 time: 1.1694729 Jul 06 12:08:59.591947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:59.604514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bb39e-5803-48c6-8e94-1963708ffed3 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=3cce32f4-bd0d-48c8-b1f4-a73fad423b39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:59.609615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c898c027-fe99-47c4-8616-a99ecfabfa12 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:59.645253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.654397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] For port c898c027-fe99-47c4-8616-a99ecfabfa12, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:59.654998 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.660346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c898c027-fe99-47c4-8616-a99ecfabfa12 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:59.661986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c898c027-fe99-47c4-8616-a99ecfabfa12 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:59.720549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Calling delete_port for c898c027-fe99-47c4-8616-a99ecfabfa12 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:59.725452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Port c898c027-fe99-47c4-8616-a99ecfabfa12 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:08:59.728543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cea1d78-ebb0-48c7-a506-9d23c6afecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.730022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.759709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Network 3cce32f4-bd0d-48c8-b1f4-a73fad423b39 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:08:59.760104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] No DVR routers for this DVR port c898c027-fe99-47c4-8616-a99ecfabfa12 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:59.762419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5540fff-102a-465d-ab45-86afd1cdb0c2 None None] Pushing event deleted for resources: {'Port': ['ID=c898c027-fe99-47c4-8616-a99ecfabfa12,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:59.791683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:57Z', 'revision_number': 10, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:59.839938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31652ebc-e991-4014-85bb-be671102bcfb None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:08:59.842901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e51764d-68c2-4c0c-b52f-3c83009235fc None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:08:57Z', 'revision_number': 10, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None, '_interfaces': [{'id': 'e851996b-c987-4827-b134-694b45d789ee', 'name': '', 'network_id': 'e09e6854-5b6f-4ad6-a130-12354314f6ad', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'mac_address': 'fa:16:3e:b0:c3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:08:28Z', 'updated_at': '2021-07-06T12:08:35Z', 'revision_number': 5, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'subnets': [{'id': '2a3ae899-c780-4a88-8dac-b6243aa1e26a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:59.876840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Deleting port 9cb8f4e8-9582-4323-86c9-03b3699e91bb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:59.877183 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.928079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31652ebc-e991-4014-85bb-be671102bcfb None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:08:59.997474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] For port 9cb8f4e8-9582-4323-86c9-03b3699e91bb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9cb8f4e8-9582-4323-86c9-03b3699e91bb,segment=NetworkSegment(85201ebd-68d2-4d6d-9f3f-8949f9877d10),segment_id=85201ebd-68d2-4d6d-9f3f-8949f9877d10)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:59.998149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.031875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Calling delete_port for 9cb8f4e8-9582-4323-86c9-03b3699e91bb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:00.162079 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.179333 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.208963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eff337-a462-4989-b7e8-a3ae1d713d28 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:09:00.212262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Port': ['ID=9cb8f4e8-9582-4323-86c9-03b3699e91bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:00.214161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] No DVR routers for this DVR port 9cb8f4e8-9582-4323-86c9-03b3699e91bb on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:00.252669 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.285026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eff337-a462-4989-b7e8-a3ae1d713d28 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:09:00.371591 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.411435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.428295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.490092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85201ebd-68d2-4d6d-9f3f-8949f9877d10') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.490702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85201ebd-68d2-4d6d-9f3f-8949f9877d10') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.504825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.523898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.534888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:00.535455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:00.539272 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:00.638295 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.649071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.650990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/networks/fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b HTTP/1.1" status: 204 len: 168 time: 1.1825671 Jul 06 12:09:00.653677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:00.668167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d8fab-a6a7-4f92-aa6a-1847be8e4ef1 tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Network': ['ID=fabc4b1b-63a8-46cd-9e4f-1dbcbb43bb1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:00.750934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.753103 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port e851996b-c987-4827-b134-694b45d789ee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:00.753696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.843352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.857354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdfc4d0-16f0-44d7-a87b-292ba7f390e2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.874180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port e851996b-c987-4827-b134-694b45d789ee, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e851996b-c987-4827-b134-694b45d789ee,segment=NetworkSegment(1a84f839-13aa-4079-8e4e-65c375997ffb),segment_id=1a84f839-13aa-4079-8e4e-65c375997ffb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:00.874620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.877115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f25e72-ed36-4491-a269-9cea98bbea64') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.877630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f25e72-ed36-4491-a269-9cea98bbea64') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.890128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.891699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for e851996b-c987-4827-b134-694b45d789ee owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:00.905966 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.912576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:00.913178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:00.916815 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:00.982986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.001233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.013802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.019268 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/networks/3fdfc4d0-16f0-44d7-a87b-292ba7f390e2 HTTP/1.1" status: 204 len: 168 time: 0.3603799 Jul 06 12:09:01.028245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:01.029342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bc213-fca8-41df-9a24-a0eb96bb5b2c tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Network': ['ID=3fdfc4d0-16f0-44d7-a87b-292ba7f390e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.140346 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.213088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.283707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=e851996b-c987-4827-b134-694b45d789ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.331224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.401849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936b90ad-66f0-40d8-a42e-0eceb4650252']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.415443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfb960c-ce43-460f-b22d-b486d02e1ecb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.415728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfb960c-ce43-460f-b22d-b486d02e1ecb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.417840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.431825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.478923 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.524359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:01.525048 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:01.527814 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:01.576146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:01.621063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:01.621535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 439d56e0-88a7-4a46-b47c-68fd5cac4ef1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:01.978524 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.988579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.990408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] 10.222.0.78 "DELETE /v2.0/networks/936b90ad-66f0-40d8-a42e-0eceb4650252 HTTP/1.1" status: 204 len: 168 time: 0.9609976 Jul 06 12:09:02.002682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:02.003715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc836eb-9b6c-4cea-a8f4-dedddd36aece tempest-BulkNetworkOpsTest-818030605 tempest-BulkNetworkOpsTest-818030605-project] Pushing event deleted for resources: {'Network': ['ID=936b90ad-66f0-40d8-a42e-0eceb4650252,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.094656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:02.104259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.104782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eaec4bb6-7d04-43cb-9bbc-dba0ee518cdc tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112896 Jul 06 12:09:02.105395 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:02.118528 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:02.119325 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:02.179418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting subnet 2a3ae899-c780-4a88-8dac-b6243aa1e26a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:02.184982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.202225 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:02.236494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.275272 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:09:01Z', 'revision_number': 11, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:02.306876 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:02.318807 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:02.319997 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:02.378922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.380592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.464059 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.506587 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:02.508754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.529209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.531336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/2a3ae899-c780-4a88-8dac-b6243aa1e26a HTTP/1.1" status: 204 len: 168 time: 0.4258084 Jul 06 12:09:02.534044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.567811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2eed-09e4-469e-9cb1-c9ba5724d8e6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3ae899-c780-4a88-8dac-b6243aa1e26a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.578041 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:09:01Z', 'revision_number': 11, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:02.589289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ac261-a740-4c58-ae9a-bab6184b05d4 None None] Network e09e6854-5b6f-4ad6-a130-12354314f6ad requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:02.611783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf9c44-0eb0-4119-ab24-343ef658998e None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:09:01Z', 'revision_number': 11, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:02.659484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.659788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3e52ebb3-624f-49ef-9336-47b10623a12e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f68113fc27c42a69e70d2ba8bb5c240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778835 Jul 06 12:09:02.679942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.735505 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd6132f-ba35-4089-863d-0f1e8911232d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.751280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Deleting port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:02.751733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.773154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd6132f-ba35-4089-863d-0f1e8911232d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.835736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd6132f-ba35-4089-863d-0f1e8911232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.838370 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bd6132f-ba35-4089-863d-0f1e8911232d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.839579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6bd6132f-ba35-4089-863d-0f1e8911232d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec0c37a7-70c8-4beb-8a58-bad2189c497f HTTP/1.1" status: 204 len: 168 time: 0.1790371 Jul 06 12:09:02.849591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] For port d142f5dd-18fc-440e-b3fd-42b36ee7ada7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,segment=NetworkSegment(1a84f839-13aa-4079-8e4e-65c375997ffb),segment_id=1a84f839-13aa-4079-8e4e-65c375997ffb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:02.850273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.851842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6132f-ba35-4089-863d-0f1e8911232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c37a7-70c8-4beb-8a58-bad2189c497f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.883816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Calling delete_port for d142f5dd-18fc-440e-b3fd-42b36ee7ada7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:02.977055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.984937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c61d56-b568-4431-b758-240a50d4f2b4 None None] DHCP port deletion for e09e6854-5b6f-4ad6-a130-12354314f6ad request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:03.014203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Port': ['ID=d142f5dd-18fc-440e-b3fd-42b36ee7ada7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:03.021906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No DVR routers for this DVR port d142f5dd-18fc-440e-b3fd-42b36ee7ada7 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:03.129990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.148771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09e6854-5b6f-4ad6-a130-12354314f6ad']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.166249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a84f839-13aa-4079-8e4e-65c375997ffb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.166614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a84f839-13aa-4079-8e4e-65c375997ffb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.177800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.194257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.201416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:03.201822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:03.209318 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:03.278338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.292673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.296118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/networks/e09e6854-5b6f-4ad6-a130-12354314f6ad HTTP/1.1" status: 204 len: 168 time: 0.7606666 Jul 06 12:09:03.299222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.310464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:03.312857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239606-f514-4d6e-bf1b-65bca89c6195 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Pushing event deleted for resources: {'Network': ['ID=e09e6854-5b6f-4ad6-a130-12354314f6ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:03.513855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:09:03.514169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:09:03.514530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.589401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e851996b-c987-4827-b134-694b45d789ee no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:03.612294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: e851996b-c987-4827-b134-694b45d789ee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:03.612788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e851996b-c987-4827-b134-694b45d789ee not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:03.614342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d142f5dd-18fc-440e-b3fd-42b36ee7ada7 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:03.634628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d142f5dd-18fc-440e-b3fd-42b36ee7ada7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:03.635129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d142f5dd-18fc-440e-b3fd-42b36ee7ada7 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:03.676618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.680406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.697905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.772565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router cd713557-cf9a-483a-a7e0-f143ad15917e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:03.809807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091474549'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:03.849301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.853885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:03.858369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.861104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.862278 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b20abeca-6f79-40d9-906c-1f382284b28d tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 705 time: 0.5594304 Jul 06 12:09:03.864551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] Sync routers for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:03.866049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.877986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:03.878857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.906057 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-12deebcf-47d4-4a71-b9af-bd2e3472b753 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 205 time: 0.0387092 Jul 06 12:09:03.908617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.980715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:03.980962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.986757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.991279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.042271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f15293-ee43-466b-95fb-b7583646440a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.088789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:09:01Z', 'revision_number': 11, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:04.134873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] Checking router: cd713557-cf9a-483a-a7e0-f143ad15917e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:04.148498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.151637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] Routers {'cd713557-cf9a-483a-a7e0-f143ad15917e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:04.152401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd713557-cf9a-483a-a7e0-f143ad15917e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:04.156165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.178428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.180207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4809842 Jul 06 12:09:04.188208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.231529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb5a651-e874-4553-b6ff-2513d40f6b9f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.260711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.261152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.261563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.262251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.262852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.263267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.263667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.264088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.264483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.265012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.265406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.265809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c870fe6-8290-4639-b1be-6bed766f59c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:04.315737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-135e4d8a-9032-4e42-91e7-49493fba02b5 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1230400 Jul 06 12:09:04.317085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.322159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-security--1301821600', 'description': 'tempest-security-description-1940240999'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.354574 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.418929 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.432492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.433738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.435253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "PUT /v2.0/security-groups/feb5a651-e874-4553-b6ff-2513d40f6b9f HTTP/1.1" status: 200 len: 1780 time: 0.1169510 Jul 06 12:09:04.442532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.449566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] Set router cd713557-cf9a-483a-a7e0-f143ad15917e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:04.483286 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.485744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.491905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7306e-7a90-40a2-8416-feae6662212b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb5a651-e874-4553-b6ff-2513d40f6b9f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.518059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:09:01Z', 'revision_number': 11, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:04.521367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3140ccfa-7735-42ef-9367-6bf8e7a6d2a7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups/feb5a651-e874-4553-b6ff-2513d40f6b9f HTTP/1.1" status: 200 len: 1780 time: 0.0770099 Jul 06 12:09:04.524036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.549632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.550535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router cd713557-cf9a-483a-a7e0-f143ad15917e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:04.552665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6cbc02-44a1-4c41-9931-b34f12b2676b None None] The sync data for ids ['cd713557-cf9a-483a-a7e0-f143ad15917e'] in n-d-799528-2 is: [{'id': 'cd713557-cf9a-483a-a7e0-f143ad15917e', 'name': 'tempest-RoutersIpV6Test-router-1160583217', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:08:27Z', 'updated_at': '2021-07-06T12:09:01Z', 'revision_number': 11, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:04.560156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.566150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a34b463e-ce7f-4bcd-a41b-d376fdec4dbf tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 204 len: 168 time: 0.6565344 Jul 06 12:09:04.569818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.575034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-719264741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.614024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d481fc-dfe8-4c89-950c-5b7318e84e59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.628488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.630204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.650242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d481fc-dfe8-4c89-950c-5b7318e84e59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.729413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.741272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.757883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d481fc-dfe8-4c89-950c-5b7318e84e59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.757883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80d481fc-dfe8-4c89-950c-5b7318e84e59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.761586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-80d481fc-dfe8-4c89-950c-5b7318e84e59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/feb5a651-e874-4553-b6ff-2513d40f6b9f HTTP/1.1" status: 204 len: 168 time: 0.2337492 Jul 06 12:09:04.762128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.775499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d481fc-dfe8-4c89-950c-5b7318e84e59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb5a651-e874-4553-b6ff-2513d40f6b9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.779447 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.780967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cd937ea-5a06-457d-9afb-f654c688e133 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2098153 Jul 06 12:09:04.784502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.791173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.836508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fc1c5981-70ca-4085-af2e-5368774d110f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731761 Jul 06 12:09:04.839457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.884762 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6e3920ad-9b46-4500-a386-07c668d5c30c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] delete failed (client error): The resource could not be found. Jul 06 12:09:04.885478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e3920ad-9b46-4500-a386-07c668d5c30c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/feb5a651-e874-4553-b6ff-2513d40f6b9f HTTP/1.1" status: 404 len: 347 time: 0.0442126 Jul 06 12:09:04.890035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.899053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--677164171'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.925844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.028127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.033540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.056689 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.068163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.069489 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1782687 Jul 06 12:09:05.069892 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.073326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.073487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6eccf-1309-422f-a609-eabb423a3259 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6b1fe-c264-48f6-90a7-60106e4f1743,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.080947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': 'f8d6b1fe-c264-48f6-90a7-60106e4f1743', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:05.182241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.250266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Router f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:05.278639 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.311760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.364804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:05.366306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0383a6ac-5ba4-43b5-ac4e-d29a9fef71cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.372738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.374095 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] Sync routers for ids ['f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:05.376827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b0601d1b-8aa1-428e-8cc0-6b6996563fc5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "PUT /v2.0/routers/f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e HTTP/1.1" status: 200 len: 697 time: 0.5900779 Jul 06 12:09:05.379886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.384790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.388997 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] Routers {'f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:05.389168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8ccdb362-f457-435d-9be5-4b51fd4d62e2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115759 Jul 06 12:09:05.389274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:05.390206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.422159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ff06-16cb-44e3-ad2d-d3d62ca5fa1b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.432687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ff06-16cb-44e3-ad2d-d3d62ca5fa1b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.473251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ff06-16cb-44e3-ad2d-d3d62ca5fa1b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.473513 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] Set router f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:05.485039 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe2ff06-16cb-44e3-ad2d-d3d62ca5fa1b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.487527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ffe2ff06-16cb-44e3-ad2d-d3d62ca5fa1b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0383a6ac-5ba4-43b5-ac4e-d29a9fef71cb HTTP/1.1" status: 204 len: 168 time: 0.0944400 Jul 06 12:09:05.498033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ab70bbb6-52d8-43d5-ac01-3c20d64839fe tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/routers/f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e HTTP/1.1" status: 200 len: 703 time: 0.1167531 Jul 06 12:09:05.498840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.501782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.512935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2ff06-16cb-44e3-ad2d-d3d62ca5fa1b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0383a6ac-5ba4-43b5-ac4e-d29a9fef71cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.537300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ed7f591-1ee2-45d7-8ccb-d031d4bfe63b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e HTTP/1.1" status: 200 len: 205 time: 0.0346198 Jul 06 12:09:05.540370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.542561 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e', 'name': 'tempest-RoutersIpV6Test-router-719264741', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:04Z', 'updated_at': '2021-07-06T12:09:05Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:05.573159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] Checking router: f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:05.584594 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] Routers {'f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:05.585605 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:05.639099 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3679b953-c8cb-4d66-93d5-40e1a20036f0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1392055 Jul 06 12:09:05.641889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.642217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.660463 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] Set router f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:05.702763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3606934d-d6a7-4dc2-a79e-c20847609209 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.722819 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e', 'name': 'tempest-RoutersIpV6Test-router-719264741', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:04Z', 'updated_at': '2021-07-06T12:09:05Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:05.731645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3606934d-d6a7-4dc2-a79e-c20847609209 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.753423 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d1036-dd16-4466-979d-c4b7abd9dcd7 None None] The sync data for ids ['f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e'] in n-d-799528-2 is: [{'id': 'f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e', 'name': 'tempest-RoutersIpV6Test-router-719264741', 'tenant_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:04Z', 'updated_at': '2021-07-06T12:09:05Z', 'revision_number': 2, 'project_id': '415ac9a8d6c9403cb377f2bee3e3ee9f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:05.780711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3606934d-d6a7-4dc2-a79e-c20847609209 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.784427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3606934d-d6a7-4dc2-a79e-c20847609209 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.786508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3606934d-d6a7-4dc2-a79e-c20847609209 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/f8d6b1fe-c264-48f6-90a7-60106e4f1743 HTTP/1.1" status: 204 len: 168 time: 0.1435072 Jul 06 12:09:05.791243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.798756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606934d-d6a7-4dc2-a79e-c20847609209 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6b1fe-c264-48f6-90a7-60106e4f1743,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.847003 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.851358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.921367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-13109317-cb7e-4384-9662-a52487e3ab3d tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289263 Jul 06 12:09:05.922381 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.923108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Fanout notify agent at l3_agent the message router_deleted on router f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:05.926646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.931694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--845133781'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:05.932600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.937444 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0879d2bd-87fd-4426-a85e-281adfffcdc8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e HTTP/1.1" status: 204 len: 168 time: 0.3960042 Jul 06 12:09:05.938133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.962606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.973873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3a8c8624-eb98-417a-8fca-ad6103c646f6 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e HTTP/1.1" status: 200 len: 205 time: 0.0338445 Jul 06 12:09:05.974665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.017632 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6c775a73-1f06-4027-818c-f6d2b1786784 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.020020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c775a73-1f06-4027-818c-f6d2b1786784 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/f7dc7929-4a13-4bc0-b5c5-f7c52fe1e91e HTTP/1.1" status: 404 len: 336 time: 0.0428879 Jul 06 12:09:06.023059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.057617 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2392dd-50c0-4649-867a-02807b0a0440 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.058406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2392dd-50c0-4649-867a-02807b0a0440 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.063621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.064053 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8a2392dd-50c0-4649-867a-02807b0a0440 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/f5bf71c5-8774-40fe-a7e7-7d7d18b4f03e HTTP/1.1" status: 404 len: 337 time: 0.0396268 Jul 06 12:09:06.101403 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e69d482-0579-4c0b-b534-c366ecb60564 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.101864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e69d482-0579-4c0b-b534-c366ecb60564 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.103881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e69d482-0579-4c0b-b534-c366ecb60564 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/a5176cdd-6eda-423f-bf8d-565e2f7e9c1e HTTP/1.1" status: 404 len: 337 time: 0.0391965 Jul 06 12:09:06.106641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.150788 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-116f4f90-23b9-467d-bc20-afbb917402a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.152083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116f4f90-23b9-467d-bc20-afbb917402a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.154856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-116f4f90-23b9-467d-bc20-afbb917402a8 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/e8eb6a8d-de49-41f0-b13a-752267de6ffa HTTP/1.1" status: 404 len: 337 time: 0.0466194 Jul 06 12:09:06.157151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.159120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.164671 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.193938 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e48daa-ce9b-4af5-afc1-c0269d572e59 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.194404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e48daa-ce9b-4af5-afc1-c0269d572e59 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.196293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-91e48daa-ce9b-4af5-afc1-c0269d572e59 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/2a3ae899-c780-4a88-8dac-b6243aa1e26a HTTP/1.1" status: 404 len: 337 time: 0.0380166 Jul 06 12:09:06.198861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.204597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8c08a2-bb21-488e-b28f-1be259333dd4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.209206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.210669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3fa3e4fc-ca82-4387-962a-5003c1c4b496 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2827346 Jul 06 12:09:06.214027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.218546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '7d8c08a2-bb21-488e-b28f-1be259333dd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.236262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-799380db-5059-4de8-babd-17892c5be45e tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 200 len: 205 time: 0.0352132 Jul 06 12:09:06.237654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.251197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.276769 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-796a65df-c05f-4cbc-95b5-2892e9fbb3a7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.278015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-796a65df-c05f-4cbc-95b5-2892e9fbb3a7 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/cd713557-cf9a-483a-a7e0-f143ad15917e HTTP/1.1" status: 404 len: 336 time: 0.0389395 Jul 06 12:09:06.280271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.319079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-178c92cc-9b91-4080-9530-e74c3270fcce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=17ff9b1f-42a5-423d-ba63-0bcb19ef5722 HTTP/1.1" status: 200 len: 205 time: 0.0352356 Jul 06 12:09:06.319380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.322538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.329169 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.350400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e182365b-bd3d-4658-b951-c33c0c271add,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.358600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.363058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8eb9be3b-5f00-4610-841f-1c1d03cdf141 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454849 Jul 06 12:09:06.363887 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8cfe5cc2-cd38-452d-a53b-d136d4b50d3b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.363887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8cfe5cc2-cd38-452d-a53b-d136d4b50d3b tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/17ff9b1f-42a5-423d-ba63-0bcb19ef5722 HTTP/1.1" status: 404 len: 336 time: 0.0417023 Jul 06 12:09:06.363887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.365729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.368784 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '7d8c08a2-bb21-488e-b28f-1be259333dd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.400544 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b436d121-35a0-4947-9a3d-6dc5d7e5dd85 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.401147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b436d121-35a0-4947-9a3d-6dc5d7e5dd85 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.404657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b436d121-35a0-4947-9a3d-6dc5d7e5dd85 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/37ff6c09-a836-4696-a50a-83d3231adcac HTTP/1.1" status: 404 len: 337 time: 0.0362782 Jul 06 12:09:06.406179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.408529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.439603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-08b34857-60fe-4ef4-aaf5-c5a89b1a9b12 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 200 len: 205 time: 0.0296800 Jul 06 12:09:06.442024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.481479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.484965 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0554b825-0b02-4fac-97ef-c1f2e52343af tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.488660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0554b825-0b02-4fac-97ef-c1f2e52343af tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/3f4a45fc-fec8-4138-8ebb-f1491a53a977 HTTP/1.1" status: 404 len: 336 time: 0.0430629 Jul 06 12:09:06.488862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.489079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.509822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23ccb23-d485-442e-80bf-59646faf38ed,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.517618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.519100 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e36486fb-87db-4180-b853-c4fa264e5db0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542692 Jul 06 12:09:06.524366 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d6592ba-27be-4db0-8cb4-58f437babdce tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6219abc4-6c7c-4ee5-8722-a9136424287c HTTP/1.1" status: 200 len: 205 time: 0.0318744 Jul 06 12:09:06.524366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.524786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.529829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '7d8c08a2-bb21-488e-b28f-1be259333dd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.579401 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0f4b17de-12e3-4e15-a881-2644e4a9b7ee tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.582975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0f4b17de-12e3-4e15-a881-2644e4a9b7ee tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/6219abc4-6c7c-4ee5-8722-a9136424287c HTTP/1.1" status: 404 len: 336 time: 0.0547352 Jul 06 12:09:06.583641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.598943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.615303 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-caee85eb-b585-49e9-b191-097f36592302 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.615928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caee85eb-b585-49e9-b191-097f36592302 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.620369 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-caee85eb-b585-49e9-b191-097f36592302 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/e2cca29c-2095-4320-b839-02566ed67845 HTTP/1.1" status: 404 len: 337 time: 0.0330019 Jul 06 12:09:06.620825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.658794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8a783bbe-ef3d-44f2-96c7-e6ccf3ca3a27 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=775aac3b-bdaf-474d-a75f-82f2fa2fcc89 HTTP/1.1" status: 200 len: 205 time: 0.0367601 Jul 06 12:09:06.660271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.673237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.678376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.699162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efd7200-c6a8-4ae9-b5a1-5356fb34cd5a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.704286 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f333af7d-3444-491f-ac92-302cca0ffeb4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.705360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f333af7d-3444-491f-ac92-302cca0ffeb4 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/775aac3b-bdaf-474d-a75f-82f2fa2fcc89 HTTP/1.1" status: 404 len: 336 time: 0.0438449 Jul 06 12:09:06.709216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.712159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.715971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d9956ea-4e88-428b-bb36-1476bbba8a0b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897473 Jul 06 12:09:06.716504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.721470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '7d8c08a2-bb21-488e-b28f-1be259333dd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.739343 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3f2457-fa9a-403f-a24d-2d0550528650 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.739937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3f2457-fa9a-403f-a24d-2d0550528650 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.741804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1e3f2457-fa9a-403f-a24d-2d0550528650 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/499ceb25-32b5-45b7-8cd4-0be81091fcfd HTTP/1.1" status: 404 len: 337 time: 0.0315709 Jul 06 12:09:06.744471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.755158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.781945 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-85d01bd3-ddb5-4a82-9d72-181bb8f62048 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "GET /v2.0/ports?device_id=e61ec7f1-68f8-4e1a-8a96-b92136022377 HTTP/1.1" status: 200 len: 205 time: 0.0360017 Jul 06 12:09:06.783015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.823853 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-acab6967-1b28-4db4-80a2-9a964e688a66 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] delete failed (client error): The resource could not be found. Jul 06 12:09:06.824902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-acab6967-1b28-4db4-80a2-9a964e688a66 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/routers/e61ec7f1-68f8-4e1a-8a96-b92136022377 HTTP/1.1" status: 404 len: 336 time: 0.0409715 Jul 06 12:09:06.827438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.831314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.836793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.858759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901ab854-c047-46c8-b7a9-a77016bd2031,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.867154 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe049b6b-f6cd-42de-9a99-fc1250c0acba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.868162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe049b6b-f6cd-42de-9a99-fc1250c0acba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.871205 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.871205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-69c41b45-01f6-45b0-b37b-0f638b8c2d59 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529851 Jul 06 12:09:06.872503 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe049b6b-f6cd-42de-9a99-fc1250c0acba tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/cc3c8cc0-b050-45f9-bb30-bd4a586ae81f HTTP/1.1" status: 404 len: 337 time: 0.0439339 Jul 06 12:09:06.873333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.876010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.881486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '7d8c08a2-bb21-488e-b28f-1be259333dd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.917277 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6597c30-0846-4f72-9075-b1ff241c8fe5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:06.917735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6597c30-0846-4f72-9075-b1ff241c8fe5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:06.919475 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d6597c30-0846-4f72-9075-b1ff241c8fe5 tempest-RoutersIpV6Test-2145867857 tempest-RoutersIpV6Test-2145867857-project] 10.222.0.78 "DELETE /v2.0/subnets/0b81c8dd-3748-4a7a-8f71-970e749ca17a HTTP/1.1" status: 404 len: 337 time: 0.0425918 Jul 06 12:09:06.945120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.009445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.014313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.034652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe66770a-d660-4ad1-a95a-34cb7fba2998,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.038797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.041583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9fda2dc5-284d-4a33-a73d-3c3d62133fa0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1665730 Jul 06 12:09:07.044050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.075583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c067649-efd9-490d-af61-1f83a1945486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.085071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c067649-efd9-490d-af61-1f83a1945486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.121805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c067649-efd9-490d-af61-1f83a1945486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.126779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c067649-efd9-490d-af61-1f83a1945486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.128256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c067649-efd9-490d-af61-1f83a1945486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fe66770a-d660-4ad1-a95a-34cb7fba2998 HTTP/1.1" status: 204 len: 168 time: 0.0829515 Jul 06 12:09:07.131762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.140137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c067649-efd9-490d-af61-1f83a1945486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe66770a-d660-4ad1-a95a-34cb7fba2998,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.189884 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d963ad51-4da0-44b2-834e-7c0c19bf1c1f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0555696 Jul 06 12:09:07.190462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.220897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2162a232-15c4-4acc-9d2c-f9c6ff3ee282 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.229002 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2162a232-15c4-4acc-9d2c-f9c6ff3ee282 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.242440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.261465 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2162a232-15c4-4acc-9d2c-f9c6ff3ee282 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.268844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2162a232-15c4-4acc-9d2c-f9c6ff3ee282 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.273487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2162a232-15c4-4acc-9d2c-f9c6ff3ee282 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/901ab854-c047-46c8-b7a9-a77016bd2031 HTTP/1.1" status: 204 len: 168 time: 0.0786290 Jul 06 12:09:07.273846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.276441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a232-15c4-4acc-9d2c-f9c6ff3ee282 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=901ab854-c047-46c8-b7a9-a77016bd2031,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.325495 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6183b572-8ae5-4f55-af8c-a3a0849397fe tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0477645 Jul 06 12:09:07.325686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.355342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1de9163b-dd2b-440c-a28d-f8ef81623d20 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.370270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1de9163b-dd2b-440c-a28d-f8ef81623d20 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.422303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1de9163b-dd2b-440c-a28d-f8ef81623d20 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.429665 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1de9163b-dd2b-440c-a28d-f8ef81623d20 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.430772 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1de9163b-dd2b-440c-a28d-f8ef81623d20 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/7efd7200-c6a8-4ae9-b5a1-5356fb34cd5a HTTP/1.1" status: 204 len: 168 time: 0.1042509 Jul 06 12:09:07.433598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.436866 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-485e92ef-8a2b-45e8-a285-ef5d35e374a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=415ac9a8d6c9403cb377f2bee3e3ee9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910574 Jul 06 12:09:07.438277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.445034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9163b-dd2b-440c-a28d-f8ef81623d20 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7efd7200-c6a8-4ae9-b5a1-5356fb34cd5a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.488766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f98d7e01-4cc2-4749-a176-71d39ba7aba0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0529733 Jul 06 12:09:07.491119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34899b25-c682-4183-8b9e-047d6ef47bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.491299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.515392 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34899b25-c682-4183-8b9e-047d6ef47bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.516579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394721ff-d67b-4bfd-b489-31264d1b8f57 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.525608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394721ff-d67b-4bfd-b489-31264d1b8f57 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.557867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394721ff-d67b-4bfd-b489-31264d1b8f57 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.564371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-394721ff-d67b-4bfd-b489-31264d1b8f57 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.568541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-394721ff-d67b-4bfd-b489-31264d1b8f57 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/d23ccb23-d485-442e-80bf-59646faf38ed HTTP/1.1" status: 204 len: 168 time: 0.0732853 Jul 06 12:09:07.568992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.571791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394721ff-d67b-4bfd-b489-31264d1b8f57 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d23ccb23-d485-442e-80bf-59646faf38ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.578943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34899b25-c682-4183-8b9e-047d6ef47bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.581595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34899b25-c682-4183-8b9e-047d6ef47bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.583388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34899b25-c682-4183-8b9e-047d6ef47bcf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d43e648-2844-4e61-b341-a8d337c43d1b HTTP/1.1" status: 204 len: 168 time: 0.1440597 Jul 06 12:09:07.600115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34899b25-c682-4183-8b9e-047d6ef47bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d43e648-2844-4e61-b341-a8d337c43d1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.630623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b0f09dc-6e96-4191-8134-719950808038 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572238 Jul 06 12:09:07.630969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.656332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93ab6083-c105-4813-a35e-eb7fbb06cb64 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.665963 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93ab6083-c105-4813-a35e-eb7fbb06cb64 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.697298 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93ab6083-c105-4813-a35e-eb7fbb06cb64 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.706644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93ab6083-c105-4813-a35e-eb7fbb06cb64 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.708513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93ab6083-c105-4813-a35e-eb7fbb06cb64 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e182365b-bd3d-4658-b951-c33c0c271add HTTP/1.1" status: 204 len: 168 time: 0.0764620 Jul 06 12:09:07.711949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.712989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab6083-c105-4813-a35e-eb7fbb06cb64 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e182365b-bd3d-4658-b951-c33c0c271add,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.762208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-69e4a9f1-3f76-47a5-8bd8-3d61863094fd tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485914 Jul 06 12:09:07.763156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.822512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-227cafe7-3385-4758-baf5-76d191645927 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.849058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-227cafe7-3385-4758-baf5-76d191645927 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.910516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-227cafe7-3385-4758-baf5-76d191645927 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.914190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-227cafe7-3385-4758-baf5-76d191645927 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.915457 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-227cafe7-3385-4758-baf5-76d191645927 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/7d8c08a2-bb21-488e-b28f-1be259333dd4 HTTP/1.1" status: 204 len: 168 time: 0.1512215 Jul 06 12:09:07.918250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.926113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cafe7-3385-4758-baf5-76d191645927 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8c08a2-bb21-488e-b28f-1be259333dd4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.982273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-235bf89a-90f6-45d2-ae52-30c38dd818c1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627828 Jul 06 12:09:07.988044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.995797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716009902'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:08.022186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.130946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.135720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.168643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.172593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1817195 Jul 06 12:09:08.172979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.178158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '106a1e2e-7a5d-48ad-93d9-b0566f30bb45', 'direction': 'ingress', 'protocol': 17}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:08.186207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75289abf-9fe0-48df-9615-12a5b47b0486 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106a1e2e-7a5d-48ad-93d9-b0566f30bb45,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.221251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.292992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.298312 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.327692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe391fdf-c0a7-4921-8597-1fb5a44d0445,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.339163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.340469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cff6c523-5830-473c-b2fe-605593512ae9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1665337 Jul 06 12:09:08.343286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.402026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b74800ef-578b-4a8a-8a5e-c87143a8f9c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.408862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.427274 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b74800ef-578b-4a8a-8a5e-c87143a8f9c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.477262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b74800ef-578b-4a8a-8a5e-c87143a8f9c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.480487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b74800ef-578b-4a8a-8a5e-c87143a8f9c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.484686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b74800ef-578b-4a8a-8a5e-c87143a8f9c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/106a1e2e-7a5d-48ad-93d9-b0566f30bb45 HTTP/1.1" status: 204 len: 168 time: 0.1397517 Jul 06 12:09:08.485225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.496381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74800ef-578b-4a8a-8a5e-c87143a8f9c4 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a1e2e-7a5d-48ad-93d9-b0566f30bb45,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.524347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-354482584'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:08.566746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:08.570314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.576762 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-06678a5b-4ffc-4ea5-9dbc-446e69443b98 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898373 Jul 06 12:09:08.580638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.582819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.586211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459008906'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:08.605213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:09:08.605213 n-d-799528-2 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 12:09:08.605213 n-d-799528-2 neutron-server[93766]: [parameters: {'project_id_1': '75cddb1980b14f98a844d8bc8eca9325', 'expiration_1': datetime.datetime(2021, 7, 6, 12, 9, 8, 598028)}] Jul 06 12:09:08.605213 n-d-799528-2 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:09:08.605793 n-d-799528-2 neutron-server[93766]: DEBUG oslo_db.api [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:09:08.614241 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.703219 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.708064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.736876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.738694 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1564808 Jul 06 12:09:08.740835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7c1f-27f8-4613-aa1d-52bba469efe0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18456f-6ebf-4e5c-a725-7bf2067991c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.742157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.748277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132478114'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:08.773057 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.871228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.876316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.915079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.916882 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1723366 Jul 06 12:09:08.919671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ee8e-1626-4027-8a10-27345cf4b224 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c3bcaf-d081-4c57-8663-825812897ed6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.919822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.927984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '0e18456f-6ebf-4e5c-a725-7bf2067991c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '06c3bcaf-d081-4c57-8663-825812897ed6', 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:08.960741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.040203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.044247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.063235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a06c192-06d5-4ba6-877d-d788b6a940e8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.070660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.071872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4333820-b7b7-42d8-a40d-5bc9af95bab1 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1505942 Jul 06 12:09:09.074849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.100981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b65-57de-42c7-a048-e0179fa02d28 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.107235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.108794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b65-57de-42c7-a048-e0179fa02d28 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.146513 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b65-57de-42c7-a048-e0179fa02d28 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.155498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b65-57de-42c7-a048-e0179fa02d28 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.159196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ebe46b65-57de-42c7-a048-e0179fa02d28 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6a06c192-06d5-4ba6-877d-d788b6a940e8 HTTP/1.1" status: 204 len: 168 time: 0.0808065 Jul 06 12:09:09.159830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.163430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe46b65-57de-42c7-a048-e0179fa02d28 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a06c192-06d5-4ba6-877d-d788b6a940e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.231083 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ec4b23f-bad8-4421-9872-7c61d16fafe8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0666869 Jul 06 12:09:09.231341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.275139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.280207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.296757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a54-8b6a-498a-a64f-a2fc171b5c2c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.314070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:09.320868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23cf56b-b633-47a6-9d12-044a64159395,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.321843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a54-8b6a-498a-a64f-a2fc171b5c2c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.328318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.328726 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment 8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3 of type vlan for network 03c8a188-7e96-4a8c-b0c2-7532e62b748a Jul 06 12:09:09.371630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.378199 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a54-8b6a-498a-a64f-a2fc171b5c2c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.382186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a54-8b6a-498a-a64f-a2fc171b5c2c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.385787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8cc70a54-8b6a-498a-a64f-a2fc171b5c2c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/06c3bcaf-d081-4c57-8663-825812897ed6 HTTP/1.1" status: 204 len: 168 time: 0.1507306 Jul 06 12:09:09.386184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.393342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc70a54-8b6a-498a-a64f-a2fc171b5c2c tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c3bcaf-d081-4c57-8663-825812897ed6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.424633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.431288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:09.431886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.515856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1057117 Jul 06 12:09:09.518903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.525492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-571270137'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:09.531987 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aba3274b-a54e-4bf9-a7d6-a3dfd0ed578b tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1417990 Jul 06 12:09:09.532507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.548547 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85a9b-4e27-4487-a7bc-3847dd5f6b22 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=03c8a188-7e96-4a8c-b0c2-7532e62b748a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.560534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:09.562332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:09.565077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.593098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:09.603259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caeb5778-e347-4b65-9de4-9684208b15c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.605035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.605724 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment 1dbefe31-12ee-4fd0-a089-ebeb127b3a12 of type vlan for network 88d8309b-57c9-41bd-b1e7-4017d9a1823b Jul 06 12:09:09.628442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caeb5778-e347-4b65-9de4-9684208b15c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.655602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.681091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caeb5778-e347-4b65-9de4-9684208b15c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.683802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caeb5778-e347-4b65-9de4-9684208b15c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.687334 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-caeb5778-e347-4b65-9de4-9684208b15c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/0e18456f-6ebf-4e5c-a725-7bf2067991c7 HTTP/1.1" status: 204 len: 168 time: 0.1516259 Jul 06 12:09:09.688444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.700175 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.704067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb5778-e347-4b65-9de4-9684208b15c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18456f-6ebf-4e5c-a725-7bf2067991c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.709258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:09.710152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.756960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a3b8382-2033-4711-8bf1-8d4d2c7f1678 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615649 Jul 06 12:09:09.758097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.763111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--190561294'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:09.788638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2650969 Jul 06 12:09:09.791157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.798494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:09.799015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3299d9-c38d-4951-9693-878dd78e8bf5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=88d8309b-57c9-41bd-b1e7-4017d9a1823b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.812036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:09.851956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.979489 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.985289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.026712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:10.030447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.049732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.051200 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2919366 Jul 06 12:09:10.054064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.059071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': 'e4cdef18-d85a-43af-a619-4cc0e90cf278', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:10.077091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67756eb4-c974-47e9-a41f-cdd0b7b31249 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdef18-d85a-43af-a619-4cc0e90cf278,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.093090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.160860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.165108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.195698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85941f57-57d4-4143-872b-18be6a286157,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.198654 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.199889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b2b44cd-35fe-4c57-b096-9ba64fbb8617 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1446977 Jul 06 12:09:10.203105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.236627 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c4bafbc-5467-467a-acec-81af3f6bec2f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.248098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c4bafbc-5467-467a-acec-81af3f6bec2f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.263828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.280477 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c4bafbc-5467-467a-acec-81af3f6bec2f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.288140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c4bafbc-5467-467a-acec-81af3f6bec2f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.291703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2c4bafbc-5467-467a-acec-81af3f6bec2f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/85941f57-57d4-4143-872b-18be6a286157 HTTP/1.1" status: 204 len: 168 time: 0.0847712 Jul 06 12:09:10.294366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.306052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bafbc-5467-467a-acec-81af3f6bec2f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85941f57-57d4-4143-872b-18be6a286157,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.341600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=1777c636-12a6-4e40-bdf1-e51793f1124e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.345447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fee2c237-c4bd-4c2c-8a2d-d7c57c489cd8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499907 Jul 06 12:09:10.349478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.356214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:10.356674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: 03c8a188-7e96-4a8c-b0c2-7532e62b748a, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:10.377252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:10.390250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 03c8a188-7e96-4a8c-b0c2-7532e62b748a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:10.395836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.396591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.402707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac06cb-33d0-425f-9a4c-17b5edf7f255 None None] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:10.412770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93752cf-67dd-422e-b1de-f894ff003a99 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.418018 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-26d4f6b9-1b35-4833-8add-307a9baf7262 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6252708 Jul 06 12:09:10.418203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.429167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:10.484285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93752cf-67dd-422e-b1de-f894ff003a99 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.570776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:10.575073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-03c8a188-7e96-4a8c-b0c2-7532e62b748a', 'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': '1777c636-12a6-4e40-bdf1-e51793f1124e'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:10.575986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.578136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.583116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93752cf-67dd-422e-b1de-f894ff003a99 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.585959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93752cf-67dd-422e-b1de-f894ff003a99 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.587102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e93752cf-67dd-422e-b1de-f894ff003a99 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/e4cdef18-d85a-43af-a619-4cc0e90cf278 HTTP/1.1" status: 204 len: 168 time: 0.2365212 Jul 06 12:09:10.589937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.639017 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0afcc646-81a9-4639-9643-de34e1735fe9 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478344 Jul 06 12:09:10.645148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.651046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group': {'name': 'tempest-secgroup--400222919'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:10.654512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93752cf-67dd-422e-b1de-f894ff003a99 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdef18-d85a-43af-a619-4cc0e90cf278,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.680970 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.742771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Allocated IP 172.20.0.2 (03c8a188-7e96-4a8c-b0c2-7532e62b748a/1777c636-12a6-4e40-bdf1-e51793f1124e/b5964b19-8a8a-4aa6-8ccc-b4a858485761) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:10.831580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.858420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.866905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.908736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=abae6884-06de-4f62-82b9-a98f97a1e92b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.908999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.910489 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2633798 Jul 06 12:09:10.912651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b43e6-e6dc-4d35-ac06-4a9ff776042f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4136035a-5465-4efa-b853-2fb7896a590e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.913198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.925244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '4136035a-5465-4efa-b853-2fb7896a590e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:10.960700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': '1dbefe31-12ee-4fd0-a089-ebeb127b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:10.961077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: 88d8309b-57c9-41bd-b1e7-4017d9a1823b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:10.966042 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.975857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Transition to ACTIVE for port object b5964b19-8a8a-4aa6-8ccc-b4a858485761 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:10.979271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.002855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:11.008720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Transition to ACTIVE for port object b5964b19-8a8a-4aa6-8ccc-b4a858485761 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:11.023393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.036173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 88d8309b-57c9-41bd-b1e7-4017d9a1823b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:11.049207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:11.070395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:11.072984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:11.075379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6323728-7115-40d4-a107-0b67323ded5f None None] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:11.088569 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.092564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:11.093321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.111050 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.128230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.129787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fce4376a-2279-48d3-bac3-ec5330983ca6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7094886 Jul 06 12:09:11.133763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-986617142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:11.142111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f291aff-ef8a-4830-8fa2-ddc300f339ce,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.153355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.157924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.168419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c8e8fb4-77d1-45c5-9973-c7bf9c1bed46 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2362254 Jul 06 12:09:11.194720 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0dbe6b46-1594-4919-bc04-b7e7bd572794 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules/7f291aff-ef8a-4830-8fa2-ddc300f339ce HTTP/1.1" status: 200 len: 763 time: 0.0343797 Jul 06 12:09:11.197070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.201190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.205206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.272987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1325ba5-1e4d-4713-8e26-a4c14e518b8f tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0745068 Jul 06 12:09:11.273852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.282852 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.288345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.310792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.312899 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3882ca74-1828-4413-85f0-32c724d98d49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1827464 Jul 06 12:09:11.315858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 48918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.329434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9078a39b-f52e-406f-ac40-2f2313023498 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.337841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Pushing event updated for resources: {'Port': ['ID=b5964b19-8a8a-4aa6-8ccc-b4a858485761,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.355275 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9078a39b-f52e-406f-ac40-2f2313023498 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.392161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Attempting to bind port b5964b19-8a8a-4aa6-8ccc-b4a858485761 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:11.392523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Attempting to bind port b5964b19-8a8a-4aa6-8ccc-b4a858485761 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:11.392847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Attempting to bind port b5964b19-8a8a-4aa6-8ccc-b4a858485761 on network 03c8a188-7e96-4a8c-b0c2-7532e62b748a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:11.412303 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9078a39b-f52e-406f-ac40-2f2313023498 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.422591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9078a39b-f52e-406f-ac40-2f2313023498 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.425171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9078a39b-f52e-406f-ac40-2f2313023498 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/7f291aff-ef8a-4830-8fa2-ddc300f339ce HTTP/1.1" status: 204 len: 168 time: 0.1501384 Jul 06 12:09:11.434132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.470454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:11.470838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Checking segment: {'id': '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:11.471255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.471659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Bound using segment: {'id': '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:11.473187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Bound port: b5964b19-8a8a-4aa6-8ccc-b4a858485761, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '03c8a188-7e96-4a8c-b0c2-7532e62b748a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:11.473681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.473995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078a39b-f52e-406f-ac40-2f2313023498 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f291aff-ef8a-4830-8fa2-ddc300f339ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.501418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-88d8309b-57c9-41bd-b1e7-4017d9a1823b', 'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': 'abae6884-06de-4f62-82b9-a98f97a1e92b'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:11.505775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cae79829-6c2e-4aa9-9dea-a0a174393b79 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687015 Jul 06 12:09:11.508424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.509584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.523134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '4136035a-5465-4efa-b853-2fb7896a590e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:11.583201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.685077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] For port b5964b19-8a8a-4aa6-8ccc-b4a858485761, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:11.711493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] For port b5964b19-8a8a-4aa6-8ccc-b4a858485761, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b5964b19-8a8a-4aa6-8ccc-b4a858485761,segment=NetworkSegment(8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3),segment_id=8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:11.720418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.721307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.728137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.751445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09655595-5154-4174-a4f6-68058a632a65,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.768751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.772898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cf46fcfe-928f-4e2e-85a7-63effca2ee33 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2596376 Jul 06 12:09:11.773985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.803016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4174939-aa47-4724-b8cf-36ba367beea2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules/09655595-5154-4174-a4f6-68058a632a65 HTTP/1.1" status: 200 len: 763 time: 0.0274675 Jul 06 12:09:11.806448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.849327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ceda4-aafd-4173-9fe8-f10de36fcf15 None None] Pushing event updated for resources: {'Port': ['ID=b5964b19-8a8a-4aa6-8ccc-b4a858485761,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.866097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-96449f2d-7263-4c93-9419-0b65a2cf04f6 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0580137 Jul 06 12:09:11.874181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Allocated IP 172.21.0.2 (88d8309b-57c9-41bd-b1e7-4017d9a1823b/abae6884-06de-4f62-82b9-a98f97a1e92b/e359a817-faf0-4ddb-bb41-ab9b06d36996) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:11.883959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.896529 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.922920 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bdf81ab-7f40-40ed-bbc1-ed34e1483aaa tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.934130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bdf81ab-7f40-40ed-bbc1-ed34e1483aaa tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.978791 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bdf81ab-7f40-40ed-bbc1-ed34e1483aaa tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.987169 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bdf81ab-7f40-40ed-bbc1-ed34e1483aaa tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.989667 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bdf81ab-7f40-40ed-bbc1-ed34e1483aaa tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/09655595-5154-4174-a4f6-68058a632a65 HTTP/1.1" status: 204 len: 168 time: 0.1042659 Jul 06 12:09:11.994773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 48996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.025273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf81ab-7f40-40ed-bbc1-ed34e1483aaa tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09655595-5154-4174-a4f6-68058a632a65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.106920 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.124266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Transition to ACTIVE for port object e359a817-faf0-4ddb-bb41-ab9b06d36996 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:12.140170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c59a52fa-8f31-4799-a1f1-169256945472 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1432834 Jul 06 12:09:12.150339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.155383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Transition to ACTIVE for port object e359a817-faf0-4ddb-bb41-ab9b06d36996 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:12.202926 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.223563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Request body: {'security_group_rule': {'security_group_id': '4136035a-5465-4efa-b853-2fb7896a590e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:12.277602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:12.284308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:12.301195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:12.321753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Pushing event updated for resources: {'Port': ['ID=e359a817-faf0-4ddb-bb41-ab9b06d36996,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.339480 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Project 97ff23b2308a4d7991b3c2cd831dd1fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:09:12.352144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.384437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Attempting to bind port e359a817-faf0-4ddb-bb41-ab9b06d36996 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:12.384807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Attempting to bind port e359a817-faf0-4ddb-bb41-ab9b06d36996 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '1dbefe31-12ee-4fd0-a089-ebeb127b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:12.385180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Attempting to bind port e359a817-faf0-4ddb-bb41-ab9b06d36996 on network 88d8309b-57c9-41bd-b1e7-4017d9a1823b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:12.391816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:12.392281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Checking segment: {'id': '1dbefe31-12ee-4fd0-a089-ebeb127b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:12.392658 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.393059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Bound using segment: {'id': '1dbefe31-12ee-4fd0-a089-ebeb127b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:12.393801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Bound port: e359a817-faf0-4ddb-bb41-ab9b06d36996, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbefe31-12ee-4fd0-a089-ebeb127b3a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '88d8309b-57c9-41bd-b1e7-4017d9a1823b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:12.393942 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.404863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.20.0.1 (03c8a188-7e96-4a8c-b0c2-7532e62b748a/1777c636-12a6-4e40-bdf1-e51793f1124e/058e0fb3-685b-4a93-9b23-19ea0ec4bc1e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:12.482648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] For port e359a817-faf0-4ddb-bb41-ab9b06d36996, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:12.490769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] For port e359a817-faf0-4ddb-bb41-ab9b06d36996, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e359a817-faf0-4ddb-bb41-ab9b06d36996,segment=NetworkSegment(1dbefe31-12ee-4fd0-a089-ebeb127b3a12),segment_id=1dbefe31-12ee-4fd0-a089-ebeb127b3a12)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:12.497912 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.519060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.544289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.590029 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.591263 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4381008 Jul 06 12:09:12.595198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f94a-ca43-4d2c-89b5-c3abe0ad05c7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6d0513-3067-48ef-885d-4e61b96d365d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.595639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.612206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c13389-2ed1-4237-9045-c0b54dbfab14 None None] Pushing event updated for resources: {'Port': ['ID=e359a817-faf0-4ddb-bb41-ab9b06d36996,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.638846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.669803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c556ead6-ac7e-41c1-9eea-b33b13476187 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules/ff6d0513-3067-48ef-885d-4e61b96d365d HTTP/1.1" status: 200 len: 769 time: 0.0709522 Jul 06 12:09:12.670461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.675616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:12.740275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.765547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-046b5ed7-dc05-444d-801f-180449a777f8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0939856 Jul 06 12:09:12.768122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.792888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:12.803228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1033eac7-c9d8-4dbb-9c9c-4f82eec954d7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.804340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:12.808740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:12.819158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=058e0fb3-685b-4a93-9b23-19ea0ec4bc1e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.826390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1033eac7-c9d8-4dbb-9c9c-4f82eec954d7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.870821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1033eac7-c9d8-4dbb-9c9c-4f82eec954d7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.900778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1033eac7-c9d8-4dbb-9c9c-4f82eec954d7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.903660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1033eac7-c9d8-4dbb-9c9c-4f82eec954d7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/ff6d0513-3067-48ef-885d-4e61b96d365d HTTP/1.1" status: 204 len: 168 time: 0.1341500 Jul 06 12:09:12.916055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.940318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033eac7-c9d8-4dbb-9c9c-4f82eec954d7 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff6d0513-3067-48ef-885d-4e61b96d365d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.970150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.013698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-25bca6df-8205-43f9-be1d-af70670154c2 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0956924 Jul 06 12:09:13.016304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:13.109986 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a93f323-658f-4792-909a-ba1716c337a8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.167996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a93f323-658f-4792-909a-ba1716c337a8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.280080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.282980 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a93f323-658f-4792-909a-ba1716c337a8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.287352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a93f323-658f-4792-909a-ba1716c337a8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.290918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a93f323-658f-4792-909a-ba1716c337a8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "DELETE /v2.0/security-groups/4136035a-5465-4efa-b853-2fb7896a590e HTTP/1.1" status: 204 len: 168 time: 0.2711480 Jul 06 12:09:13.292353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:13.309208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93f323-658f-4792-909a-ba1716c337a8 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136035a-5465-4efa-b853-2fb7896a590e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:13.402818 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e8227212-d9f4-4c6f-8fb0-8b28d85715f0 tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003482 Jul 06 12:09:13.402818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:13.594218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42412f86-a3e1-40dc-b2ce-3af90aa7bbeb None None] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:13.642525 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-316f52be-5634-4188-91a0-0fe47e66f7ef tempest-SecGroupIPv6Test-977791097 tempest-SecGroupIPv6Test-977791097-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2379444 Jul 06 12:09:13.682752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b5964b19-8a8a-4aa6-8ccc-b4a858485761 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:13.717355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5abfd3dc-95ad-4d3b-9523-de8388966980 None None] Provisioning for port b5964b19-8a8a-4aa6-8ccc-b4a858485761 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:13.821474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b5964b19-8a8a-4aa6-8ccc-b4a858485761 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:13.831840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b5964b19-8a8a-4aa6-8ccc-b4a858485761 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:13.832184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.869998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-b7f94ab3-186b-49b0-830d-be65031b93e7 req-0482bb50-33e0-490b-8f64-95ed384fe38f service neutron] (93766) timed out ('10.222.0.79', 56143) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:09:13.924698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.932621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.026768 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.041982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.048286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=058e0fb3-685b-4a93-9b23-19ea0ec4bc1e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:14.117625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b5964b19-8a8a-4aa6-8ccc-b4a858485761, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b5964b19-8a8a-4aa6-8ccc-b4a858485761,segment=NetworkSegment(8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3),segment_id=8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:14.126640 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.128635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e359a817-faf0-4ddb-bb41-ab9b06d36996 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:14.281734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b5964b19-8a8a-4aa6-8ccc-b4a858485761,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:14.285118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:14.293903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port e359a817-faf0-4ddb-bb41-ab9b06d36996 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:14.296433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:14.361887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.373337 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:09:14.466205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 75acd024-0c72-4492-a370-20b152da4a6e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:14.470522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e465106e-89fd-42af-aed3-bf954be76e71 None None] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:14.480486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f0650cf-37ea-4207-9d90-37426d66f328 None None] Provisioning for port 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:14.557485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f0650cf-37ea-4207-9d90-37426d66f328 None None] Provisioning complete for port 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:14.557864 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0650cf-37ea-4207-9d90-37426d66f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.564976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ecbc3f1-dc3b-471b-8f1d-361b0211795d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97ff23b2308a4d7991b3c2cd831dd1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974602 Jul 06 12:09:14.567635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.606257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f0650cf-37ea-4207-9d90-37426d66f328 None None] Port 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:14.650976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f0650cf-37ea-4207-9d90-37426d66f328 None None] Provisioning complete for port b5964b19-8a8a-4aa6-8ccc-b4a858485761 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:14.650976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0650cf-37ea-4207-9d90-37426d66f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.655282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:14.662435 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-43a951fb-e001-4f9e-9161-54d6890945c0 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/75acd024-0c72-4492-a370-20b152da4a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3433647 Jul 06 12:09:14.666551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.667215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28cb2e93-4550-4e7e-a1da-f95a7cfeb97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.685536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] Sync routers for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:14.717130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28cb2e93-4550-4e7e-a1da-f95a7cfeb97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.736165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:14.737180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:14.754602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efafe96-e17f-4e5c-8e30-65f6f39a0ec9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.757661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0efafe96-e17f-4e5c-8e30-65f6f39a0ec9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports/058e0fb3-685b-4a93-9b23-19ea0ec4bc1e HTTP/1.1" status: 200 len: 910 time: 0.0895114 Jul 06 12:09:14.760797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.808275 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28cb2e93-4550-4e7e-a1da-f95a7cfeb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.810819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28cb2e93-4550-4e7e-a1da-f95a7cfeb97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.814130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-28cb2e93-4550-4e7e-a1da-f95a7cfeb97c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7f15293-ee43-466b-95fb-b7583646440a HTTP/1.1" status: 204 len: 168 time: 0.2432384 Jul 06 12:09:14.848497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb2e93-4550-4e7e-a1da-f95a7cfeb97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f15293-ee43-466b-95fb-b7583646440a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:15.083987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:15.168636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:15.169476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:15.237054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:15.237282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e911d1-a6d2-4969-afb9-d703d0bdd4ca None None] The sync data for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:15.384100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Provisioning for port e359a817-faf0-4ddb-bb41-ab9b06d36996 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:15.390573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Provisioning complete for port e359a817-faf0-4ddb-bb41-ab9b06d36996 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:15.390948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.575415 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.624810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b5964b19-8a8a-4aa6-8ccc-b4a858485761 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:15.673766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] For port e359a817-faf0-4ddb-bb41-ab9b06d36996, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e359a817-faf0-4ddb-bb41-ab9b06d36996,segment=NetworkSegment(1dbefe31-12ee-4fd0-a089-ebeb127b3a12),segment_id=1dbefe31-12ee-4fd0-a089-ebeb127b3a12)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:15.681893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.715199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.724366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b5964b19-8a8a-4aa6-8ccc-b4a858485761 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:15.724919 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.728981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Provisioning complete for port 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:15.729357 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.810300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Pushing event updated for resources: {'Port': ['ID=e359a817-faf0-4ddb-bb41-ab9b06d36996,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:15.822721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3024fb8-253d-4d51-b61d-248dce44632a None None] Port 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:15.946593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:15.948809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3405665-3d3f-4e44-b59a-15ac85538366 None None] Provisioning complete for port e359a817-faf0-4ddb-bb41-ab9b06d36996 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:15.949187 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3405665-3d3f-4e44-b59a-15ac85538366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.951123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029068 Jul 06 12:09:15.955202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:16.026763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.21.0.1 (88d8309b-57c9-41bd-b1e7-4017d9a1823b/abae6884-06de-4f62-82b9-a98f97a1e92b/f7da7f70-6681-4f46-b0cc-ba22852217af) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:16.065774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-73725eff-5314-4029-87c5-72bf55448057 tempest-NetworksApiDiscovery-1808084755 tempest-NetworksApiDiscovery-1808084755-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1089699 Jul 06 12:09:16.146286 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.162947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object f7da7f70-6681-4f46-b0cc-ba22852217af will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:16.205021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.253177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:16.257028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:16.259503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:16.292149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=f7da7f70-6681-4f46-b0cc-ba22852217af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:16.315330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.335080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:16.468894 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.494033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e47a9be6-e410-46bc-bed3-808282a99d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.558663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5946-e927-402b-9ac5-da36d9be7905 None None] Provisioning for port f7da7f70-6681-4f46-b0cc-ba22852217af completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:16.566884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5946-e927-402b-9ac5-da36d9be7905 None None] Provisioning complete for port f7da7f70-6681-4f46-b0cc-ba22852217af triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:16.569069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5946-e927-402b-9ac5-da36d9be7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.622675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f5946-e927-402b-9ac5-da36d9be7905 None None] Port f7da7f70-6681-4f46-b0cc-ba22852217af cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:16.683066 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e47a9be6-e410-46bc-bed3-808282a99d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.689174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e47a9be6-e410-46bc-bed3-808282a99d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.750059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9be6-e410-46bc-bed3-808282a99d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ab0e14-1156-493a-8421-733b94eae0f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:16.762623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e47a9be6-e410-46bc-bed3-808282a99d9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbe587fc9f734429b1ef57504c455016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234376 Jul 06 12:09:16.763371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:16.782921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-0e15448c-556f-42ca-8495-09bc2f6e22c1 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:16.783672 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.784464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-0e15448c-556f-42ca-8495-09bc2f6e22c1 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 814 time: 0.1833868 Jul 06 12:09:16.791446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.802405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-24786ecb-4bcb-4be9-8f0f-8e5997218746 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/quotas/9bdbb0e1c6044d77aa301e3102472f03 HTTP/1.1" status: 200 len: 375 time: 0.0111825 Jul 06 12:09:16.845847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-5486d446-e2c9-4f96-94c9-7f7fe97420c6 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368419 Jul 06 12:09:16.889458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.905725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=f7da7f70-6681-4f46-b0cc-ba22852217af,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:16.910874 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-014a9869-1669-495b-8fee-f0a07e04660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.931663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-55628473-47b6-40d5-9be7-8d0990c25784 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:09:16.932779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-55628473-47b6-40d5-9be7-8d0990c25784 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0787208 Jul 06 12:09:16.978640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-014a9869-1669-495b-8fee-f0a07e04660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.030247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-849301ec-42af-4c72-9123-bb903fc489b9 service neutron] 10.222.0.78 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914135 Jul 06 12:09:17.047482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:17.049198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:17.059901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-014a9869-1669-495b-8fee-f0a07e04660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.062527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-014a9869-1669-495b-8fee-f0a07e04660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.066145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-014a9869-1669-495b-8fee-f0a07e04660b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22ab0e14-1156-493a-8421-733b94eae0f4 HTTP/1.1" status: 204 len: 168 time: 0.2997169 Jul 06 12:09:17.155725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a9869-1669-495b-8fee-f0a07e04660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ab0e14-1156-493a-8421-733b94eae0f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:17.168835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-78841580-0771-43d1-99a3-f0045c43323a service neutron] 10.222.0.78 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305745 Jul 06 12:09:17.211389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 75acd024-0c72-4492-a370-20b152da4a6e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:17.341523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:17.346124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52239dba-962a-4c30-bf0f-381649ad3de8 None None] Provisioning complete for port f7da7f70-6681-4f46-b0cc-ba22852217af triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:17.347823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52239dba-962a-4c30-bf0f-381649ad3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.354535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:17.355671 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] Sync routers for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:17.360634 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-45c8f2c5-f20f-4943-b2a5-1b2212236e89 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/75acd024-0c72-4492-a370-20b152da4a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5894086 Jul 06 12:09:17.368972 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:17.370398 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:17.390795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52239dba-962a-4c30-bf0f-381649ad3de8 None None] Port f7da7f70-6681-4f46-b0cc-ba22852217af cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:17.411342 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:17.424689 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:17.425463 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:17.437473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ab4a692-f0ce-4bef-b9bb-abb118f01fef req-25cd85b0-71e8-4c6e-9721-29e005d0f176 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 210 time: 0.0408185 Jul 06 12:09:17.455105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298283e3-23c9-41ab-802d-4f32d7bb8549 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:17.459726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-298283e3-23c9-41ab-802d-4f32d7bb8549 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports/f7da7f70-6681-4f46-b0cc-ba22852217af HTTP/1.1" status: 200 len: 910 time: 0.1010046 Jul 06 12:09:17.460170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:17.472407 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:17.473094 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38c8a2-1c2e-4c6b-9f18-2d41f14fad33 None None] The sync data for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:17.567992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e359a817-faf0-4ddb-bb41-ab9b06d36996 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:17.631446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e359a817-faf0-4ddb-bb41-ab9b06d36996 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:17.631734 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.094752 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.364214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port f7da7f70-6681-4f46-b0cc-ba22852217af {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:18.364564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.477132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.495735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for f7da7f70-6681-4f46-b0cc-ba22852217af owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:18.617501 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62a1ec45-69ac-4a79-9d9a-047481c6264d req-048d7f2b-d4c0-45ec-b288-0f72f6ec3121 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 210 time: 0.0932040 Jul 06 12:09:18.787307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.818939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=f7da7f70-6681-4f46-b0cc-ba22852217af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:19.012915 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.228057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 75acd024-0c72-4492-a370-20b152da4a6e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:19.325358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:19.330743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c372eeff-424d-48eb-b756-1d2ee1d509e1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/75acd024-0c72-4492-a370-20b152da4a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698008 Jul 06 12:09:19.334371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:19.335982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] Sync routers for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:19.346564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:19.347955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:19.380507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:19.389672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:19.390353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:19.423592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:19.423934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8fe87-b3c7-4ecd-8c56-a55532a68106 None None] The sync data for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:19.663712 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.794933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-490e0eb4-8011-4f29-aad4-c25a61d2ec46 req-ea87ed89-8d0e-4fcd-b1f2-1df8f97a4033 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 210 time: 0.0330672 Jul 06 12:09:19.957679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:19.958024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.048586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.061721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 058e0fb3-685b-4a93-9b23-19ea0ec4bc1e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:20.270668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.301733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=058e0fb3-685b-4a93-9b23-19ea0ec4bc1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:20.814490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.973706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd259f8b-1572-4f2c-8873-3f9b0a6fc008 req-2677b3bf-e469-43c9-bb4d-9f778900f09e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 210 time: 0.0319507 Jul 06 12:09:21.202130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 75acd024-0c72-4492-a370-20b152da4a6e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:21.241855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-368b0c85-be7f-4931-8469-c73dd4348214 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:21.243412 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-368b0c85-be7f-4931-8469-c73dd4348214 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 814 time: 0.2832408 Jul 06 12:09:21.289119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Request body: {'port': {'device_id': 'ad435e31-6a68-462b-805f-153f56f079b0', 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621', 'admin_state_up': True, 'tenant_id': '9bdbb0e1c6044d77aa301e3102472f03'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:21.361121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:21.370209 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b813da4-318e-48df-87bb-8b851a142130 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/75acd024-0c72-4492-a370-20b152da4a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347500 Jul 06 12:09:21.370892 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] Sync routers for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:21.373113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:21.381723 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:21.382345 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.407718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a0f0a39-e450-48f8-a946-58b5db8369ec tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=75acd024-0c72-4492-a370-20b152da4a6e HTTP/1.1" status: 200 len: 205 time: 0.0334294 Jul 06 12:09:21.410918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:21.419747 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.428778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] Routers {'75acd024-0c72-4492-a370-20b152da4a6e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:21.429318 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['75acd024-0c72-4492-a370-20b152da4a6e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.437790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Made reservation on behalf of 9bdbb0e1c6044d77aa301e3102472f03 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:21.442498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.461446 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.462104 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690e4c23-cfd7-47b5-a340-55c3033e1482 None None] The sync data for ids ['75acd024-0c72-4492-a370-20b152da4a6e'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:21.493506 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.592042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Allocated IP 172.20.0.3 (a4905bcc-d6e0-483a-8168-05e704b5f621/1f836199-84c9-4704-b9d6-a6a0098a5358/b016590e-d2ed-411e-a3d8-5a55a6eb2d91) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:21.665023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.667787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.716332 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.717074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router 75acd024-0c72-4492-a370-20b152da4a6e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:21.725438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.726859 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d76061e6-6034-444e-b203-dd5c35d9698d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/75acd024-0c72-4492-a370-20b152da4a6e HTTP/1.1" status: 204 len: 168 time: 0.3143010 Jul 06 12:09:21.729467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:21.768289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.785176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet abae6884-06de-4f62-82b9-a98f97a1e92b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:21.788502 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.820836 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.832312 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.871673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Network a4905bcc-d6e0-483a-8168-05e704b5f621 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:21.882574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:21.889919 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:21.918837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Pushing event updated for resources: {'Port': ['ID=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.949273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.953335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:21.953986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.971009 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-6ce37589-48a8-4fa8-a360-f25e9fca765d tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863933 Jul 06 12:09:21.984082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Request body: {'port': {'device_id': 'ad435e31-6a68-462b-805f-153f56f079b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:22.029562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.068581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=abae6884-06de-4f62-82b9-a98f97a1e92b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.080489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.080705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cbbc2-813d-480f-b6e0-63f42ab42ec9 None None] Network 88d8309b-57c9-41bd-b1e7-4017d9a1823b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:22.086256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b688e38-5a97-46f8-a296-38f2abc779ca tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/abae6884-06de-4f62-82b9-a98f97a1e92b HTTP/1.1" status: 204 len: 168 time: 0.3530061 Jul 06 12:09:22.086817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.101092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.288379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet 1777c636-12a6-4e40-bdf1-e51793f1124e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:22.291957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.351005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.399066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] DHCP port deletion for 88d8309b-57c9-41bd-b1e7-4017d9a1823b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:22.441564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b42fb-6d6e-423b-8036-613548fd97df req-7ad4b38d-a0f8-448f-8e60-d401b8199bd0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:22.443638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be4b42fb-6d6e-423b-8036-613548fd97df req-7ad4b38d-a0f8-448f-8e60-d401b8199bd0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 931 time: 0.2759857 Jul 06 12:09:22.457319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] Deleting port e359a817-faf0-4ddb-bb41-ab9b06d36996 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:22.457997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.521573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b016590e-d2ed-411e-a3d8-5a55a6eb2d91 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:22.529742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.533068 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.544168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Transition to ACTIVE for port object b016590e-d2ed-411e-a3d8-5a55a6eb2d91 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:22.545165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] For port e359a817-faf0-4ddb-bb41-ab9b06d36996, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e359a817-faf0-4ddb-bb41-ab9b06d36996,segment=NetworkSegment(1dbefe31-12ee-4fd0-a089-ebeb127b3a12),segment_id=1dbefe31-12ee-4fd0-a089-ebeb127b3a12)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:22.545551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.553793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.562263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] Calling delete_port for e359a817-faf0-4ddb-bb41-ab9b06d36996 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:22.569928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be4b42fb-6d6e-423b-8036-613548fd97df req-eef3df45-c259-477e-b35b-84d6b0fde6fa tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189454 Jul 06 12:09:22.629822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.639444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.663291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.665845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/1777c636-12a6-4e40-bdf1-e51793f1124e HTTP/1.1" status: 204 len: 168 time: 0.5780041 Jul 06 12:09:22.666224 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.666849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011cff5-af75-46db-bdd2-6971d9b52d61 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=1777c636-12a6-4e40-bdf1-e51793f1124e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.669479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.687847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dea8a7-f38c-42a7-9a49-d84397673f7d None None] Network 03c8a188-7e96-4a8c-b0c2-7532e62b748a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:22.692556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] No DVR routers for this DVR port e359a817-faf0-4ddb-bb41-ab9b06d36996 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:22.707558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Attempting to bind port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:22.707791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Attempting to bind port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:22.708166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Attempting to bind port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 on network a4905bcc-d6e0-483a-8168-05e704b5f621 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:22.714405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 on network a4905bcc-d6e0-483a-8168-05e704b5f621 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:09:22.714747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Attempting to bind port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 on network a4905bcc-d6e0-483a-8168-05e704b5f621 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:22.720956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:22.721306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Checking segment: {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:22.722777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Bound using segment: {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:22.723256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Bound port: b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:22.723628 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.738077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443c666-9e50-4c22-8fd9-9b143a3d6fa9 None None] Pushing event deleted for resources: {'Port': ['ID=e359a817-faf0-4ddb-bb41-ab9b06d36996,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.785378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.808803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] For port b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:22.813549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] For port b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:22.821189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.869145 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.893115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:22.894345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.895786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] 10.222.0.79 "PUT /v2.0/ports/b016590e-d2ed-411e-a3d8-5a55a6eb2d91 HTTP/1.1" status: 200 len: 1091 time: 0.9164033 Jul 06 12:09:22.896358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad435e31-6a68-462b-805f-153f56f079b0', 'tag': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:22.899222 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f979a703-2fff-4330-8b60-b08ccee5370b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad435e31-6a68-462b-805f-153f56f079b0", "tag": "b016590e-d2ed-411e-a3d8-5a55a6eb2d91"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:22.907830 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.928350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d8309b-57c9-41bd-b1e7-4017d9a1823b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.948072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbefe31-12ee-4fd0-a089-ebeb127b3a12') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.948621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbefe31-12ee-4fd0-a089-ebeb127b3a12') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.949965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940aaa0-1f89-42d3-a830-521a4f85ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.972753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.992032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.994879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] DHCP port deletion for 03c8a188-7e96-4a8c-b0c2-7532e62b748a request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:23.005601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:23.006367 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:23.010373 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:23.064941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] Deleting port b5964b19-8a8a-4aa6-8ccc-b4a858485761 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:23.065624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.097363 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.124996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.131058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/88d8309b-57c9-41bd-b1e7-4017d9a1823b HTTP/1.1" status: 204 len: 168 time: 0.4603567 Jul 06 12:09:23.134806 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:23.138699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-4b94af8c-16a7-4c3a-ae5f-b2968d59d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:23.140638 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-4b94af8c-16a7-4c3a-ae5f-b2968d59d18b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 1094 time: 0.1830573 Jul 06 12:09:23.155260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] For port b5964b19-8a8a-4aa6-8ccc-b4a858485761, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b5964b19-8a8a-4aa6-8ccc-b4a858485761,segment=NetworkSegment(8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3),segment_id=8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:23.156186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.172665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] Calling delete_port for b5964b19-8a8a-4aa6-8ccc-b4a858485761 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:23.185303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbc0f8-3444-47e8-aba6-24f7015308cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=88d8309b-57c9-41bd-b1e7-4017d9a1823b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.219263 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad6dc72-2538-4402-8c4f-386b4003487b x-openstack-request-id: req-9ad6dc72-2538-4402-8c4f-386b4003487b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:23.220074 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad435e31-6a68-462b-805f-153f56f079b0", "tag": "b016590e-d2ed-411e-a3d8-5a55a6eb2d91", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:23.220531 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ad6dc72-2538-4402-8c4f-386b4003487b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:23.221134 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad435e31-6a68-462b-805f-153f56f079b0', 'tag': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91', 'status': 'completed', 'code': 200} Jul 06 12:09:23.224449 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-fd6bfdfb-8772-4ce7-a1b1-a90bf9d61285 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91 HTTP/1.1" status: 200 len: 217 time: 0.0743980 Jul 06 12:09:23.277768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.299318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-adcca790-b27a-4046-8b03-6f3e2f7ac00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:23.302308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-adcca790-b27a-4046-8b03-6f3e2f7ac00c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f836199-84c9-4704-b9d6-a6a0098a5358 HTTP/1.1" status: 200 len: 854 time: 0.0676556 Jul 06 12:09:23.312126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.339455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] Pushing event deleted for resources: {'Port': ['ID=b5964b19-8a8a-4aa6-8ccc-b4a858485761,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.344173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601de2a-0f5e-4ceb-834f-4e3e86bac4f0 None None] No DVR routers for this DVR port b5964b19-8a8a-4aa6-8ccc-b4a858485761 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:23.360046 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-64777fba-643f-40b6-9a3c-9a8a94e3ae6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4905bcc-d6e0-483a-8168-05e704b5f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480943 Jul 06 12:09:23.397909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port b5964b19-8a8a-4aa6-8ccc-b4a858485761 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:23.397909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.493091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port b5964b19-8a8a-4aa6-8ccc-b4a858485761, host n-d-799528-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:23.493825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.512139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for b5964b19-8a8a-4aa6-8ccc-b4a858485761 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:23.531849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Port b5964b19-8a8a-4aa6-8ccc-b4a858485761 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:09:23.533973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.546984 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-1c24de42-fa18-4fb0-a2d2-e9c46544b6c2 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784949 Jul 06 12:09:23.570507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=b5964b19-8a8a-4aa6-8ccc-b4a858485761,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.573028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port b5964b19-8a8a-4aa6-8ccc-b4a858485761 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:23.587252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b5964b19-8a8a-4aa6-8ccc-b4a858485761 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:23.625684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b5964b19-8a8a-4aa6-8ccc-b4a858485761 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:23.626048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b5964b19-8a8a-4aa6-8ccc-b4a858485761 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:23.626488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e359a817-faf0-4ddb-bb41-ab9b06d36996 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:23.664531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: e359a817-faf0-4ddb-bb41-ab9b06d36996 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:23.664718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e359a817-faf0-4ddb-bb41-ab9b06d36996 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:23.674750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d6ee64cf-567c-4307-a0fc-51241a70adc5 req-3aeee48e-3039-4171-9837-ce82e9599783 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203904 Jul 06 12:09:23.702171 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.723340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c8a188-7e96-4a8c-b0c2-7532e62b748a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:23.736305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:23.736606 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8faafc0f-26b3-4dd5-8da7-31f9a7fcbbc3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:23.753229 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.797372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.806225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979a703-2fff-4330-8b60-b08ccee5370b req-ba72929a-654d-4b58-894f-98bbc300814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:23.807961 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-ba72929a-654d-4b58-894f-98bbc300814f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 1094 time: 0.0593066 Jul 06 12:09:23.810768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:23.811287 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:23.815053 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:23.901406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.906360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.908715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/03c8a188-7e96-4a8c-b0c2-7532e62b748a HTTP/1.1" status: 204 len: 168 time: 0.7708070 Jul 06 12:09:23.916901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:23.925667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-369230419'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:23.946453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2123-2905-4c5a-bc5a-9a04fe07ab67 req-ab0b3c81-e74b-470e-ba08-b97366f80706 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:23.948078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b99f2123-2905-4c5a-bc5a-9a04fe07ab67 req-ab0b3c81-e74b-470e-ba08-b97366f80706 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 943 time: 0.1917117 Jul 06 12:09:23.952321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd528-48a4-45d0-9cc1-a85633f96e28 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=03c8a188-7e96-4a8c-b0c2-7532e62b748a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.989178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:23.993040 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.006002 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979a703-2fff-4330-8b60-b08ccee5370b req-25a39a47-e8e8-42ff-96f3-ff7cb2a2744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.008314 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-25a39a47-e8e8-42ff-96f3-ff7cb2a2744f service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 915 time: 0.1939106 Jul 06 12:09:24.016161 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b99f2123-2905-4c5a-bc5a-9a04fe07ab67 req-463aeeef-ca3f-4344-bfbf-44f2dc10ffe7 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578153 Jul 06 12:09:24.033027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:24.045024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.045494 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment c9c2e467-0dff-45e2-8cbf-64396b2ee604 of type vlan for network ccf08476-9aa0-46b0-85c3-882d77074fe3 Jul 06 12:09:24.053917 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-d0b79e6a-b47c-4fa9-aec8-01baaa35ad81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91 HTTP/1.1" status: 200 len: 217 time: 0.0389678 Jul 06 12:09:24.091174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.119376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979a703-2fff-4330-8b60-b08ccee5370b req-1114d36b-ef54-4a6c-a6dc-157faff8694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.121149 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-1114d36b-ef54-4a6c-a6dc-157faff8694d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f836199-84c9-4704-b9d6-a6a0098a5358 HTTP/1.1" status: 200 len: 854 time: 0.0603793 Jul 06 12:09:24.124719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.131088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.131713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.157713 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-66ee1636-760b-4a21-bf30-73bcbb6a3fa9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4905bcc-d6e0-483a-8168-05e704b5f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291061 Jul 06 12:09:24.196392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2742002 Jul 06 12:09:24.197181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:24.209261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:24.267741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10b3da-3fac-4bef-882f-3f2ff7469781 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=ccf08476-9aa0-46b0-85c3-882d77074fe3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:24.279282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-07208f66-7b26-4a65-aaac-db9fe95ee76f service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136308 Jul 06 12:09:24.279966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:24.318082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:24.323848 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.380069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f979a703-2fff-4330-8b60-b08ccee5370b req-d221506b-3e4d-43a7-802c-e94e17759734 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939856 Jul 06 12:09:24.522407 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.592128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=d58fa60c-06eb-4a56-b056-abda3649fae3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:24.603869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': 'c9c2e467-0dff-45e2-8cbf-64396b2ee604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:24.604403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: ccf08476-9aa0-46b0-85c3-882d77074fe3, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:24.623343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:24.634120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, ccf08476-9aa0-46b0-85c3-882d77074fe3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:24.640297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.641677 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.643262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3161b47-1fac-4ba3-9ad4-c6bf44670526 None None] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:24.657931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27c21f52-11fe-44e2-b62d-e605d537806d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4596837 Jul 06 12:09:24.661819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:24.666467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1817633091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:24.694268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.696134 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.757224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.762771 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.782995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.788598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eef4aa69-3d4d-4b3f-ab28-035b879cc8a4 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1255474 Jul 06 12:09:24.788823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:24.795362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'port': {'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3', 'name': 'tempest-RoutersTest-831651468'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:24.811225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-ccf08476-9aa0-46b0-85c3-882d77074fe3', 'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': 'd58fa60c-06eb-4a56-b056-abda3649fae3'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:24.813018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.950628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:24.957870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.970754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Allocated IP 172.20.0.2 (ccf08476-9aa0-46b0-85c3-882d77074fe3/d58fa60c-06eb-4a56-b056-abda3649fae3/fd7aa032-e33f-417f-8704-1be681e93ccb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:25.166767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.176321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Transition to ACTIVE for port object fd7aa032-e33f-417f-8704-1be681e93ccb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:25.194156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Transition to ACTIVE for port object fd7aa032-e33f-417f-8704-1be681e93ccb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:25.204545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.246955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:25.253845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:25.258695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:25.263534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc32bae-3343-4226-ac83-77f40606b266 req-e1a12950-8e89-48c3-9ffb-7ddbb12c7d76 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:25.265020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Pushing event updated for resources: {'Port': ['ID=fd7aa032-e33f-417f-8704-1be681e93ccb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:25.272873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fc32bae-3343-4226-ac83-77f40606b266 req-e1a12950-8e89-48c3-9ffb-7ddbb12c7d76 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 943 time: 0.0823853 Jul 06 12:09:25.313965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] device_id is not set on port 37d2b236-2901-48fa-8173-1250dd7dcda9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:09:25.328182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fc32bae-3343-4226-ac83-77f40606b266 req-f5bac398-9f82-44c3-bbc9-cc2ce1ca90d0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549977 Jul 06 12:09:25.341856 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Attempting to bind port fd7aa032-e33f-417f-8704-1be681e93ccb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:25.342420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Attempting to bind port fd7aa032-e33f-417f-8704-1be681e93ccb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c9c2e467-0dff-45e2-8cbf-64396b2ee604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:25.342658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Attempting to bind port fd7aa032-e33f-417f-8704-1be681e93ccb on network ccf08476-9aa0-46b0-85c3-882d77074fe3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:25.348630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:25.349010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Checking segment: {'id': 'c9c2e467-0dff-45e2-8cbf-64396b2ee604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:25.349419 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.349812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Bound using segment: {'id': 'c9c2e467-0dff-45e2-8cbf-64396b2ee604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:25.350285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Bound port: fd7aa032-e33f-417f-8704-1be681e93ccb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c2e467-0dff-45e2-8cbf-64396b2ee604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ccf08476-9aa0-46b0-85c3-882d77074fe3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:25.350666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.420807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] For port fd7aa032-e33f-417f-8704-1be681e93ccb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:25.423938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] For port fd7aa032-e33f-417f-8704-1be681e93ccb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fd7aa032-e33f-417f-8704-1be681e93ccb,segment=NetworkSegment(c9c2e467-0dff-45e2-8cbf-64396b2ee604),segment_id=c9c2e467-0dff-45e2-8cbf-64396b2ee604)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:25.429735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.434138 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.20.0.4 (ccf08476-9aa0-46b0-85c3-882d77074fe3/d58fa60c-06eb-4a56-b056-abda3649fae3/37d2b236-2901-48fa-8173-1250dd7dcda9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:25.504399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445da16f-0668-4087-8a2b-d41cbe3ef74e None None] Pushing event updated for resources: {'Port': ['ID=fd7aa032-e33f-417f-8704-1be681e93ccb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:25.626502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.645942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object 37d2b236-2901-48fa-8173-1250dd7dcda9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:25.698079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.775279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:25.779008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:25.783631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:25.825228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=37d2b236-2901-48fa-8173-1250dd7dcda9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:25.860010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:25.860857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.887351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-39158987-0f18-4119-99aa-7d50c7079fb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0943241 Jul 06 12:09:25.887673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:26.056740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b016590e-d2ed-411e-a3d8-5a55a6eb2d91 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:09:26.179397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:26.207703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91', 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621', 'port_id': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91', 'mac_address': 'fa:16:3e:4b:87:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f836199-84c9-4704-b9d6-a6a0098a5358', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:09:26.270227 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.291380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b016590e-d2ed-411e-a3d8-5a55a6eb2d91 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:26.320643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:26.324788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.337591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.417378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:26.578742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b016590e-d2ed-411e-a3d8-5a55a6eb2d91'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:26.776974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a838f-95b4-45d1-9c2b-35a36a112aea None None] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:26.887436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b996d6b-bcc9-432c-81b5-18ec5a61283a None None] Provisioning for port fd7aa032-e33f-417f-8704-1be681e93ccb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:27.066063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591110-1006-4019-9bee-770f6cd06bb1 req-841c4e9a-9da0-4e1a-ac0f-fd538690264b tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:27.069375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2591110-1006-4019-9bee-770f6cd06bb1 req-841c4e9a-9da0-4e1a-ac0f-fd538690264b tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 944 time: 0.1625853 Jul 06 12:09:27.122575 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.148394 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.155861 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61f6b6c6-e22b-4463-b362-3d7b53b20981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.168470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2591110-1006-4019-9bee-770f6cd06bb1 req-4ad0f635-3858-43a1-9924-38437e5c4875 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787923 Jul 06 12:09:27.248945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=37d2b236-2901-48fa-8173-1250dd7dcda9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:27.346544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-328ec4e0-7246-4720-a5f9-c254cdd6a5bc None None] Provisioning for port 37d2b236-2901-48fa-8173-1250dd7dcda9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:27.353707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-328ec4e0-7246-4720-a5f9-c254cdd6a5bc None None] Provisioning complete for port 37d2b236-2901-48fa-8173-1250dd7dcda9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:27.354085 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-328ec4e0-7246-4720-a5f9-c254cdd6a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.399615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-328ec4e0-7246-4720-a5f9-c254cdd6a5bc None None] Port 37d2b236-2901-48fa-8173-1250dd7dcda9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:27.485729 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.638730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb57df2b-522e-4369-96d8-afb0bc09ef84 None None] Provisioning complete for port 37d2b236-2901-48fa-8173-1250dd7dcda9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:27.639332 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb57df2b-522e-4369-96d8-afb0bc09ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.703094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.868416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fd7aa032-e33f-417f-8704-1be681e93ccb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:27.899754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fb57df2b-522e-4369-96d8-afb0bc09ef84 None None] Port 37d2b236-2901-48fa-8173-1250dd7dcda9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:27.976600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port fd7aa032-e33f-417f-8704-1be681e93ccb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:27.981538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fd7aa032-e33f-417f-8704-1be681e93ccb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:27.981538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.047839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-251787a3-1765-413a-9f47-a8980f548b5d None None] Provisioning complete for port 37d2b236-2901-48fa-8173-1250dd7dcda9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:28.048638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-251787a3-1765-413a-9f47-a8980f548b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.084439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b016590e-d2ed-411e-a3d8-5a55a6eb2d91 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:28.102051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.108528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.157269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.171667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.182401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-251787a3-1765-413a-9f47-a8980f548b5d None None] Port 37d2b236-2901-48fa-8173-1250dd7dcda9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:28.222848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port fd7aa032-e33f-417f-8704-1be681e93ccb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fd7aa032-e33f-417f-8704-1be681e93ccb,segment=NetworkSegment(c9c2e467-0dff-45e2-8cbf-64396b2ee604),segment_id=c9c2e467-0dff-45e2-8cbf-64396b2ee604)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:28.227498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:28.231794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.246865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:28.247241 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.276530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=37d2b236-2901-48fa-8173-1250dd7dcda9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:28.328603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=fd7aa032-e33f-417f-8704-1be681e93ccb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:28.337391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:28.340398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:28.426591 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.477574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad435e31-6a68-462b-805f-153f56f079b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:28.482779 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cca29c-9f43-4f6a-9cf9-d08a8936f3a4" -d '{"events": [{"server_uuid": "ad435e31-6a68-462b-805f-153f56f079b0", "name": "network-vif-plugged", "status": "completed", "tag": "b016590e-d2ed-411e-a3d8-5a55a6eb2d91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:28.488319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8ea9-a0e4-4d07-8460-79413b49861d req-0109b94a-20e9-46e6-a276-b1cb78b6a0dd tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:28.490258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f33b8ea9-a0e4-4d07-8460-79413b49861d req-0109b94a-20e9-46e6-a276-b1cb78b6a0dd tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 944 time: 0.1648061 Jul 06 12:09:28.501777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:28.509244 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.565396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f33b8ea9-a0e4-4d07-8460-79413b49861d req-ffb0cdbb-30f9-4aa1-bf7d-3ecbe6e85cd9 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Jul 06 12:09:28.602421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router f9e1cfe2-2271-4041-98b8-52f3a1e60bcd is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:28.625279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:28.685679 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f764f5-4ebd-44b7-9245-f32fe8d2ef75 x-openstack-request-id: req-49f764f5-4ebd-44b7-9245-f32fe8d2ef75 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:28.686358 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad435e31-6a68-462b-805f-153f56f079b0", "name": "network-vif-plugged", "status": "completed", "tag": "b016590e-d2ed-411e-a3d8-5a55a6eb2d91", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:28.686358 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49f764f5-4ebd-44b7-9245-f32fe8d2ef75 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:28.686682 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad435e31-6a68-462b-805f-153f56f079b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91', 'code': 200} Jul 06 12:09:28.726580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a326c3d-0a46-4614-b3d3-cb21ca5cf77d None None] Provisioning complete for port 37d2b236-2901-48fa-8173-1250dd7dcda9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:28.728742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a326c3d-0a46-4614-b3d3-cb21ca5cf77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.778607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1a326c3d-0a46-4614-b3d3-cb21ca5cf77d None None] Port 37d2b236-2901-48fa-8173-1250dd7dcda9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:28.783268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:28.789739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd163bd6-523e-4963-8f07-35cc37b49d5c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/f9e1cfe2-2271-4041-98b8-52f3a1e60bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008749 Jul 06 12:09:28.793354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:28.799540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] Sync routers for ids ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:28.815157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] Routers {'f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:28.818223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:28.853999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:28.863670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] Routers {'f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:28.864320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:28.881158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e1a65-ba6e-4097-8aab-9270aa51067c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:28.881399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a3c2-53fb-4c3c-8e24-ab21428a51e0 req-eeaa9a24-0074-4620-9462-9df338af5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:28.882802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e0e1a65-ba6e-4097-8aab-9270aa51067c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports/37d2b236-2901-48fa-8173-1250dd7dcda9 HTTP/1.1" status: 200 len: 976 time: 0.0883741 Jul 06 12:09:28.883774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0245a3c2-53fb-4c3c-8e24-ab21428a51e0 req-eeaa9a24-0074-4620-9462-9df338af5661 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 1096 time: 0.1228929 Jul 06 12:09:28.885791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:28.907984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:28.908583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da398ed-1bd5-496c-807c-ca7d69ac2c0c None None] The sync data for ids ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:28.937870 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0245a3c2-53fb-4c3c-8e24-ab21428a51e0 req-799867d2-b18a-4501-8254-2d0969376d2c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Jul 06 12:09:29.275982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.514867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 37d2b236-2901-48fa-8173-1250dd7dcda9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:29.515453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.577355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fd7aa032-e33f-417f-8704-1be681e93ccb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:29.621389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.635714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 37d2b236-2901-48fa-8173-1250dd7dcda9 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:29.649052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fd7aa032-e33f-417f-8704-1be681e93ccb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:29.649511 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.741931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4060d193-5d37-4c05-b9b8-1c6a3881f245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.894158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e4e6-7f1f-4857-8dbc-0b250f422880 req-564f4189-04f7-4b7b-98d3-8d181e3e926c tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:29.895961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5298e4e6-7f1f-4857-8dbc-0b250f422880 req-564f4189-04f7-4b7b-98d3-8d181e3e926c tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 945 time: 0.1452835 Jul 06 12:09:29.968282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5298e4e6-7f1f-4857-8dbc-0b250f422880 req-03ab916e-26a9-4199-9ae3-644b3143e19b tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657334 Jul 06 12:09:29.982466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.031001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=37d2b236-2901-48fa-8173-1250dd7dcda9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:30.157111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.223430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.342420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.428415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router f9e1cfe2-2271-4041-98b8-52f3a1e60bcd has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:30.519577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:30.525555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5de62deb-c7ee-4a1d-b8d9-cebffed13581 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/f9e1cfe2-2271-4041-98b8-52f3a1e60bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386483 Jul 06 12:09:30.530598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:30.535267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] Sync routers for ids ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:30.550548 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] Routers {'f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:30.552536 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:30.590185 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:30.600903 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] Routers {'f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:30.601756 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:30.637641 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:30.638579 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cd34b-85b4-44c7-9664-f6ca13119bf4 None None] The sync data for ids ['f9e1cfe2-2271-4041-98b8-52f3a1e60bcd'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:30.743308 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f5a6d3b2-78d8-40fb-8798-89af58b2a9d1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 12:09:30.747383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5a6d3b2-78d8-40fb-8798-89af58b2a9d1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/f9e1cfe2-2271-4041-98b8-52f3a1e60bcd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2157934 Jul 06 12:09:30.747824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:30.780799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-69b91156-60cb-4474-babf-8b29ad77fcdf tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9e1cfe2-2271-4041-98b8-52f3a1e60bcd HTTP/1.1" status: 200 len: 205 time: 0.0312443 Jul 06 12:09:30.783390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:30.865404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.980203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.044032 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.046112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.096150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.097368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router f9e1cfe2-2271-4041-98b8-52f3a1e60bcd {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:31.113200 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.114464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b10bd61-9b2b-4246-8f59-6a3d663b19ef tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/f9e1cfe2-2271-4041-98b8-52f3a1e60bcd HTTP/1.1" status: 204 len: 168 time: 0.3297052 Jul 06 12:09:31.118615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:31.178371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet d58fa60c-06eb-4a56-b056-abda3649fae3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:31.181907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.200017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6130d-36cd-495e-8dc9-3f7d3e714b3a req-8cb33292-fc99-4be7-bd8a-a8d1c1fd0338 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:31.204968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3e6130d-36cd-495e-8dc9-3f7d3e714b3a req-8cb33292-fc99-4be7-bd8a-a8d1c1fd0338 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 945 time: 0.0890594 Jul 06 12:09:31.234168 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.277914 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3e6130d-36cd-495e-8dc9-3f7d3e714b3a req-5af2c032-a981-4062-a7de-02150918a7c1 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Jul 06 12:09:31.342484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.439019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.472532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=d58fa60c-06eb-4a56-b056-abda3649fae3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:31.486976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.489068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23902ac8-f1ae-47ff-b0f3-fd98cf20899a None None] Network ccf08476-9aa0-46b0-85c3-882d77074fe3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:31.489775 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/d58fa60c-06eb-4a56-b056-abda3649fae3 HTTP/1.1" status: 204 len: 168 time: 0.3701532 Jul 06 12:09:31.491312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.491737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.492538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:31.500214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.501908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.502341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.504095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.528848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.529340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.529694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.530034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.530370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.530709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db7fa0-d8ed-4357-a3fc-8ed1bf223db1 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:31.619696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.702962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port fd7aa032-e33f-417f-8704-1be681e93ccb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:31.703316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.713328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] DHCP port deletion for ccf08476-9aa0-46b0-85c3-882d77074fe3 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:31.781845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port fd7aa032-e33f-417f-8704-1be681e93ccb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fd7aa032-e33f-417f-8704-1be681e93ccb,segment=NetworkSegment(c9c2e467-0dff-45e2-8cbf-64396b2ee604),segment_id=c9c2e467-0dff-45e2-8cbf-64396b2ee604)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:31.781988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.797674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] Deleting port fd7aa032-e33f-417f-8704-1be681e93ccb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:31.798051 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.801108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for fd7aa032-e33f-417f-8704-1be681e93ccb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:31.903266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] For port fd7aa032-e33f-417f-8704-1be681e93ccb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fd7aa032-e33f-417f-8704-1be681e93ccb,segment=NetworkSegment(c9c2e467-0dff-45e2-8cbf-64396b2ee604),segment_id=c9c2e467-0dff-45e2-8cbf-64396b2ee604)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:31.903751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.918265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] Calling delete_port for fd7aa032-e33f-417f-8704-1be681e93ccb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:31.946418 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.988302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port fd7aa032-e33f-417f-8704-1be681e93ccb on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:31.993652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=fd7aa032-e33f-417f-8704-1be681e93ccb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:32.016437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.030662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] No DVR routers for this DVR port fd7aa032-e33f-417f-8704-1be681e93ccb on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:32.055442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aab75-f455-40cc-a8ae-4dadc944ffe1 None None] Pushing event deleted for resources: {'Port': ['ID=fd7aa032-e33f-417f-8704-1be681e93ccb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:32.088559 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.099699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf08476-9aa0-46b0-85c3-882d77074fe3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:32.111563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c2e467-0dff-45e2-8cbf-64396b2ee604') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:32.112113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c2e467-0dff-45e2-8cbf-64396b2ee604') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:32.123014 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.144344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.151502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:32.152193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:32.155937 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:32.254491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.262160 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.264799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/ccf08476-9aa0-46b0-85c3-882d77074fe3 HTTP/1.1" status: 204 len: 168 time: 0.7711980 Jul 06 12:09:32.269256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:32.275079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-2074725430'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:32.281156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc758d-2b98-4aaf-98c5-56df7574bdd6 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=ccf08476-9aa0-46b0-85c3-882d77074fe3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:32.310324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:32.314889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.345578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:32.356789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.357130 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment a0a3b433-cfac-449f-a963-968bd2c2f231 of type vlan for network 04571879-2c39-4611-8657-edaaf2f22a90 Jul 06 12:09:32.405481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.463664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.475479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.492897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:32.493575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.559112 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2881274 Jul 06 12:09:32.563699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:32.575130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': '04571879-2c39-4611-8657-edaaf2f22a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:32.645809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207bf27-714a-46e1-87a1-af9b9a18c3fd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=04571879-2c39-4611-8657-edaaf2f22a90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:32.669389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 04571879-2c39-4611-8657-edaaf2f22a90 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:32.698408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:32.702131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.243335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.314534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=0a716132-5574-4289-9c73-4b6b094f9515,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:33.324674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': 'a0a3b433-cfac-449f-a963-968bd2c2f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04571879-2c39-4611-8657-edaaf2f22a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:33.325042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: 04571879-2c39-4611-8657-edaaf2f22a90, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:33.342068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 04571879-2c39-4611-8657-edaaf2f22a90 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:33.353379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 04571879-2c39-4611-8657-edaaf2f22a90) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:33.357506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:33.358096 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.362726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0de02-a522-46ef-a4e6-6b8ced56ea4b None None] Network 04571879-2c39-4611-8657-edaaf2f22a90 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:33.376848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f642fe2-5f48-49f3-870c-32516f564281 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8050406 Jul 06 12:09:33.377205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.383277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-337428366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:33.410142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.411190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.473542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.478794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.497647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.498848 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7edffb3b-54ad-4801-bebb-744c5c2d9b76 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1199536 Jul 06 12:09:33.501639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.546528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-04571879-2c39-4611-8657-edaaf2f22a90', 'network_id': '04571879-2c39-4611-8657-edaaf2f22a90', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': '0a716132-5574-4289-9c73-4b6b094f9515'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:33.547893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.625926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fd7aa032-e33f-417f-8704-1be681e93ccb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:33.661121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: fd7aa032-e33f-417f-8704-1be681e93ccb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:33.661474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fd7aa032-e33f-417f-8704-1be681e93ccb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:33.743305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Allocated IP 172.20.0.2 (04571879-2c39-4611-8657-edaaf2f22a90/0a716132-5574-4289-9c73-4b6b094f9515/679c8489-93a3-4b3c-95a0-0363ba87956c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:33.917847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.959060 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.969920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Transition to ACTIVE for port object 679c8489-93a3-4b3c-95a0-0363ba87956c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:34.010902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Transition to ACTIVE for port object 679c8489-93a3-4b3c-95a0-0363ba87956c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:34.027697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.115951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Network 04571879-2c39-4611-8657-edaaf2f22a90 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:34.117905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:34.135730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Pushing event updated for resources: {'Port': ['ID=679c8489-93a3-4b3c-95a0-0363ba87956c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:34.139572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:34.242909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Attempting to bind port 679c8489-93a3-4b3c-95a0-0363ba87956c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:34.243626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Attempting to bind port 679c8489-93a3-4b3c-95a0-0363ba87956c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a0a3b433-cfac-449f-a963-968bd2c2f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04571879-2c39-4611-8657-edaaf2f22a90'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:34.244023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Attempting to bind port 679c8489-93a3-4b3c-95a0-0363ba87956c on network 04571879-2c39-4611-8657-edaaf2f22a90 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:34.250388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:34.250763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Checking segment: {'id': 'a0a3b433-cfac-449f-a963-968bd2c2f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04571879-2c39-4611-8657-edaaf2f22a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:34.251172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.251569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Bound using segment: {'id': 'a0a3b433-cfac-449f-a963-968bd2c2f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04571879-2c39-4611-8657-edaaf2f22a90'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:34.252072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Bound port: 679c8489-93a3-4b3c-95a0-0363ba87956c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a3b433-cfac-449f-a963-968bd2c2f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04571879-2c39-4611-8657-edaaf2f22a90'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:34.255327 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.353159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.20.0.1 (04571879-2c39-4611-8657-edaaf2f22a90/0a716132-5574-4289-9c73-4b6b094f9515/0d4f1c37-cb28-4d9a-899a-9089b297d791) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:34.362891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] For port 679c8489-93a3-4b3c-95a0-0363ba87956c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:34.367018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] For port 679c8489-93a3-4b3c-95a0-0363ba87956c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=679c8489-93a3-4b3c-95a0-0363ba87956c,segment=NetworkSegment(a0a3b433-cfac-449f-a963-968bd2c2f231),segment_id=a0a3b433-cfac-449f-a963-968bd2c2f231)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:34.380513 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.459747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4542e4-b78c-4580-8152-2e87a1bbf8f0 None None] Pushing event updated for resources: {'Port': ['ID=679c8489-93a3-4b3c-95a0-0363ba87956c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:34.517782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.539898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object 0d4f1c37-cb28-4d9a-899a-9089b297d791 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:34.580521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.639605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 04571879-2c39-4611-8657-edaaf2f22a90 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:34.645916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:34.650580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:34.657561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=0d4f1c37-cb28-4d9a-899a-9089b297d791,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:34.733173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.932435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.253364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.259248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.351266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=0d4f1c37-cb28-4d9a-899a-9089b297d791,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.379351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.543599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 04571879-2c39-4611-8657-edaaf2f22a90 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:35.546283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:35.670702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 679c8489-93a3-4b3c-95a0-0363ba87956c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:35.727196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa9bb8d2-48d9-4083-8557-e5ccccaeabaf is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:35.728122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552130d7-0782-49b4-8fda-c8f9c03e16f9 None None] Network 04571879-2c39-4611-8657-edaaf2f22a90 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:35.805083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-991bbb2a-73ba-45ad-9a98-b926802ce71a None None] Provisioning for port 679c8489-93a3-4b3c-95a0-0363ba87956c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:35.824873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 679c8489-93a3-4b3c-95a0-0363ba87956c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:35.833127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 679c8489-93a3-4b3c-95a0-0363ba87956c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:35.833362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.837715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:35.847458 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fac68cde-af30-4d5c-a9eb-bbe0af80ff95 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa9bb8d2-48d9-4083-8557-e5ccccaeabaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417878 Jul 06 12:09:35.847677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.869735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] Sync routers for ids ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:35.919406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] Routers {'aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:35.919955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:35.939743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95689802-e33f-427f-82f5-d9806e7dc30f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.942346 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-95689802-e33f-427f-82f5-d9806e7dc30f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports/0d4f1c37-cb28-4d9a-899a-9089b297d791 HTTP/1.1" status: 200 len: 910 time: 0.0933959 Jul 06 12:09:35.945176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.966607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:35.991938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] Routers {'aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:35.992609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:36.068648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:36.069371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c406e-3d82-4b39-9ca6-957b9ff4950b None None] The sync data for ids ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:36.091346 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.145844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 679c8489-93a3-4b3c-95a0-0363ba87956c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=679c8489-93a3-4b3c-95a0-0363ba87956c,segment=NetworkSegment(a0a3b433-cfac-449f-a963-968bd2c2f231),segment_id=a0a3b433-cfac-449f-a963-968bd2c2f231)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:36.155612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.249356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=679c8489-93a3-4b3c-95a0-0363ba87956c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:36.516082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.555423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aaa515be-4af1-4345-91e7-1c706692312c None None] Provisioning complete for port 679c8489-93a3-4b3c-95a0-0363ba87956c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:36.555810 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaa515be-4af1-4345-91e7-1c706692312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.708863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aaa515be-4af1-4345-91e7-1c706692312c None None] Provisioning for port 0d4f1c37-cb28-4d9a-899a-9089b297d791 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:36.720042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aaa515be-4af1-4345-91e7-1c706692312c None None] Provisioning complete for port 0d4f1c37-cb28-4d9a-899a-9089b297d791 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:36.720481 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaa515be-4af1-4345-91e7-1c706692312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.788567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aaa515be-4af1-4345-91e7-1c706692312c None None] Port 0d4f1c37-cb28-4d9a-899a-9089b297d791 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:36.910758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d4e82b6-05a6-4d04-bd92-2842727dcb3f None None] Provisioning complete for port 0d4f1c37-cb28-4d9a-899a-9089b297d791 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:36.911135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d4e82b6-05a6-4d04-bd92-2842727dcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.951893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 0d4f1c37-cb28-4d9a-899a-9089b297d791 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:36.952403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.953844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e82b6-05a6-4d04-bd92-2842727dcb3f None None] Port 0d4f1c37-cb28-4d9a-899a-9089b297d791 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:37.099209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.113783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 0d4f1c37-cb28-4d9a-899a-9089b297d791 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:37.177022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8fe3ba0f-80c7-41e2-8a6a-b397db7c3f2e None None] Provisioning complete for port 0d4f1c37-cb28-4d9a-899a-9089b297d791 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:37.177488 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ba0f-80c7-41e2-8a6a-b397db7c3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.217558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3ba0f-80c7-41e2-8a6a-b397db7c3f2e None None] Port 0d4f1c37-cb28-4d9a-899a-9089b297d791 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:37.330982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.364771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=0d4f1c37-cb28-4d9a-899a-9089b297d791,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:37.538013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.603216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 679c8489-93a3-4b3c-95a0-0363ba87956c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:37.687728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 679c8489-93a3-4b3c-95a0-0363ba87956c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:37.688547 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.038553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa9bb8d2-48d9-4083-8557-e5ccccaeabaf has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:38.117434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:38.128899 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] Sync routers for ids ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:38.129384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f2bed23-52e7-4fe7-b494-289665add4ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa9bb8d2-48d9-4083-8557-e5ccccaeabaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1826639 Jul 06 12:09:38.131989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:38.142021 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] Routers {'aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:38.142878 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.179652 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1eb83ce5-1d64-4d95-9116-60327d734682 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa9bb8d2-48d9-4083-8557-e5ccccaeabaf HTTP/1.1" status: 200 len: 205 time: 0.0463610 Jul 06 12:09:38.182299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:38.202171 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.212004 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] Routers {'aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:38.212940 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.246846 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.247770 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0bb7b-5c84-4186-9ca5-c73dbff766f5 None None] The sync data for ids ['aa9bb8d2-48d9-4083-8557-e5ccccaeabaf'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:38.279158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.459199 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.461538 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.507528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.508088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router aa9bb8d2-48d9-4083-8557-e5ccccaeabaf {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:38.515192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.518813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-600ae0bf-f08d-4970-a400-794ae6bf7afd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/aa9bb8d2-48d9-4083-8557-e5ccccaeabaf HTTP/1.1" status: 204 len: 168 time: 0.3331699 Jul 06 12:09:38.519051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:38.577708 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet 0a716132-5574-4289-9c73-4b6b094f9515 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:38.583142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.632737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.728818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.795933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.830412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=0a716132-5574-4289-9c73-4b6b094f9515,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.835109 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.837030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-67b9a9ea-6fd0-4639-a874-fefb083f1b15 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/0a716132-5574-4289-9c73-4b6b094f9515 HTTP/1.1" status: 204 len: 168 time: 0.3169904 Jul 06 12:09:38.839581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:38.843489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d199d1-2790-4549-b89f-315586fc8fe3 None None] Network 04571879-2c39-4611-8657-edaaf2f22a90 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:38.954149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.031858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 679c8489-93a3-4b3c-95a0-0363ba87956c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:39.032481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.111642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] DHCP port deletion for 04571879-2c39-4611-8657-edaaf2f22a90 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:39.140649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port 679c8489-93a3-4b3c-95a0-0363ba87956c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=679c8489-93a3-4b3c-95a0-0363ba87956c,segment=NetworkSegment(a0a3b433-cfac-449f-a963-968bd2c2f231),segment_id=a0a3b433-cfac-449f-a963-968bd2c2f231)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:39.141124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.169573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 679c8489-93a3-4b3c-95a0-0363ba87956c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:39.220164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Deleting port 679c8489-93a3-4b3c-95a0-0363ba87956c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:39.223267 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.302057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.367204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port 679c8489-93a3-4b3c-95a0-0363ba87956c on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:39.374842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=679c8489-93a3-4b3c-95a0-0363ba87956c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:39.438554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:39.559876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.579710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04571879-2c39-4611-8657-edaaf2f22a90']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:39.601112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] For port 679c8489-93a3-4b3c-95a0-0363ba87956c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=679c8489-93a3-4b3c-95a0-0363ba87956c,segment=NetworkSegment(a0a3b433-cfac-449f-a963-968bd2c2f231),segment_id=a0a3b433-cfac-449f-a963-968bd2c2f231)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:39.601712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.605778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a3b433-cfac-449f-a963-968bd2c2f231') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:39.606083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a3b433-cfac-449f-a963-968bd2c2f231') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:39.612380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95229986-ec16-4285-a32f-420adebb8975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.617044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.618574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 679c8489-93a3-4b3c-95a0-0363ba87956c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:39.634341 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.641227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:39.641633 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.645223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Calling delete_port for 679c8489-93a3-4b3c-95a0-0363ba87956c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:39.645692 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:39.655896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 679c8489-93a3-4b3c-95a0-0363ba87956c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:39.656270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 679c8489-93a3-4b3c-95a0-0363ba87956c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:39.714995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.722460 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.725125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/04571879-2c39-4611-8657-edaaf2f22a90 HTTP/1.1" status: 204 len: 168 time: 0.8844495 Jul 06 12:09:39.730492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:39.744875 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.749786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1922471908', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:39.760321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ac4a1-c6d6-42cc-9a3f-0769bcda00c3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=04571879-2c39-4611-8657-edaaf2f22a90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:39.774744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Pushing event deleted for resources: {'Port': ['ID=679c8489-93a3-4b3c-95a0-0363ba87956c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:39.777143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] Network 04571879-2c39-4611-8657-edaaf2f22a90 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:09:39.777801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabee13c-5d94-40d5-9845-9eaa12656fc0 None None] No DVR routers for this DVR port 679c8489-93a3-4b3c-95a0-0363ba87956c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:39.821542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95229986-ec16-4285-a32f-420adebb8975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.826579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95229986-ec16-4285-a32f-420adebb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.848159 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.849435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.873706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-95229986-ec16-4285-a32f-420adebb8975 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42a12a9609824528b3b7f1277c0039c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284046 Jul 06 12:09:39.873706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95229986-ec16-4285-a32f-420adebb8975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ff3493-6197-4935-9786-6ac52e439f14,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:39.876446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:39.920625 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.935651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4f14-c2d1-495c-bf97-e333d0e79a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.958263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4f14-c2d1-495c-bf97-e333d0e79a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.010111 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4f14-c2d1-495c-bf97-e333d0e79a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.013435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4f14-c2d1-495c-bf97-e333d0e79a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.014605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bb1d4f14-c2d1-495c-bf97-e333d0e79a96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16ff3493-6197-4935-9786-6ac52e439f14 HTTP/1.1" status: 204 len: 168 time: 0.1374829 Jul 06 12:09:40.029012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d4f14-c2d1-495c-bf97-e333d0e79a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ff3493-6197-4935-9786-6ac52e439f14,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.082846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.297509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.322087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.333866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.351116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef0e5-5b20-4f8d-80ef-c750537eaa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.441014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.25.7.75 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/5c2fa7ed-76d0-4cb4-806d-0d649625358a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:40.453319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef0e5-5b20-4f8d-80ef-c750537eaa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.458661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef0e5-5b20-4f8d-80ef-c750537eaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.504758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ef0e5-5b20-4f8d-80ef-c750537eaa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057bb19c-5440-428e-bc75-1af5863e3210,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.509452 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6b0ef0e5-5b20-4f8d-80ef-c750537eaa79 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3e32c0aa9ec40bfa03e4999226eb22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744268 Jul 06 12:09:40.520451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.567225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.585861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9f3a-1c96-461b-978e-b2226c3385fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.610379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9f3a-1c96-461b-978e-b2226c3385fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.613027 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.660160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:40.665715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9f3a-1c96-461b-978e-b2226c3385fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.667208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:40.669531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9f3a-1c96-461b-978e-b2226c3385fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.670825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1e5a9f3a-1c96-461b-978e-b2226c3385fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/057bb19c-5440-428e-bc75-1af5863e3210 HTTP/1.1" status: 204 len: 168 time: 0.1493056 Jul 06 12:09:40.673145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:40.676992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=5c2fa7ed-76d0-4cb4-806d-0d649625358a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.680040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9f3a-1c96-461b-978e-b2226c3385fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bb19c-5440-428e-bc75-1af5863e3210,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.986041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.213420 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.371146 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 06d232c1-4d6c-4636-8872-a9de3291ce62 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:41.801726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:41.811665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54365383-d5a6-414b-a243-e3d317525363 None None] Sync routers for ids ['06d232c1-4d6c-4636-8872-a9de3291ce62'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:41.823098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54365383-d5a6-414b-a243-e3d317525363 None None] Routers {'06d232c1-4d6c-4636-8872-a9de3291ce62'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:41.824261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-54365383-d5a6-414b-a243-e3d317525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['06d232c1-4d6c-4636-8872-a9de3291ce62'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.832862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.832862 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e2d297c-859a-4a5a-88c6-6a5a30817418 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.0981512 Jul 06 12:09:41.834235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:41.895208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-54365383-d5a6-414b-a243-e3d317525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.908889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54365383-d5a6-414b-a243-e3d317525363 None None] Routers {'06d232c1-4d6c-4636-8872-a9de3291ce62'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:41.909877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-54365383-d5a6-414b-a243-e3d317525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['06d232c1-4d6c-4636-8872-a9de3291ce62'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.960870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-54365383-d5a6-414b-a243-e3d317525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.961770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54365383-d5a6-414b-a243-e3d317525363 None None] The sync data for ids ['06d232c1-4d6c-4636-8872-a9de3291ce62'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:41.981753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f387c414-455c-4ea3-a099-ba399b8d66fe tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/routers/06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 200 len: 880 time: 0.1462650 Jul 06 12:09:41.984166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:42.150812 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b099b9b-16f0-4fdd-9b89-076405939090 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1654727 Jul 06 12:09:42.153254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:42.157812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1922471908'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:42.511860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.524738 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.650952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 06d232c1-4d6c-4636-8872-a9de3291ce62 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:42.792453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:42.799489 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.800727 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b9afeb4c-ba63-49e7-867d-d116b6b7e71f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 200 len: 887 time: 0.6465337 Jul 06 12:09:42.802658 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] Sync routers for ids ['06d232c1-4d6c-4636-8872-a9de3291ce62'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:42.803590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:42.812600 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] Routers {'06d232c1-4d6c-4636-8872-a9de3291ce62'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:42.813209 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['06d232c1-4d6c-4636-8872-a9de3291ce62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.850218 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.860821 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] Routers {'06d232c1-4d6c-4636-8872-a9de3291ce62'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:42.862252 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['06d232c1-4d6c-4636-8872-a9de3291ce62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.900443 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.901113 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9dcc6-771d-431f-b150-423e778acd2f None None] The sync data for ids ['06d232c1-4d6c-4636-8872-a9de3291ce62'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:42.957281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ed14eed-52ea-45aa-8cc3-abe3d3f09850 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/routers/06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 200 len: 887 time: 0.1494663 Jul 06 12:09:42.966509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:43.001909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-57fb0669-1234-4794-9ca3-de9ce9d4c396 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 200 len: 205 time: 0.0403819 Jul 06 12:09:43.002202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:43.123126 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.246975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.309309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 5c2fa7ed-76d0-4cb4-806d-0d649625358a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:43.309670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.396870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.413770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 5c2fa7ed-76d0-4cb4-806d-0d649625358a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:43.618468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.648121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=5c2fa7ed-76d0-4cb4-806d-0d649625358a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:43.724334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.826617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.832117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.883102 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.884413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router 06d232c1-4d6c-4636-8872-a9de3291ce62 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:43.893931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.895336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-201bf000-cf9a-40f9-b15d-5092f7fdb4c8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 204 len: 168 time: 0.8922510 Jul 06 12:09:43.898934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:43.904620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-409203978'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:43.927418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:43.931864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.964210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:43.975434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.976181 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment 5a3906c0-0dc0-48f8-8f62-41e211faa1b2 of type vlan for network c715936e-f474-42c8-a4ef-c014822a08c5 Jul 06 12:09:44.020086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.053531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.059606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:44.060252 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.126253 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2260087 Jul 06 12:09:44.129644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.134632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:44.186229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594afeb-f4fa-4de0-9fc1-d6ed1835aee9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=c715936e-f474-42c8-a4ef-c014822a08c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:44.201023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network c715936e-f474-42c8-a4ef-c014822a08c5 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:44.246891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:44.251685 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.288141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.441244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72a56122-08b2-4153-b193-969b32d8d503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.508225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.601446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=11f2d6a7-9a8e-4049-bd5f-8606ca914537,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:44.620746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': '5a3906c0-0dc0-48f8-8f62-41e211faa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:44.621104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: c715936e-f474-42c8-a4ef-c014822a08c5, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:44.649995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72a56122-08b2-4153-b193-969b32d8d503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.656276 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72a56122-08b2-4153-b193-969b32d8d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.674695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network c715936e-f474-42c8-a4ef-c014822a08c5 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:44.697909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, c715936e-f474-42c8-a4ef-c014822a08c5) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:44.706034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56122-08b2-4153-b193-969b32d8d503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b016176-e1e0-4797-b65f-01e3e9669197,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:44.708530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8e082-0919-49cb-94c3-bb771eff68a1 None None] Network c715936e-f474-42c8-a4ef-c014822a08c5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:44.709268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:44.709857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.715693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-72a56122-08b2-4153-b193-969b32d8d503 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c147328f744b44d3b2bc73f305bc662a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261701 Jul 06 12:09:44.719240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.734608 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e2967a8e-fbd8-4389-a719-b899182f160a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6013036 Jul 06 12:09:44.734906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.739416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1274176322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:44.769418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.771780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.817120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8e84d2-36b6-43ab-85a3-17ac8de08e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.866611 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.873504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8e84d2-36b6-43ab-85a3-17ac8de08e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.875066 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.911065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.913263 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bddc081e-8480-4db0-a6c5-c66550d47eb7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1772749 Jul 06 12:09:44.915953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.931898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-c715936e-f474-42c8-a4ef-c014822a08c5', 'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': '11f2d6a7-9a8e-4049-bd5f-8606ca914537'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:44.933049 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.959362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8e84d2-36b6-43ab-85a3-17ac8de08e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.962963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8e84d2-36b6-43ab-85a3-17ac8de08e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.964225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cf8e84d2-36b6-43ab-85a3-17ac8de08e6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b016176-e1e0-4797-b65f-01e3e9669197 HTTP/1.1" status: 204 len: 168 time: 0.2439394 Jul 06 12:09:44.973643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e84d2-36b6-43ab-85a3-17ac8de08e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b016176-e1e0-4797-b65f-01e3e9669197,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.115669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Allocated IP 172.20.0.2 (c715936e-f474-42c8-a4ef-c014822a08c5/11f2d6a7-9a8e-4049-bd5f-8606ca914537/e82d4e06-917c-463a-b141-1f0b5fc0064c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:45.330181 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.340139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Transition to ACTIVE for port object e82d4e06-917c-463a-b141-1f0b5fc0064c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:45.358441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Transition to ACTIVE for port object e82d4e06-917c-463a-b141-1f0b5fc0064c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:45.362643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 49994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.370906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.381232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8955e5c7-1ce6-43ce-b60d-1e4cee854ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.414635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Network c715936e-f474-42c8-a4ef-c014822a08c5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:45.422483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:45.427551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:45.435783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Pushing event updated for resources: {'Port': ['ID=e82d4e06-917c-463a-b141-1f0b5fc0064c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.525020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8955e5c7-1ce6-43ce-b60d-1e4cee854ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.531653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Attempting to bind port e82d4e06-917c-463a-b141-1f0b5fc0064c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:45.532383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Attempting to bind port e82d4e06-917c-463a-b141-1f0b5fc0064c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '5a3906c0-0dc0-48f8-8f62-41e211faa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:45.535843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Attempting to bind port e82d4e06-917c-463a-b141-1f0b5fc0064c on network c715936e-f474-42c8-a4ef-c014822a08c5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:45.543263 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8955e5c7-1ce6-43ce-b60d-1e4cee854ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.565129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:45.565129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Checking segment: {'id': '5a3906c0-0dc0-48f8-8f62-41e211faa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:45.565129 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.565129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Bound using segment: {'id': '5a3906c0-0dc0-48f8-8f62-41e211faa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:45.565129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Bound port: e82d4e06-917c-463a-b141-1f0b5fc0064c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3906c0-0dc0-48f8-8f62-41e211faa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c715936e-f474-42c8-a4ef-c014822a08c5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:45.565129 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.620831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.644377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8955e5c7-1ce6-43ce-b60d-1e4cee854ec6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a816735374924c3781b168f9b11a230a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779446 Jul 06 12:09:45.644377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e5c7-1ce6-43ce-b60d-1e4cee854ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8351b-e549-4306-b9bf-e6473a915dbc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.645539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 49996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.690169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] For port e82d4e06-917c-463a-b141-1f0b5fc0064c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:45.694721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] For port e82d4e06-917c-463a-b141-1f0b5fc0064c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e82d4e06-917c-463a-b141-1f0b5fc0064c,segment=NetworkSegment(5a3906c0-0dc0-48f8-8f62-41e211faa1b2),segment_id=5a3906c0-0dc0-48f8-8f62-41e211faa1b2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:45.702074 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.770823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471da36-05a5-46de-a14c-adb092209bd9 None None] Pushing event updated for resources: {'Port': ['ID=e82d4e06-917c-463a-b141-1f0b5fc0064c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.829908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-405afc01-8ef4-4a64-8c6b-5cfcdd011e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.875610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-405afc01-8ef4-4a64-8c6b-5cfcdd011e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.050494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-405afc01-8ef4-4a64-8c6b-5cfcdd011e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.053117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-405afc01-8ef4-4a64-8c6b-5cfcdd011e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.054288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-405afc01-8ef4-4a64-8c6b-5cfcdd011e40 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3e8351b-e549-4306-b9bf-e6473a915dbc HTTP/1.1" status: 204 len: 168 time: 0.4050782 Jul 06 12:09:46.055532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.20.0.1 (c715936e-f474-42c8-a4ef-c014822a08c5/11f2d6a7-9a8e-4049-bd5f-8606ca914537/3beb29e8-b530-44c5-86fd-8bbad2a5fb6e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:46.073129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405afc01-8ef4-4a64-8c6b-5cfcdd011e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8351b-e549-4306-b9bf-e6473a915dbc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:46.286214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.307022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:46.350179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.399243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network c715936e-f474-42c8-a4ef-c014822a08c5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:46.404652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:46.408920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:46.434689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=3beb29e8-b530-44c5-86fd-8bbad2a5fb6e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:46.462497 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.616462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.008456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.014985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.117033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=3beb29e8-b530-44c5-86fd-8bbad2a5fb6e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.120407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.210843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21f129-7aeb-44e0-9fa6-6e9ee074b172 None None] Network c715936e-f474-42c8-a4ef-c014822a08c5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:47.241721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network c715936e-f474-42c8-a4ef-c014822a08c5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:47.243657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:47.289082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c538767-ba0b-4ce7-b047-4f35cbc47fc0 None None] Provisioning for port e82d4e06-917c-463a-b141-1f0b5fc0064c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:47.374816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 04847767-b5a7-4b2b-9865-c8223172d86b is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:47.488395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:47.496845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:47.500927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] Sync routers for ids ['04847767-b5a7-4b2b-9865-c8223172d86b'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:47.507854 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb1fb618-2ef8-488c-8439-3e7f70816225 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/04847767-b5a7-4b2b-9865-c8223172d86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5826237 Jul 06 12:09:47.517082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] Routers {'04847767-b5a7-4b2b-9865-c8223172d86b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:47.518589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04847767-b5a7-4b2b-9865-c8223172d86b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.576289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e2c89-fda0-4a50-8520-8c6f6694a22f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:47.581780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:47.598056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11f2d6a7-9a8e-4049-bd5f-8606ca914537'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:47.601380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-588e2c89-fda0-4a50-8520-8c6f6694a22f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports/3beb29e8-b530-44c5-86fd-8bbad2a5fb6e HTTP/1.1" status: 200 len: 910 time: 0.1026304 Jul 06 12:09:47.621416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.644150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] Routers {'04847767-b5a7-4b2b-9865-c8223172d86b'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:47.645112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04847767-b5a7-4b2b-9865-c8223172d86b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.696512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e82d4e06-917c-463a-b141-1f0b5fc0064c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:47.755750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.756376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe956c4-b7b3-4b08-a0a7-e04e1e661fef None None] The sync data for ids ['04847767-b5a7-4b2b-9865-c8223172d86b'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:47.774098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port e82d4e06-917c-463a-b141-1f0b5fc0064c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:47.778759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e82d4e06-917c-463a-b141-1f0b5fc0064c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:47.779639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.833836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Provisioning for port 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:47.839163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Provisioning complete for port 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:47.839950 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.881728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.901804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Port 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:47.971425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Provisioning complete for port e82d4e06-917c-463a-b141-1f0b5fc0064c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:47.971967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.034820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.166967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port e82d4e06-917c-463a-b141-1f0b5fc0064c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e82d4e06-917c-463a-b141-1f0b5fc0064c,segment=NetworkSegment(5a3906c0-0dc0-48f8-8f62-41e211faa1b2),segment_id=5a3906c0-0dc0-48f8-8f62-41e211faa1b2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:48.177184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.249902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.269768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=e82d4e06-917c-463a-b141-1f0b5fc0064c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:48.280532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.280869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.281292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.281538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.282011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.282374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.282714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.283042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.284137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.284894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.284894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.285190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:48.338829 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:09:48.339325 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-74722525-dd3b-46e2-a528-0a2c69848922 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:09:48.455357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.466979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.558111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:48.558735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.563098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:48.563598 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/ports/3beb29e8-b530-44c5-86fd-8bbad2a5fb6e HTTP/1.1" status: 200 len: 910 time: 0.9785187 Jul 06 12:09:48.564136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22f0b4-c788-45ca-9fdd-6f5afb1d21ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=3beb29e8-b530-44c5-86fd-8bbad2a5fb6e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:48.956761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.027134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f17c37a-ba3f-485d-a37b-d92a4190578b None None] Provisioning complete for port 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:49.027559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f17c37a-ba3f-485d-a37b-d92a4190578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.070129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c37a-ba3f-485d-a37b-d92a4190578b None None] Port 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:49.282325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:49.282693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.406428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.426558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 3beb29e8-b530-44c5-86fd-8bbad2a5fb6e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:49.604190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e82d4e06-917c-463a-b141-1f0b5fc0064c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:49.647449 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.670977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port e82d4e06-917c-463a-b141-1f0b5fc0064c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:49.671530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.682047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=3beb29e8-b530-44c5-86fd-8bbad2a5fb6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:49.854331 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.043942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 04847767-b5a7-4b2b-9865-c8223172d86b has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:50.145831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:50.151617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5be1639-4b69-46a9-bb05-734c62b0b305 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/04847767-b5a7-4b2b-9865-c8223172d86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5855384 Jul 06 12:09:50.154471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.158768 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] Sync routers for ids ['04847767-b5a7-4b2b-9865-c8223172d86b'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:50.169539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] Routers {'04847767-b5a7-4b2b-9865-c8223172d86b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:50.170388 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04847767-b5a7-4b2b-9865-c8223172d86b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:50.199852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3edbded-28bc-48e5-908e-bc18d63367c2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=04847767-b5a7-4b2b-9865-c8223172d86b HTTP/1.1" status: 200 len: 205 time: 0.0437837 Jul 06 12:09:50.202399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.229965 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:50.242582 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] Routers {'04847767-b5a7-4b2b-9865-c8223172d86b'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:50.243589 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04847767-b5a7-4b2b-9865-c8223172d86b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:50.287648 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:50.288407 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fce43-ff35-4867-a6cd-918ed6fee723 None None] The sync data for ids ['04847767-b5a7-4b2b-9865-c8223172d86b'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:50.331432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.525348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.528243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.586344 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.587234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router 04847767-b5a7-4b2b-9865-c8223172d86b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:50.596295 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.597562 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-03bb1ccc-a635-4d63-91f1-cfc34ceff7fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/04847767-b5a7-4b2b-9865-c8223172d86b HTTP/1.1" status: 204 len: 168 time: 0.3941090 Jul 06 12:09:50.601302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.671191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet 11f2d6a7-9a8e-4049-bd5f-8606ca914537 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:50.690324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.740427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.836606 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.911387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.942796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=11f2d6a7-9a8e-4049-bd5f-8606ca914537,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:50.948548 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.951187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-469ec40b-2276-4522-99d7-17cd0b63da81 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/11f2d6a7-9a8e-4049-bd5f-8606ca914537 HTTP/1.1" status: 204 len: 168 time: 0.3483715 Jul 06 12:09:50.953491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.962068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa998ae-44ed-4989-9fa8-f67eddeafc00 None None] Network c715936e-f474-42c8-a4ef-c014822a08c5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:51.044526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.104522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port e82d4e06-917c-463a-b141-1f0b5fc0064c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:51.104947 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.172656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port e82d4e06-917c-463a-b141-1f0b5fc0064c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e82d4e06-917c-463a-b141-1f0b5fc0064c,segment=NetworkSegment(5a3906c0-0dc0-48f8-8f62-41e211faa1b2),segment_id=5a3906c0-0dc0-48f8-8f62-41e211faa1b2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:51.173117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.182120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] DHCP port deletion for c715936e-f474-42c8-a4ef-c014822a08c5 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:51.196069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for e82d4e06-917c-463a-b141-1f0b5fc0064c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:51.243775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] Deleting port e82d4e06-917c-463a-b141-1f0b5fc0064c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:51.244392 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.291755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.328465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=e82d4e06-917c-463a-b141-1f0b5fc0064c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.331795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port e82d4e06-917c-463a-b141-1f0b5fc0064c on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:51.340058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] For port e82d4e06-917c-463a-b141-1f0b5fc0064c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=e82d4e06-917c-463a-b141-1f0b5fc0064c,segment=NetworkSegment(5a3906c0-0dc0-48f8-8f62-41e211faa1b2),segment_id=5a3906c0-0dc0-48f8-8f62-41e211faa1b2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:51.340620 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.371089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] Calling delete_port for e82d4e06-917c-463a-b141-1f0b5fc0064c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:51.372585 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:09:51.433010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.447957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c715936e-f474-42c8-a4ef-c014822a08c5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:51.461788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3906c0-0dc0-48f8-8f62-41e211faa1b2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:51.462378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3906c0-0dc0-48f8-8f62-41e211faa1b2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:51.472831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.490553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.494663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.501218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:51.501736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:51.504894 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:51.526970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] Pushing event deleted for resources: {'Port': ['ID=e82d4e06-917c-463a-b141-1f0b5fc0064c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.531628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2627122-45b5-4609-9395-7c19edfec2c6 None None] No DVR routers for this DVR port e82d4e06-917c-463a-b141-1f0b5fc0064c on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:51.572730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.580775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.583604 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/c715936e-f474-42c8-a4ef-c014822a08c5 HTTP/1.1" status: 204 len: 168 time: 0.6287692 Jul 06 12:09:51.587327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:51.592235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1725928925', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:51.607648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711a2b8-f574-469c-b7d1-a77407041eee tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=c715936e-f474-42c8-a4ef-c014822a08c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.619796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e82d4e06-917c-463a-b141-1f0b5fc0064c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:51.628930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.629934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.643106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: e82d4e06-917c-463a-b141-1f0b5fc0064c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:51.643527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device e82d4e06-917c-463a-b141-1f0b5fc0064c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:51.687247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.692803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.710060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.713934 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a144e62d-1e99-46d0-8138-86db4d52cc8f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1227753 Jul 06 12:09:51.714169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:51.719110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-117576200'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:51.741746 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:51.745294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.056438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:52.071061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.071425 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment 14067ae4-450f-4697-895f-d58cbace0c3c of type vlan for network 053764b0-dfb1-45d3-975d-00c917ca85f5 Jul 06 12:09:52.112550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.141944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.148065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:52.148658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.212737 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4975150 Jul 06 12:09:52.215726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:52.219456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dbba6-2008-4a5e-bfe4-7418083917b5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=053764b0-dfb1-45d3-975d-00c917ca85f5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:52.222174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:52.234907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:52.320035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:52.323623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.525516 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.591678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=e21a070c-8adf-4e5d-9ae8-c38d10504b65,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:52.602308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:52.602670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: 053764b0-dfb1-45d3-975d-00c917ca85f5, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:52.619616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:52.630023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 053764b0-dfb1-45d3-975d-00c917ca85f5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:52.639097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd1407-174d-43c2-b4e4-3d1eb8fdc0f9 None None] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:52.640176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:52.645368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.659453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6faec0aa-225d-4760-a6fa-e8779ec4fbf9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4425218 Jul 06 12:09:52.662331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:52.814902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-053764b0-dfb1-45d3-975d-00c917ca85f5', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:52.816270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.999223 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.007602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Allocated IP 172.20.0.2 (053764b0-dfb1-45d3-975d-00c917ca85f5/e21a070c-8adf-4e5d-9ae8-c38d10504b65/71abfd10-f96a-452d-abfe-412d1285de13) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:53.083466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.230429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.241835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Transition to ACTIVE for port object 71abfd10-f96a-452d-abfe-412d1285de13 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:53.260747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Transition to ACTIVE for port object 71abfd10-f96a-452d-abfe-412d1285de13 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:53.273452 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.342662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Pushing event updated for resources: {'Port': ['ID=71abfd10-f96a-452d-abfe-412d1285de13,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:53.362594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:53.364398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:53.366842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:53.398400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.20.0.1 (053764b0-dfb1-45d3-975d-00c917ca85f5/e21a070c-8adf-4e5d-9ae8-c38d10504b65/d7b7fc02-cd98-4075-9845-b710e568a933) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:53.444231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Attempting to bind port 71abfd10-f96a-452d-abfe-412d1285de13 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:53.444563 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Attempting to bind port 71abfd10-f96a-452d-abfe-412d1285de13 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:53.444930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Attempting to bind port 71abfd10-f96a-452d-abfe-412d1285de13 on network 053764b0-dfb1-45d3-975d-00c917ca85f5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:53.451291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:53.451672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Checking segment: {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:53.452883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.452883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Bound using segment: {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:53.453118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Bound port: 71abfd10-f96a-452d-abfe-412d1285de13, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:53.453322 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.485960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:53.532186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] For port 71abfd10-f96a-452d-abfe-412d1285de13, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:53.537827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] For port 71abfd10-f96a-452d-abfe-412d1285de13, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=71abfd10-f96a-452d-abfe-412d1285de13,segment=NetworkSegment(14067ae4-450f-4697-895f-d58cbace0c3c),segment_id=14067ae4-450f-4697-895f-d58cbace0c3c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:53.548373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.566186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.589159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object d7b7fc02-cd98-4075-9845-b710e568a933 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:53.623798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb23b-b9ae-4b14-86ae-b16378f4afcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.630347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.699220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:53.703340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:53.706026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:53.756632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb23b-b9ae-4b14-86ae-b16378f4afcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.763051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb23b-b9ae-4b14-86ae-b16378f4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.763260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=d7b7fc02-cd98-4075-9845-b710e568a933,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:53.766411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.796966 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5f1fb23b-b9ae-4b14-86ae-b16378f4afcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5cc90f4de2fe4b2a9610bc1290846e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088515 Jul 06 12:09:53.803440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:53.820712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb76530-3cb8-46a8-aabe-b025cca1d233 None None] Pushing event updated for resources: {'Port': ['ID=71abfd10-f96a-452d-abfe-412d1285de13,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:53.858394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fb23b-b9ae-4b14-86ae-b16378f4afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193dc302-5dd7-4c7c-b6bd-9245532d5770,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:53.902202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038053c4-479c-4d46-9f7d-e190a4bc718c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.928219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038053c4-479c-4d46-9f7d-e190a4bc718c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.985608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038053c4-479c-4d46-9f7d-e190a4bc718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.989051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-038053c4-479c-4d46-9f7d-e190a4bc718c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.992897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-038053c4-479c-4d46-9f7d-e190a4bc718c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/193dc302-5dd7-4c7c-b6bd-9245532d5770 HTTP/1.1" status: 204 len: 168 time: 0.1854808 Jul 06 12:09:54.016776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038053c4-479c-4d46-9f7d-e190a4bc718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193dc302-5dd7-4c7c-b6bd-9245532d5770,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.347051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.408415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:54.424626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec82e16e-cf91-45c0-8371-8dfa2d18e9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.559201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec82e16e-cf91-45c0-8371-8dfa2d18e9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.564415 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec82e16e-cf91-45c0-8371-8dfa2d18e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.596449 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ec82e16e-cf91-45c0-8371-8dfa2d18e9d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd1bd840ed7c4ee5988d4120e5d89529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831088 Jul 06 12:09:54.597151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:54.639330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82e16e-cf91-45c0-8371-8dfa2d18e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315afb45-0293-4d62-a1c1-73335f5d756d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.658562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.665185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.673349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49bc229b-3a75-4e26-87c9-8c7e69b9d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.699219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49bc229b-3a75-4e26-87c9-8c7e69b9d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.748650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=d7b7fc02-cd98-4075-9845-b710e568a933,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.761186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49bc229b-3a75-4e26-87c9-8c7e69b9d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.764903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49bc229b-3a75-4e26-87c9-8c7e69b9d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.766237 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49bc229b-3a75-4e26-87c9-8c7e69b9d437 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/315afb45-0293-4d62-a1c1-73335f5d756d HTTP/1.1" status: 204 len: 168 time: 0.1681354 Jul 06 12:09:54.789463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc229b-3a75-4e26-87c9-8c7e69b9d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315afb45-0293-4d62-a1c1-73335f5d756d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.793589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.946547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:54.948072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:55.106859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:55.170752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b1a95-3f24-4ab4-be02-803b9fd600cd None None] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:55.228585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:55.240993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-52ae25fe-96e2-4464-bd1c-ebd226c4879a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774608 Jul 06 12:09:55.243635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:55.249211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:55.249671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-308626035'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:55.279949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:55.285068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.301085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:55.301870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:55.326979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:55.339160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.339729 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment 30aa9252-09ca-40ac-a3a5-2c61a5021417 of type vlan for network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 Jul 06 12:09:55.359678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f9197cf-9e1a-440e-96a6-4a6da806cc36 None None] Provisioning for port 71abfd10-f96a-452d-abfe-412d1285de13 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:55.401403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.444053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.453582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:55.454534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:55.456563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.543466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=69a9024b-c1c5-4de0-a588-0df3f6fae1d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:55.550675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:55.550981 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e51c0dd9-2fc0-4788-bdde-316c2cfddfae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3059545 Jul 06 12:09:55.557898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:55.598471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:55.702681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 71abfd10-f96a-452d-abfe-412d1285de13 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:55.729203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:55.735164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.853493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 71abfd10-f96a-452d-abfe-412d1285de13 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:55.860216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 71abfd10-f96a-452d-abfe-412d1285de13 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:55.860858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.965900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:09:53Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:09:54Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:56.001291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:56.002560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Updating router aa68f275-ed34-41a1-9249-112f5b653641 port d7b7fc02-cd98-4075-9845-b710e568a933 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:56.007524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.068633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 71abfd10-f96a-452d-abfe-412d1285de13, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=71abfd10-f96a-452d-abfe-412d1285de13,segment=NetworkSegment(14067ae4-450f-4697-895f-d58cbace0c3c),segment_id=14067ae4-450f-4697-895f-d58cbace0c3c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:56.078790 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.089751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.098364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.155877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=9ce6c4c8-c011-4994-818a-bd3911a61f3f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:56.173480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=71abfd10-f96a-452d-abfe-412d1285de13,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:56.194391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:56.194981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: 69a9024b-c1c5-4de0-a588-0df3f6fae1d8, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:56.239184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:56.286074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 69a9024b-c1c5-4de0-a588-0df3f6fae1d8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:56.290835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:56.291433 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.315935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cc644-0bce-40be-a4af-80509e60fe3e None None] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:56.320176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b224bc1-e556-440a-889a-0fae9e7b42e8 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7671714 Jul 06 12:09:56.321903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:56.419705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47ca65f1-39d6-4bda-8028-4e98ba1ec46d None None] Provisioning for port d7b7fc02-cd98-4075-9845-b710e568a933 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:56.475194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47ca65f1-39d6-4bda-8028-4e98ba1ec46d None None] Provisioning complete for port d7b7fc02-cd98-4075-9845-b710e568a933 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:56.475578 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ca65f1-39d6-4bda-8028-4e98ba1ec46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.599771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47ca65f1-39d6-4bda-8028-4e98ba1ec46d None None] Port d7b7fc02-cd98-4075-9845-b710e568a933 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:56.669447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47ca65f1-39d6-4bda-8028-4e98ba1ec46d None None] Provisioning complete for port 71abfd10-f96a-452d-abfe-412d1285de13 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:56.669818 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ca65f1-39d6-4bda-8028-4e98ba1ec46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.708383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:56.709251 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.895814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.911080 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.966663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Transition to ACTIVE for port object d7b7fc02-cd98-4075-9845-b710e568a933 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:56.973378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Allocated IP 172.21.0.2 (69a9024b-c1c5-4de0-a588-0df3f6fae1d8/9ce6c4c8-c011-4994-818a-bd3911a61f3f/fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:56.984155 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.027274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6e357-b5a8-4826-8653-0432baf946e0 None None] Pushing event updated for resources: {'Port': ['ID=d7b7fc02-cd98-4075-9845-b710e568a933,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.182069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Attempting to bind port d7b7fc02-cd98-4075-9845-b710e568a933 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:57.182743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Attempting to bind port d7b7fc02-cd98-4075-9845-b710e568a933 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:57.182869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Attempting to bind port d7b7fc02-cd98-4075-9845-b710e568a933 on network 053764b0-dfb1-45d3-975d-00c917ca85f5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:57.208081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:57.208464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Checking segment: {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:57.208882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.209289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Bound using segment: {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:57.209785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Bound port: d7b7fc02-cd98-4075-9845-b710e568a933, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14067ae4-450f-4697-895f-d58cbace0c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:57.210170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.223163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e083ec4-dbc2-4024-b6f2-89eae1de1fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.323747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:57.472653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ec69bf4-a0a3-4194-acc4-b62e34008015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.573317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] For port d7b7fc02-cd98-4075-9845-b710e568a933, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:57.575735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.580484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] For port d7b7fc02-cd98-4075-9845-b710e568a933, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d7b7fc02-cd98-4075-9845-b710e568a933,segment=NetworkSegment(14067ae4-450f-4697-895f-d58cbace0c3c),segment_id=14067ae4-450f-4697-895f-d58cbace0c3c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:57.585539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.596744 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ec69bf4-a0a3-4194-acc4-b62e34008015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.601833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ec69bf4-a0a3-4194-acc4-b62e34008015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.621703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Transition to ACTIVE for port object fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:57.645160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec69bf4-a0a3-4194-acc4-b62e34008015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11070f-628a-44f4-abd7-f9085d71c038,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.654635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 71abfd10-f96a-452d-abfe-412d1285de13 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:57.673057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Transition to ACTIVE for port object fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:57.679748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:57.680271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ec69bf4-a0a3-4194-acc4-b62e34008015 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e4dbd6cc51654aaba5d3cf7abcd2e14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522608 Jul 06 12:09:57.701021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6e357-b5a8-4826-8653-0432baf946e0 None None] Pushing event updated for resources: {'Port': ['ID=d7b7fc02-cd98-4075-9845-b710e568a933,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.709754 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.724013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:57.724621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:09:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:57.773054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.21.0.1 (69a9024b-c1c5-4de0-a588-0df3f6fae1d8/9ce6c4c8-c011-4994-818a-bd3911a61f3f/d9471906-5b6a-48fe-b02b-05e6a43abb7b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:57.853413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:57.858808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Pushing event updated for resources: {'Port': ['ID=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.877969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:57.883370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:57.902827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 71abfd10-f96a-452d-abfe-412d1285de13 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:57.903462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.905698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:57.929456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.946485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object d9471906-5b6a-48fe-b02b-05e6a43abb7b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:58.013875 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d726dacf-064f-43a7-8f02-57cf8364f448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.027429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.066662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Attempting to bind port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:58.067039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Attempting to bind port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:58.067399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Attempting to bind port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 on network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:58.068719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d726dacf-064f-43a7-8f02-57cf8364f448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.087241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:58.096769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:58.104660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:58.119503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=d9471906-5b6a-48fe-b02b-05e6a43abb7b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:58.125274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:58.125274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Checking segment: {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:58.125690 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.126187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Bound using segment: {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:58.126624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Bound port: fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:58.127538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.175503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.214324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d726dacf-064f-43a7-8f02-57cf8364f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.216917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d726dacf-064f-43a7-8f02-57cf8364f448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.221233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d726dacf-064f-43a7-8f02-57cf8364f448 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac11070f-628a-44f4-abd7-f9085d71c038 HTTP/1.1" status: 204 len: 168 time: 0.5364468 Jul 06 12:09:58.251315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726dacf-064f-43a7-8f02-57cf8364f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11070f-628a-44f4-abd7-f9085d71c038,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:58.291948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] For port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:58.312615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] For port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,segment=NetworkSegment(30aa9252-09ca-40ac-a3a5-2c61a5021417),segment_id=30aa9252-09ca-40ac-a3a5-2c61a5021417)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:58.320336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.337450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.389798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:09:53Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:09:57Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:58.395493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4b472-8c37-4f3e-8dda-e462cc358947 None None] Pushing event updated for resources: {'Port': ['ID=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:58.422347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df48295-fd7e-4ad5-898e-6351e5cf0011 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:09:53Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:09:57Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:58.576184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:58.597304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-360019cb-17cc-47d8-8043-f0f95183ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.727729 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.745180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.849428 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.863443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=d9471906-5b6a-48fe-b02b-05e6a43abb7b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:58.933243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-360019cb-17cc-47d8-8043-f0f95183ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.940553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-360019cb-17cc-47d8-8043-f0f95183ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.010716 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-360019cb-17cc-47d8-8043-f0f95183ab61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74e7be5730fe4970ad3165698008057e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311554 Jul 06 12:09:59.010716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360019cb-17cc-47d8-8043-f0f95183ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ed61a-34d1-4357-9122-a3e76541d67f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:59.011226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:59.020886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:59.023206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:59.068517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7454bb1f-bc9d-4ef1-b595-005cbf89307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.092024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7454bb1f-bc9d-4ef1-b595-005cbf89307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.129512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:59.158471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7454bb1f-bc9d-4ef1-b595-005cbf89307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.162071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7454bb1f-bc9d-4ef1-b595-005cbf89307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.165913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7454bb1f-bc9d-4ef1-b595-005cbf89307d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b13ed61a-34d1-4357-9122-a3e76541d67f HTTP/1.1" status: 204 len: 168 time: 0.1532078 Jul 06 12:09:59.175189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454bb1f-bc9d-4ef1-b595-005cbf89307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ed61a-34d1-4357-9122-a3e76541d67f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:59.260279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:59.265905 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-672332ae-4ba2-481e-b895-9cfe35315f46 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9423509 Jul 06 12:09:59.269320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:59.274540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-475190045'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:59.300473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:59.304543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.330269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:59.341090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.341425 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment 47aab441-8031-4ab0-b5a0-378a40c37e1f of type vlan for network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 Jul 06 12:09:59.394978 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.432777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.438945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:59.439569 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.505384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2349162 Jul 06 12:09:59.508568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:59.513930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:59.519817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc030ea6-d365-4ca2-a1a0-e8dcf2b2207d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:59.533193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:59.670987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fda23c-2db1-4783-b4fa-0c0b3437e4d7 None None] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:59.679305 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30cdad60-bbdd-4113-b342-5be28d7f54e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.700018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:59.703979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.758348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7b7fc02-cd98-4075-9845-b710e568a933 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:59.833289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8335084-4f02-405a-b837-9def7c02db9d None None] Provisioning for port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:59.901709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d7b7fc02-cd98-4075-9845-b710e568a933 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:59.910516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d7b7fc02-cd98-4075-9845-b710e568a933 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:59.910801 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.926400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.000952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=f1c57a44-acfa-44c3-9c86-98c3cfc509b9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:00.007894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:00.009057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:00.047048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:00.047896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.062380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:00.069887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:00.070949 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.082249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbfcc7-f920-4adc-a139-242da28f1942 None None] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:00.093914 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2960b234-cf17-4851-9f0a-7b1f341a34b7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5844712 Jul 06 12:10:00.100810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:00.152272 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763611f-b329-42e1-a745-2456299631cf None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:00.157466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d7b7fc02-cd98-4075-9845-b710e568a933, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d7b7fc02-cd98-4075-9845-b710e568a933,segment=NetworkSegment(14067ae4-450f-4697-895f-d58cbace0c3c),segment_id=14067ae4-450f-4697-895f-d58cbace0c3c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:00.166530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.167610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:00.168014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:00.168642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:00.231516 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.310529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d7b7fc02-cd98-4075-9845-b710e568a933,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:00.347060 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:00.356333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:00.361404 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.375935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:00.376431 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.437573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:00.440002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.463010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Provisioning for port d9471906-5b6a-48fe-b02b-05e6a43abb7b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:00.478730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Provisioning complete for port d9471906-5b6a-48fe-b02b-05e6a43abb7b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:00.479194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.592384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Port d9471906-5b6a-48fe-b02b-05e6a43abb7b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:00.615292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.831989 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:09:58Z', 'revision_number': 3, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:09:58Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:00.875589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Provisioning complete for port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:00.876215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.893991 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763611f-b329-42e1-a745-2456299631cf None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:00.894349 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763611f-b329-42e1-a745-2456299631cf None None] Updating router aa68f275-ed34-41a1-9249-112f5b653641 port d9471906-5b6a-48fe-b02b-05e6a43abb7b binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:00.920695 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.952122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Allocated IP 172.22.0.2 (2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9/f1c57a44-acfa-44c3-9c86-98c3cfc509b9/43050e03-3bd4-43cd-8e51-8dbd88b4a1b7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:00.965907 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763611f-b329-42e1-a745-2456299631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.067762 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.092120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,segment=NetworkSegment(30aa9252-09ca-40ac-a3a5-2c61a5021417),segment_id=30aa9252-09ca-40ac-a3a5-2c61a5021417)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:01.103828 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.118086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.241269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:01.264742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:10:01.265103 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-5703006a-9a95-452e-9d68-f408ae1c93f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:10:01.275082 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763611f-b329-42e1-a745-2456299631cf None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.276248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.286193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Transition to ACTIVE for port object 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:01.288220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9763611f-b329-42e1-a745-2456299631cf None None] Transition to ACTIVE for port object d9471906-5b6a-48fe-b02b-05e6a43abb7b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:01.308345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Transition to ACTIVE for port object 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:01.309692 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763611f-b329-42e1-a745-2456299631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.311697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.350624 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Pushing event updated for resources: {'Port': ['ID=d9471906-5b6a-48fe-b02b-05e6a43abb7b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:01.359522 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.359850 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.360222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.360556 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.361500 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.361831 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.361961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:01.362330 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.362851 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.363352 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.363840 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.364370 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.364861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:01.367047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.22.0.1 (2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9/f1c57a44-acfa-44c3-9c86-98c3cfc509b9/89145494-f570-49c2-b5ac-dd7b27507adc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:01.368880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:01.383350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Pushing event updated for resources: {'Port': ['ID=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:01.387564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:01.456132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Attempting to bind port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:01.456530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Attempting to bind port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:01.456868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Attempting to bind port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 on network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:01.457478 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9763611f-b329-42e1-a745-2456299631cf None None] Attempting to bind port d9471906-5b6a-48fe-b02b-05e6a43abb7b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:01.458310 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9763611f-b329-42e1-a745-2456299631cf None None] Attempting to bind port d9471906-5b6a-48fe-b02b-05e6a43abb7b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:01.458850 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763611f-b329-42e1-a745-2456299631cf None None] Attempting to bind port d9471906-5b6a-48fe-b02b-05e6a43abb7b on network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:01.464252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:01.464768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Checking segment: {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:01.465220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763611f-b329-42e1-a745-2456299631cf None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:01.465987 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763611f-b329-42e1-a745-2456299631cf None None] Checking segment: {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:01.466187 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.466759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Bound using segment: {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:01.467113 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763611f-b329-42e1-a745-2456299631cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.467345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Bound port: 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:01.467855 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.468179 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763611f-b329-42e1-a745-2456299631cf None None] Bound using segment: {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:01.468827 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9763611f-b329-42e1-a745-2456299631cf None None] Bound port: d9471906-5b6a-48fe-b02b-05e6a43abb7b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aa9252-09ca-40ac-a3a5-2c61a5021417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:01.469515 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763611f-b329-42e1-a745-2456299631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.558884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.559980 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9763611f-b329-42e1-a745-2456299631cf None None] For port d9471906-5b6a-48fe-b02b-05e6a43abb7b, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:01.565575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] For port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:01.566644 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9763611f-b329-42e1-a745-2456299631cf None None] For port d9471906-5b6a-48fe-b02b-05e6a43abb7b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d9471906-5b6a-48fe-b02b-05e6a43abb7b,segment=NetworkSegment(30aa9252-09ca-40ac-a3a5-2c61a5021417),segment_id=30aa9252-09ca-40ac-a3a5-2c61a5021417)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:01.569157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] For port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:01.573266 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763611f-b329-42e1-a745-2456299631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.574657 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.594673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object 89145494-f570-49c2-b5ac-dd7b27507adc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:01.647935 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.655169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468d69-6e1e-46f1-b9ca-b76f0ad9d179 None None] Pushing event updated for resources: {'Port': ['ID=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:01.678591 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:01.679215 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:01.688599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7b7fc02-cd98-4075-9845-b710e568a933 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:01.722820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:01.730800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:01.734949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:01.782461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=89145494-f570-49c2-b5ac-dd7b27507adc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:01.810703 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f50e-2c27-48e5-8f22-b641a49f6b93 None None] Pushing event updated for resources: {'Port': ['ID=d9471906-5b6a-48fe-b02b-05e6a43abb7b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:01.833640 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.893640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d7b7fc02-cd98-4075-9845-b710e568a933 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:01.894025 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.933772 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:02.067547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.138438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:02.203761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:02.204326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.354190 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9763611f-b329-42e1-a745-2456299631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:09:58Z', 'revision_number': 3, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:01Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:02.384117 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763611f-b329-42e1-a745-2456299631cf None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:09:58Z', 'revision_number': 3, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:01Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:02.472525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.476521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.481429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.566099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=89145494-f570-49c2-b5ac-dd7b27507adc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:02.570165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.679775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:02.681403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:02.821623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:03.014961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:03.024945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a6c9a68-855a-4068-9de5-016cb8519916 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207289 Jul 06 12:10:03.028172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:03.034247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'network': {'name': 'tempest-RoutersTest-1880974213'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:03.056605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:03.061404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.093075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:03.108217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.108874 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added segment f1549674-9d9d-42de-af9c-462bf0d22858 of type vlan for network cf15f02f-5f3e-4814-b71a-d1481fead290 Jul 06 12:10:03.154310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5983e-4ef1-4e36-9bcf-a586767cb278 None None] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:03.162239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.198936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.205723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:03.206632 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.230763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:03.243431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5372fa2d-5fe6-4e13-98a6-591fdb89cec9 None None] Provisioning for port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:03.272095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2421193 Jul 06 12:10:03.276559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:03.285730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'subnet': {'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:03.297056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee11a9a-8cc5-4130-a5b4-6513e4a78804 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Network': ['ID=cf15f02f-5f3e-4814-b71a-d1481fead290,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:03.310823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network cf15f02f-5f3e-4814-b71a-d1481fead290 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:03.314617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:03.315252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:03.406358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Made reservation on behalf of 75cddb1980b14f98a844d8bc8eca9325 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:03.409722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.504557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:03.688156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.722736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:03.796574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Subnet': ['ID=e45132d0-053a-4774-9220-3574b4a0b215,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:03.806333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Checking segment: {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:03.806700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network hostable DHCP agents. Network: cf15f02f-5f3e-4814-b71a-d1481fead290, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:03.827797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network cf15f02f-5f3e-4814-b71a-d1481fead290 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:03.840349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, cf15f02f-5f3e-4814-b71a-d1481fead290) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:03.846189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:03.852774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:03.853426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.864948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f375a-0477-45b8-86f9-1085641c6e93 None None] Network cf15f02f-5f3e-4814-b71a-d1481fead290 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:03.888519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:03.888841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-326af6c4-cf41-4598-af67-6794350a6286 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6102788 Jul 06 12:10:03.922463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:03.922935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.952494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:01Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:02Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:01Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:03.984310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:03.984698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Updating router aa68f275-ed34-41a1-9249-112f5b653641 port 89145494-f570-49c2-b5ac-dd7b27507adc binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:04.092350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.211445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41da7076-d145-4c83-84a9-1a74c9c31d4f None None] Provisioning for port 89145494-f570-49c2-b5ac-dd7b27507adc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:04.216530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.332169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41da7076-d145-4c83-84a9-1a74c9c31d4f None None] Provisioning complete for port 89145494-f570-49c2-b5ac-dd7b27507adc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:04.332548 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da7076-d145-4c83-84a9-1a74c9c31d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.425642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.565469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:04.599772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.600518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d9471906-5b6a-48fe-b02b-05e6a43abb7b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:04.738659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:04.761972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-cf15f02f-5f3e-4814-b71a-d1481fead290', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:04.762845 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.766437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-41da7076-d145-4c83-84a9-1a74c9c31d4f None None] Port 89145494-f570-49c2-b5ac-dd7b27507adc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:04.939264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41da7076-d145-4c83-84a9-1a74c9c31d4f None None] Provisioning complete for port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:04.939631 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da7076-d145-4c83-84a9-1a74c9c31d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.043811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Allocated IP 172.23.0.2 (cf15f02f-5f3e-4814-b71a-d1481fead290/e45132d0-053a-4774-9220-3574b4a0b215/4de976ae-99cf-4ab4-89e8-9d953dc16dbb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:05.050382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d9471906-5b6a-48fe-b02b-05e6a43abb7b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:05.073983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d9471906-5b6a-48fe-b02b-05e6a43abb7b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:05.074335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.287989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.338726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Transition to ACTIVE for port object 89145494-f570-49c2-b5ac-dd7b27507adc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:05.377192 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.380531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.434319 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.460613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Transition to ACTIVE for port object 4de976ae-99cf-4ab4-89e8-9d953dc16dbb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:05.500768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d9471906-5b6a-48fe-b02b-05e6a43abb7b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d9471906-5b6a-48fe-b02b-05e6a43abb7b,segment=NetworkSegment(30aa9252-09ca-40ac-a3a5-2c61a5021417),segment_id=30aa9252-09ca-40ac-a3a5-2c61a5021417)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:05.508708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19528ab4-d30b-47c3-87f4-d4619bb9038a None None] Pushing event updated for resources: {'Port': ['ID=89145494-f570-49c2-b5ac-dd7b27507adc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:05.511216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Transition to ACTIVE for port object 4de976ae-99cf-4ab4-89e8-9d953dc16dbb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:05.517561 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.556155 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.583669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Allocated IP 172.23.0.1 (cf15f02f-5f3e-4814-b71a-d1481fead290/e45132d0-053a-4774-9220-3574b4a0b215/5d7cb65b-14c8-4555-9f01-9d04456c8e8b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:05.642491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Network cf15f02f-5f3e-4814-b71a-d1481fead290 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:05.643472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Attempting to bind port 89145494-f570-49c2-b5ac-dd7b27507adc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:05.643847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Attempting to bind port 89145494-f570-49c2-b5ac-dd7b27507adc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:05.644254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Attempting to bind port 89145494-f570-49c2-b5ac-dd7b27507adc on network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:05.667428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:05.681957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:05.686416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:05.698244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:05.698626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Checking segment: {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:05.699037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.699442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Bound using segment: {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:05.699944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Bound port: 89145494-f570-49c2-b5ac-dd7b27507adc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47aab441-8031-4ab0-b5a0-378a40c37e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:05.709290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.777732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d9471906-5b6a-48fe-b02b-05e6a43abb7b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:05.852795 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.869392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Transition to ACTIVE for port object 5d7cb65b-14c8-4555-9f01-9d04456c8e8b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:05.918822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.948306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Attempting to bind port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:05.948306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Attempting to bind port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:05.948306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Attempting to bind port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb on network cf15f02f-5f3e-4814-b71a-d1481fead290 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:05.964896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Pushing event updated for resources: {'Port': ['ID=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:05.977754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:05.978199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Checking segment: {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:05.978605 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.979000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Bound using segment: {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:05.980064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Bound port: 4de976ae-99cf-4ab4-89e8-9d953dc16dbb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:05.980534 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.998777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:06.002153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] For port 89145494-f570-49c2-b5ac-dd7b27507adc, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:06.019469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:06.019661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.023026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network cf15f02f-5f3e-4814-b71a-d1481fead290 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:06.024611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:06.027829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] For port 89145494-f570-49c2-b5ac-dd7b27507adc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=89145494-f570-49c2-b5ac-dd7b27507adc,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:06.033286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:06.074136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.094626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.164507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] For port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:06.188267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] For port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,segment=NetworkSegment(f1549674-9d9d-42de-af9c-462bf0d22858),segment_id=f1549674-9d9d-42de-af9c-462bf0d22858)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:06.189888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19528ab4-d30b-47c3-87f4-d4619bb9038a None None] Pushing event updated for resources: {'Port': ['ID=89145494-f570-49c2-b5ac-dd7b27507adc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:06.198277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.249883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.254537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:06.255295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:06.420268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89738e-5095-499c-b176-b4e0ba6e4966 None None] Pushing event updated for resources: {'Port': ['ID=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:06.442603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:06.706215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.719060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.821398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event updated for resources: {'Port': ['ID=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:06.831142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.873893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:06Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 1, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:06.909316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798868c-6099-474a-90c2-ce93f7e20645 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:06Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 1, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:07.020299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Network cf15f02f-5f3e-4814-b71a-d1481fead290 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:07.021853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:07.148725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:07.265534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:07.277267 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1f2f617-722f-445e-8694-c3092af66c0c tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3846731 Jul 06 12:10:07.277788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:07.283776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:07.792919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a7d0b-da93-4e32-adb3-c5b5a2a7dbdd None None] Network cf15f02f-5f3e-4814-b71a-d1481fead290 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:07.903095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:10:07.918783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:10:07.919554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.086651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d9471906-5b6a-48fe-b02b-05e6a43abb7b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:08.131869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fe2a4d65-d0dd-44d8-8ba4-f93c4958d103 None None] Provisioning for port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:08.213340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d9471906-5b6a-48fe-b02b-05e6a43abb7b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:08.213716 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.215697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.219796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.448677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:08.454765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4de976ae-99cf-4ab4-89e8-9d953dc16dbb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:08.617279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:08.626606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:08.626979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.633292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:08.656473 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.658480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-30248cb5-88d5-4459-8f4a-dea1633ef40a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 934 time: 1.3794208 Jul 06 12:10:08.661425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:08.779310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.833950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,segment=NetworkSegment(f1549674-9d9d-42de-af9c-462bf0d22858),segment_id=f1549674-9d9d-42de-af9c-462bf0d22858)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:08.848638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.929773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1f9aca9-1242-4749-bdf2-2d33ba1c545d None None] Provisioning for port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:08.935066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:08.940019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1f9aca9-1242-4749-bdf2-2d33ba1c545d None None] Provisioning complete for port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:08.940402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1f9aca9-1242-4749-bdf2-2d33ba1c545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:09.013743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9aca9-1242-4749-bdf2-2d33ba1c545d None None] Port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:09.044633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1f9aca9-1242-4749-bdf2-2d33ba1c545d None None] Provisioning complete for port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:09.045906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1f9aca9-1242-4749-bdf2-2d33ba1c545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:09.352028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73784f07-f2ef-4271-afe9-caf439f3cb6f None None] Provisioning complete for port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:09.352665 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73784f07-f2ef-4271-afe9-caf439f3cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:09.396938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c616b7b3-3297-452e-910f-42aa201f9e1a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 934 time: 0.7335532 Jul 06 12:10:09.399166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:09.405507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:09.421617 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:09.429805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-73784f07-f2ef-4271-afe9-caf439f3cb6f None None] Port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:09.432528 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:09.433146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:09.554451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eed919c2-180b-4bfe-b71c-2fd5cf25ebdc None None] Provisioning complete for port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:09.554963 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eed919c2-180b-4bfe-b71c-2fd5cf25ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:09.618812 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:09.674306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eed919c2-180b-4bfe-b71c-2fd5cf25ebdc None None] Port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:09.769352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 89145494-f570-49c2-b5ac-dd7b27507adc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:09.883451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 89145494-f570-49c2-b5ac-dd7b27507adc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:09.889933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 89145494-f570-49c2-b5ac-dd7b27507adc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:09.890311 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.032286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:10:10.033404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:10:10.035833 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.039978 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:07Z', 'revision_number': 6, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:06Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:10.075049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 89145494-f570-49c2-b5ac-dd7b27507adc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=89145494-f570-49c2-b5ac-dd7b27507adc,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:10.080027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.081933 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.082837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4de976ae-99cf-4ab4-89e8-9d953dc16dbb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:10.108524 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:10.111572 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Updating router aa68f275-ed34-41a1-9249-112f5b653641 port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:10.146327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=89145494-f570-49c2-b5ac-dd7b27507adc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:10.213334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:10.213721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.214946 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.375471 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.380830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.687859 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.711894 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Transition to ACTIVE for port object 5d7cb65b-14c8-4555-9f01-9d04456c8e8b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:10.723435 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.924854 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d464-a229-45ca-80f9-de91695655e7 None None] Pushing event updated for resources: {'Port': ['ID=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:11.015844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:11.019562 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Attempting to bind port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:11.022194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Attempting to bind port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:11.022705 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Attempting to bind port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b on network cf15f02f-5f3e-4814-b71a-d1481fead290 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:11.031672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:11.032099 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Checking segment: {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:11.033889 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.034573 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Bound using segment: {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:11.035106 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Bound port: 5d7cb65b-14c8-4555-9f01-9d04456c8e8b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1549674-9d9d-42de-af9c-462bf0d22858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:11.035620 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.121933 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] For port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:11.125474 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] For port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,segment=NetworkSegment(f1549674-9d9d-42de-af9c-462bf0d22858),segment_id=f1549674-9d9d-42de-af9c-462bf0d22858)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:11.129824 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.174349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:11.191480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.193508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-53efe95e-ad0f-47c0-b8b9-102b8c134ce7 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 700 time: 1.7926016 Jul 06 12:10:11.196791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:11.201357 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:11.201995 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:11.345510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c9b1e4c-baba-46be-b9f3-f861f5fb78e3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 700 time: 0.1435685 Jul 06 12:10:11.345885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:11.430411 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d464-a229-45ca-80f9-de91695655e7 None None] Pushing event updated for resources: {'Port': ['ID=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:11.446047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:11.740601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 89145494-f570-49c2-b5ac-dd7b27507adc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:11.760783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 7, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:11Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:11.795030 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311078b-f535-4c0d-9f9c-917dab8550ad None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 7, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:11Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:11.816491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 89145494-f570-49c2-b5ac-dd7b27507adc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:11.817392 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.947779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5d7cb65b-14c8-4555-9f01-9d04456c8e8b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:12.026686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:12.034086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:12.034714 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.085021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.117743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:12.136611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:12.138446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:12.312718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:12.350467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.406248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,segment=NetworkSegment(f1549674-9d9d-42de-af9c-462bf0d22858),segment_id=f1549674-9d9d-42de-af9c-462bf0d22858)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:12.440519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.580581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:12.583456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:12.585658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.729813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port 5d7cb65b-14c8-4555-9f01-9d04456c8e8b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,segment=NetworkSegment(f1549674-9d9d-42de-af9c-462bf0d22858),segment_id=f1549674-9d9d-42de-af9c-462bf0d22858)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:12.730753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.745666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 5d7cb65b-14c8-4555-9f01-9d04456c8e8b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:12.757714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 7, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:11Z', 'revision_number': 4, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:12.784541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:12.793544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:12.794182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:13.002250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:13.051250 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.085139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=5d7cb65b-14c8-4555-9f01-9d04456c8e8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:13.281278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 7, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:12Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:13.318294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8a1f4-f2b2-4ce2-80ca-55c7c9125e4e None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 7, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '5d7cb65b-14c8-4555-9f01-9d04456c8e8b', 'name': '', 'network_id': 'cf15f02f-5f3e-4814-b71a-d1481fead290', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:8f:f7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:04Z', 'updated_at': '2021-07-06T12:10:12Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e45132d0-053a-4774-9220-3574b4a0b215', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:13.407149 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.633027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:13.735416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:13.743700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8bda5a43-2edd-4dd7-ad9a-ce15083baafc tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941185 Jul 06 12:10:13.743971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:13.749619 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:13.760439 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:13.761643 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:13.804251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet e45132d0-053a-4774-9220-3574b4a0b215 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:13.808142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.855878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.866160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:13.972536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.046689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.092986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3bbfb-fdb9-4177-b18a-0790f41a74b2 None None] Network cf15f02f-5f3e-4814-b71a-d1481fead290 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:14.094175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.097220 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/e45132d0-053a-4774-9220-3574b4a0b215 HTTP/1.1" status: 204 len: 168 time: 0.3517981 Jul 06 12:10:14.098382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da309ad-b1a7-492e-9c5c-0384a0e6a863 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=e45132d0-053a-4774-9220-3574b4a0b215,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:14.099371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:14.124983 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:12Z', 'revision_number': 8, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:14.161340 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:14.174036 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:14.174706 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:14.189435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.274309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:14.274656 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.321185 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:14.421890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,segment=NetworkSegment(f1549674-9d9d-42de-af9c-462bf0d22858),segment_id=f1549674-9d9d-42de-af9c-462bf0d22858)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:14.424084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.448212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 4de976ae-99cf-4ab4-89e8-9d953dc16dbb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:14.450238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] DHCP port deletion for cf15f02f-5f3e-4814-b71a-d1481fead290 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:14.545619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.549142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Deleting port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:14.549818 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.565538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:14.637783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] For port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:14.638443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.652752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Calling delete_port for 4de976ae-99cf-4ab4-89e8-9d953dc16dbb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:14.655878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:10:14.658181 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.671131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] No DVR routers for this DVR port 4de976ae-99cf-4ab4-89e8-9d953dc16dbb on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:14.689668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:14.712135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22fa21-ef5a-49b6-9972-4d212eb58ddb None None] Pushing event deleted for resources: {'Port': ['ID=4de976ae-99cf-4ab4-89e8-9d953dc16dbb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:14.734539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.734889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.735857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.736308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.737402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.737765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.738102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.740689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.741062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.741406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.741749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.742081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:14.769024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.781086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf15f02f-5f3e-4814-b71a-d1481fead290']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:14.785700 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:12Z', 'revision_number': 8, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:14.800012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1549674-9d9d-42de-af9c-462bf0d22858') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:14.800604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1549674-9d9d-42de-af9c-462bf0d22858') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:14.811267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.841369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.881178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:14.881810 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.883545 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c332ba-82ae-4bf0-858f-3a7690fc45b7 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:12Z', 'revision_number': 8, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': '89145494-f570-49c2-b5ac-dd7b27507adc', 'name': '', 'network_id': '2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:6e:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:00Z', 'updated_at': '2021-07-06T12:10:10Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'f1c57a44-acfa-44c3-9c86-98c3cfc509b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:14.926920 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:15.011035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.018877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.020845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/cf15f02f-5f3e-4814-b71a-d1481fead290 HTTP/1.1" status: 204 len: 168 time: 0.9204278 Jul 06 12:10:15.023713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:15.045227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97730d8a-1c6f-476d-a8de-d7a522a6b830 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=cf15f02f-5f3e-4814-b71a-d1481fead290,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:15.452860 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.630860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4de976ae-99cf-4ab4-89e8-9d953dc16dbb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:15.660133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4de976ae-99cf-4ab4-89e8-9d953dc16dbb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:15.660699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4de976ae-99cf-4ab4-89e8-9d953dc16dbb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:15.661477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5d7cb65b-14c8-4555-9f01-9d04456c8e8b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:15.686029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 5d7cb65b-14c8-4555-9f01-9d04456c8e8b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:15.686825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5d7cb65b-14c8-4555-9f01-9d04456c8e8b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:15.764352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 89145494-f570-49c2-b5ac-dd7b27507adc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:15.764702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.865471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port 89145494-f570-49c2-b5ac-dd7b27507adc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=89145494-f570-49c2-b5ac-dd7b27507adc,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:15.865471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.880447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 89145494-f570-49c2-b5ac-dd7b27507adc owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:16.072772 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.106766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=89145494-f570-49c2-b5ac-dd7b27507adc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:16.336326 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.563886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:16.703735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:16.709398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bfe45aeb-3173-4f2a-8e75-18b5099a1867 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6846116 Jul 06 12:10:16.712191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:16.717324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:16.727707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:16.728682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:16.817615 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet f1c57a44-acfa-44c3-9c86-98c3cfc509b9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:16.827695 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.851848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:16.865982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:16.900253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.010287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.065716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd45d36-3362-4a98-b2f1-d21e96163150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.117799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.162387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c57a44-acfa-44c3-9c86-98c3cfc509b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:17.166898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ecd331-45e8-4a08-b2e7-e77dd054e196 None None] Network 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:17.170271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.173856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e748324-ca7e-41f2-8478-25e0f39e57de tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/f1c57a44-acfa-44c3-9c86-98c3cfc509b9 HTTP/1.1" status: 204 len: 168 time: 0.4599156 Jul 06 12:10:17.176566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:17.208708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd45d36-3362-4a98-b2f1-d21e96163150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.216005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd45d36-3362-4a98-b2f1-d21e96163150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.268388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd45d36-3362-4a98-b2f1-d21e96163150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311d58f-c172-441a-a977-ee36b3b49ca7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:17.276510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2dd45d36-3362-4a98-b2f1-d21e96163150 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa7d267b284e4ba0bb9a49bbc59c69c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090745 Jul 06 12:10:17.277821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:17.324670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.376132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:16Z', 'revision_number': 9, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.379451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe8bd7c1-fbbb-4319-85b7-56a4affaa7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.408668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:17.408959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe8bd7c1-fbbb-4319-85b7-56a4affaa7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.417403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:17.418149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.443571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:17.443932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.482056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] DHCP port deletion for 2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:17.514691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:17.515306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.526937 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe8bd7c1-fbbb-4319-85b7-56a4affaa7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.529466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe8bd7c1-fbbb-4319-85b7-56a4affaa7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.530698 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe8bd7c1-fbbb-4319-85b7-56a4affaa7dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b311d58f-c172-441a-a977-ee36b3b49ca7 HTTP/1.1" status: 204 len: 168 time: 0.2519512 Jul 06 12:10:17.530847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:17.538027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:17.553490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bd7c1-fbbb-4319-85b7-56a4affaa7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311d58f-c172-441a-a977-ee36b3b49ca7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:17.597677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] Deleting port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:17.598048 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.664132 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.703018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:17.718842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:17.744215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:17.756606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] For port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,segment=NetworkSegment(47aab441-8031-4ab0-b5a0-378a40c37e1f),segment_id=47aab441-8031-4ab0-b5a0-378a40c37e1f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:17.757002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.784374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:17.784644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:17.798174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] Calling delete_port for 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:17.827592 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.840830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.863046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47aab441-8031-4ab0-b5a0-378a40c37e1f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.863621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47aab441-8031-4ab0-b5a0-378a40c37e1f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.876590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.895328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.902970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:17.903972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.940779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:16Z', 'revision_number': 9, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.943127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:17.944839 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.960884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88457d6d-980c-43cb-b5b9-fb15bdd5df6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:17.976957 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:17.981048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.989075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.991144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9 HTTP/1.1" status: 204 len: 168 time: 0.8107297 Jul 06 12:10:17.994497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:17.997313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a9350-5c24-4673-94c3-bee2f4e910b4 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:16Z', 'revision_number': 9, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9471906-5b6a-48fe-b02b-05e6a43abb7b', 'name': '', 'network_id': '69a9024b-c1c5-4de0-a588-0df3f6fae1d8', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:af:7b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:57Z', 'updated_at': '2021-07-06T12:10:05Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': '9ce6c4c8-c011-4994-818a-bd3911a61f3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:18.003446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] Pushing event deleted for resources: {'Port': ['ID=43050e03-3bd4-43cd-8e51-8dbd88b4a1b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:18.004471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5814-1c46-4fb9-bbd7-cb695ff3c3f9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=2f2c114c-4eee-4b8d-a0f5-9732ce0d63c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:18.008063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ea02c-fba2-499e-8e38-164e54cb460b None None] No DVR routers for this DVR port 43050e03-3bd4-43cd-8e51-8dbd88b4a1b7 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:18.241737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88457d6d-980c-43cb-b5b9-fb15bdd5df6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.249075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88457d6d-980c-43cb-b5b9-fb15bdd5df6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.320116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88457d6d-980c-43cb-b5b9-fb15bdd5df6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c1901-1a85-450f-ad56-24bbded072f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:18.328374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-88457d6d-980c-43cb-b5b9-fb15bdd5df6c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0cb6957d2bd345cfa049843276b9f41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839550 Jul 06 12:10:18.332764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:18.432984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33af39b5-a063-405e-a2e5-88b0d72763a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.476407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33af39b5-a063-405e-a2e5-88b0d72763a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.501257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.533226 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33af39b5-a063-405e-a2e5-88b0d72763a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.536156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33af39b5-a063-405e-a2e5-88b0d72763a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.537524 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-33af39b5-a063-405e-a2e5-88b0d72763a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d96c1901-1a85-450f-ad56-24bbded072f5 HTTP/1.1" status: 204 len: 168 time: 0.2034166 Jul 06 12:10:18.547272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af39b5-a063-405e-a2e5-88b0d72763a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96c1901-1a85-450f-ad56-24bbded072f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:18.779401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port d9471906-5b6a-48fe-b02b-05e6a43abb7b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:18.779869 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.874191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port d9471906-5b6a-48fe-b02b-05e6a43abb7b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d9471906-5b6a-48fe-b02b-05e6a43abb7b,segment=NetworkSegment(30aa9252-09ca-40ac-a3a5-2c61a5021417),segment_id=30aa9252-09ca-40ac-a3a5-2c61a5021417)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:18.874563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.893973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for d9471906-5b6a-48fe-b02b-05e6a43abb7b owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:19.084893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.123591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=d9471906-5b6a-48fe-b02b-05e6a43abb7b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:19.265051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:19.320535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.406080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-696922789-network', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:19.430463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:19.433116 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.442476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.573423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.581315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.604486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:19.618408 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.618408 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Added segment 7541403a-b863-4c75-9661-6b1a7491aafa of type vlan for network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 Jul 06 12:10:19.648219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 89145494-f570-49c2-b5ac-dd7b27507adc no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:19.674036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 89145494-f570-49c2-b5ac-dd7b27507adc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:19.674787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 89145494-f570-49c2-b5ac-dd7b27507adc not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:19.681999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff1fad-b631-45c6-8b25-a2a83d152b0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:19.698421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.732893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.734188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:19.735479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.798393 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5312865 Jul 06 12:10:19.799219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:19.808077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Request body: {'subnet': {'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-696922789-subnet', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:19.819102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a35928-e7f3-4355-b283-d9ceeb7f8fef admin admin] Pushing event updated for resources: {'Network': ['ID=79b47a88-f182-47aa-a7a7-8d2ff28a4790,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:19.831307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:19.843822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:19.847262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.880382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:19.985772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:19.991365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cb420b2-e227-4c90-8d59-b517af1ee8ae tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9956489 Jul 06 12:10:19.994609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:19.997267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:20.009290 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:20.010301 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:20.045664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.056754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet 9ce6c4c8-c011-4994-818a-bd3911a61f3f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:20.060062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.097656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6231a798-de9e-473c-afcb-8fa6af12d2b1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:20.116129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.122871 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:20.126714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:20.127073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Network hostable DHCP agents. Network: 79b47a88-f182-47aa-a7a7-8d2ff28a4790, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:20.146845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:20.157442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 79b47a88-f182-47aa-a7a7-8d2ff28a4790) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:20.166769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5670c7a-8f83-4b30-b9fe-d9ff945b2402 None None] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:20.185728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:20.186327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.225765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.226034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-26fcb1b8-40c6-4ecf-98e8-9631439294c1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4235806 Jul 06 12:10:20.228807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:20.233436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:20.284624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.287990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.341849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.381104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.392995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce6c4c8-c011-4994-818a-bd3911a61f3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:20.409596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.414541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a4c3c89-dde3-42a1-a4a0-afe32fe1080a tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/9ce6c4c8-c011-4994-818a-bd3911a61f3f HTTP/1.1" status: 204 len: 168 time: 0.4185593 Jul 06 12:10:20.416077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:20.423054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:20.427493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.446694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466f7fe-93dc-44d9-9f56-72882e5e9395 None None] Network 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:20.471464 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:19Z', 'revision_number': 10, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:20.504760 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:20.517788 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:20.518512 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:20.537617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.628384 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:20.631391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.643023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:20.643371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.737111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Allocated IP 172.20.0.2 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/210f5df5-2c04-449b-8f31-cd13f73106dc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:20.748845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,segment=NetworkSegment(30aa9252-09ca-40ac-a3a5-2c61a5021417),segment_id=30aa9252-09ca-40ac-a3a5-2c61a5021417)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:20.753009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.794623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:20.846342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] DHCP port deletion for 69a9024b-c1c5-4de0-a588-0df3f6fae1d8 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:20.924483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.925047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:19Z', 'revision_number': 10, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:20.959643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:20.962121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:20.977764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a4c24-82a0-47d1-ba81-96413e5afb36 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:19Z', 'revision_number': 10, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None, '_interfaces': [{'id': 'd7b7fc02-cd98-4075-9845-b710e568a933', 'name': '', 'network_id': '053764b0-dfb1-45d3-975d-00c917ca85f5', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'mac_address': 'fa:16:3e:3b:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:53Z', 'updated_at': '2021-07-06T12:10:00Z', 'revision_number': 5, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'subnets': [{'id': 'e21a070c-8adf-4e5d-9ae8-c38d10504b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:21.031112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.033584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Deleting port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:21.034209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.051649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.086859 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.104497 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.107189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a9024b-c1c5-4de0-a588-0df3f6fae1d8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.121930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] For port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:21.122393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.125267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Transition to ACTIVE for port object 210f5df5-2c04-449b-8f31-cd13f73106dc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:21.128740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aa9252-09ca-40ac-a3a5-2c61a5021417') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.129714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aa9252-09ca-40ac-a3a5-2c61a5021417') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.143841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Calling delete_port for fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:21.148431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:10:21.149822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.152830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.155673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Transition to ACTIVE for port object 210f5df5-2c04-449b-8f31-cd13f73106dc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:21.164416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Allocated IP 172.25.7.237 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/83b58aa4-30c8-4671-b1cb-205ee09e836b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:21.173607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.182163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] Pushing event deleted for resources: {'Port': ['ID=fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:21.185698 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:21.186796 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.187785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1c8b6-c98c-440d-8ccb-9fdd921db7f2 None None] No DVR routers for this DVR port fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:21.192795 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.214393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:21.217057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:21.241927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:21.270187 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:21.282924 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.294206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.299375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/69a9024b-c1c5-4de0-a588-0df3f6fae1d8 HTTP/1.1" status: 204 len: 168 time: 0.8791549 Jul 06 12:10:21.304283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:21.338340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f209-df41-4367-876c-0c1dcb592733 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=69a9024b-c1c5-4de0-a588-0df3f6fae1d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:21.420802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.454704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Pushing event updated for resources: {'Port': ['ID=210f5df5-2c04-449b-8f31-cd13f73106dc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:21.484352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Attempting to bind port 210f5df5-2c04-449b-8f31-cd13f73106dc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:21.484722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Attempting to bind port 210f5df5-2c04-449b-8f31-cd13f73106dc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:21.485653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Attempting to bind port 210f5df5-2c04-449b-8f31-cd13f73106dc on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:21.491587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:21.491997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:21.492402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.492801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:21.493265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Bound port: 210f5df5-2c04-449b-8f31-cd13f73106dc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:21.493641 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.559804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] For port 210f5df5-2c04-449b-8f31-cd13f73106dc, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:21.564674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] For port 210f5df5-2c04-449b-8f31-cd13f73106dc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=210f5df5-2c04-449b-8f31-cd13f73106dc,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:21.573288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.659414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d9471906-5b6a-48fe-b02b-05e6a43abb7b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:21.665737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d2ef-ba22-4842-9f42-21de9a6d72bd None None] Pushing event updated for resources: {'Port': ['ID=210f5df5-2c04-449b-8f31-cd13f73106dc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:21.687849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d9471906-5b6a-48fe-b02b-05e6a43abb7b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:21.688861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d9471906-5b6a-48fe-b02b-05e6a43abb7b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:21.689405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:21.709104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:21.709530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fe96f0aa-d80e-4fff-b6e4-edbb75eb2d81 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:21.953064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.012342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:22.023507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:22.025936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:22.068671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Pushing event updated for resources: {'Port': ['ID=83b58aa4-30c8-4671-b1cb-205ee09e836b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:22.401647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.440783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.785963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d4aed-df74-4fdb-99c7-411c68e93481 None None] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:22.857759 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-aca41dc2-c1cd-479c-8c6a-05697e35bb7e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719205 Jul 06 12:10:22.861917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0ad88947-29e0-461c-9015-d37f3f3f0411 None None] Provisioning for port 210f5df5-2c04-449b-8f31-cd13f73106dc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:22.864644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.885688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.070772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-6e1a1876-732d-4bc2-a755-6256493f617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.072307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-6e1a1876-732d-4bc2-a755-6256493f617b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 1096 time: 0.1526692 Jul 06 12:10:23.083525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port d7b7fc02-cd98-4075-9845-b710e568a933 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:23.083868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.230537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Router abead2cf-abbf-48f7-86a6-60c703bed2ba is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:23.262601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port d7b7fc02-cd98-4075-9845-b710e568a933, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d7b7fc02-cd98-4075-9845-b710e568a933,segment=NetworkSegment(14067ae4-450f-4697-895f-d58cbace0c3c),segment_id=14067ae4-450f-4697-895f-d58cbace0c3c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:23.262965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.287391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for d7b7fc02-cd98-4075-9845-b710e568a933 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:23.329347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-29c763ac-1115-4893-bbca-efda5c994ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.330892 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-29c763ac-1115-4893-bbca-efda5c994ed0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 915 time: 0.2272162 Jul 06 12:10:23.411190 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-1d9722e2-ac23-4722-8535-247c46f0c539 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91 HTTP/1.1" status: 200 len: 217 time: 0.0716131 Jul 06 12:10:23.514302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-b8af85cb-4fad-47d8-810e-d1c822063111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.515631 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-b8af85cb-4fad-47d8-810e-d1c822063111 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f836199-84c9-4704-b9d6-a6a0098a5358 HTTP/1.1" status: 200 len: 854 time: 0.0788264 Jul 06 12:10:23.544144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:23.555377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:23.567830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:23.568722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:23.596299 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-2f0ad776-caf4-497e-8cf8-6db2f62170cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4905bcc-d6e0-483a-8168-05e704b5f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501075 Jul 06 12:10:23.598952 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.602761 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-be98ca29-3fed-452a-81d1-8d8f1d6b56f0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3703592 Jul 06 12:10:23.603287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:23.714357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:23.728475 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.743852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 210f5df5-2c04-449b-8f31-cd13f73106dc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:23.759727 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-5bc12c2e-205e-4e30-ab2e-662c1f3abe77 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572459 Jul 06 12:10:23.763760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=d7b7fc02-cd98-4075-9845-b710e568a933,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:23.980649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 210f5df5-2c04-449b-8f31-cd13f73106dc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:23.998014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 210f5df5-2c04-449b-8f31-cd13f73106dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:23.998384 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.065765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:22Z', 'revision_number': 3, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:24.099279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:24.099781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Updating router abead2cf-abbf-48f7-86a6-60c703bed2ba port 83b58aa4-30c8-4671-b1cb-205ee09e836b binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:24.198186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.198537 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.231118 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.304603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 210f5df5-2c04-449b-8f31-cd13f73106dc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=210f5df5-2c04-449b-8f31-cd13f73106dc,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:24.319902 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-697aa3ab-8442-4c27-98ae-31684d8c05f0 req-27b82638-5c16-4afa-b5d6-195f1ceef283 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518012 Jul 06 12:10:24.361599 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.364034 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.448132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=210f5df5-2c04-449b-8f31-cd13f73106dc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:24.494372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77bd18-973e-4121-a6c3-60874004be6c req-6ae60fe1-a47a-4898-8168-6e5859c99b9a tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:24.495900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e77bd18-973e-4121-a6c3-60874004be6c req-6ae60fe1-a47a-4898-8168-6e5859c99b9a tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 945 time: 0.1455317 Jul 06 12:10:24.498913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Allocated IP 172.20.0.1 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/cb85fd13-bac6-48db-82e7-a35beaeaed83) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:24.546092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:24.590934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e77bd18-973e-4121-a6c3-60874004be6c req-dd821134-d49d-4503-b09c-2b5b39220858 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815508 Jul 06 12:10:24.599054 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.610400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Transition to ACTIVE for port object 83b58aa4-30c8-4671-b1cb-205ee09e836b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:24.626090 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.635320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:24.640685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-82b0fc70-14ce-4e32-8343-a081a257dc49 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3354325 Jul 06 12:10:24.643769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:24.648227 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:24.654284 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.658301 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:24.659210 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:24.669551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Transition to ACTIVE for port object cb85fd13-bac6-48db-82e7-a35beaeaed83 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:24.683685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881a261-5efe-4aa9-9dbc-bba5e7e4241e None None] Pushing event updated for resources: {'Port': ['ID=83b58aa4-30c8-4671-b1cb-205ee09e836b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:24.701776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting subnet e21a070c-8adf-4e5d-9ae8-c38d10504b65 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:24.705598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.714288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.716937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Attempting to bind port 83b58aa4-30c8-4671-b1cb-205ee09e836b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:24.717463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Attempting to bind port 83b58aa4-30c8-4671-b1cb-205ee09e836b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:24.717835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Attempting to bind port 83b58aa4-30c8-4671-b1cb-205ee09e836b on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:24.724763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:24.725191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:24.725553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.725957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:24.726433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Bound port: 83b58aa4-30c8-4671-b1cb-205ee09e836b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:24.727312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.750031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.754276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:24.757063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:24.763419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:24.763764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:24.786050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] For port 83b58aa4-30c8-4671-b1cb-205ee09e836b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:24.789295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] For port 83b58aa4-30c8-4671-b1cb-205ee09e836b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=83b58aa4-30c8-4671-b1cb-205ee09e836b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:24.794038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Pushing event updated for resources: {'Port': ['ID=cb85fd13-bac6-48db-82e7-a35beaeaed83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:24.795341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.817183 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.848520 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:23Z', 'revision_number': 11, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:24.868217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:24.869135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:24.904653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.910813 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:24.932084 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:24.932754 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:24.953064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881a261-5efe-4aa9-9dbc-bba5e7e4241e None None] Pushing event updated for resources: {'Port': ['ID=83b58aa4-30c8-4671-b1cb-205ee09e836b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:25.018986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.041013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:25.047017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:25.054946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.057043 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/e21a070c-8adf-4e5d-9ae8-c38d10504b65 HTTP/1.1" status: 204 len: 168 time: 0.4122868 Jul 06 12:10:25.057892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5dba9-7415-4c55-8d8c-355f4ee7f696 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Subnet': ['ID=e21a070c-8adf-4e5d-9ae8-c38d10504b65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:25.065861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:25.067127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.095703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0b0df-d3dc-4b11-b16d-e165674b649a None None] Network 053764b0-dfb1-45d3-975d-00c917ca85f5 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:25.129152 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:23Z', 'revision_number': 11, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.161212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.168214 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1088cfb-7afc-462f-9edc-cf0457647592 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:23Z', 'revision_number': 11, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:25.234260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Deleting port 71abfd10-f96a-452d-abfe-412d1285de13 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:25.234546 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.244889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-03dfa7b6-6bc7-4367-bb1c-719e042e1e99 None None] Provisioning for port cb85fd13-bac6-48db-82e7-a35beaeaed83 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:25.259685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-03dfa7b6-6bc7-4367-bb1c-719e042e1e99 None None] Provisioning complete for port cb85fd13-bac6-48db-82e7-a35beaeaed83 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:25.260099 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03dfa7b6-6bc7-4367-bb1c-719e042e1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.275826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.280545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.304627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] For port 71abfd10-f96a-452d-abfe-412d1285de13, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=71abfd10-f96a-452d-abfe-412d1285de13,segment=NetworkSegment(14067ae4-450f-4697-895f-d58cbace0c3c),segment_id=14067ae4-450f-4697-895f-d58cbace0c3c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:25.305081 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.321277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Calling delete_port for 71abfd10-f96a-452d-abfe-412d1285de13 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:25.354877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.362514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-03dfa7b6-6bc7-4367-bb1c-719e042e1e99 None None] Port cb85fd13-bac6-48db-82e7-a35beaeaed83 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:25.367692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Pushing event updated for resources: {'Port': ['ID=cb85fd13-bac6-48db-82e7-a35beaeaed83,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:25.413795 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.438037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:22Z', 'revision_number': 3, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.441200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Port': ['ID=71abfd10-f96a-452d-abfe-412d1285de13,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:25.445341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No DVR routers for this DVR port 71abfd10-f96a-452d-abfe-412d1285de13 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:25.470329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c401fe-52a9-493b-af08-9ce3d9c20419 None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:22Z', 'revision_number': 3, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:25.477437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:25.479158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:25.535778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5ea1c-0c4f-4c96-9dc9-8d018de1fd17 None None] DHCP port deletion for 053764b0-dfb1-45d3-975d-00c917ca85f5 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:25.560576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.582363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053764b0-dfb1-45d3-975d-00c917ca85f5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.614478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14067ae4-450f-4697-895f-d58cbace0c3c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.614839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14067ae4-450f-4697-895f-d58cbace0c3c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.634067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.681703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 210f5df5-2c04-449b-8f31-cd13f73106dc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:25.700976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.710811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:25.711332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:25.714568 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:25.754407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:25.769033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 210f5df5-2c04-449b-8f31-cd13f73106dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:25.769407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.893065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.907786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.910176 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/networks/053764b0-dfb1-45d3-975d-00c917ca85f5 HTTP/1.1" status: 204 len: 168 time: 0.8415012 Jul 06 12:10:25.916023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:25.920002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-263cb0fe-1585-4660-86f7-e1e3ec867f07 None None] Provisioning complete for port cb85fd13-bac6-48db-82e7-a35beaeaed83 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:25.920362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-263cb0fe-1585-4660-86f7-e1e3ec867f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.939166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:25.955574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616a20-00af-4471-9227-246bcc6d804e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Pushing event deleted for resources: {'Network': ['ID=053764b0-dfb1-45d3-975d-00c917ca85f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:25.974229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e93311-be4a-43f5-9547-5493cdd1791c req-a6b427cc-3b00-4d7a-94dc-dc8fd7c7ce9e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:25.978718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e93311-be4a-43f5-9547-5493cdd1791c req-a6b427cc-3b00-4d7a-94dc-dc8fd7c7ce9e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 945 time: 0.1928153 Jul 06 12:10:25.989086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-263cb0fe-1585-4660-86f7-e1e3ec867f07 None None] Port cb85fd13-bac6-48db-82e7-a35beaeaed83 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:26.022926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:26.031270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d7a3e34-09ca-4509-9370-802009566110 admin admin] 10.222.0.78 "PUT /v2.0/routers/abead2cf-abbf-48f7-86a6-60c703bed2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263320 Jul 06 12:10:26.076012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 71abfd10-f96a-452d-abfe-412d1285de13 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:26.104812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 71abfd10-f96a-452d-abfe-412d1285de13 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:26.105209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 71abfd10-f96a-452d-abfe-412d1285de13 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:26.105760 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7b7fc02-cd98-4075-9845-b710e568a933 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:26.137260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d7b7fc02-cd98-4075-9845-b710e568a933 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:26.137521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7b7fc02-cd98-4075-9845-b710e568a933 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:26.155068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Deleting port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:26.155578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.164121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:10:26.164441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:10:26.164852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.285004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] For port b016590e-d2ed-411e-a3d8-5a55a6eb2d91, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:26.286414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.302283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Calling delete_port for b016590e-d2ed-411e-a3d8-5a55a6eb2d91 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:26.366893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.380460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32a7d9-e8ed-4300-a325-ca340f63ca82 req-1070a951-5dab-4e2f-9bed-ef996dd0d118 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:26.382040 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c32a7d9-e8ed-4300-a325-ca340f63ca82 req-1070a951-5dab-4e2f-9bed-ef996dd0d118 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad435e31-6a68-462b-805f-153f56f079b0 HTTP/1.1" status: 200 len: 945 time: 0.4650557 Jul 06 12:10:26.383044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.471180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.498022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router aa68f275-ed34-41a1-9249-112f5b653641 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:26.503892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c32a7d9-e8ed-4300-a325-ca340f63ca82 req-933121dc-9dda-464d-afa9-34ade4c61fd0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160543 Jul 06 12:10:26.544230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Pushing event deleted for resources: {'Port': ['ID=b016590e-d2ed-411e-a3d8-5a55a6eb2d91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:26.591102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] No DVR routers for this DVR port b016590e-d2ed-411e-a3d8-5a55a6eb2d91 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:26.594223 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.598535 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-67e93311-be4a-43f5-9547-5493cdd1791c req-84f4999a-4e04-4aee-a273-d87265f4da2e tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "DELETE /v2.0/ports/b016590e-d2ed-411e-a3d8-5a55a6eb2d91 HTTP/1.1" status: 204 len: 173 time: 0.6092432 Jul 06 12:10:26.599010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad435e31-6a68-462b-805f-153f56f079b0', 'name': 'network-vif-deleted', 'tag': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:26.601588 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c6c87f-0503-4810-9d55-e6c8e93540ae" -d '{"events": [{"server_uuid": "ad435e31-6a68-462b-805f-153f56f079b0", "name": "network-vif-deleted", "tag": "b016590e-d2ed-411e-a3d8-5a55a6eb2d91"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:26.623719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:26.635645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] Sync routers for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:26.635962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.637843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-56a32e24-e938-40c7-852b-4612b3acc7a5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 701 time: 0.7131774 Jul 06 12:10:26.640898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:26.654384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:26.654677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.658606 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57ec85-339c-408d-b968-466537e4c4ba x-openstack-request-id: req-7e57ec85-339c-408d-b968-466537e4c4ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:26.659095 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad435e31-6a68-462b-805f-153f56f079b0", "name": "network-vif-deleted", "tag": "b016590e-d2ed-411e-a3d8-5a55a6eb2d91", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:26.659693 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e57ec85-339c-408d-b968-466537e4c4ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:26.660315 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad435e31-6a68-462b-805f-153f56f079b0', 'name': 'network-vif-deleted', 'tag': 'b016590e-d2ed-411e-a3d8-5a55a6eb2d91', 'status': 'completed', 'code': 200} Jul 06 12:10:26.676813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a9f66bff-404b-4ae1-8121-41441e6de989 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 205 time: 0.0339897 Jul 06 12:10:26.679489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:26.765372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:26.766500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:26.769701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.773072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-379079404-network', 'tenant_id': '5638ee0bbad94569b695e342ebd13026'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:26.815505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Made reservation on behalf of 5638ee0bbad94569b695e342ebd13026 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:26.818734 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.835733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.841495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:23Z', 'revision_number': 11, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.870175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] Checking router: aa68f275-ed34-41a1-9249-112f5b653641 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:26.879364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] Routers {'aa68f275-ed34-41a1-9249-112f5b653641'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:26.880325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['aa68f275-ed34-41a1-9249-112f5b653641'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.967371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.973315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.006264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:27.020773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51333590-e171-4851-97bf-14f15049b9be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.029133 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.030582 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Added segment da417455-9e90-400c-be8b-5529e38df53e of type vlan for network 01b9d223-88ba-42f7-a83e-5def1d66b143 Jul 06 12:10:27.087194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.109447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] Set router aa68f275-ed34-41a1-9249-112f5b653641 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:27.146021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.147591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:27.148211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.179489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:23Z', 'revision_number': 11, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.210482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c4fcdb-eaf3-46bd-83d7-96cfbea8637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.212119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df126-ade3-4f3c-ac89-89b04bd2eb49 None None] The sync data for ids ['aa68f275-ed34-41a1-9249-112f5b653641'] in n-d-799528-2 is: [{'id': 'aa68f275-ed34-41a1-9249-112f5b653641', 'name': 'tempest-RoutersTest-router-1725928925', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:51Z', 'updated_at': '2021-07-06T12:10:23Z', 'revision_number': 11, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:27.212279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4445217 Jul 06 12:10:27.221023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:27.226762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Request body: {'subnet': {'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-379079404-subnet', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:27.245286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60704e0e-60a3-4004-ae94-9364448b637b admin admin] Pushing event updated for resources: {'Network': ['ID=01b9d223-88ba-42f7-a83e-5def1d66b143,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.257151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:27.270205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Made reservation on behalf of 5638ee0bbad94569b695e342ebd13026 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:27.273334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.353728 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.359337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.411350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.412040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router aa68f275-ed34-41a1-9249-112f5b653641 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:27.424880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.431330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d72c7d1-1ee1-438e-92b5-1695582f6a62 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 204 len: 168 time: 0.7463078 Jul 06 12:10:27.433172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:27.440660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327573289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:27.478321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.480455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.526606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.542160 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.546919 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.571062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.571062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d15e91b-f5d1-41f1-a51f-d6201c4f4436 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1344643 Jul 06 12:10:27.572699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:27.582750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:27.614444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23854aa8-b5a4-4d2f-a550-62aaeb3588b0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.661519 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Checking segment: {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:27.661888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Network hostable DHCP agents. Network: 01b9d223-88ba-42f7-a83e-5def1d66b143, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:27.690224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83b58aa4-30c8-4671-b1cb-205ee09e836b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:27.704903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:27.719901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 01b9d223-88ba-42f7-a83e-5def1d66b143) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:27.731748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b720427-4b65-4364-ab94-99cbb5ed516f None None] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:27.738109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:27.738715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.757861 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb608568-67ad-4e24-98f1-ee43b6d4e388 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5333169 Jul 06 12:10:27.758686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:27.764491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:27.799904 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.801407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.841801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 83b58aa4-30c8-4671-b1cb-205ee09e836b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:27.869364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 83b58aa4-30c8-4671-b1cb-205ee09e836b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:27.869945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.898970 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:27.910812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.912716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:27.913379 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.925872 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.939270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561871'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.984183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-01b9d223-88ba-42f7-a83e-5def1d66b143', 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'fixed_ips': [{'subnet_id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:27.985730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.060115 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:28.068830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Router 0b08645d-30c0-4578-ab8e-aac2812c58c4 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:28.111478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.159102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:28.169769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.171232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-420e566a-0602-45bc-8fd2-db3137d4efa2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "PUT /v2.0/routers/0b08645d-30c0-4578-ab8e-aac2812c58c4 HTTP/1.1" status: 200 len: 693 time: 0.5965364 Jul 06 12:10:28.174184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.276265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e72dd58a-53f3-4e3f-b38b-b6874bb5aac9 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/routers/0b08645d-30c0-4578-ab8e-aac2812c58c4 HTTP/1.1" status: 200 len: 699 time: 0.1005111 Jul 06 12:10:28.278925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.322453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-78e6b253-6172-415d-a05d-0576df9142ab tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b08645d-30c0-4578-ab8e-aac2812c58c4 HTTP/1.1" status: 200 len: 205 time: 0.0421524 Jul 06 12:10:28.324964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.327430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Sync routers for ids ['0b08645d-30c0-4578-ab8e-aac2812c58c4'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:28.365276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Allocated IP 172.20.0.2 (01b9d223-88ba-42f7-a83e-5def1d66b143/23854aa8-b5a4-4d2f-a550-62aaeb3588b0/c8c6c0e8-5ee8-40df-acea-4a694ffe8718) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:28.365671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.389091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.392849 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:10:28.424518 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:25Z', 'revision_number': 2, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:28.457521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.515231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Allocated IP 172.25.7.224 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:28.539103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.549395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Transition to ACTIVE for port object c8c6c0e8-5ee8-40df-acea-4a694ffe8718 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:28.565832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Transition to ACTIVE for port object c8c6c0e8-5ee8-40df-acea-4a694ffe8718 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:28.574683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b016590e-d2ed-411e-a3d8-5a55a6eb2d91 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:28.601285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.612176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: b016590e-d2ed-411e-a3d8-5a55a6eb2d91 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:28.612895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b016590e-d2ed-411e-a3d8-5a55a6eb2d91 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:28.614667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Routers {'0b08645d-30c0-4578-ab8e-aac2812c58c4'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:28.619284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['0b08645d-30c0-4578-ab8e-aac2812c58c4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:28.647737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.649320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.651003 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.651150 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:28.651953 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Updating router abead2cf-abbf-48f7-86a6-60c703bed2ba port cb85fd13-bac6-48db-82e7-a35beaeaed83 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:28.702845 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.704594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.705568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Fanout notify agent at l3_agent the message router_deleted on router 0b08645d-30c0-4578-ab8e-aac2812c58c4 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:28.712285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.714649 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.715866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c85f5bf-31cd-4463-8c63-a04cdc8214ac tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/0b08645d-30c0-4578-ab8e-aac2812c58c4 HTTP/1.1" status: 204 len: 168 time: 0.3899844 Jul 06 12:10:28.719857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.746681 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.756159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6619d74c-c367-497e-b8ad-3b7575a112be tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b08645d-30c0-4578-ab8e-aac2812c58c4 HTTP/1.1" status: 200 len: 205 time: 0.0354335 Jul 06 12:10:28.759032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.798580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:28.802442 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e091ed44-4f23-4a36-b8f2-890326a65d07 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:28.803505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e091ed44-4f23-4a36-b8f2-890326a65d07 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/0b08645d-30c0-4578-ab8e-aac2812c58c4 HTTP/1.1" status: 404 len: 336 time: 0.0433714 Jul 06 12:10:28.806102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.808766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:28.809782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:28.816683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:28.817636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:28.829804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:28.832337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Set router 0b08645d-30c0-4578-ab8e-aac2812c58c4 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:28.841622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Pushing event updated for resources: {'Port': ['ID=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:28.850952 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9e6d29-0300-4ac3-a11e-5298287bec31 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:28.851442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9e6d29-0300-4ac3-a11e-5298287bec31 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:28.853496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb9e6d29-0300-4ac3-a11e-5298287bec31 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/e45132d0-053a-4774-9220-3574b4a0b215 HTTP/1.1" status: 404 len: 337 time: 0.0464733 Jul 06 12:10:28.856054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.898210 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbfdb7a-1d7f-4031-8b53-bcb98749c48e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:28.898677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbfdb7a-1d7f-4031-8b53-bcb98749c48e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:28.900467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dfbfdb7a-1d7f-4031-8b53-bcb98749c48e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/f1c57a44-acfa-44c3-9c86-98c3cfc509b9 HTTP/1.1" status: 404 len: 337 time: 0.0434833 Jul 06 12:10:28.903145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.934484 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-037a5000-8ea5-424a-9c73-924ed8e4d056 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:28.935140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037a5000-8ea5-424a-9c73-924ed8e4d056 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:28.936889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-037a5000-8ea5-424a-9c73-924ed8e4d056 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/9ce6c4c8-c011-4994-818a-bd3911a61f3f HTTP/1.1" status: 404 len: 337 time: 0.0328133 Jul 06 12:10:28.940249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.947286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 83b58aa4-30c8-4671-b1cb-205ee09e836b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=83b58aa4-30c8-4671-b1cb-205ee09e836b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:28.950756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Pushing event updated for resources: {'Port': ['ID=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:28.962021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b08645d-30c0-4578-ab8e-aac2812c58c4', 'name': 'tempest-RoutersTest-router-327573289', 'tenant_id': '75cddb1980b14f98a844d8bc8eca9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 2, 'project_id': '75cddb1980b14f98a844d8bc8eca9325', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:28.965577 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.975825 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe45bc3-5af2-4b42-b8d6-746e771008a3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:28.976394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe45bc3-5af2-4b42-b8d6-746e771008a3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:28.978621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4fe45bc3-5af2-4b42-b8d6-746e771008a3 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/e21a070c-8adf-4e5d-9ae8-c38d10504b65 HTTP/1.1" status: 404 len: 337 time: 0.0374088 Jul 06 12:10:28.981577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.025796 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4aa43090-584e-4abb-bb6f-2d69312e031d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 200 len: 205 time: 0.0407524 Jul 06 12:10:29.026457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.078132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Checking router: 0b08645d-30c0-4578-ab8e-aac2812c58c4 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:29.080591 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a8ad6af8-a3f8-4e08-a491-0f80ca30622b tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:29.084542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8ad6af8-a3f8-4e08-a491-0f80ca30622b tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/aa68f275-ed34-41a1-9249-112f5b653641 HTTP/1.1" status: 404 len: 336 time: 0.0545151 Jul 06 12:10:29.084728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=83b58aa4-30c8-4671-b1cb-205ee09e836b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:29.085533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.126842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Routers set() bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:29.127488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6eed76a7-83cc-4bcf-bda6-611606c52a7e tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=04847767-b5a7-4b2b-9865-c8223172d86b HTTP/1.1" status: 200 len: 205 time: 0.0405636 Jul 06 12:10:29.127692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Router IDs set() for agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:10:29.128602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b08645d-30c0-4578-ab8e-aac2812c58c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:10:29.129161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab40ea-041a-4e1a-a434-1957c5dfb9ac None None] The sync data for ids ['0b08645d-30c0-4578-ab8e-aac2812c58c4'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:29.131268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Attempting to bind port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:29.132057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Attempting to bind port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:29.132967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Attempting to bind port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 on network 01b9d223-88ba-42f7-a83e-5def1d66b143 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:29.138285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.142027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:29.142627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Checking segment: {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:29.143228 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.143788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Bound using segment: {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:29.144534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Bound port: c8c6c0e8-5ee8-40df-acea-4a694ffe8718, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:29.145096 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.172317 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.196645 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Transition to ACTIVE for port object cb85fd13-bac6-48db-82e7-a35beaeaed83 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:29.210346 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-93801b59-3182-4201-ac15-075339186ae5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:29.214475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-93801b59-3182-4201-ac15-075339186ae5 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/04847767-b5a7-4b2b-9865-c8223172d86b HTTP/1.1" status: 404 len: 336 time: 0.0751128 Jul 06 12:10:29.215102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.219294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] For port c8c6c0e8-5ee8-40df-acea-4a694ffe8718, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:29.221526 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.223879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] For port c8c6c0e8-5ee8-40df-acea-4a694ffe8718, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,segment=NetworkSegment(da417455-9e90-400c-be8b-5529e38df53e),segment_id=da417455-9e90-400c-be8b-5529e38df53e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:29.229746 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.234835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.267777 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4db0c8-d887-4570-94f6-4f2a14f7c9dd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:29.268294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4db0c8-d887-4570-94f6-4f2a14f7c9dd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:29.273375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd4db0c8-d887-4570-94f6-4f2a14f7c9dd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/11f2d6a7-9a8e-4049-bd5f-8606ca914537 HTTP/1.1" status: 404 len: 337 time: 0.0572686 Jul 06 12:10:29.274039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.280881 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3332-cab7-431a-9381-75e05fb81ee4 None None] Pushing event updated for resources: {'Port': ['ID=cb85fd13-bac6-48db-82e7-a35beaeaed83,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:29.335495 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-689fff85-6434-4c2a-ba30-8c11c8d612c2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 200 len: 205 time: 0.0583177 Jul 06 12:10:29.336090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.368358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c415dd-b908-4cc0-8512-d490a003c79e None None] Pushing event updated for resources: {'Port': ['ID=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:29.392084 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Attempting to bind port cb85fd13-bac6-48db-82e7-a35beaeaed83 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:29.392523 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Attempting to bind port cb85fd13-bac6-48db-82e7-a35beaeaed83 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:29.392866 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Attempting to bind port cb85fd13-bac6-48db-82e7-a35beaeaed83 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:29.402401 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:29.402815 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:29.403174 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.406187 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:29.406988 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Bound port: cb85fd13-bac6-48db-82e7-a35beaeaed83, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:29.407422 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.470669 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-350d36a2-c650-49f8-8daa-75d893b681cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:29.471925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-350d36a2-c650-49f8-8daa-75d893b681cb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/06d232c1-4d6c-4636-8872-a9de3291ce62 HTTP/1.1" status: 404 len: 336 time: 0.1348584 Jul 06 12:10:29.474826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.543111 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] For port cb85fd13-bac6-48db-82e7-a35beaeaed83, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:29.558869 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] For port cb85fd13-bac6-48db-82e7-a35beaeaed83, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cb85fd13-bac6-48db-82e7-a35beaeaed83,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:29.564457 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.574328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-78b7a738-fe4e-4b6a-afa0-576807bda220 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa9bb8d2-48d9-4083-8557-e5ccccaeabaf HTTP/1.1" status: 200 len: 205 time: 0.0927162 Jul 06 12:10:29.576388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.705199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1272c145-17de-41d5-a2e1-6aa79ad4de3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.733298 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a9557e8a-f968-450a-b94d-fecc7106e75f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:29.734424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a9557e8a-f968-450a-b94d-fecc7106e75f tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/aa9bb8d2-48d9-4083-8557-e5ccccaeabaf HTTP/1.1" status: 404 len: 336 time: 0.1570344 Jul 06 12:10:29.740515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.755909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83b58aa4-30c8-4671-b1cb-205ee09e836b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:29.769016 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:29.773952 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:29.798914 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed11c567-58a5-4757-951c-6ab059f8a2fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:29.799592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed11c567-58a5-4757-951c-6ab059f8a2fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:29.801974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed11c567-58a5-4757-951c-6ab059f8a2fb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/0a716132-5574-4289-9c73-4b6b094f9515 HTTP/1.1" status: 404 len: 337 time: 0.0602286 Jul 06 12:10:29.809320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.874555 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3332-cab7-431a-9381-75e05fb81ee4 None None] Pushing event updated for resources: {'Port': ['ID=cb85fd13-bac6-48db-82e7-a35beaeaed83,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:29.877030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 83b58aa4-30c8-4671-b1cb-205ee09e836b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:29.877562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.884612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd9342a4-537e-4568-be4c-bb4bbb25532d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9e1cfe2-2271-4041-98b8-52f3a1e60bcd HTTP/1.1" status: 200 len: 205 time: 0.0748947 Jul 06 12:10:29.885373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:29.957179 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-811fd9d7-1fc8-4838-9570-8781f21e208d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:29.961110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-811fd9d7-1fc8-4838-9570-8781f21e208d tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/f9e1cfe2-2271-4041-98b8-52f3a1e60bcd HTTP/1.1" status: 404 len: 336 time: 0.0746689 Jul 06 12:10:29.961757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.009501 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:30.010176 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd8a9aa-377a-4c55-8ff4-0c4341b2d1bb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:30.019781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd8a9aa-377a-4c55-8ff4-0c4341b2d1bb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:30.025017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cdd8a9aa-377a-4c55-8ff4-0c4341b2d1bb tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/d58fa60c-06eb-4a56-b056-abda3649fae3 HTTP/1.1" status: 404 len: 337 time: 0.0606985 Jul 06 12:10:30.030156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.087660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-141e7c46-d7e9-4cbe-833a-9be98d4be9ed tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "GET /v2.0/ports?device_id=75acd024-0c72-4492-a370-20b152da4a6e HTTP/1.1" status: 200 len: 205 time: 0.0563052 Jul 06 12:10:30.090799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.144993 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-80994589-111d-4478-bd12-6f4d4c7837b2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] delete failed (client error): The resource could not be found. Jul 06 12:10:30.146309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-80994589-111d-4478-bd12-6f4d4c7837b2 tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/routers/75acd024-0c72-4492-a370-20b152da4a6e HTTP/1.1" status: 404 len: 336 time: 0.0493219 Jul 06 12:10:30.149474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.160314 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.194740 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-87432c06-4c98-430b-9cb0-8b36408aa5cd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:30.195224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87432c06-4c98-430b-9cb0-8b36408aa5cd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:30.200041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-87432c06-4c98-430b-9cb0-8b36408aa5cd tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/abae6884-06de-4f62-82b9-a98f97a1e92b HTTP/1.1" status: 404 len: 337 time: 0.0494447 Jul 06 12:10:30.200668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.232652 n-d-799528-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-57075852-4455-4fef-bd29-2ee448d40f8b tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:10:30.233121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57075852-4455-4fef-bd29-2ee448d40f8b tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:10:30.239608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-57075852-4455-4fef-bd29-2ee448d40f8b tempest-RoutersTest-1665537715 tempest-RoutersTest-1665537715-project] 10.222.0.78 "DELETE /v2.0/subnets/1777c636-12a6-4e40-bdf1-e51793f1124e HTTP/1.1" status: 404 len: 337 time: 0.0376616 Jul 06 12:10:30.296157 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:29Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:30.347884 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa6a40-d0be-4f37-be51-80b76a96fff5 None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:29Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:30.353718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.403303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.537493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Router 04eb3209-2d0c-4699-8740-9e3d7a80f068 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:30.679016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:30.695462 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Sync routers for ids ['04eb3209-2d0c-4699-8740-9e3d7a80f068'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:30.708213 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Routers {'04eb3209-2d0c-4699-8740-9e3d7a80f068'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:30.708741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.708879 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04eb3209-2d0c-4699-8740-9e3d7a80f068'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:30.710467 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e0622b16-85b6-42f7-b4a1-3e4044a1f342 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9510779 Jul 06 12:10:30.713338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.728883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.884364 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Set router 04eb3209-2d0c-4699-8740-9e3d7a80f068 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:31.005072 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.064094 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e3763114-bbbc-4f2f-a058-26cf46a0232b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75cddb1980b14f98a844d8bc8eca9325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285806 Jul 06 12:10:31.064512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:31.074809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986ec3a-5751-41a5-8c10-9e70156e97f2 None None] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:31.172858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a06ca924-c8bd-4495-86eb-b36bdf205ee8 None None] Provisioning for port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:31.174316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec0deac0-a90f-4574-9a51-ac142fd44d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.184156 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:29Z', 'revision_number': 3, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:31.232834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec0deac0-a90f-4574-9a51-ac142fd44d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.253476 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Checking router: 04eb3209-2d0c-4699-8740-9e3d7a80f068 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:31.253827 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Updating router 04eb3209-2d0c-4699-8740-9e3d7a80f068 port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:31.314283 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.350533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec0deac0-a90f-4574-9a51-ac142fd44d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.359553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec0deac0-a90f-4574-9a51-ac142fd44d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.362982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ec0deac0-a90f-4574-9a51-ac142fd44d58 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a23cf56b-b633-47a6-9d12-044a64159395 HTTP/1.1" status: 204 len: 168 time: 0.2975683 Jul 06 12:10:31.383764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0deac0-a90f-4574-9a51-ac142fd44d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23cf56b-b633-47a6-9d12-044a64159395,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:31.543940 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.802068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c8c6c0e8-5ee8-40df-acea-4a694ffe8718 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:31.895091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:31.905451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:31.906938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.908078 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.928079 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Transition to ACTIVE for port object 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:31.963138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-165a9712-de24-45a3-97fe-b1c9b0497348 None None] Provisioning complete for port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:31.963531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-165a9712-de24-45a3-97fe-b1c9b0497348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.972305 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.975281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Allocated IP 172.20.0.1 (01b9d223-88ba-42f7-a83e-5def1d66b143/23854aa8-b5a4-4d2f-a550-62aaeb3588b0/f7212635-ff4e-42fd-8cd9-ada9f489c09e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:32.083287 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Attempting to bind port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:32.083673 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Attempting to bind port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:32.084046 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Attempting to bind port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:32.110463 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:32.110831 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:32.111507 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.111642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:32.112126 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Bound port: 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:32.112508 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.157662 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c21f2-d038-4af4-a337-76c96df2e2e2 None None] Pushing event updated for resources: {'Port': ['ID=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.182570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.215487 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.229431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Transition to ACTIVE for port object f7212635-ff4e-42fd-8cd9-ada9f489c09e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:32.244493 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] For port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:32.248117 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] For port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:32.256142 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.275766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c8c6c0e8-5ee8-40df-acea-4a694ffe8718, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,segment=NetworkSegment(da417455-9e90-400c-be8b-5529e38df53e),segment_id=da417455-9e90-400c-be8b-5529e38df53e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:32.294543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.295368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cb85fd13-bac6-48db-82e7-a35beaeaed83 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:32.307219 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.351592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Routers {'04eb3209-2d0c-4699-8740-9e3d7a80f068'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:32.352343 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04eb3209-2d0c-4699-8740-9e3d7a80f068'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:32.409327 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-165a9712-de24-45a3-97fe-b1c9b0497348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.409863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:32.428158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:32.442947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:32.453857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7212635-ff4e-42fd-8cd9-ada9f489c09e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.521488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.551451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.572732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port cb85fd13-bac6-48db-82e7-a35beaeaed83 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:32.578632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.581722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cb85fd13-bac6-48db-82e7-a35beaeaed83 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:32.582102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.628928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-165a9712-de24-45a3-97fe-b1c9b0497348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:10:32.629285 n-d-799528-2 neutron-server[93768]: DEBUG oslo_db.api [None req-165a9712-de24-45a3-97fe-b1c9b0497348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:10:32.647725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:32.764014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c21f2-d038-4af4-a337-76c96df2e2e2 None None] Pushing event updated for resources: {'Port': ['ID=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.766752 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.782913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.798942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-367444157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:32.827020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.828815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.867542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port cb85fd13-bac6-48db-82e7-a35beaeaed83, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cb85fd13-bac6-48db-82e7-a35beaeaed83,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:32.876425 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] Set router 04eb3209-2d0c-4699-8740-9e3d7a80f068 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:32.878038 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.944784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.957979 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.960151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=cb85fd13-bac6-48db-82e7-a35beaeaed83,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.978378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.980110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37dc614d-db28-44b8-a649-a7eb2838a034 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3300316 Jul 06 12:10:32.982829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:32.988909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1228790413'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:33.013224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Made reservation on behalf of 14bf55594556459dae2bf89047588ed9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:33.018761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.027499 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.029784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.034748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.125892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7212635-ff4e-42fd-8cd9-ada9f489c09e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:33.132331 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:29Z', 'revision_number': 3, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:33.147589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.151703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.158476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.166276 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98153a-d81a-4636-a1b1-822580ee4fcd None None] The sync data for ids ['04eb3209-2d0c-4699-8740-9e3d7a80f068'] in n-d-799528-2 is: [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:29Z', 'revision_number': 3, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:33.204631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:33.225142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3479c02f-3a41-406d-a2f5-e97842629c67,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:33.228839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.229178 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Added segment 05fbe5d7-e741-48be-bf2d-6630f0f1ae27 of type vlan for network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e Jul 06 12:10:33.245020 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.245425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.246161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.246161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.246362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.246704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.247345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.248129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.248129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.248477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.248829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.249169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:33.300265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.315503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18958263-6dfb-4a4b-8443-8f0ec8138661 None None] Provisioning for port f7212635-ff4e-42fd-8cd9-ada9f489c09e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:33.315736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:33.317237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:33.321953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18958263-6dfb-4a4b-8443-8f0ec8138661 None None] Provisioning complete for port f7212635-ff4e-42fd-8cd9-ada9f489c09e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:33.322686 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18958263-6dfb-4a4b-8443-8f0ec8138661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.342693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.350288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:33.350933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.374368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18958263-6dfb-4a4b-8443-8f0ec8138661 None None] Port f7212635-ff4e-42fd-8cd9-ada9f489c09e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:33.421557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4374132 Jul 06 12:10:33.435027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:33.441632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'subnet': {'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:33.495528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Router 04eb3209-2d0c-4699-8740-9e3d7a80f068 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:33.536260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258457-f13e-4152-ace8-4a2f6c7be595 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Network': ['ID=6c3bf7e8-31a3-466e-b2ac-a3e9825f267e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:33.574430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:33.600521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Made reservation on behalf of 14bf55594556459dae2bf89047588ed9 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:33.605651 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.694846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:33.722984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7fdadf3b-4f57-4599-bfac-a3636da96ac7 admin admin] 10.222.0.78 "PUT /v2.0/routers/04eb3209-2d0c-4699-8740-9e3d7a80f068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9980245 Jul 06 12:10:33.835448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-067d1612-57aa-40ff-a47a-4f30efaf558d None None] Provisioning complete for port f7212635-ff4e-42fd-8cd9-ada9f489c09e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:33.835827 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-067d1612-57aa-40ff-a47a-4f30efaf558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.926799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:33.935171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-067d1612-57aa-40ff-a47a-4f30efaf558d None None] Port f7212635-ff4e-42fd-8cd9-ada9f489c09e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:34.023107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:34.026348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.032840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:34.034552 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.157450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Subnet': ['ID=ef14a8b0-238e-487f-89bd-e733ea6e03c3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:34.166240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Checking segment: {'id': '05fbe5d7-e741-48be-bf2d-6630f0f1ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:34.167503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network hostable DHCP agents. Network: 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:34.227369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:34.253049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:34.263775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:34.265070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.279087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47781cdd-dbe3-463e-83f5-d4192176408c None None] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:34.290305 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-829d3506-6aa7-4cc9-8593-aebf9181f4ac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8539069 Jul 06 12:10:34.293459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:34.301235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'network': {'name': 'tempest-router-network01--238036447'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:34.362427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Made reservation on behalf of 14bf55594556459dae2bf89047588ed9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:34.375684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.445279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:34.471458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.471932 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Added segment ec6e3eef-cf64-41d2-b595-e5a8b713167a of type vlan for network 580d18ff-e8b3-47f3-a994-876e65b88c34 Jul 06 12:10:34.547799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.566594 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.595510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.597441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:34.603508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:34.603870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.605584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.606421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c8c6c0e8-5ee8-40df-acea-4a694ffe8718 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:34.698941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:34.705020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'network': {'name': 'tempest-router-network02--1117034815'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:34.710017 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4140186 Jul 06 12:10:34.737423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557e093-28c5-4e98-b554-f8c20f722d06 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Network': ['ID=580d18ff-e8b3-47f3-a994-876e65b88c34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:34.737777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Made reservation on behalf of 14bf55594556459dae2bf89047588ed9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:34.750642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.752442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:34.787350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:34.799765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:34.800168 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.805489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:34.854141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.857286 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Added segment 26407f7f-17a1-4833-a5bf-427368a1a007 of type vlan for network f219609b-b9fd-4e01-b061-53469d2cbab0 Jul 06 12:10:34.974983 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.009115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cb85fd13-bac6-48db-82e7-a35beaeaed83 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:35.025327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.041749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:35.041749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.066417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-6c3bf7e8-31a3-466e-b2ac-a3e9825f267e', 'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e', 'tenant_id': '14bf55594556459dae2bf89047588ed9', 'fixed_ips': [{'subnet_id': 'ef14a8b0-238e-487f-89bd-e733ea6e03c3'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:35.067393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.136798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4367068 Jul 06 12:10:35.139703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:35.148360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'subnet': {'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:35.196818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cca83-0932-45b5-bd40-3f06a7a6ced4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Network': ['ID=f219609b-b9fd-4e01-b061-53469d2cbab0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:35.212149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port cb85fd13-bac6-48db-82e7-a35beaeaed83 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:35.212531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.217469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network f219609b-b9fd-4e01-b061-53469d2cbab0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:35.376944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Allocated IP 172.20.0.2 (6c3bf7e8-31a3-466e-b2ac-a3e9825f267e/ef14a8b0-238e-487f-89bd-e733ea6e03c3/21e8403c-cbd6-47e6-b01b-6a6d0d29060b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:35.566518 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.575373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Transition to ACTIVE for port object 21e8403c-cbd6-47e6-b01b-6a6d0d29060b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:35.591451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Transition to ACTIVE for port object 21e8403c-cbd6-47e6-b01b-6a6d0d29060b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:35.601083 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.652075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:35.659885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:35.666753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:35.691225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Made reservation on behalf of 14bf55594556459dae2bf89047588ed9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:35.695685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.718357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:35.746375 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Pushing event updated for resources: {'Port': ['ID=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:35.784765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Sync routers for ids ['04eb3209-2d0c-4699-8740-9e3d7a80f068'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:35.803192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Attempting to bind port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:35.803593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Attempting to bind port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '05fbe5d7-e741-48be-bf2d-6630f0f1ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:35.804041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Attempting to bind port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b on network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:35.814851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:35.815208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Checking segment: {'id': '05fbe5d7-e741-48be-bf2d-6630f0f1ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:35.815627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.816130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Bound using segment: {'id': '05fbe5d7-e741-48be-bf2d-6630f0f1ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:35.816581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Bound port: 21e8403c-cbd6-47e6-b01b-6a6d0d29060b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fbe5d7-e741-48be-bf2d-6630f0f1ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c3bf7e8-31a3-466e-b2ac-a3e9825f267e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:35.816706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-99f14fc3-d016-48e2-b890-1e40a3996b67 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:35.817147 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.818421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-99f14fc3-d016-48e2-b890-1e40a3996b67 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 814 time: 0.6487494 Jul 06 12:10:35.819384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Routers {'04eb3209-2d0c-4699-8740-9e3d7a80f068'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:35.820038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04eb3209-2d0c-4699-8740-9e3d7a80f068'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:35.847960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-e5c0fba3-4b48-48e0-8af6-5c47e5ca4939 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/quotas/9bdbb0e1c6044d77aa301e3102472f03 HTTP/1.1" status: 200 len: 375 time: 0.0202842 Jul 06 12:10:35.907267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-89f8d2a2-4325-44e6-9cef-620fdccc908f tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415447 Jul 06 12:10:35.912821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:35.913226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.014569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] For port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:36.039445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] For port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,segment=NetworkSegment(05fbe5d7-e741-48be-bf2d-6630f0f1ae27),segment_id=05fbe5d7-e741-48be-bf2d-6630f0f1ae27)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:36.047755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Set router 04eb3209-2d0c-4699-8740-9e3d7a80f068 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:36.050870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.062981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.166294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Subnet': ['ID=92553d43-965a-441c-8492-2a5170d0f4e2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:36.183758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-d6922356-7913-4dae-8d8f-7d7a7b4f380c service neutron] 10.222.0.78 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672484 Jul 06 12:10:36.206333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Checking segment: {'id': 'ec6e3eef-cf64-41d2-b595-e5a8b713167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:36.206700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network hostable DHCP agents. Network: 580d18ff-e8b3-47f3-a994-876e65b88c34, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:36.258946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dd712-429f-4020-b55c-c41250a736d4 None None] Pushing event updated for resources: {'Port': ['ID=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:36.321044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:36.347050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 580d18ff-e8b3-47f3-a994-876e65b88c34) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:36.352033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:36.352371 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.361265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2473a0-2d93-4d6a-b2fa-a4723fba13c0 None None] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:36.373831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-69a28bfe-dade-4f68-8aca-cf22e96269a3 service neutron] 10.222.0.78 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891215 Jul 06 12:10:36.387639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-34923ddd-601e-4358-87b3-faafdbf89eac tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2464392 Jul 06 12:10:36.390468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:36.395771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'subnet': {'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:36.476258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 4, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7212635-ff4e-42fd-8cd9-ada9f489c09e', 'name': '', 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'mac_address': 'fa:16:3e:c7:f6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 2, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'subnets': [{'id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:36.525589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Checking router: 04eb3209-2d0c-4699-8740-9e3d7a80f068 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:36.526390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Updating router 04eb3209-2d0c-4699-8740-9e3d7a80f068 port f7212635-ff4e-42fd-8cd9-ada9f489c09e binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:36.594771 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.667113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abc54bf3-6fc4-4803-90c9-dedf9c8158fc req-9cdf1ce4-fe1b-4e14-91a8-5680f7e99cf5 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 210 time: 0.0442924 Jul 06 12:10:36.679089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Made reservation on behalf of 14bf55594556459dae2bf89047588ed9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:36.692212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.721347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-43d03930-34a9-45a5-a6fd-94b5488b7134 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:36.722894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-43d03930-34a9-45a5-a6fd-94b5488b7134 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.3104770 Jul 06 12:10:36.784607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-b39df35e-2968-4d51-afc7-9e67ecef9c8e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0279381 Jul 06 12:10:36.893287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-580d18ff-e8b3-47f3-a994-876e65b88c34', 'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34', 'tenant_id': '14bf55594556459dae2bf89047588ed9', 'fixed_ips': [{'subnet_id': '92553d43-965a-441c-8492-2a5170d0f4e2'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:36.895244 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.913949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-d5d42c29-e659-4942-8350-59f9b57eb125 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218517 Jul 06 12:10:37.099666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-5856bfba-59eb-4483-82c6-cabd88ae81d2 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817820 Jul 06 12:10:37.110314 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.281700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-0b9f1360-1d10-4a41-8dca-efeaf784506f service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806602 Jul 06 12:10:37.288366 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.303805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Subnet': ['ID=50e8c86c-5065-4894-a09d-42fcd58db363,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:37.307673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Transition to ACTIVE for port object f7212635-ff4e-42fd-8cd9-ada9f489c09e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:37.310066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Allocated IP 172.20.0.2 (580d18ff-e8b3-47f3-a994-876e65b88c34/92553d43-965a-441c-8492-2a5170d0f4e2/87264ac0-8c9b-4cc1-b8af-e6bc9053de43) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:37.318498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Checking segment: {'id': '26407f7f-17a1-4833-a5bf-427368a1a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:37.318872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network hostable DHCP agents. Network: f219609b-b9fd-4e01-b061-53469d2cbab0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:37.328107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.346220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network f219609b-b9fd-4e01-b061-53469d2cbab0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:37.365434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, f219609b-b9fd-4e01-b061-53469d2cbab0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:37.370565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:37.371666 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.398675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4dfd6d5-ed1e-40e0-9710-3554812ee4dd tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0044138 Jul 06 12:10:37.398976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:37.420455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a3f75-3550-41c7-9d6b-54d88667a32a None None] Network f219609b-b9fd-4e01-b061-53469d2cbab0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:37.460611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095ccff-0d66-48f3-845d-5bcca169a52f None None] Pushing event updated for resources: {'Port': ['ID=f7212635-ff4e-42fd-8cd9-ada9f489c09e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:37.550671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93e7d9-5376-41d0-9880-2aa72cf04c49 None None] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:37.900324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f00b0674-0d89-4ec3-87cf-1b0f19d7eb3a req-d76b2ca1-7793-4735-867a-d7f1d8111812 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 210 time: 0.0685880 Jul 06 12:10:37.914560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 21e8403c-cbd6-47e6-b01b-6a6d0d29060b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:37.926879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0525ed5b-112a-4dce-8734-25d193773a32 req-f272e059-2b48-4722-86b6-218e5417ee68 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 210 time: 0.0754166 Jul 06 12:10:37.945907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Attempting to bind port f7212635-ff4e-42fd-8cd9-ada9f489c09e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:37.946411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Attempting to bind port f7212635-ff4e-42fd-8cd9-ada9f489c09e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:37.946727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Attempting to bind port f7212635-ff4e-42fd-8cd9-ada9f489c09e on network 01b9d223-88ba-42f7-a83e-5def1d66b143 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:37.959488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f0a80cd-3748-4428-80b1-5bed8fb1bbe6 None None] Provisioning for port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:37.998429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:37.998806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Checking segment: {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:37.999212 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.000145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Bound using segment: {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:38.000782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Bound port: f7212635-ff4e-42fd-8cd9-ada9f489c09e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da417455-9e90-400c-be8b-5529e38df53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:38.001172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.111715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.183902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] For port f7212635-ff4e-42fd-8cd9-ada9f489c09e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:38.188284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] For port f7212635-ff4e-42fd-8cd9-ada9f489c09e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f7212635-ff4e-42fd-8cd9-ada9f489c09e,segment=NetworkSegment(da417455-9e90-400c-be8b-5529e38df53e),segment_id=da417455-9e90-400c-be8b-5529e38df53e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:38.199250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-65900e8f-a951-4641-8fff-0f26a1dd69c5 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:38.200983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-65900e8f-a951-4641-8fff-0f26a1dd69c5 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 814 time: 0.2357011 Jul 06 12:10:38.241125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Request body: {'port': {'device_id': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621', 'admin_state_up': True, 'tenant_id': '9bdbb0e1c6044d77aa301e3102472f03'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:38.284796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.291489 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.294700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-f219609b-b9fd-4e01-b061-53469d2cbab0', 'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0', 'tenant_id': '14bf55594556459dae2bf89047588ed9', 'fixed_ips': [{'subnet_id': '50e8c86c-5065-4894-a09d-42fcd58db363'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:38.295522 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.340970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:38.373040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Transition to ACTIVE for port object 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:38.393304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:38.393698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.468452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Transition to ACTIVE for port object 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:38.489589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Made reservation on behalf of 9bdbb0e1c6044d77aa301e3102472f03 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:38.493261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.526382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Routers {'04eb3209-2d0c-4699-8740-9e3d7a80f068'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:38.527119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04eb3209-2d0c-4699-8740-9e3d7a80f068'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:38.539286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095ccff-0d66-48f3-845d-5bcca169a52f None None] Pushing event updated for resources: {'Port': ['ID=f7212635-ff4e-42fd-8cd9-ada9f489c09e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:38.582212 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.632687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Allocated IP 172.20.0.1 (580d18ff-e8b3-47f3-a994-876e65b88c34/92553d43-965a-441c-8492-2a5170d0f4e2/9deca59d-548b-4084-ab83-d1191c885ef0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:38.712829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:38.743896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Allocated IP 172.20.0.5 (a4905bcc-d6e0-483a-8168-05e704b5f621/1f836199-84c9-4704-b9d6-a6a0098a5358/a3ce0f67-187d-4b16-8f45-2cf48c89adff) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:38.760705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:38.763477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:38.774637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Pushing event updated for resources: {'Port': ['ID=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:38.836840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.873631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Transition to ACTIVE for port object 9deca59d-548b-4084-ab83-d1191c885ef0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:38.877427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Allocated IP 172.20.0.2 (f219609b-b9fd-4e01-b061-53469d2cbab0/50e8c86c-5065-4894-a09d-42fcd58db363/28cee459-76cc-4f3e-a51b-12e43181a1e2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:38.890091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] Set router 04eb3209-2d0c-4699-8740-9e3d7a80f068 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:38.987136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Attempting to bind port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:38.987501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Attempting to bind port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'ec6e3eef-cf64-41d2-b595-e5a8b713167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:38.988131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Attempting to bind port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 on network 580d18ff-e8b3-47f3-a994-876e65b88c34 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:38.993323 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.002815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.018162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.059308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:39.064717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:39.070340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:39.112648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Port': ['ID=9deca59d-548b-4084-ab83-d1191c885ef0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:39.133961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:39.134350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Checking segment: {'id': 'ec6e3eef-cf64-41d2-b595-e5a8b713167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:39.134768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.135180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Bound using segment: {'id': 'ec6e3eef-cf64-41d2-b595-e5a8b713167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:39.135677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Bound port: 87264ac0-8c9b-4cc1-b8af-e6bc9053de43, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6e3eef-cf64-41d2-b595-e5a8b713167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '580d18ff-e8b3-47f3-a994-876e65b88c34'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:39.138568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.142713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.175699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91eb6ce9-0a9b-4697-8bd2-fce600b3167b req-49c1b223-537a-462f-84d0-0e8fc0fad6f1 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 210 time: 0.0554514 Jul 06 12:10:39.206740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.284920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Network a4905bcc-d6e0-483a-8168-05e704b5f621 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:39.292795 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:39.293504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-48f8f0c6-a460-40ce-9063-bed976b873aa tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:39.295238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-48f8f0c6-a460-40ce-9063-bed976b873aa tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1244650 Jul 06 12:10:39.305167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:39.313532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:39.316841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,segment=NetworkSegment(05fbe5d7-e741-48be-bf2d-6630f0f1ae27),segment_id=05fbe5d7-e741-48be-bf2d-6630f0f1ae27)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:39.336193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Pushing event updated for resources: {'Port': ['ID=a3ce0f67-187d-4b16-8f45-2cf48c89adff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:39.338944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce53c2dd-7241-4cec-b94e-c3ed11b5fa22 None None] Provisioning complete for port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:39.339313 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce53c2dd-7241-4cec-b94e-c3ed11b5fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.362466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.381953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ea6735c-57d0-4594-9593-7281df641507 req-9573dd59-3148-4734-a08b-38cb10f37c44 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 210 time: 0.2091713 Jul 06 12:10:39.389853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.425618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:39.426293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.476141 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-44e0c6d4-8d04-4eeb-931d-c28d08f05f41 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2397430 Jul 06 12:10:39.496209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:39.501918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.600679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Request body: {'port': {'device_id': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:39.682181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.3 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:39.753223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:39.833216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 4, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7212635-ff4e-42fd-8cd9-ada9f489c09e', 'name': '', 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'mac_address': 'fa:16:3e:c7:f6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 4, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'subnets': [{'id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:39.835534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] For port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:39.877753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.880108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.893498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.907175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887cb0c-0788-457b-9c25-afb7c1730ea2 None None] The sync data for ids ['04eb3209-2d0c-4699-8740-9e3d7a80f068'] in n-d-799528-2 is: [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 4, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7212635-ff4e-42fd-8cd9-ada9f489c09e', 'name': '', 'network_id': '01b9d223-88ba-42f7-a83e-5def1d66b143', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'mac_address': 'fa:16:3e:c7:f6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 4, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'subnets': [{'id': '23854aa8-b5a4-4d2f-a550-62aaeb3588b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:39.910780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] For port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,segment=NetworkSegment(ec6e3eef-cf64-41d2-b595-e5a8b713167a),segment_id=ec6e3eef-cf64-41d2-b595-e5a8b713167a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:39.914792 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.916078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.930633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.936584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Transition to ACTIVE for port object 28cee459-76cc-4f3e-a51b-12e43181a1e2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:39.938570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:39.985310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.035651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Transition to ACTIVE for port object 28cee459-76cc-4f3e-a51b-12e43181a1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:40.050953 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.058342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.067074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a157cc6-928e-474f-b803-1eadb341210e None None] Pushing event updated for resources: {'Port': ['ID=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:40.109817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:40.114447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:40.128172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Pushing event updated for resources: {'Port': ['ID=28cee459-76cc-4f3e-a51b-12e43181a1e2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:40.148940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Network f219609b-b9fd-4e01-b061-53469d2cbab0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:40.151848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:40.154394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:40.162765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:40.195935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Port': ['ID=9deca59d-548b-4084-ab83-d1191c885ef0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:40.259988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:40.297715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:40.298413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.305542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Attempting to bind port 28cee459-76cc-4f3e-a51b-12e43181a1e2 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:40.307317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Attempting to bind port 28cee459-76cc-4f3e-a51b-12e43181a1e2 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '26407f7f-17a1-4833-a5bf-427368a1a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:40.307471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Attempting to bind port 28cee459-76cc-4f3e-a51b-12e43181a1e2 on network f219609b-b9fd-4e01-b061-53469d2cbab0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:40.320926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:40.321641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Checking segment: {'id': '26407f7f-17a1-4833-a5bf-427368a1a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:40.321760 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.322073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Bound using segment: {'id': '26407f7f-17a1-4833-a5bf-427368a1a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:40.322547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Bound port: 28cee459-76cc-4f3e-a51b-12e43181a1e2, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26407f7f-17a1-4833-a5bf-427368a1a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f219609b-b9fd-4e01-b061-53469d2cbab0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:40.322938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.335051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-cddaf7bf-910e-483d-9805-6d1c0243f6fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0283659 Jul 06 12:10:40.347690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Request body: {'port': {'device_id': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:40.573164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] For port 28cee459-76cc-4f3e-a51b-12e43181a1e2, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:40.579465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] For port 28cee459-76cc-4f3e-a51b-12e43181a1e2, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=28cee459-76cc-4f3e-a51b-12e43181a1e2,segment=NetworkSegment(26407f7f-17a1-4833-a5bf-427368a1a007),segment_id=26407f7f-17a1-4833-a5bf-427368a1a007)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:40.598446 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.717240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.760841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73a5a3e3-2425-44b4-b9a0-faff38608320 None None] Provisioning for port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:40.769020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3505e-bef9-4a89-8064-3036682e4eab req-a34ff471-a02a-4f8e-89ad-349317cbcefe tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:40.771764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8a9f5-910e-48ac-8a6e-0722aa519b74 None None] Pushing event updated for resources: {'Port': ['ID=28cee459-76cc-4f3e-a51b-12e43181a1e2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:40.773620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74b3505e-bef9-4a89-8064-3036682e4eab req-a34ff471-a02a-4f8e-89ad-349317cbcefe tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 931 time: 0.3525410 Jul 06 12:10:40.777151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73a5a3e3-2425-44b4-b9a0-faff38608320 None None] Provisioning complete for port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:40.777537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73a5a3e3-2425-44b4-b9a0-faff38608320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.828892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-73a5a3e3-2425-44b4-b9a0-faff38608320 None None] Port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:40.892970 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74b3505e-bef9-4a89-8064-3036682e4eab req-473400d0-4ece-4807-9139-4f3e17df2e3c tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809171 Jul 06 12:10:40.900720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:40.903535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:40.907638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ce0f67-187d-4b16-8f45-2cf48c89adff {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:10:40.926255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.947315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Transition to ACTIVE for port object a3ce0f67-187d-4b16-8f45-2cf48c89adff will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:40.999162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.135788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31eaba-80a8-49e7-85be-d2eac8d91f3b req-04010b0a-bf4a-4b07-b577-a505673fe011 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:41.137825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d31eaba-80a8-49e7-85be-d2eac8d91f3b req-04010b0a-bf4a-4b07-b577-a505673fe011 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 931 time: 0.4668958 Jul 06 12:10:41.288025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d31eaba-80a8-49e7-85be-d2eac8d91f3b req-45a774ad-9f69-4266-ac53-18b6261c8935 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368189 Jul 06 12:10:41.519956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:10:41.530847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.549172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Transition to ACTIVE for port object 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:41.556583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.616270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Pushing event updated for resources: {'Port': ['ID=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:41.740754 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce0f67-187d-4b16-8f45-2cf48c89adff,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:41.768436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Attempting to bind port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:41.772037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Attempting to bind port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:41.772037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Attempting to bind port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:41.781998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:10:41.782166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Attempting to bind port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:41.797646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:41.797994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:41.798727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:41.798955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Bound port: 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:41.799257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.923957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Attempting to bind port a3ce0f67-187d-4b16-8f45-2cf48c89adff on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:41.923957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Attempting to bind port a3ce0f67-187d-4b16-8f45-2cf48c89adff by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:41.923957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Attempting to bind port a3ce0f67-187d-4b16-8f45-2cf48c89adff on network a4905bcc-d6e0-483a-8168-05e704b5f621 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:41.925473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Port a3ce0f67-187d-4b16-8f45-2cf48c89adff on network a4905bcc-d6e0-483a-8168-05e704b5f621 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:10:41.925808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Attempting to bind port a3ce0f67-187d-4b16-8f45-2cf48c89adff on network a4905bcc-d6e0-483a-8168-05e704b5f621 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:41.998114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Router 81105ac7-c3d1-45b8-aae3-e44792772bf1 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:42.000889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:42.001205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Checking segment: {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:42.001595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Bound using segment: {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:42.002043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Bound port: a3ce0f67-187d-4b16-8f45-2cf48c89adff, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e63567b-0ace-4c36-9936-3a298c46e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:42.002409 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.002818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] For port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:42.010695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] For port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:42.025643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.167426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.168580 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.170123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] 10.222.0.79 "PUT /v2.0/ports/80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 HTTP/1.1" status: 200 len: 1091 time: 1.8274381 Jul 06 12:10:42.176789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'tag': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:42.179282 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ecc402-17a2-4996-ace4-00716a47bd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9a4218-afca-4962-987e-d5831dfa7dc0", "tag": "80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:42.192089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7212635-ff4e-42fd-8cd9-ada9f489c09e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:42.232131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b971c08-2bc7-4424-a582-338a429c3c33 service neutron] Pushing event updated for resources: {'Port': ['ID=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:42.316881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:42.326531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c1355694-6179-4f2a-bafb-7cd540e4472a tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9261835 Jul 06 12:10:42.329692 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] Sync routers for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:42.338013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:42.343135 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:42.344335 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:42.368048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3649a-4119-4e12-8318-734860f1f948 None None] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:42.407752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e4579-1ead-432a-b4d0-ce9b0f4f2d2d req-e2e87124-11ef-403d-babc-3761d7a98ca8 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.409471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b3e4579-1ead-432a-b4d0-ce9b0f4f2d2d req-e2e87124-11ef-403d-babc-3761d7a98ca8 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 943 time: 0.3023655 Jul 06 12:10:42.422071 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:42.457241 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:42.457917 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:42.509300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-bc58eb78-f052-4713-8a5c-b7eb4e920484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.510797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-bc58eb78-f052-4713-8a5c-b7eb4e920484 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 1094 time: 0.2529001 Jul 06 12:10:42.516390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b3e4579-1ead-432a-b4d0-ce9b0f4f2d2d req-99462417-9ccf-4230-abc0-359f305b6af9 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991833 Jul 06 12:10:42.559806 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:42.560769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3564fe-f9ad-4cbd-89ee-524c24eb9c70 None None] The sync data for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:42.617890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f7212635-ff4e-42fd-8cd9-ada9f489c09e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:42.629832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f7212635-ff4e-42fd-8cd9-ada9f489c09e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:42.630347 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.631124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] For port a3ce0f67-187d-4b16-8f45-2cf48c89adff, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:42.666279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] For port a3ce0f67-187d-4b16-8f45-2cf48c89adff, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:42.671335 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-9234d12d-d38e-4897-a63d-c620ee46be6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 HTTP/1.1" status: 200 len: 217 time: 0.1454298 Jul 06 12:10:42.675405 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454ee624-07a7-4134-a070-69d9c2a66859 x-openstack-request-id: req-454ee624-07a7-4134-a070-69d9c2a66859 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:42.675774 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9a4218-afca-4962-987e-d5831dfa7dc0", "tag": "80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:42.676260 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-454ee624-07a7-4134-a070-69d9c2a66859 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:42.676823 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'tag': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8', 'status': 'completed', 'code': 200} Jul 06 12:10:42.739380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.777732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8503c051-f4f3-42ef-b76a-c022cdb14c25 None None] Provisioning for port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:42.779308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-3f675009-60de-44f5-9cc6-003e5161cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.782172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-3f675009-60de-44f5-9cc6-003e5161cd49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.1018162 Jul 06 12:10:42.816668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b8430-d676-4ed0-bdba-54a81c0e4511 None None] Network f219609b-b9fd-4e01-b061-53469d2cbab0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:42.844502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce0f67-187d-4b16-8f45-2cf48c89adff,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:42.866078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.866715 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.868145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-a7d8e1e0-fa57-42e0-a493-68ad0509a260 service neutron] 10.222.0.79 "PUT /v2.0/ports/a3ce0f67-187d-4b16-8f45-2cf48c89adff HTTP/1.1" status: 200 len: 1091 time: 3.3463593 Jul 06 12:10:42.868781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'tag': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:42.873548 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0177f08-65c5-46fa-a1f0-166fcf0f118f" -d '{"events": [{"name": "network-changed", "server_uuid": "2777c717-1d3f-4490-a303-896b77a0c5b7", "tag": "a3ce0f67-187d-4b16-8f45-2cf48c89adff"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:42.931198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-afce6c15-a0af-482b-b47c-18cff2ce9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.932574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-afce6c15-a0af-482b-b47c-18cff2ce9c27 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434963 Jul 06 12:10:42.961557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143cba-e28a-4e26-b076-971421f650bf req-f204709e-4a72-4047-87cd-dde21ca6bc8c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.969403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07143cba-e28a-4e26-b076-971421f650bf req-f204709e-4a72-4047-87cd-dde21ca6bc8c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.1364124 Jul 06 12:10:42.972070 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.990753 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e473b-772c-4e67-b130-e970b17765b3 x-openstack-request-id: req-7f8e473b-772c-4e67-b130-e970b17765b3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:42.991319 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2777c717-1d3f-4490-a303-896b77a0c5b7", "tag": "a3ce0f67-187d-4b16-8f45-2cf48c89adff", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:42.991319 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f8e473b-772c-4e67-b130-e970b17765b3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:42.991656 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'tag': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff', 'status': 'completed', 'code': 200} Jul 06 12:10:43.019209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f7212635-ff4e-42fd-8cd9-ada9f489c09e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f7212635-ff4e-42fd-8cd9-ada9f489c09e,segment=NetworkSegment(da417455-9e90-400c-be8b-5529e38df53e),segment_id=da417455-9e90-400c-be8b-5529e38df53e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:43.037880 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.038865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 28cee459-76cc-4f3e-a51b-12e43181a1e2 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:43.045434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21394d5d-d6f0-466d-aed2-8aef914ecce7 None None] Provisioning for port 28cee459-76cc-4f3e-a51b-12e43181a1e2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:43.113723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-ac9206ed-b2cf-49bf-8d39-9dd0a4227f25 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687043 Jul 06 12:10:43.135073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-f8c6526d-34a7-43cb-99cf-bf65416e0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:43.136930 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-f8c6526d-34a7-43cb-99cf-bf65416e0dfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 1094 time: 0.1445014 Jul 06 12:10:43.192706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-fbe47598-4086-4ca7-81dc-b9386865f350 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff HTTP/1.1" status: 200 len: 217 time: 0.0447266 Jul 06 12:10:43.206267 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f802f309-e989-4fef-8e21-ebb4269625d9 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:43.207529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f802f309-e989-4fef-8e21-ebb4269625d9 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8684766 Jul 06 12:10:43.219140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:43.253415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f7212635-ff4e-42fd-8cd9-ada9f489c09e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:43.257339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ffe40de7-3e47-4cae-a7c8-d3137523d234 req-ea14f40a-7420-47c2-8043-a33b4efdce2f service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370161 Jul 06 12:10:43.267122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07143cba-e28a-4e26-b076-971421f650bf req-218dd7b8-d80f-4792-9032-672b586e175d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966282 Jul 06 12:10:43.310787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 28cee459-76cc-4f3e-a51b-12e43181a1e2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:43.330306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 28cee459-76cc-4f3e-a51b-12e43181a1e2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:43.331176 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.375003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169937-4678-434f-8d67-16d6121f8a81 req-431e0fef-7f01-4f9c-89fb-0f360f9ecff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:43.376769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-431e0fef-7f01-4f9c-89fb-0f360f9ecff7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f836199-84c9-4704-b9d6-a6a0098a5358 HTTP/1.1" status: 200 len: 854 time: 0.1676629 Jul 06 12:10:43.426233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-372fa4ee-d2fe-4531-ab62-839a7f70e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:43.428532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-372fa4ee-d2fe-4531-ab62-839a7f70e811 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 1094 time: 0.0922992 Jul 06 12:10:43.443364 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-f0f57f4e-7cfc-4653-8d58-4109c2e0114b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4905bcc-d6e0-483a-8168-05e704b5f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562630 Jul 06 12:10:43.503220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f86862ad-9095-4d6a-b4c8-b6ffd912bedb None None] Provisioning for port 9deca59d-548b-4084-ab83-d1191c885ef0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:43.508567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.528499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f86862ad-9095-4d6a-b4c8-b6ffd912bedb None None] Provisioning complete for port 9deca59d-548b-4084-ab83-d1191c885ef0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:43.529077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f86862ad-9095-4d6a-b4c8-b6ffd912bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.560917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 28cee459-76cc-4f3e-a51b-12e43181a1e2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=28cee459-76cc-4f3e-a51b-12e43181a1e2,segment=NetworkSegment(26407f7f-17a1-4833-a5bf-427368a1a007),segment_id=26407f7f-17a1-4833-a5bf-427368a1a007)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:43.588231 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.589384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:43.590557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-24742246-0981-4dd9-a719-c2b8a7322533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:43.598069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-24742246-0981-4dd9-a719-c2b8a7322533 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1559274 Jul 06 12:10:43.658434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-b6816ef9-73e2-4526-9bd4-5748ca74134e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 HTTP/1.1" status: 200 len: 217 time: 0.0556409 Jul 06 12:10:43.719632 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-cd47d3f0-2962-415b-9b11-ee68b9cecf0a service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207043 Jul 06 12:10:43.730169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=28cee459-76cc-4f3e-a51b-12e43181a1e2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:43.758606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f86862ad-9095-4d6a-b4c8-b6ffd912bedb None None] Port 9deca59d-548b-4084-ab83-d1191c885ef0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:43.768634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:43.773134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-86e68b3e-6e69-46ac-a4d9-35a6e20e6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:43.774619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-86e68b3e-6e69-46ac-a4d9-35a6e20e6b38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.1038740 Jul 06 12:10:43.777232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:43.777744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.830733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f86862ad-9095-4d6a-b4c8-b6ffd912bedb None None] Provisioning complete for port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:43.831119 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f86862ad-9095-4d6a-b4c8-b6ffd912bedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.905298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9d78f-cef9-4e19-9503-8847cea015a4 req-d7619652-aec7-4a55-ad60-65594d0fe720 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:43.914678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69d9d78f-cef9-4e19-9503-8847cea015a4 req-d7619652-aec7-4a55-ad60-65594d0fe720 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 943 time: 0.1389303 Jul 06 12:10:43.938060 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-08169937-4678-434f-8d67-16d6121f8a81 req-cbd13527-3f7a-4276-9060-4335ed3fffd6 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672430 Jul 06 12:10:44.003677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.049909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,segment=NetworkSegment(ec6e3eef-cf64-41d2-b595-e5a8b713167a),segment_id=ec6e3eef-cf64-41d2-b595-e5a8b713167a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:44.081891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.097270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-01b45851-5aea-42eb-94b5-d1e73a08a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:44.098983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-01b45851-5aea-42eb-94b5-d1e73a08a60e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 1094 time: 0.0927424 Jul 06 12:10:44.102596 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.103715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 21e8403c-cbd6-47e6-b01b-6a6d0d29060b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:44.203891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:44.230131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:44.230936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.273813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c031b9a-02e3-4946-8f94-3bf4a5e0b687 None None] Provisioning complete for port 28cee459-76cc-4f3e-a51b-12e43181a1e2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:44.274494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c031b9a-02e3-4946-8f94-3bf4a5e0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.379848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-e274028b-6588-4d8a-94f2-7f776e8c4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:44.381548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-e274028b-6588-4d8a-94f2-7f776e8c4c54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 200 len: 915 time: 0.2386718 Jul 06 12:10:44.398315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-54492df5-0b8c-493d-ad71-201ef70fe5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:44.399815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-54492df5-0b8c-493d-ad71-201ef70fe5bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6141129 Jul 06 12:10:44.413099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69d9d78f-cef9-4e19-9503-8847cea015a4 req-8ed91707-e39f-4afa-b30b-d70468ff8bec tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975691 Jul 06 12:10:44.448130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c031b9a-02e3-4946-8f94-3bf4a5e0b687 None None] Provisioning complete for port 9deca59d-548b-4084-ab83-d1191c885ef0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:44.448619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c031b9a-02e3-4946-8f94-3bf4a5e0b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.482888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-b25e5bb5-bfb2-4d42-b390-f3093ca5e778 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff HTTP/1.1" status: 200 len: 217 time: 0.0879850 Jul 06 12:10:44.494347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1c031b9a-02e3-4946-8f94-3bf4a5e0b687 None None] Port 9deca59d-548b-4084-ab83-d1191c885ef0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:44.534155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7212635-ff4e-42fd-8cd9-ada9f489c09e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:44.578227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-382fcf6f-8873-4f16-97e1-464ba1c05da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:44.580288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-382fcf6f-8873-4f16-97e1-464ba1c05da8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f836199-84c9-4704-b9d6-a6a0098a5358 HTTP/1.1" status: 200 len: 854 time: 0.0897136 Jul 06 12:10:44.590045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-24de300f-fd3c-4e49-8ada-820dc41d3a02 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751003 Jul 06 12:10:44.613019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f7212635-ff4e-42fd-8cd9-ada9f489c09e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:44.614085 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.651177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-dc4c9cc6-b5f8-4751-9d69-a754b823464c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4905bcc-d6e0-483a-8168-05e704b5f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629489 Jul 06 12:10:44.651733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53d94-e3b3-4da3-8b4f-36754e235a1b req-2f6a3a08-9527-43f3-b0e6-46962c58c551 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:44.659299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46c53d94-e3b3-4da3-8b4f-36754e235a1b req-2f6a3a08-9527-43f3-b0e6-46962c58c551 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.1526361 Jul 06 12:10:44.720536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46c53d94-e3b3-4da3-8b4f-36754e235a1b req-891fded8-02a4-42e5-93ba-e3f59baa549e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602696 Jul 06 12:10:44.728362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:44.757945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ecc402-17a2-4996-ace4-00716a47bd7d req-6530bf06-558f-4025-a428-4cf65da9ebaf service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610985 Jul 06 12:10:44.769915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting port 9deca59d-548b-4084-ab83-d1191c885ef0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:44.770280 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.795534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:44.796398 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.833103 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-c8aef3c6-f71d-4fc7-a725-97226f8cfc80 service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717186 Jul 06 12:10:44.896377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 28cee459-76cc-4f3e-a51b-12e43181a1e2 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:44.923150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.945971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 28cee459-76cc-4f3e-a51b-12e43181a1e2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:44.946616 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.951760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Calling delete_port for 9deca59d-548b-4084-ab83-d1191c885ef0 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:44.985751 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c0177f08-65c5-46fa-a1f0-166fcf0f118f req-629cdc94-6a49-4c1a-85d3-e8a41cb05c1a service neutron] 10.222.0.79 "GET /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451914 Jul 06 12:10:45.157592 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.183181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Port': ['ID=9deca59d-548b-4084-ab83-d1191c885ef0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:45.604801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356ed2-f5dc-475e-8729-db36d4521e21 req-9e36dbf3-7948-4888-b8f4-56668a71ace8 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:45.606244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d356ed2-f5dc-475e-8729-db36d4521e21 req-9e36dbf3-7948-4888-b8f4-56668a71ace8 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 943 time: 0.0731287 Jul 06 12:10:45.620737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.650162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d356ed2-f5dc-475e-8729-db36d4521e21 req-4a902a02-62c4-403e-931e-a172f6c112d0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371335 Jul 06 12:10:45.784933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Router 81105ac7-c3d1-45b8-aae3-e44792772bf1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:45.877710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:45.888875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] Sync routers for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:45.894508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1c33a4b0-c161-4493-a3a3-63637760ba84 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742234 Jul 06 12:10:45.898672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:45.908648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:45.909302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:45.960496 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-97b61e6c-3e4e-4293-8c2e-58d30b424fdc tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] delete failed (client error): The resource could not be found. Jul 06 12:10:45.961851 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-97b61e6c-3e4e-4293-8c2e-58d30b424fdc tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1046136514 HTTP/1.1" status: 404 len: 335 time: 0.0617430 Jul 06 12:10:45.965631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:45.971190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83693-d90a-469d-ae9f-df141e4665c4 req-0c7bfef0-aa57-47f4-8c9f-3f33e63ea66e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:45.977234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49e83693-d90a-469d-ae9f-df141e4665c4 req-0c7bfef0-aa57-47f4-8c9f-3f33e63ea66e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.1388061 Jul 06 12:10:45.977558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-12c5ccaf-d0a0-4310-b4f7-5d30a604e2b3 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'router': {'external_gateway_info': {'network_id': '81105ac7-c3d1-45b8-aae3-e44792772bf1'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:45.990023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:46.003147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:46.004080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:46.044662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49e83693-d90a-469d-ae9f-df141e4665c4 req-39c132c1-c81a-4fbc-880c-5227ca02decb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611711 Jul 06 12:10:46.076141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:46.076949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c466a5-f2a7-4be4-8de1-6b0426018fe4 None None] The sync data for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:46.217876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12c5ccaf-d0a0-4310-b4f7-5d30a604e2b3 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.243506 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-12c5ccaf-d0a0-4310-b4f7-5d30a604e2b3 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] update failed (client error): The resource could not be found. Jul 06 12:10:46.244597 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-12c5ccaf-d0a0-4310-b4f7-5d30a604e2b3 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1 HTTP/1.1" status: 404 len: 339 time: 0.2775769 Jul 06 12:10:46.248209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:46.411788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3ce0f67-187d-4b16-8f45-2cf48c89adff details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:10:46.513850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a3ce0f67-187d-4b16-8f45-2cf48c89adff, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:46.525628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff', 'network_id': 'a4905bcc-d6e0-483a-8168-05e704b5f621', 'port_id': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff', 'mac_address': 'fa:16:3e:cd:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f836199-84c9-4704-b9d6-a6a0098a5358', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:10:46.539239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.572226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.586227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ce0f67-187d-4b16-8f45-2cf48c89adff {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:10:46.608305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a3ce0f67-187d-4b16-8f45-2cf48c89adff, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:46.613336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.662455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a3ce0f67-187d-4b16-8f45-2cf48c89adff,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:46.798953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Allocated IP 172.20.0.1 (6c3bf7e8-31a3-466e-b2ac-a3e9825f267e/ef14a8b0-238e-487f-89bd-e733ea6e03c3/f7107314-d394-449d-882a-3f438d754b91) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:46.828766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda3ec8-4dd3-4baf-86b8-6014e6db6386 req-d87023d5-f92f-456f-952b-aae8f61d1df7 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:46.830414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dda3ec8-4dd3-4baf-86b8-6014e6db6386 req-d87023d5-f92f-456f-952b-aae8f61d1df7 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 944 time: 0.0648444 Jul 06 12:10:46.832468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a3ce0f67-187d-4b16-8f45-2cf48c89adff'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:46.881823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3dda3ec8-4dd3-4baf-86b8-6014e6db6386 req-93461b15-713d-4a94-b9f4-f98634c0923a tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 Jul 06 12:10:46.929797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.945860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Transition to ACTIVE for port object f7107314-d394-449d-882a-3f438d754b91 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:46.985811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.042885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:47.046234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:47.050907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:47.082968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Port': ['ID=f7107314-d394-449d-882a-3f438d754b91,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:47.115427 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.259493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812881b-f959-4eb9-b532-cc90c16500a7 req-0ad307ac-466c-4a8f-82ec-2235f1704662 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:47.261343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0812881b-f959-4eb9-b532-cc90c16500a7 req-0ad307ac-466c-4a8f-82ec-2235f1704662 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.0684643 Jul 06 12:10:47.264445 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.301524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0812881b-f959-4eb9-b532-cc90c16500a7 req-70ecea13-9391-4432-81a3-3483fb537020 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Jul 06 12:10:47.337026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a1345a17-585d-4514-adf1-3f6c8586b88b None None] Provisioning for port f7107314-d394-449d-882a-3f438d754b91 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:47.340529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a1345a17-585d-4514-adf1-3f6c8586b88b None None] Provisioning complete for port f7107314-d394-449d-882a-3f438d754b91 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:47.340890 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1345a17-585d-4514-adf1-3f6c8586b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.375387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1345a17-585d-4514-adf1-3f6c8586b88b None None] Port f7107314-d394-449d-882a-3f438d754b91 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:47.537500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.542002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.615442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event updated for resources: {'Port': ['ID=f7107314-d394-449d-882a-3f438d754b91,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:47.619178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.711509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:47.712973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:47.811457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Router 81105ac7-c3d1-45b8-aae3-e44792772bf1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:47.897740 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-68a32234-42df-414a-b9e4-362a359b2235 None None] Provisioning complete for port f7107314-d394-449d-882a-3f438d754b91 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:47.898111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68a32234-42df-414a-b9e4-362a359b2235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.910183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:47.919299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:47.921486 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1b609a36-f2f0-4c23-865a-d56056bc1445 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715412 Jul 06 12:10:47.922276 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] Sync routers for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:47.933858 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:47.934509 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:47.950810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68a32234-42df-414a-b9e4-362a359b2235 None None] Port f7107314-d394-449d-882a-3f438d754b91 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:47.970403 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:47.979294 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:47.979935 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:48.016270 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:48.016832 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e41541-911d-4069-9fe1-bc2ab445a103 None None] The sync data for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:48.061406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d9750d9-667b-45a4-a3fc-600775fb81c4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.158414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff862ae-c602-4bc8-8767-231fc573d690 req-9de0a93c-e583-480c-91cf-de43d4539faf tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.159827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ff862ae-c602-4bc8-8767-231fc573d690 req-9de0a93c-e583-480c-91cf-de43d4539faf tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 944 time: 0.1557887 Jul 06 12:10:48.168590 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0d9750d9-667b-45a4-a3fc-600775fb81c4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 12:10:48.169557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d9750d9-667b-45a4-a3fc-600775fb81c4 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1 HTTP/1.1" status: 409 len: 329 time: 0.2440131 Jul 06 12:10:48.173418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:48.203358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ff862ae-c602-4bc8-8767-231fc573d690 req-eb1a446f-c905-453b-a157-e6103a81efd9 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372255 Jul 06 12:10:48.430732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3ce0f67-187d-4b16-8f45-2cf48c89adff up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:48.480953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port a3ce0f67-187d-4b16-8f45-2cf48c89adff completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:48.483284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949c8b-e997-4d30-a450-5e8b76151574 req-9a03168e-ecb8-4079-a0fb-9aeb1766cd92 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.484888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0949c8b-e997-4d30-a450-5e8b76151574 req-9a03168e-ecb8-4079-a0fb-9aeb1766cd92 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.0727422 Jul 06 12:10:48.485233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port a3ce0f67-187d-4b16-8f45-2cf48c89adff triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:48.485595 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.496204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.534841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0949c8b-e997-4d30-a450-5e8b76151574 req-a41b3b74-4a3a-4110-ae3d-64ba49999f06 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Jul 06 12:10:48.563083 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.585035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:48.587299 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308e6e99-a280-42f3-b65d-1383046c8d24" -d '{"events": [{"server_uuid": "2777c717-1d3f-4490-a303-896b77a0c5b7", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce0f67-187d-4b16-8f45-2cf48c89adff"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:48.600474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port a3ce0f67-187d-4b16-8f45-2cf48c89adff, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:48.604976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.633526 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1487aee6-f556-457d-833c-92e09a65930e x-openstack-request-id: req-1487aee6-f556-457d-833c-92e09a65930e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:48.633868 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2777c717-1d3f-4490-a303-896b77a0c5b7", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce0f67-187d-4b16-8f45-2cf48c89adff", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:48.634069 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1487aee6-f556-457d-833c-92e09a65930e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:48.634450 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff', 'code': 200} Jul 06 12:10:48.664446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=a3ce0f67-187d-4b16-8f45-2cf48c89adff,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:48.672908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.673250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.673568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.673902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.674229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.674551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.674870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.675211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.675504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.675938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.676258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.676572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:48.789869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125d582-fbe7-4369-8eff-aa2f7b8c29ce req-751582df-66bb-46cd-9000-7d8cbe6a61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.791463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8125d582-fbe7-4369-8eff-aa2f7b8c29ce req-751582df-66bb-46cd-9000-7d8cbe6a61f2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 1096 time: 0.0969746 Jul 06 12:10:48.818266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting port f7107314-d394-449d-882a-3f438d754b91 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:48.818622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.874215 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8125d582-fbe7-4369-8eff-aa2f7b8c29ce req-839fea48-792d-414c-ba5e-6550bb63c2d4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761464 Jul 06 12:10:48.917091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.928704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Calling delete_port for f7107314-d394-449d-882a-3f438d754b91 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:49.381315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:49.385160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac20a2-21a9-4ce2-9b9a-a882b1d43f76 req-e04c3e39-71db-482c-b8f1-2f3c0f0c5457 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:49.387136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccac20a2-21a9-4ce2-9b9a-a882b1d43f76 req-e04c3e39-71db-482c-b8f1-2f3c0f0c5457 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 945 time: 0.0669723 Jul 06 12:10:49.412657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Port': ['ID=f7107314-d394-449d-882a-3f438d754b91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:49.429761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccac20a2-21a9-4ce2-9b9a-a882b1d43f76 req-432499cc-ab22-4fda-be4c-eab6b99d6d7c tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Jul 06 12:10:49.554218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:49.722346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7605b-d37b-4b11-8b74-59d20bae201d req-646406f2-ac8c-419c-9df2-90cd659e0675 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:49.725324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Router 81105ac7-c3d1-45b8-aae3-e44792772bf1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:49.731461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35d7605b-d37b-4b11-8b74-59d20bae201d req-646406f2-ac8c-419c-9df2-90cd659e0675 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.0766692 Jul 06 12:10:49.770934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35d7605b-d37b-4b11-8b74-59d20bae201d req-6cd182ab-be77-4b07-8cc9-a0d54eae30dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Jul 06 12:10:49.807091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:49.813223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1bd09b1b-46b2-4087-b320-33c2171aae4c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6375525 Jul 06 12:10:49.816458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:49.818992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] Sync routers for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:49.828934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:49.829552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:49.852800 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-15b50544-feaa-45c4-b05c-a86b0bffd5f0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] show failed (client error): The resource could not be found. Jul 06 12:10:49.853864 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-15b50544-feaa-45c4-b05c-a86b0bffd5f0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-539372512 HTTP/1.1" status: 404 len: 334 time: 0.0364749 Jul 06 12:10:49.859141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:49.860964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:49.863886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8399c9ba-fed5-43b5-892a-dea68cdf4a1e tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:49.870328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] Routers {'81105ac7-c3d1-45b8-aae3-e44792772bf1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:49.871040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:10:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['81105ac7-c3d1-45b8-aae3-e44792772bf1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:49.902992 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8399c9ba-fed5-43b5-892a-dea68cdf4a1e tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] update failed (client error): The resource could not be found. Jul 06 12:10:49.904062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8399c9ba-fed5-43b5-892a-dea68cdf4a1e tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1479125746 HTTP/1.1" status: 404 len: 335 time: 0.0441368 Jul 06 12:10:49.907178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:49.907843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad9b2f-1625-46f4-8d47-28f8bda82033 None None] The sync data for ids ['81105ac7-c3d1-45b8-aae3-e44792772bf1'] in n-d-799528-2 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:49.908024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:49.961941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting subnet 50e8c86c-5065-4894-a09d-42fcd58db363 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:49.965229 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.013422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.114790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.177419 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.209485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Subnet': ['ID=50e8c86c-5065-4894-a09d-42fcd58db363,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:50.211517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.214553 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-261c4ef2-43a0-4b8b-8b3e-334841aabcc1 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/subnets/50e8c86c-5065-4894-a09d-42fcd58db363 HTTP/1.1" status: 204 len: 168 time: 0.3045433 Jul 06 12:10:50.216144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:50.218389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b4079-f52b-4d23-a7ae-2a2cc861887b None None] Network f219609b-b9fd-4e01-b061-53469d2cbab0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:50.270462 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting subnet 92553d43-965a-441c-8492-2a5170d0f4e2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:50.273905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.324572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.415367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] DHCP port deletion for f219609b-b9fd-4e01-b061-53469d2cbab0 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:50.429754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.478466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] Deleting port 28cee459-76cc-4f3e-a51b-12e43181a1e2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:50.480383 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.498708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 28cee459-76cc-4f3e-a51b-12e43181a1e2 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:50.499355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.533099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Subnet': ['ID=92553d43-965a-441c-8492-2a5170d0f4e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:50.537198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.539868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0af52838-04f1-4884-b130-7795d13d42d5 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/subnets/92553d43-965a-441c-8492-2a5170d0f4e2 HTTP/1.1" status: 204 len: 168 time: 0.3221972 Jul 06 12:10:50.541846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:50.565249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb19b8-af47-403b-9ccb-f063e8726512 None None] Network 580d18ff-e8b3-47f3-a994-876e65b88c34 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:50.653482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.654063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] For port 28cee459-76cc-4f3e-a51b-12e43181a1e2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=28cee459-76cc-4f3e-a51b-12e43181a1e2,segment=NetworkSegment(26407f7f-17a1-4833-a5bf-427368a1a007),segment_id=26407f7f-17a1-4833-a5bf-427368a1a007)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:50.654063 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.654314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdd424-ff21-44ba-98a8-2fcdee65a1c2 req-5c0a7aa9-35e5-4873-b2c5-21de99b3eab0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:50.662303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bcdd424-ff21-44ba-98a8-2fcdee65a1c2 req-5c0a7aa9-35e5-4873-b2c5-21de99b3eab0 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 945 time: 0.0868421 Jul 06 12:10:50.680319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] Calling delete_port for 28cee459-76cc-4f3e-a51b-12e43181a1e2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:50.698464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bcdd424-ff21-44ba-98a8-2fcdee65a1c2 req-9781ed86-9b2f-4e65-bf78-2ef0caa16f13 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352650 Jul 06 12:10:50.711140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting port 28cee459-76cc-4f3e-a51b-12e43181a1e2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:50.711490 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.782662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] For port 28cee459-76cc-4f3e-a51b-12e43181a1e2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=28cee459-76cc-4f3e-a51b-12e43181a1e2,segment=NetworkSegment(26407f7f-17a1-4833-a5bf-427368a1a007),segment_id=26407f7f-17a1-4833-a5bf-427368a1a007)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:50.783125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.799014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Calling delete_port for 28cee459-76cc-4f3e-a51b-12e43181a1e2 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:50.802450 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.887244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 28cee459-76cc-4f3e-a51b-12e43181a1e2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=28cee459-76cc-4f3e-a51b-12e43181a1e2,segment=NetworkSegment(26407f7f-17a1-4833-a5bf-427368a1a007),segment_id=26407f7f-17a1-4833-a5bf-427368a1a007)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:50.894968 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.914612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.947870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Port': ['ID=28cee459-76cc-4f3e-a51b-12e43181a1e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:50.951196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] No DVR routers for this DVR port 28cee459-76cc-4f3e-a51b-12e43181a1e2 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:50.957763 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.977164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=28cee459-76cc-4f3e-a51b-12e43181a1e2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:50.980090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] No DVR routers for this DVR port 28cee459-76cc-4f3e-a51b-12e43181a1e2 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:51.018315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] DHCP port deletion for 580d18ff-e8b3-47f3-a994-876e65b88c34 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:51.027213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3989f39-ecb0-415d-9153-faad8eaa53d0 None None] Pushing event deleted for resources: {'Port': ['ID=28cee459-76cc-4f3e-a51b-12e43181a1e2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.054640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.065912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f219609b-b9fd-4e01-b061-53469d2cbab0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.080140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26407f7f-17a1-4833-a5bf-427368a1a007') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.080511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26407f7f-17a1-4833-a5bf-427368a1a007') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.083905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324339-3e19-45f5-a02e-bc790d49597d req-8bd23d02-d661-4320-ab55-176ebf4c0791 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:51.091058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.091646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] Deleting port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:51.092635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.092811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45324339-3e19-45f5-a02e-bc790d49597d req-8bd23d02-d661-4320-ab55-176ebf4c0791 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.1325123 Jul 06 12:10:51.107677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.121951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:51.122421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:51.127208 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:51.150923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45324339-3e19-45f5-a02e-bc790d49597d req-f4076157-3a0a-40d3-a557-8a718a182eb7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570312 Jul 06 12:10:51.168447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] For port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,segment=NetworkSegment(ec6e3eef-cf64-41d2-b595-e5a8b713167a),segment_id=ec6e3eef-cf64-41d2-b595-e5a8b713167a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:51.168813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.188905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] Calling delete_port for 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:51.202048 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.215157 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.220478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/networks/f219609b-b9fd-4e01-b061-53469d2cbab0 HTTP/1.1" status: 204 len: 168 time: 0.6745126 Jul 06 12:10:51.221963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:51.228125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944add9-50d1-4a73-b5d9-0b4718663b91 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Network': ['ID=f219609b-b9fd-4e01-b061-53469d2cbab0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.297905 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.314227 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.323898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] Pushing event deleted for resources: {'Port': ['ID=87264ac0-8c9b-4cc1-b8af-e6bc9053de43,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.328788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f339c56-5b64-4d8b-9378-2eaf2677830a None None] No DVR routers for this DVR port 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:51.408372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.418741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580d18ff-e8b3-47f3-a994-876e65b88c34']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.431349 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6e3eef-cf64-41d2-b595-e5a8b713167a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.431651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6e3eef-cf64-41d2-b595-e5a8b713167a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.443692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.458582 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.464613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:51.465009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:51.468119 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:51.532552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.539732 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.543986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/networks/580d18ff-e8b3-47f3-a994-876e65b88c34 HTTP/1.1" status: 204 len: 168 time: 0.3184025 Jul 06 12:10:51.544381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:51.562732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ba42f-fd71-4bb3-b543-75887081ec2c tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Network': ['ID=580d18ff-e8b3-47f3-a994-876e65b88c34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.604961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting subnet ef14a8b0-238e-487f-89bd-e733ea6e03c3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:51.608023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.648858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.738788 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.797498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.824912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Subnet': ['ID=ef14a8b0-238e-487f-89bd-e733ea6e03c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.829413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.832088 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-842d5047-cffe-470d-9d59-63e8de820f23 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/subnets/ef14a8b0-238e-487f-89bd-e733ea6e03c3 HTTP/1.1" status: 204 len: 168 time: 0.2867992 Jul 06 12:10:51.834104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:51.839016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369dc5a-de9b-41c1-97fa-23aa4395afed None None] Network 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:51.921631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.980283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Deleting port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:51.980653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.044032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] DHCP port deletion for 6c3bf7e8-31a3-466e-b2ac-a3e9825f267e request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:52.053125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] For port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,segment=NetworkSegment(05fbe5d7-e741-48be-bf2d-6630f0f1ae27),segment_id=05fbe5d7-e741-48be-bf2d-6630f0f1ae27)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:52.053610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.072502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Calling delete_port for 21e8403c-cbd6-47e6-b01b-6a6d0d29060b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:52.091614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] Deleting port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:52.092303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.153169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.165095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] For port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,segment=NetworkSegment(05fbe5d7-e741-48be-bf2d-6630f0f1ae27),segment_id=05fbe5d7-e741-48be-bf2d-6630f0f1ae27)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:52.165662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.185488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Port': ['ID=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:52.186289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] Calling delete_port for 21e8403c-cbd6-47e6-b01b-6a6d0d29060b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:52.191954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] No DVR routers for this DVR port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:52.278188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.288442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3bf7e8-31a3-466e-b2ac-a3e9825f267e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:52.291757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.301215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fbe5d7-e741-48be-bf2d-6630f0f1ae27') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:52.301215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fbe5d7-e741-48be-bf2d-6630f0f1ae27') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:52.311008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.320339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] No DVR routers for this DVR port 21e8403c-cbd6-47e6-b01b-6a6d0d29060b on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:52.328994 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.336627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:52.337363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:52.341227 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:52.347528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c6434-23e0-406e-8347-b1902dc04434 None None] Pushing event deleted for resources: {'Port': ['ID=21e8403c-cbd6-47e6-b01b-6a6d0d29060b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:52.420479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223ed6c-d9f2-44fe-b28b-3f8f19dd4f29 req-972ff4d3-2b74-4587-8c2f-6ed6ff604670 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:52.420950 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.422825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c223ed6c-d9f2-44fe-b28b-3f8f19dd4f29 req-972ff4d3-2b74-4587-8c2f-6ed6ff604670 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.0882280 Jul 06 12:10:52.435057 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.438716 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/networks/6c3bf7e8-31a3-466e-b2ac-a3e9825f267e HTTP/1.1" status: 204 len: 168 time: 0.6035502 Jul 06 12:10:52.441371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:52.467656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c223ed6c-d9f2-44fe-b28b-3f8f19dd4f29 req-cfaca424-2ad9-4a35-af41-bc2dc458799e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 Jul 06 12:10:52.473242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c16216-d8c1-4cdb-96ce-67f958716d12 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Pushing event deleted for resources: {'Network': ['ID=6c3bf7e8-31a3-466e-b2ac-a3e9825f267e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:52.497518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:52.502814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0de80014-18fa-4bd4-8edc-566b3a35f341 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "GET /v2.0/ports?device_id=81105ac7-c3d1-45b8-aae3-e44792772bf1 HTTP/1.1" status: 200 len: 205 time: 0.0599556 Jul 06 12:10:52.505079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:52.522364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:52.522714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 87264ac0-8c9b-4cc1-b8af-e6bc9053de43 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:52.523130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 21e8403c-cbd6-47e6-b01b-6a6d0d29060b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:52.542166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 21e8403c-cbd6-47e6-b01b-6a6d0d29060b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:52.542460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 21e8403c-cbd6-47e6-b01b-6a6d0d29060b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:52.582306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.745051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.747141 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.793555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.794015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Fanout notify agent at l3_agent the message router_deleted on router 81105ac7-c3d1-45b8-aae3-e44792772bf1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:52.802119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.803287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b0d3995-5af7-4e87-9a73-8a73e1aca0c0 tempest-RoutersNegativeTest-328919769 tempest-RoutersNegativeTest-328919769-project] 10.222.0.78 "DELETE /v2.0/routers/81105ac7-c3d1-45b8-aae3-e44792772bf1 HTTP/1.1" status: 204 len: 168 time: 0.2973027 Jul 06 12:10:52.853213 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.048440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:53.180244 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-64d77d6a-af28-4b35-ac31-147423ca7bce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14bf55594556459dae2bf89047588ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305890 Jul 06 12:10:53.182778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:53.235043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387bf10d-cb34-4d80-9913-8735a1a00f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.257501 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387bf10d-cb34-4d80-9913-8735a1a00f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.307680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387bf10d-cb34-4d80-9913-8735a1a00f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.310638 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387bf10d-cb34-4d80-9913-8735a1a00f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.311866 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-387bf10d-cb34-4d80-9913-8735a1a00f01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3479c02f-3a41-406d-a2f5-e97842629c67 HTTP/1.1" status: 204 len: 168 time: 0.1281636 Jul 06 12:10:53.320109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf10d-cb34-4d80-9913-8735a1a00f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3479c02f-3a41-406d-a2f5-e97842629c67,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:53.671709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29a610-bd6c-4ad5-9af8-4d8e7424dde9 req-07064dad-d599-4d73-86e3-ad4928ef705a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:53.673362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f29a610-bd6c-4ad5-9af8-4d8e7424dde9 req-07064dad-d599-4d73-86e3-ad4928ef705a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 943 time: 0.0741413 Jul 06 12:10:53.712714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f29a610-bd6c-4ad5-9af8-4d8e7424dde9 req-dc542007-161a-4eee-91c7-f5205f3b3788 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Jul 06 12:10:53.978677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.078982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-51f14470-b9f5-480a-a3e5-70447a9a2e9b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:54.079620 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-51f14470-b9f5-480a-a3e5-70447a9a2e9b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:10:54.080094 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-51f14470-b9f5-480a-a3e5-70447a9a2e9b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:10:54.081154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-51f14470-b9f5-480a-a3e5-70447a9a2e9b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1014643 Jul 06 12:10:54.084788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.089750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--517730599'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:54.111233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.119792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.216746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.221246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.259524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eb05cb-e474-4676-baba-0fece4c2e4a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.316332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.320908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.350944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc2864-bd0f-4dc0-a31b-cda4769dabe9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.353078 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.356998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e6072100-2609-453e-9572-04a19975aa3f tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2685521 Jul 06 12:10:54.357342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.363072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': 'dcfc2864-bd0f-4dc0-a31b-cda4769dabe9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:54.390385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.439198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.442825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.446295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:10:54.465542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a13148-55e3-45eb-bfd8-1a0d62fe05bd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.473911 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.478501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.480387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-88097ef1-f430-4146-8997-d4175091d232 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210401 Jul 06 12:10:54.484291 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a02806b0-dfdc-4d68-a95d-883f5726730a tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': 'dcfc2864-bd0f-4dc0-a31b-cda4769dabe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:54.516297 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a02806b0-dfdc-4d68-a95d-883f5726730a tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.571146 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a02806b0-dfdc-4d68-a95d-883f5726730a tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:10:54.575455 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a02806b0-dfdc-4d68-a95d-883f5726730a tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0933993 Jul 06 12:10:54.575786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.584909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:54.600113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8', 'mac_address': 'fa:16:3e:16:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:10:54.635076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b236aab-3ddd-45e6-bd5e-9a86fe910cb7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.647504 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.660710 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b236aab-3ddd-45e6-bd5e-9a86fe910cb7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.663963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:10:54.688340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:54.692467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.712777 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b236aab-3ddd-45e6-bd5e-9a86fe910cb7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.715812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b236aab-3ddd-45e6-bd5e-9a86fe910cb7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.720389 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8b236aab-3ddd-45e6-bd5e-9a86fe910cb7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/dcfc2864-bd0f-4dc0-a31b-cda4769dabe9 HTTP/1.1" status: 204 len: 168 time: 0.1435733 Jul 06 12:10:54.720658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.734711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b236aab-3ddd-45e6-bd5e-9a86fe910cb7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc2864-bd0f-4dc0-a31b-cda4769dabe9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.759703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.769105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-94aa4368-cc7b-492c-a2d7-281cc3f6efe1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465865 Jul 06 12:10:54.773445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.777926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--480772205'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:54.806983 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.897362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.903081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:54.906251 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.940682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d63d95-de46-4b09-98e1-bc7dcaccb9e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.954614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.956353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8be63302-ffdb-4ce4-96b3-860d01c59a3c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1819477 Jul 06 12:10:54.959202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.963812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfcff9-d8b1-46cf-b24e-3c37b7aa7053 req-c6e7ef48-a9da-4544-b529-168551eafb26 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:54.965670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fcfcff9-d8b1-46cf-b24e-3c37b7aa7053 req-c6e7ef48-a9da-4544-b529-168551eafb26 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 944 time: 0.0904837 Jul 06 12:10:54.969857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e63047c2-4b54-4bbf-952b-44bf81efc16b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '10d63d95-de46-4b09-98e1-bc7dcaccb9e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:54.970445 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-e63047c2-4b54-4bbf-952b-44bf81efc16b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 12:10:54.971219 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e63047c2-4b54-4bbf-952b-44bf81efc16b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:54.972458 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e63047c2-4b54-4bbf-952b-44bf81efc16b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108547 Jul 06 12:10:54.976447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.012286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fcfcff9-d8b1-46cf-b24e-3c37b7aa7053 req-791861be-a0e2-4f2b-96ae-6c54b140adac tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Jul 06 12:10:55.041939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f05e-9e8f-4420-be9e-f59f86dfeca0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.066359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f05e-9e8f-4420-be9e-f59f86dfeca0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.112064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f05e-9e8f-4420-be9e-f59f86dfeca0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.114737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f05e-9e8f-4420-be9e-f59f86dfeca0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.115907 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f8c7f05e-9e8f-4420-be9e-f59f86dfeca0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/10d63d95-de46-4b09-98e1-bc7dcaccb9e0 HTTP/1.1" status: 204 len: 168 time: 0.1384873 Jul 06 12:10:55.118573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.125030 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7f05e-9e8f-4420-be9e-f59f86dfeca0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d63d95-de46-4b09-98e1-bc7dcaccb9e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.166572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf6da093-a191-4120-9cc2-1ea1d97655af tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464742 Jul 06 12:10:55.170179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.174992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--293689611'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.198123 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.278456 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.283052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.314045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.317843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1439722 Jul 06 12:10:55.318049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.322360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-245fc065-e34a-420b-8194-cfbdd352c2ab tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': 'fdb33349-6250-4f5c-b10c-75eeb2837031', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.323165 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-245fc065-e34a-420b-8194-cfbdd352c2ab tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 12:10:55.323656 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-245fc065-e34a-420b-8194-cfbdd352c2ab tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:55.324601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-245fc065-e34a-420b-8194-cfbdd352c2ab tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056684 Jul 06 12:10:55.325698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124556-ac3e-4f20-8bf5-1aaacfe607c8 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb33349-6250-4f5c-b10c-75eeb2837031,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.327170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.383779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3962-8055-434d-a187-9917b41368e5 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.408474 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3962-8055-434d-a187-9917b41368e5 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.453034 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3962-8055-434d-a187-9917b41368e5 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.456254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3962-8055-434d-a187-9917b41368e5 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.458011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5ee3962-8055-434d-a187-9917b41368e5 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/fdb33349-6250-4f5c-b10c-75eeb2837031 HTTP/1.1" status: 204 len: 168 time: 0.1291742 Jul 06 12:10:55.460627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.471639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee3962-8055-434d-a187-9917b41368e5 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb33349-6250-4f5c-b10c-75eeb2837031,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.525245 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3d0cad2-4d2b-4726-aa0f-f1c27c70cc9b tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628488 Jul 06 12:10:55.528789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.533230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979566496'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.556263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.639825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.643444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.668379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.669527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1398089 Jul 06 12:10:55.672868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.677241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd61752c-e756-44ed-97f0-088a6ee218a0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '3e5b01cc-3939-4403-9e4a-763af000afe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.678352 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-dd61752c-e756-44ed-97f0-088a6ee218a0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 12:10:55.678854 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dd61752c-e756-44ed-97f0-088a6ee218a0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:55.679785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dd61752c-e756-44ed-97f0-088a6ee218a0 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060258 Jul 06 12:10:55.681668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb6919-ed87-4811-9890-14e51dd1cb12 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b01cc-3939-4403-9e4a-763af000afe2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.682299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.688559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5140c068-ff48-4319-83fb-a06b0e69b756 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '3e5b01cc-3939-4403-9e4a-763af000afe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.689239 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-5140c068-ff48-4319-83fb-a06b0e69b756 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 12:10:55.689740 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5140c068-ff48-4319-83fb-a06b0e69b756 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:55.690682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5140c068-ff48-4319-83fb-a06b0e69b756 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073626 Jul 06 12:10:55.693338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.698178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c239cf37-7aa9-4748-b9ad-41ffe1d5b3df tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '3e5b01cc-3939-4403-9e4a-763af000afe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.698964 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-c239cf37-7aa9-4748-b9ad-41ffe1d5b3df tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 12:10:55.699436 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c239cf37-7aa9-4748-b9ad-41ffe1d5b3df tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:55.700365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c239cf37-7aa9-4748-b9ad-41ffe1d5b3df tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062201 Jul 06 12:10:55.703220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.707300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9090234-fe70-45e8-b2bd-2105714df187 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '3e5b01cc-3939-4403-9e4a-763af000afe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.708215 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-a9090234-fe70-45e8-b2bd-2105714df187 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 12:10:55.708680 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a9090234-fe70-45e8-b2bd-2105714df187 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:55.709583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a9090234-fe70-45e8-b2bd-2105714df187 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054514 Jul 06 12:10:55.711764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.766728 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dcb35d8-76b5-4f69-a864-593d9c68c23e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.788638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dcb35d8-76b5-4f69-a864-593d9c68c23e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.828887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dcb35d8-76b5-4f69-a864-593d9c68c23e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.831398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dcb35d8-76b5-4f69-a864-593d9c68c23e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.832532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3dcb35d8-76b5-4f69-a864-593d9c68c23e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/3e5b01cc-3939-4403-9e4a-763af000afe2 HTTP/1.1" status: 204 len: 168 time: 0.1199284 Jul 06 12:10:55.835513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.841614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb35d8-76b5-4f69-a864-593d9c68c23e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b01cc-3939-4403-9e4a-763af000afe2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.883679 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4791e14e-2bdb-4443-a17b-a19691af60eb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470073 Jul 06 12:10:55.887653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.892673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403400604'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:55.913598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.993040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.996570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.024582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.025799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1372070 Jul 06 12:10:56.028896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.029716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220ac04-9b2f-405e-ae2c-68b0b2caa873 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf51b7-b447-410e-9d4d-b375355ac67a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.034848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3c30e7cb-1303-4bc8-9bfa-1c183a405251 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.035336 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-3c30e7cb-1303-4bc8-9bfa-1c183a405251 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:10:56.035833 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3c30e7cb-1303-4bc8-9bfa-1c183a405251 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.037042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3c30e7cb-1303-4bc8-9bfa-1c183a405251 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070691 Jul 06 12:10:56.039906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.045262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61e70c94-8394-479c-95d9-a7f6be670eeb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.080799 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-61e70c94-8394-479c-95d9-a7f6be670eeb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.081888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-61e70c94-8394-479c-95d9-a7f6be670eeb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0410974 Jul 06 12:10:56.085223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.089924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-328d042c-7813-4bf6-ac04-3172e0976d84 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.090403 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-328d042c-7813-4bf6-ac04-3172e0976d84 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 12:10:56.090881 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-328d042c-7813-4bf6-ac04-3172e0976d84 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.091794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-328d042c-7813-4bf6-ac04-3172e0976d84 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056083 Jul 06 12:10:56.094320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.099048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4845f60b-c152-421e-a7ff-69ce72a0cd53 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.145255 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4845f60b-c152-421e-a7ff-69ce72a0cd53 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.146745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4845f60b-c152-421e-a7ff-69ce72a0cd53 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0514131 Jul 06 12:10:56.151055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.155901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fb513e0f-98c1-456b-915b-1ff6f7928ad6 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.156406 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-fb513e0f-98c1-456b-915b-1ff6f7928ad6 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:10:56.156983 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fb513e0f-98c1-456b-915b-1ff6f7928ad6 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.158023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fb513e0f-98c1-456b-915b-1ff6f7928ad6 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059063 Jul 06 12:10:56.160492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.164531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-31fc8b0f-f5c6-4644-84ce-c36299ba1065 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.201424 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-31fc8b0f-f5c6-4644-84ce-c36299ba1065 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.201946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015adbc-e83f-4d33-bf35-22f5ba8af6e3 req-d8b4b234-363c-4798-8086-4c9669d65b2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:56.202783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-31fc8b0f-f5c6-4644-84ce-c36299ba1065 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0413704 Jul 06 12:10:56.204100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b015adbc-e83f-4d33-bf35-22f5ba8af6e3 req-d8b4b234-363c-4798-8086-4c9669d65b2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 944 time: 0.0738015 Jul 06 12:10:56.206275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.211236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79a08315-486a-412e-935d-5a2d6bf4e801 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.211713 n-d-799528-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-79a08315-486a-412e-935d-5a2d6bf4e801 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 12:10:56.212220 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-79a08315-486a-412e-935d-5a2d6bf4e801 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.213114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-79a08315-486a-412e-935d-5a2d6bf4e801 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059447 Jul 06 12:10:56.215557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.220204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4cd0399a-7a61-48ba-916b-423e305edbd1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.252202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b015adbc-e83f-4d33-bf35-22f5ba8af6e3 req-7c965202-6103-43a4-b163-5f7ca48ea20b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380242 Jul 06 12:10:56.260010 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4cd0399a-7a61-48ba-916b-423e305edbd1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.261870 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4cd0399a-7a61-48ba-916b-423e305edbd1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0452294 Jul 06 12:10:56.264296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.269643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2eb295bd-1d1f-4cd3-8b3c-dd9a2fde8f99 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '89bf51b7-b447-410e-9d4d-b375355ac67a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.305358 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2eb295bd-1d1f-4cd3-8b3c-dd9a2fde8f99 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:56.306456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2eb295bd-1d1f-4cd3-8b3c-dd9a2fde8f99 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0405245 Jul 06 12:10:56.309298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.361664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023ef949-a82e-45ac-be66-070bcaf435ec tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.386593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023ef949-a82e-45ac-be66-070bcaf435ec tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.427545 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023ef949-a82e-45ac-be66-070bcaf435ec tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.430137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023ef949-a82e-45ac-be66-070bcaf435ec tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.431247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-023ef949-a82e-45ac-be66-070bcaf435ec tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/89bf51b7-b447-410e-9d4d-b375355ac67a HTTP/1.1" status: 204 len: 168 time: 0.1210556 Jul 06 12:10:56.434000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.441927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ef949-a82e-45ac-be66-070bcaf435ec tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf51b7-b447-410e-9d4d-b375355ac67a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.476638 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3d55e07a-d38b-4ac7-bd34-516a9a7237fd tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0413969 Jul 06 12:10:56.480987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 50992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.484852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:56.487740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112794533'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.519869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.535279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:56.539528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:56.539970 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.608961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.613519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.625170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.643726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.647681 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1630924 Jul 06 12:10:56.648455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 50996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.650686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:56.653129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dac66-4646-444c-b67a-b9de3ac4d324 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c23ffaf-b525-44b3-b553-95c6d9944e1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.653315 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45607d6c-16b5-4463-96c1-221890374cff" -d '{"events": [{"server_uuid": "4c9a4218-afca-4962-987e-d5831dfa7dc0", "name": "network-vif-plugged", "status": "completed", "tag": "80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:56.653630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa4f6bf7-5005-4ff2-948f-8887a79c7303 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '0c23ffaf-b525-44b3-b553-95c6d9944e1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.672861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:56.677528 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.705627 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf758e-0d45-4d3c-acc1-a8241ab64e8b x-openstack-request-id: req-8adf758e-0d45-4d3c-acc1-a8241ab64e8b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:56.705923 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a4218-afca-4962-987e-d5831dfa7dc0", "name": "network-vif-plugged", "status": "completed", "tag": "80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:56.706199 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8adf758e-0d45-4d3c-acc1-a8241ab64e8b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:56.706594 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8', 'code': 200} Jul 06 12:10:56.713424 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-aa4f6bf7-5005-4ff2-948f-8887a79c7303 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The resource could not be found. Jul 06 12:10:56.717133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa4f6bf7-5005-4ff2-948f-8887a79c7303 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0648043 Jul 06 12:10:56.717350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.723588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03b20e89-f762-4967-a52b-f3c84c955c0d tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '0c23ffaf-b525-44b3-b553-95c6d9944e1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a7c2b828-bd25-4602-94da-33ba792808db'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.733813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.768282 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-03b20e89-f762-4967-a52b-f3c84c955c0d tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The resource could not be found. Jul 06 12:10:56.769334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-03b20e89-f762-4967-a52b-f3c84c955c0d tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0504336 Jul 06 12:10:56.772313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.823153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090679d-79fb-42b0-af2c-8dabfd336a95 req-d0509388-d208-4866-bbf8-e30addd56793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:56.824715 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7090679d-79fb-42b0-af2c-8dabfd336a95 req-d0509388-d208-4866-bbf8-e30addd56793 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0515950 Jul 06 12:10:56.825511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45dc6607-a34b-4996-8a52-7a73dec9a208 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.850298 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45dc6607-a34b-4996-8a52-7a73dec9a208 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.864461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7090679d-79fb-42b0-af2c-8dabfd336a95 req-2f1851e0-f3f2-40cb-bd9b-5e50a3bab5e2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294113 Jul 06 12:10:56.897909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45dc6607-a34b-4996-8a52-7a73dec9a208 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.900664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45dc6607-a34b-4996-8a52-7a73dec9a208 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.901846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-45dc6607-a34b-4996-8a52-7a73dec9a208 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/0c23ffaf-b525-44b3-b553-95c6d9944e1f HTTP/1.1" status: 204 len: 168 time: 0.1286986 Jul 06 12:10:56.904550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.911865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc6607-a34b-4996-8a52-7a73dec9a208 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c23ffaf-b525-44b3-b553-95c6d9944e1f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.950302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-78079591-60a7-4636-8a4c-71595d72ba30 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439885 Jul 06 12:10:56.954165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.958489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c156319d-1ae1-48c9-a64f-03b94944dd85 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '3363d5a5-85bc-4de9-be81-381c74e57a57', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:56.996928 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c156319d-1ae1-48c9-a64f-03b94944dd85 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The resource could not be found. Jul 06 12:10:56.998066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c156319d-1ae1-48c9-a64f-03b94944dd85 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0429807 Jul 06 12:10:57.001870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.006241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092033929'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:57.034089 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.115421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.119305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.146303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fcc61cb-a47c-4313-955e-b78c39fe5f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.148732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.149933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1471565 Jul 06 12:10:57.151836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa2196-9b6a-4386-b399-bf5079196929 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9789db-9b23-4a9f-ba3c-0fe1f2612a37,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:57.153303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.159691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--427584471'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:57.181393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.263670 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.267721 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.295599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.297503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1426063 Jul 06 12:10:57.299455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536bb1f-6cf1-44bf-9aa7-b249b368ebbb tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dabea8f8-66bf-43a8-baaa-319849b7dbfd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:57.300406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.305589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8572fe43-9b56-4e61-a1b6-30b5a631371e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group_rule': {'security_group_id': '1b9789db-9b23-4a9f-ba3c-0fe1f2612a37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dabea8f8-66bf-43a8-baaa-319849b7dbfd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:57.341078 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8572fe43-9b56-4e61-a1b6-30b5a631371e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:57.342336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8572fe43-9b56-4e61-a1b6-30b5a631371e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0406508 Jul 06 12:10:57.345475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.398431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0410ca0-dfcf-4b32-92c0-d082282e9356 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.420573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0410ca0-dfcf-4b32-92c0-d082282e9356 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.434304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf0ac-1f69-40d0-b038-94edd4169820 req-d15eed14-5e6b-4031-984c-ed1aae7d3e78 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:57.435826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26caf0ac-1f69-40d0-b038-94edd4169820 req-d15eed14-5e6b-4031-984c-ed1aae7d3e78 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0654540 Jul 06 12:10:57.462850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0410ca0-dfcf-4b32-92c0-d082282e9356 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.465639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0410ca0-dfcf-4b32-92c0-d082282e9356 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.469857 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f0410ca0-dfcf-4b32-92c0-d082282e9356 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/dabea8f8-66bf-43a8-baaa-319849b7dbfd HTTP/1.1" status: 204 len: 168 time: 0.1204078 Jul 06 12:10:57.470588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.476369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410ca0-dfcf-4b32-92c0-d082282e9356 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabea8f8-66bf-43a8-baaa-319849b7dbfd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:57.483030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26caf0ac-1f69-40d0-b038-94edd4169820 req-4277a7b4-456a-49f6-a5aa-6f7f9f27db79 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Jul 06 12:10:57.527981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5084dcef-7188-4dbe-8e9e-c3bd9424d867 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0562766 Jul 06 12:10:57.531044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.586991 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a9bae7-ef81-4b98-8df6-c07912947835 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.608112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a9bae7-ef81-4b98-8df6-c07912947835 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.648402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a9bae7-ef81-4b98-8df6-c07912947835 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.650982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a9bae7-ef81-4b98-8df6-c07912947835 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.652135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-11a9bae7-ef81-4b98-8df6-c07912947835 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/1b9789db-9b23-4a9f-ba3c-0fe1f2612a37 HTTP/1.1" status: 204 len: 168 time: 0.1201000 Jul 06 12:10:57.654828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.661265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9bae7-ef81-4b98-8df6-c07912947835 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9789db-9b23-4a9f-ba3c-0fe1f2612a37,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:57.710325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5ac4822e-9b5b-4dc2-baee-f12daa95204d tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508001 Jul 06 12:10:57.710724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.715600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665190962'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:57.739419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.821204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.825211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.854503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.855648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1439056 Jul 06 12:10:57.859260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.862669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50502-d3cd-4fbb-8204-0655dccaa4c1 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42319d0-ae88-4db0-8f5b-412247268cc5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:57.864537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e695c121-b579-441a-9e89-489d45b15da7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:57.864963 n-d-799528-2 neutron-server[93766]: WARNING neutron.api.v2.base [None req-e695c121-b579-441a-9e89-489d45b15da7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:10:57.866147 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e695c121-b579-441a-9e89-489d45b15da7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 12:10:57.867156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e695c121-b579-441a-9e89-489d45b15da7 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "PUT /v2.0/security-groups/b42319d0-ae88-4db0-8f5b-412247268cc5 HTTP/1.1" status: 409 len: 330 time: 0.0068874 Jul 06 12:10:57.869948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:57.931843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58e91460-5caa-4e63-8aee-874e88bdda0c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.953482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58e91460-5caa-4e63-8aee-874e88bdda0c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.993134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58e91460-5caa-4e63-8aee-874e88bdda0c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.996071 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58e91460-5caa-4e63-8aee-874e88bdda0c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.997198 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-58e91460-5caa-4e63-8aee-874e88bdda0c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/b42319d0-ae88-4db0-8f5b-412247268cc5 HTTP/1.1" status: 204 len: 168 time: 0.1263614 Jul 06 12:10:58.000187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.006356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91460-5caa-4e63-8aee-874e88bdda0c tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42319d0-ae88-4db0-8f5b-412247268cc5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:58.045658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-945c7ab9-5ab1-4771-be2a-f3d62bfd4082 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443244 Jul 06 12:10:58.049476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.061689 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-98397b90-ef96-4446-9da2-3e98724882ab tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] delete failed (client error): The resource could not be found. Jul 06 12:10:58.062727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-98397b90-ef96-4446-9da2-3e98724882ab tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "DELETE /v2.0/security-groups/8d268089-dfa8-4c18-8c0b-5ce9a4378057 HTTP/1.1" status: 404 len: 347 time: 0.0123568 Jul 06 12:10:58.066111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.078982 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-43e1e935-60ea-4368-9572-09217c732d35 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] show failed (client error): The resource could not be found. Jul 06 12:10:58.079951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-43e1e935-60ea-4368-9572-09217c732d35 tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-groups/503eabf2-910b-42d2-b721-0f93e120566d HTTP/1.1" status: 404 len: 347 time: 0.0129793 Jul 06 12:10:58.083376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.094460 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6eba5ec0-7b25-4dca-af4f-42584dd7e98e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] show failed (client error): The resource could not be found. Jul 06 12:10:58.095419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6eba5ec0-7b25-4dca-af4f-42584dd7e98e tempest-NegativeSecGroupTest-908716350 tempest-NegativeSecGroupTest-908716350-project] 10.222.0.78 "GET /v2.0/security-group-rules/f0f559ee-b79a-46b2-b020-aebe55db7c2a HTTP/1.1" status: 404 len: 356 time: 0.0112100 Jul 06 12:10:58.329075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.463182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a0e9414-8cd0-4f8e-8b4c-c0164bba2c31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18c1b41db9944ea7bbe4325698507053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328857 Jul 06 12:10:58.465844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.513674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac532a0-ca6f-4611-b59a-bac1cf34f605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.536092 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac532a0-ca6f-4611-b59a-bac1cf34f605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.583173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac532a0-ca6f-4611-b59a-bac1cf34f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.586093 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aac532a0-ca6f-4611-b59a-bac1cf34f605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.589768 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aac532a0-ca6f-4611-b59a-bac1cf34f605 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3eb05cb-e474-4676-baba-0fece4c2e4a9 HTTP/1.1" status: 204 len: 168 time: 0.1204474 Jul 06 12:10:58.601853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac532a0-ca6f-4611-b59a-bac1cf34f605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eb05cb-e474-4676-baba-0fece4c2e4a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:58.677602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236e44-400e-4c5b-bf8d-c46f0c5f71d4 req-611f7e00-c530-4a18-941f-8afe4d2905dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.679150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9236e44-400e-4c5b-bf8d-c46f0c5f71d4 req-611f7e00-c530-4a18-941f-8afe4d2905dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0796225 Jul 06 12:10:58.722833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9236e44-400e-4c5b-bf8d-c46f0c5f71d4 req-8151b3f9-d9be-46af-a89c-56ed00efc684 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Jul 06 12:10:58.923874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13dc7-a4b4-4b82-886a-145852bf4452 req-1a1d729b-8d71-46b5-bbc8-af78130438d9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.925418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9b13dc7-a4b4-4b82-886a-145852bf4452 req-1a1d729b-8d71-46b5-bbc8-af78130438d9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0699725 Jul 06 12:10:58.963775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9b13dc7-a4b4-4b82-886a-145852bf4452 req-a8aba410-9541-46a9-9f03-820d9181da8a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Jul 06 12:10:59.146609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0355208-65a9-4da5-83b0-4278d5e9e804 req-902641de-cf9b-4f81-90c8-61e3fb13783a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:59.148166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0355208-65a9-4da5-83b0-4278d5e9e804 req-902641de-cf9b-4f81-90c8-61e3fb13783a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0688198 Jul 06 12:10:59.187362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0355208-65a9-4da5-83b0-4278d5e9e804 req-61239a8b-ca9c-47de-97f8-ce0fcea64968 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337534 Jul 06 12:10:59.578879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381e246-4382-4194-a8fc-31f59c946806 req-95f5ae99-2358-4b92-8048-0b62e11ed399 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:59.580564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6381e246-4382-4194-a8fc-31f59c946806 req-95f5ae99-2358-4b92-8048-0b62e11ed399 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0669546 Jul 06 12:10:59.619544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6381e246-4382-4194-a8fc-31f59c946806 req-2b388aae-cd80-4887-9f0a-39ea9460e483 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Jul 06 12:10:59.671677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2254-6e6d-4de3-83d8-1085b772595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.157774 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.345594 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.822865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690d40-9365-427e-a1bd-90dd4b713bbe req-86cd647d-249e-48c9-9363-97bd896faa22 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:00.824842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e690d40-9365-427e-a1bd-90dd4b713bbe req-86cd647d-249e-48c9-9363-97bd896faa22 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0822632 Jul 06 12:11:00.875752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e690d40-9365-427e-a1bd-90dd4b713bbe req-1fea6713-fdc0-4dd6-969c-fd21b818a1c3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Jul 06 12:11:00.984706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.226264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-aa2b1dc1-9cb6-4e5e-b538-862982de4c3f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:01.227799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-aa2b1dc1-9cb6-4e5e-b538-862982de4c3f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 945 time: 0.0726621 Jul 06 12:11:01.328415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:01.328767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.428934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:01.429300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.441817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:01.570548 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.582555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:01.607903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:01.654776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:01.657574 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.659634 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2a649775-36ae-4b6c-acf1-f31f98f45663 req-86baf4ee-8899-45f7-a820-a8758a54ad5a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 HTTP/1.1" status: 204 len: 173 time: 0.4254820 Jul 06 12:11:01.660181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'name': 'network-vif-deleted', 'tag': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:01.662591 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd0407-cf23-42a2-86d0-c2b080cffb1c" -d '{"events": [{"server_uuid": "4c9a4218-afca-4962-987e-d5831dfa7dc0", "name": "network-vif-deleted", "tag": "80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:01.705848 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe91b2-5ef7-41e8-98c3-8eb0357e95e9 x-openstack-request-id: req-ccbe91b2-5ef7-41e8-98c3-8eb0357e95e9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:01.706155 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a4218-afca-4962-987e-d5831dfa7dc0", "name": "network-vif-deleted", "tag": "80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:01.706401 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccbe91b2-5ef7-41e8-98c3-8eb0357e95e9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:01.707108 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a4218-afca-4962-987e-d5831dfa7dc0', 'name': 'network-vif-deleted', 'tag': '80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8', 'status': 'completed', 'code': 200} Jul 06 12:11:02.048653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2e75c47-3e9d-4bb6-b444-0288731d4b31 req-37ebd6a0-7d9b-4750-9d7b-52d5a746de68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 210 time: 0.0423746 Jul 06 12:11:02.489858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.262921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbc4bbf5-c54c-4409-bdd4-4453daaa1bbf req-fbbb18bd-f0a6-4af6-bbd2-e26598245853 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 210 time: 0.0652881 Jul 06 12:11:03.752176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:03.858958 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5428b2b5-b294-47e2-87b1-fa9fe20d01f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.971867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5428b2b5-b294-47e2-87b1-fa9fe20d01f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.977056 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5428b2b5-b294-47e2-87b1-fa9fe20d01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.018852 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5428b2b5-b294-47e2-87b1-fa9fe20d01f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ec82d38c2bb4f3b9b0452f57de845d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655659 Jul 06 12:11:04.021407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:04.030883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428b2b5-b294-47e2-87b1-fa9fe20d01f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21c9c0a-96bc-4dea-8924-df65f8dd8f96,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:04.074955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4507fc55-ed9b-4071-a64e-b406b31de734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.100775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4507fc55-ed9b-4071-a64e-b406b31de734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.147655 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4507fc55-ed9b-4071-a64e-b406b31de734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.150361 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4507fc55-ed9b-4071-a64e-b406b31de734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.151529 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4507fc55-ed9b-4071-a64e-b406b31de734 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f21c9c0a-96bc-4dea-8924-df65f8dd8f96 HTTP/1.1" status: 204 len: 168 time: 0.1267784 Jul 06 12:11:04.160714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507fc55-ed9b-4071-a64e-b406b31de734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21c9c0a-96bc-4dea-8924-df65f8dd8f96,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:04.445079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51bff074-ddb9-49f4-8792-2c8ab44439b2 req-b6476118-8724-4780-b238-498b7216531d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 210 time: 0.0418048 Jul 06 12:11:04.446219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 51158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:04.464556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0786bfdd-ea1a-449c-8a5d-f21fd3d6a043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.520743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:04.553060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:04.553502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 80ede309-e3c5-4b6a-b5f4-6c2c5f92fbe8 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:04.580635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0786bfdd-ea1a-449c-8a5d-f21fd3d6a043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.584917 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0786bfdd-ea1a-449c-8a5d-f21fd3d6a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.625104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0786bfdd-ea1a-449c-8a5d-f21fd3d6a043 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50659af2ab0e4dfb9996471cabaa8590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773252 Jul 06 12:11:04.626106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786bfdd-ea1a-449c-8a5d-f21fd3d6a043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664eddf9-b53a-468c-a3dd-a5386c0315ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:04.627009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 51162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:04.681618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de97463f-a3c5-4356-86c1-a287bd767078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.707087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de97463f-a3c5-4356-86c1-a287bd767078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.758067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de97463f-a3c5-4356-86c1-a287bd767078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.761140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de97463f-a3c5-4356-86c1-a287bd767078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.762242 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-de97463f-a3c5-4356-86c1-a287bd767078 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/664eddf9-b53a-468c-a3dd-a5386c0315ea HTTP/1.1" status: 204 len: 168 time: 0.1342535 Jul 06 12:11:04.770618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97463f-a3c5-4356-86c1-a287bd767078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664eddf9-b53a-468c-a3dd-a5386c0315ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:05.383895 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:11:05.711122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc36e645-3167-438b-8b78-c1f04430a715 req-4dce47c7-b3a7-46db-bcde-644ad13c0c2c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9a4218-afca-4962-987e-d5831dfa7dc0 HTTP/1.1" status: 200 len: 210 time: 0.0486166 Jul 06 12:11:17.320693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-8f48266d-bfd8-48c4-8d42-964cf81f49c2 req-535ab24c-b8fc-4f5d-9be6-ce42bde650d1 service neutron] (93766) timed out ('10.222.0.79', 56022) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:11:18.530083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061647d1-ce8f-418b-9726-4adbf876fb48 req-006f19dc-e258-47f5-a689-d5f66d4fbe69 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:18.532618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-061647d1-ce8f-418b-9726-4adbf876fb48 req-006f19dc-e258-47f5-a689-d5f66d4fbe69 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 945 time: 0.0722990 Jul 06 12:11:18.579463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-061647d1-ce8f-418b-9726-4adbf876fb48 req-edd14b0f-e892-4776-a626-fe705249bfa7 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Jul 06 12:11:19.780050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dbb7-0111-4596-a12b-727e8f81a840 req-264c457a-e854-416d-bbef-338347e3c600 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:19.781619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0963dbb7-0111-4596-a12b-727e8f81a840 req-264c457a-e854-416d-bbef-338347e3c600 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 945 time: 0.0818431 Jul 06 12:11:19.822835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0963dbb7-0111-4596-a12b-727e8f81a840 req-a185acb7-8b3f-49f7-b19e-274f6a09ac4c tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/security-groups?id=471f7cc8-8c1f-4824-8b00-aeda833387b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Jul 06 12:11:19.917643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827a179-586c-4f95-9ff8-e7373515042d req-a73d4378-bfdc-49ea-914f-e6851f5ae4b8 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:19.919148 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0827a179-586c-4f95-9ff8-e7373515042d req-a73d4378-bfdc-49ea-914f-e6851f5ae4b8 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 945 time: 0.0748937 Jul 06 12:11:20.033189 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Deleting port a3ce0f67-187d-4b16-8f45-2cf48c89adff {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:20.033541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.145886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] For port a3ce0f67-187d-4b16-8f45-2cf48c89adff, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=a3ce0f67-187d-4b16-8f45-2cf48c89adff,segment=NetworkSegment(1e63567b-0ace-4c36-9936-3a298c46e240),segment_id=1e63567b-0ace-4c36-9936-3a298c46e240)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:20.146259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.161510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Calling delete_port for a3ce0f67-187d-4b16-8f45-2cf48c89adff owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:20.354237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.374511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['a3ce0f67-187d-4b16-8f45-2cf48c89adff'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:20.390691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Pushing event deleted for resources: {'Port': ['ID=a3ce0f67-187d-4b16-8f45-2cf48c89adff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:20.446818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] No DVR routers for this DVR port a3ce0f67-187d-4b16-8f45-2cf48c89adff on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:20.449936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.454032 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0827a179-586c-4f95-9ff8-e7373515042d req-1fb29271-b8e0-4201-b98b-7aeaacb96bb2 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.79 "DELETE /v2.0/ports/a3ce0f67-187d-4b16-8f45-2cf48c89adff HTTP/1.1" status: 204 len: 173 time: 0.5283022 Jul 06 12:11:20.454612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'name': 'network-vif-deleted', 'tag': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:20.463895 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d44fce3-36a9-4700-b93b-d6f9c0747d40" -d '{"events": [{"server_uuid": "2777c717-1d3f-4490-a303-896b77a0c5b7", "name": "network-vif-deleted", "tag": "a3ce0f67-187d-4b16-8f45-2cf48c89adff"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:20.549324 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa94f7-fdbd-4795-adf2-0a9ae1029617 x-openstack-request-id: req-a1aa94f7-fdbd-4795-adf2-0a9ae1029617 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:20.549664 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2777c717-1d3f-4490-a303-896b77a0c5b7", "name": "network-vif-deleted", "tag": "a3ce0f67-187d-4b16-8f45-2cf48c89adff", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:20.549978 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1aa94f7-fdbd-4795-adf2-0a9ae1029617 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:20.550279 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2777c717-1d3f-4490-a303-896b77a0c5b7', 'name': 'network-vif-deleted', 'tag': 'a3ce0f67-187d-4b16-8f45-2cf48c89adff', 'status': 'completed', 'code': 200} Jul 06 12:11:21.030779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63a364f8-835b-4c85-a8b7-5f6b55b6668e req-1b08abda-a6a3-40be-9cbf-0d4bfd0e6b70 tempest-VolumesSnapshotTestJSON-735275519 tempest-VolumesSnapshotTestJSON-735275519-project] 10.222.0.78 "GET /v2.0/ports?device_id=2777c717-1d3f-4490-a303-896b77a0c5b7 HTTP/1.1" status: 200 len: 210 time: 0.0400598 Jul 06 12:11:22.614664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3ce0f67-187d-4b16-8f45-2cf48c89adff no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:22.643216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: a3ce0f67-187d-4b16-8f45-2cf48c89adff {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:22.644433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device a3ce0f67-187d-4b16-8f45-2cf48c89adff not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:22.887137 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.149294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3877f932-f7a0-4a73-b3f7-fd4e92efa436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.443315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-d0032be4-c10f-43b5-9985-82fe11f8824a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:29.445086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-d0032be4-c10f-43b5-9985-82fe11f8824a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1524479 Jul 06 12:11:29.490035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-79d1c6a2-c393-4443-b63c-4f9d5fa2af33 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0362816 Jul 06 12:11:29.568729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-6b880a4c-9cac-43fa-8b5b-8786432e251e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769174 Jul 06 12:11:29.673676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-b37b1d86-a99e-4b11-9a0b-22405fbd907e service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046464 Jul 06 12:11:29.687707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-793a196f-5787-46b2-8e88-d3a94bf8cc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.784465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c31a1d32-7cfe-4b68-88b9-a3353e3a722a service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045074 Jul 06 12:11:30.051186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-833217bf-3c8b-44f0-947e-e5f8f7e91842 req-d87586da-754e-4f26-9a37-bb776e72b3d6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 210 time: 0.0655134 Jul 06 12:11:30.173299 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.364578 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.992233 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:31.256135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7cb79662-1c78-4045-831b-e661dfef1340 req-37bd32be-6792-4272-9a55-9bd194ff4a65 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 210 time: 0.0366948 Jul 06 12:11:31.365661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-a6520466-e283-4b50-8cdb-26c88b6e590a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:31.367907 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-a6520466-e283-4b50-8cdb-26c88b6e590a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1840668 Jul 06 12:11:31.386483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:31.580507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:31.584267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:31.762379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.7 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/b5bf89ef-9e44-4d56-99e7-01efc929e042) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:31.999558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.032338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object b5bf89ef-9e44-4d56-99e7-01efc929e042 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:32.090999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.168450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:32.175722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:32.178280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:32.181934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=b5bf89ef-9e44-4d56-99e7-01efc929e042,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:32.295757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:32.297886 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.346787 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e073f415-9471-4e5f-a37b-ab43acd716a5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689682 Jul 06 12:11:32.365992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Request body: {'port': {'device_id': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:32.502607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.533818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fd355-b416-472d-9227-5ce75775c68d req-f078241f-19c7-4031-9235-7064fd514cb5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:32.543514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a66fd355-b416-472d-9227-5ce75775c68d req-f078241f-19c7-4031-9235-7064fd514cb5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 931 time: 0.1069281 Jul 06 12:11:32.563032 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.622033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a66fd355-b416-472d-9227-5ce75775c68d req-b611bf96-2262-43fc-92ab-94028d312e09 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766826 Jul 06 12:11:32.644810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fdb10d3-2b74-4b21-b1a1-6af725dc55fa None None] Provisioning for port b5bf89ef-9e44-4d56-99e7-01efc929e042 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:32.660003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fdb10d3-2b74-4b21-b1a1-6af725dc55fa None None] Provisioning complete for port b5bf89ef-9e44-4d56-99e7-01efc929e042 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:32.661195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fdb10d3-2b74-4b21-b1a1-6af725dc55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.724617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb10d3-2b74-4b21-b1a1-6af725dc55fa None None] Port b5bf89ef-9e44-4d56-99e7-01efc929e042 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:33.425223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bf89ef-9e44-4d56-99e7-01efc929e042 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:33.435467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.471132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Transition to ACTIVE for port object b5bf89ef-9e44-4d56-99e7-01efc929e042 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:33.483660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.602851 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bf89ef-9e44-4d56-99e7-01efc929e042,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:33.631379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.631718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.632222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.632571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.632905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.633239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.633569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.633898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.634229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.634554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.634875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.635199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:33.749484 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Attempting to bind port b5bf89ef-9e44-4d56-99e7-01efc929e042 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:33.749887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Attempting to bind port b5bf89ef-9e44-4d56-99e7-01efc929e042 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:33.750166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Attempting to bind port b5bf89ef-9e44-4d56-99e7-01efc929e042 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:33.759734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Port b5bf89ef-9e44-4d56-99e7-01efc929e042 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:33.760105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Attempting to bind port b5bf89ef-9e44-4d56-99e7-01efc929e042 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:33.771335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:33.771897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:33.772389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:33.776510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Bound port: b5bf89ef-9e44-4d56-99e7-01efc929e042, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:33.777055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.942048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] For port b5bf89ef-9e44-4d56-99e7-01efc929e042, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:33.942297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa5d16-8574-499f-a90f-b61e35afec65 req-ae2dd48e-0251-4c70-b047-82a4eefe1e77 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:33.944617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fa5d16-8574-499f-a90f-b61e35afec65 req-ae2dd48e-0251-4c70-b047-82a4eefe1e77 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.1063030 Jul 06 12:11:33.946891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] For port b5bf89ef-9e44-4d56-99e7-01efc929e042, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:33.956148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.994524 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:33.995426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.997250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] 10.222.0.79 "PUT /v2.0/ports/b5bf89ef-9e44-4d56-99e7-01efc929e042 HTTP/1.1" status: 200 len: 1091 time: 1.6433856 Jul 06 12:11:34.000072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'tag': 'b5bf89ef-9e44-4d56-99e7-01efc929e042'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:34.016252 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab" -d '{"events": [{"name": "network-changed", "server_uuid": "93b04b1b-7492-4484-a5fb-93b2cca1ad6e", "tag": "b5bf89ef-9e44-4d56-99e7-01efc929e042"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:34.070487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fa5d16-8574-499f-a90f-b61e35afec65 req-ed5dff27-9633-4055-943d-821d48522580 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166477 Jul 06 12:11:34.144796 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409db9b-ca6d-41ce-9686-baa2c8df5374 x-openstack-request-id: req-7409db9b-ca6d-41ce-9686-baa2c8df5374 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:34.145140 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b04b1b-7492-4484-a5fb-93b2cca1ad6e", "tag": "b5bf89ef-9e44-4d56-99e7-01efc929e042", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:34.145398 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7409db9b-ca6d-41ce-9686-baa2c8df5374 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:34.145796 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'tag': 'b5bf89ef-9e44-4d56-99e7-01efc929e042', 'status': 'completed', 'code': 200} Jul 06 12:11:34.190188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9dbb1-8aad-4bf7-882d-f57412c4f712 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bf89ef-9e44-4d56-99e7-01efc929e042,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:34.224276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-d7ad4a62-ee71-4408-883a-a43e9819b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.226095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-d7ad4a62-ee71-4408-883a-a43e9819b335 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 1094 time: 0.1020081 Jul 06 12:11:34.284164 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-17bc4463-8f9f-4a3d-91cf-4ab6ccdffee1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042 HTTP/1.1" status: 200 len: 217 time: 0.0504558 Jul 06 12:11:34.344053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-9e851cf8-1496-4169-aab2-cdba5c044c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.345631 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-9e851cf8-1496-4169-aab2-cdba5c044c45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0559430 Jul 06 12:11:34.434243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e676784f-d5ad-4543-9b6a-88e82ff11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.436419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-e676784f-d5ad-4543-9b6a-88e82ff11a02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849743 Jul 06 12:11:34.535047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-375858f6-50ad-479d-8009-d226cea97103 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916073 Jul 06 12:11:34.630817 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27032e87-c7ad-44d7-b65c-46e753c636b8 req-f1c0d5a7-1b2c-42d9-930e-bd799b944f60 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895147 Jul 06 12:11:34.759156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-5ab15469-8f52-4a23-91aa-ba993ca8c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.761749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-5ab15469-8f52-4a23-91aa-ba993ca8c9cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 1094 time: 0.0609393 Jul 06 12:11:34.881153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-8883c66b-1928-40d1-ac36-8338914ee1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.882672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-8883c66b-1928-40d1-ac36-8338914ee1d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1158676 Jul 06 12:11:34.937291 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-c8580b59-2139-4147-942b-d9d1b788ea72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042 HTTP/1.1" status: 200 len: 217 time: 0.0476127 Jul 06 12:11:35.052950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-2af2f8b9-b54b-4cad-b166-71a6d32fdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:35.055695 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-2af2f8b9-b54b-4cad-b166-71a6d32fdcf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.1020794 Jul 06 12:11:35.146170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-09dad4a3-451c-4e45-b4aa-b41d305ed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:35.148081 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-09dad4a3-451c-4e45-b4aa-b41d305ed3ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843847 Jul 06 12:11:35.251959 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-426cd80e-ce10-4067-9c2a-4f9e34e7e202 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965545 Jul 06 12:11:35.351480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea44e-e1ae-48ff-9949-3ce354fafad0 req-93d30c8e-0263-46a7-b019-76f34051b78f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:35.353722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326ea44e-e1ae-48ff-9949-3ce354fafad0 req-93d30c8e-0263-46a7-b019-76f34051b78f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0841229 Jul 06 12:11:35.489414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-326ea44e-e1ae-48ff-9949-3ce354fafad0 req-74d39d4b-5752-44bc-a23b-f1ecd7be6897 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292946 Jul 06 12:11:35.552845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-26e0a36e-2ba8-4b48-b5e9-028e905c4aab req-dfa426d5-c334-4a19-82ab-44a310828470 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939456 Jul 06 12:11:36.788176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc793374-d744-4970-bafc-97a32f68251d req-50980aa2-037d-4677-b1cb-be0b8796eae8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:36.790764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc793374-d744-4970-bafc-97a32f68251d req-50980aa2-037d-4677-b1cb-be0b8796eae8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0983753 Jul 06 12:11:36.860717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc793374-d744-4970-bafc-97a32f68251d req-859d5a78-9e78-4134-b88a-8bf1ce329260 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Jul 06 12:11:38.149183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7003a-08bd-4f98-a83b-ea6082586f3b req-a3251e28-6fb2-4804-ae58-6e571cf9c587 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:38.152232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40f7003a-08bd-4f98-a83b-ea6082586f3b req-a3251e28-6fb2-4804-ae58-6e571cf9c587 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.1587884 Jul 06 12:11:38.253431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40f7003a-08bd-4f98-a83b-ea6082586f3b req-c7017483-77fa-4daa-a024-be9385bcaacf tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949254 Jul 06 12:11:39.495364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d178e-3de2-4434-ab2d-b3bac0246573 req-23db38fa-4ba2-4c62-ab8b-10e62c23f8cd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:39.503883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2d178e-3de2-4434-ab2d-b3bac0246573 req-23db38fa-4ba2-4c62-ab8b-10e62c23f8cd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.1235325 Jul 06 12:11:39.567017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2d178e-3de2-4434-ab2d-b3bac0246573 req-0b2bf038-973e-4044-b3c6-b66d5256739b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539355 Jul 06 12:11:40.773975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e03a48-2e83-428c-bbe8-cc6498d0dc34 req-5cd240ae-7165-4ee1-afc4-cc188815d966 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.776557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9e03a48-2e83-428c-bbe8-cc6498d0dc34 req-5cd240ae-7165-4ee1-afc4-cc188815d966 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0736337 Jul 06 12:11:40.826475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9e03a48-2e83-428c-bbe8-cc6498d0dc34 req-871df542-bbe6-4dc3-a91b-c78f12feddd9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Jul 06 12:11:42.053481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584463e-710c-4454-b787-975ab10b1255 req-52f81bd0-40fc-4fbc-bb5a-65c522f374b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:42.055368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a584463e-710c-4454-b787-975ab10b1255 req-52f81bd0-40fc-4fbc-bb5a-65c522f374b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0928204 Jul 06 12:11:42.116352 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a584463e-710c-4454-b787-975ab10b1255 req-88b3ed1e-64c5-4ef8-9271-815c77ab2a9e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548730 Jul 06 12:11:42.386246 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:11:43.305278 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f98fa-d050-4281-bce8-ee4bbdb112b7 req-c19b3b9b-4cdc-48e9-a96c-60dd59aba7c9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:43.306980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a89f98fa-d050-4281-bce8-ee4bbdb112b7 req-c19b3b9b-4cdc-48e9-a96c-60dd59aba7c9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0697348 Jul 06 12:11:43.346226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a89f98fa-d050-4281-bce8-ee4bbdb112b7 req-59b6a6c4-3b7f-4d96-85cb-071b011bd491 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Jul 06 12:11:44.633054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91020-55b1-40b9-b632-8291b193f8c8 req-d0d59fa0-95fe-4a5b-8267-b03923d84661 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:44.634528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a91020-55b1-40b9-b632-8291b193f8c8 req-d0d59fa0-95fe-4a5b-8267-b03923d84661 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.1025779 Jul 06 12:11:44.680705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a91020-55b1-40b9-b632-8291b193f8c8 req-151c9b67-e603-4a14-8de7-bb21d1a02c29 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394223 Jul 06 12:11:45.928238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a039c52-349c-4a28-969b-788d4eb6eaed req-e3930cc6-283b-45fd-a4f5-32b44bf30ef1 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:45.937981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a039c52-349c-4a28-969b-788d4eb6eaed req-e3930cc6-283b-45fd-a4f5-32b44bf30ef1 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.1286719 Jul 06 12:11:45.986231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a039c52-349c-4a28-969b-788d4eb6eaed req-e2c17b58-5e2c-4ddd-b4eb-337c243d8524 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Jul 06 12:11:47.172199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f98a1-a7fe-4b12-9892-9353e1989311 req-aeda5ba3-4aff-46ce-b292-107f09b1d721 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:47.185462 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e3f98a1-a7fe-4b12-9892-9353e1989311 req-aeda5ba3-4aff-46ce-b292-107f09b1d721 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0856593 Jul 06 12:11:47.245370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e3f98a1-a7fe-4b12-9892-9353e1989311 req-df0830c3-f05b-4cec-b919-0e8a88ae5f2f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 Jul 06 12:11:48.429269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd29699-a500-449e-81f6-6b4b7315208e req-4694bb94-1a9c-4cea-b190-752b3ed35da2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:48.430687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cbd29699-a500-449e-81f6-6b4b7315208e req-4694bb94-1a9c-4cea-b190-752b3ed35da2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0697141 Jul 06 12:11:48.469631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cbd29699-a500-449e-81f6-6b4b7315208e req-bac48802-d784-4b42-91b6-be3652b9b785 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 06 12:11:49.651230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633ac0-53fe-40c8-991f-0ad2c2e65949 req-b4f1d98e-0e0f-4b5a-8fbf-4ef3d601236f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:49.653553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8633ac0-53fe-40c8-991f-0ad2c2e65949 req-b4f1d98e-0e0f-4b5a-8fbf-4ef3d601236f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0707657 Jul 06 12:11:49.692925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8633ac0-53fe-40c8-991f-0ad2c2e65949 req-76dbe289-5a69-4d69-ab23-53ced170a769 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Jul 06 12:11:50.888289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6153a9e-e5e2-45a1-8c66-5b5d21f62f52 req-56926506-bb5f-4fdd-8b89-d804ab97c4fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:50.890044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6153a9e-e5e2-45a1-8c66-5b5d21f62f52 req-56926506-bb5f-4fdd-8b89-d804ab97c4fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0787792 Jul 06 12:11:50.936881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6153a9e-e5e2-45a1-8c66-5b5d21f62f52 req-c982f4df-59fa-4455-9476-bdc3257a4753 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Jul 06 12:11:52.270778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d0d62-0d31-4e02-8f99-04543b9eb0d2 req-8ffc7a0e-d446-48cd-81d5-7ab9a13b55b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:52.272878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd1d0d62-0d31-4e02-8f99-04543b9eb0d2 req-8ffc7a0e-d446-48cd-81d5-7ab9a13b55b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.1557775 Jul 06 12:11:52.320807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd1d0d62-0d31-4e02-8f99-04543b9eb0d2 req-991392b2-4c84-4a73-a6ac-3f9f8e34de65 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Jul 06 12:11:52.861745 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.534118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427560fa-84c2-4068-9ea9-eac5a5c3aa6a req-2bfc0ea6-745f-4215-aa49-db13646bdaee tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:53.535639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-427560fa-84c2-4068-9ea9-eac5a5c3aa6a req-2bfc0ea6-745f-4215-aa49-db13646bdaee tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0681019 Jul 06 12:11:53.578215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-427560fa-84c2-4068-9ea9-eac5a5c3aa6a req-c9d81f16-b839-47dc-a125-82b83152bf09 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Jul 06 12:11:54.776399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fd9f5-0d58-43e8-b45e-9c0e6f118cf5 req-a2c6c192-aea8-4a40-916b-ef0b4d170438 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:54.778440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-056fd9f5-0d58-43e8-b45e-9c0e6f118cf5 req-a2c6c192-aea8-4a40-916b-ef0b4d170438 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0749404 Jul 06 12:11:54.829549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-056fd9f5-0d58-43e8-b45e-9c0e6f118cf5 req-e2eaa88f-22e0-4b4f-9a73-110f0213bb61 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Jul 06 12:11:56.029232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966430-04a8-4b33-bbbc-0d3efa369ee2 req-7869d305-0d07-4935-a068-893ffaaceee5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.031058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a966430-04a8-4b33-bbbc-0d3efa369ee2 req-7869d305-0d07-4935-a068-893ffaaceee5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0676062 Jul 06 12:11:56.072131 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a966430-04a8-4b33-bbbc-0d3efa369ee2 req-74366bc8-e73f-41c1-9936-ea743c446a1e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351410 Jul 06 12:11:57.146694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f661d93-c722-4c06-b584-7e6b5ffda565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.256650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48db55-d6be-4178-a267-cfb7c18c1b22 req-d0add17d-1f0f-4e49-b8b7-e5d8ebdb5225 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.258307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d48db55-d6be-4178-a267-cfb7c18c1b22 req-d0add17d-1f0f-4e49-b8b7-e5d8ebdb5225 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0691226 Jul 06 12:11:57.297729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d48db55-d6be-4178-a267-cfb7c18c1b22 req-bde5c306-7a5c-4d13-bca1-f56a6dbcd3c6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Jul 06 12:11:57.621725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:57.735055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-453a818b-987d-4bcd-b3ab-623a89674d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.830657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-453a818b-987d-4bcd-b3ab-623a89674d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.834621 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-453a818b-987d-4bcd-b3ab-623a89674d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.870441 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-453a818b-987d-4bcd-b3ab-623a89674d93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef634e77f10a4c5799cf3c8e6eca0583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453144 Jul 06 12:11:57.871294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:57.878108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a818b-987d-4bcd-b3ab-623a89674d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a154f-8df5-4237-b622-90627bb3e120,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:57.927946 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.950628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.996615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.004150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.005504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/095a154f-8df5-4237-b622-90627bb3e120 HTTP/1.1" status: 204 len: 168 time: 0.1297877 Jul 06 12:11:58.016668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a154f-8df5-4237-b622-90627bb3e120,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.026734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.027012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.027309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.028679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.029283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.029624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.030085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.030541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.030826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.031237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.031669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.032025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc022200-f311-421a-8706-137cd3d73da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.517960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b3313-85c9-4fe8-a40f-7d8aaf38e132 req-4023b431-8f1a-454d-8586-3bf1cb15c25a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.519393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d49b3313-85c9-4fe8-a40f-7d8aaf38e132 req-4023b431-8f1a-454d-8586-3bf1cb15c25a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0752294 Jul 06 12:11:58.559692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d49b3313-85c9-4fe8-a40f-7d8aaf38e132 req-3bcdb2d9-d9cc-4b2c-b51b-057c4db5a6ce tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Jul 06 12:11:59.677539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c003302-fa9f-41cd-a33d-5f9ad5eae8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.763618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db412ee4-2688-408a-a758-816fe94bfcda req-e75fe92c-13cb-430c-a83c-1770858d23e5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:59.765319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db412ee4-2688-408a-a758-816fe94bfcda req-e75fe92c-13cb-430c-a83c-1770858d23e5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0800042 Jul 06 12:11:59.809724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db412ee4-2688-408a-a758-816fe94bfcda req-c87e9bb1-917d-49c8-b96e-4dee216cd6d1 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Jul 06 12:12:00.173995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.305510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-9f7b8b65-137d-47e3-848a-d70933440c85 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=ac53ac222d6b4ab8864ef803be81c65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304601 Jul 06 12:12:00.347808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.498898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-b2bde216-7086-44ab-82f6-6b35b3af0aa2 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.500407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-b2bde216-7086-44ab-82f6-6b35b3af0aa2 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895549 Jul 06 12:12:00.516961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-7057e3f0-d360-43ac-afc3-f4d16b2ebc49 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/quotas/ac53ac222d6b4ab8864ef803be81c65a HTTP/1.1" status: 200 len: 375 time: 0.0106397 Jul 06 12:12:00.554655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-f5b0d5c3-6a97-4eee-9d84-6de353344b7b tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ac53ac222d6b4ab8864ef803be81c65a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323808 Jul 06 12:12:00.724377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-804a687e-b4ad-4998-9550-7d48cd29590b req-c6ff7a8e-950a-4085-b545-5d1faecff8de tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 210 time: 0.0314147 Jul 06 12:12:00.755094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b5bf89ef-9e44-4d56-99e7-01efc929e042 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:01.042236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.042494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640032af-6481-407f-a396-ae30ae4e2446 req-d23acd0a-8b7f-4c88-b320-9c4751134be6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.044941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-640032af-6481-407f-a396-ae30ae4e2446 req-d23acd0a-8b7f-4c88-b320-9c4751134be6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 943 time: 0.0974011 Jul 06 12:12:01.066257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b5bf89ef-9e44-4d56-99e7-01efc929e042, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:01.082285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'b5bf89ef-9e44-4d56-99e7-01efc929e042', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': 'b5bf89ef-9e44-4d56-99e7-01efc929e042', 'mac_address': 'fa:16:3e:3d:31:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:01.089461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-640032af-6481-407f-a396-ae30ae4e2446 req-457ed172-3fe9-4bfc-9eb5-eacd5a54ce5f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Jul 06 12:12:01.128438 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.145841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bf89ef-9e44-4d56-99e7-01efc929e042 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:01.169397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b5bf89ef-9e44-4d56-99e7-01efc929e042, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:01.173348 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.225635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b5bf89ef-9e44-4d56-99e7-01efc929e042,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:01.233538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.233882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.234221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.234557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.235062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.235323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.235649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.235991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.236322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.236642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.236959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.237277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:01.391115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b5bf89ef-9e44-4d56-99e7-01efc929e042'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:01.884993 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-c0ec172f-604b-49e2-8bb8-682994abe014 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ac53ac222d6b4ab8864ef803be81c65a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727859 Jul 06 12:12:01.921758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e835f2e0-25b7-4ed1-bfed-17f3058a3754 req-0d7d0ddd-0315-46ff-960b-af072736520a tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 210 time: 0.0379951 Jul 06 12:12:02.096203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-924d90c6-a8bc-4481-81ee-33e21c8002f5 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.097512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-924d90c6-a8bc-4481-81ee-33e21c8002f5 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075841 Jul 06 12:12:02.110105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Request body: {'port': {'device_id': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': 'ac53ac222d6b4ab8864ef803be81c65a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:02.242385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Made reservation on behalf of ac53ac222d6b4ab8864ef803be81c65a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:02.247720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.264454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.300109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b6360-7967-4d2a-9584-570dc52bd6ab req-dafeb58f-7475-4fdc-a840-5fb0b1fa5889 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.304453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d67b6360-7967-4d2a-9584-570dc52bd6ab req-dafeb58f-7475-4fdc-a840-5fb0b1fa5889 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 944 time: 0.0786471 Jul 06 12:12:02.344784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d67b6360-7967-4d2a-9584-570dc52bd6ab req-cab95227-a2cb-460d-b62c-9365410f9c55 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367250 Jul 06 12:12:02.377594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.381796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.444232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc4460f-b1bb-4050-85f5-49929c50d2d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:02.475311 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.517290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Allocated IP 192.168.233.239 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/5eb28554-3c41-46f7-998f-66832b3508e9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:02.671906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.686635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Transition to ACTIVE for port object 5eb28554-3c41-46f7-998f-66832b3508e9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:02.720134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.763577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:02.768620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:02.772348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:02.779323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Pushing event updated for resources: {'Port': ['ID=5eb28554-3c41-46f7-998f-66832b3508e9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:02.798981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b5bf89ef-9e44-4d56-99e7-01efc929e042 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:02.833905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.834594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.864225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port b5bf89ef-9e44-4d56-99e7-01efc929e042 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:02.868866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port b5bf89ef-9e44-4d56-99e7-01efc929e042 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:02.869293 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.873427 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-e308e37d-885a-49b7-9d0d-69f6c56da2ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7573285 Jul 06 12:12:02.878721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Request body: {'port': {'device_id': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:02.960320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.971230 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.014126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b5bf89ef-9e44-4d56-99e7-01efc929e042, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:03.016558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf89ef-9e44-4d56-99e7-01efc929e042'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:03.020247 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260fbb17-bbb8-4f90-819b-934de79993f4" -d '{"events": [{"server_uuid": "93b04b1b-7492-4484-a5fb-93b2cca1ad6e", "name": "network-vif-plugged", "status": "completed", "tag": "b5bf89ef-9e44-4d56-99e7-01efc929e042"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:03.024992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.112648 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28632d68-02fb-43cc-a2a0-baa1dfeaa843 x-openstack-request-id: req-28632d68-02fb-43cc-a2a0-baa1dfeaa843 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:03.112942 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b04b1b-7492-4484-a5fb-93b2cca1ad6e", "name": "network-vif-plugged", "status": "completed", "tag": "b5bf89ef-9e44-4d56-99e7-01efc929e042", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:03.113201 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28632d68-02fb-43cc-a2a0-baa1dfeaa843 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:03.113602 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf89ef-9e44-4d56-99e7-01efc929e042', 'code': 200} Jul 06 12:12:03.115785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b5bf89ef-9e44-4d56-99e7-01efc929e042,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.155560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8fbd350-34f9-4444-92da-cb1fe37c3c7f None None] Provisioning for port 5eb28554-3c41-46f7-998f-66832b3508e9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:03.158923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9ffe-3367-43a6-97d9-e2cd04ac817d req-d8a03637-72bc-480c-adc6-cf978665b5ff tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.160661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8fbd350-34f9-4444-92da-cb1fe37c3c7f None None] Provisioning complete for port 5eb28554-3c41-46f7-998f-66832b3508e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:03.161062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd350-34f9-4444-92da-cb1fe37c3c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.167274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d52f9ffe-3367-43a6-97d9-e2cd04ac817d req-d8a03637-72bc-480c-adc6-cf978665b5ff tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 936 time: 0.0974612 Jul 06 12:12:03.212248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbd350-34f9-4444-92da-cb1fe37c3c7f None None] Port 5eb28554-3c41-46f7-998f-66832b3508e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:03.313265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb28554-3c41-46f7-998f-66832b3508e9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:03.321781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.344569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Transition to ACTIVE for port object 5eb28554-3c41-46f7-998f-66832b3508e9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:03.350920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.514308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Attempting to bind port 5eb28554-3c41-46f7-998f-66832b3508e9 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:03.514646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Attempting to bind port 5eb28554-3c41-46f7-998f-66832b3508e9 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:03.514984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Attempting to bind port 5eb28554-3c41-46f7-998f-66832b3508e9 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:03.518606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb28554-3c41-46f7-998f-66832b3508e9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.530490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Port 5eb28554-3c41-46f7-998f-66832b3508e9 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:03.531035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Attempting to bind port 5eb28554-3c41-46f7-998f-66832b3508e9 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:03.538895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:03.544399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:03.545114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:03.545958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Bound port: 5eb28554-3c41-46f7-998f-66832b3508e9, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:03.546542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.635945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] For port 5eb28554-3c41-46f7-998f-66832b3508e9, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:03.639847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] For port 5eb28554-3c41-46f7-998f-66832b3508e9, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5eb28554-3c41-46f7-998f-66832b3508e9,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:03.645304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.686565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d52f9ffe-3367-43a6-97d9-e2cd04ac817d req-3e9bdc7b-c9df-4c9d-88b3-1432dd3f57d4 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174291 Jul 06 12:12:03.702955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.702955 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.704385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] 10.222.0.79 "PUT /v2.0/ports/5eb28554-3c41-46f7-998f-66832b3508e9 HTTP/1.1" status: 200 len: 1096 time: 0.8293023 Jul 06 12:12:03.713868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'tag': '5eb28554-3c41-46f7-998f-66832b3508e9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:03.717923 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2674c9-017f-4d78-a955-9f882fbbbe31" -d '{"events": [{"name": "network-changed", "server_uuid": "aed2e63f-6c3f-459a-b5d4-8e932bcca3a7", "tag": "5eb28554-3c41-46f7-998f-66832b3508e9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:03.752541 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0dee-96ad-4d5a-b6ff-ff4893177671 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb28554-3c41-46f7-998f-66832b3508e9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.771084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf973e6-b8b0-40b7-9d19-a5fa6a438fa1 req-8e99e45c-8332-4200-9492-96c34ad692a3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.772905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bf973e6-b8b0-40b7-9d19-a5fa6a438fa1 req-8e99e45c-8332-4200-9492-96c34ad692a3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.1633079 Jul 06 12:12:03.794717 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a94621-3a02-4309-82f3-bd77440c5d23 x-openstack-request-id: req-05a94621-3a02-4309-82f3-bd77440c5d23 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:03.795142 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed2e63f-6c3f-459a-b5d4-8e932bcca3a7", "tag": "5eb28554-3c41-46f7-998f-66832b3508e9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:03.795492 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05a94621-3a02-4309-82f3-bd77440c5d23 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:03.796036 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'tag': '5eb28554-3c41-46f7-998f-66832b3508e9', 'status': 'completed', 'code': 200} Jul 06 12:12:03.805157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a296-1e0e-418f-a4dd-2591e5520460 req-5407cbef-b2ec-470c-8a23-f08c20f121be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.807675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e45a296-1e0e-418f-a4dd-2591e5520460 req-5407cbef-b2ec-470c-8a23-f08c20f121be service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 1096 time: 0.6322546 Jul 06 12:12:03.833289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-b4f3e1ba-944e-4e50-8f9a-744171832a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.835145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-b4f3e1ba-944e-4e50-8f9a-744171832a2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac53ac222d6b4ab8864ef803be81c65a&device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 1099 time: 0.0776253 Jul 06 12:12:03.862222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7bf973e6-b8b0-40b7-9d19-a5fa6a438fa1 req-3b2df988-0800-4cf8-9dc3-b1a4653bbb7a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810468 Jul 06 12:12:03.891755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e45a296-1e0e-418f-a4dd-2591e5520460 req-35c78109-9e58-46f2-9421-ebe85ed0caba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764396 Jul 06 12:12:03.893696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-cdd33a07-78c0-4223-b54e-311edae97754 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5eb28554-3c41-46f7-998f-66832b3508e9 HTTP/1.1" status: 200 len: 217 time: 0.0449250 Jul 06 12:12:03.999253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-2b8dad79-4fce-49cd-9f69-d2b4a850504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.000949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-2b8dad79-4fce-49cd-9f69-d2b4a850504f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0504115 Jul 06 12:12:04.076759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-65fd3e76-cf15-4981-b603-7142cfe20b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.078267 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-65fd3e76-cf15-4981-b603-7142cfe20b60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537295 Jul 06 12:12:04.172813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-7a657ed7-5b56-4bfc-bdd2-2c1b53073e22 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Jul 06 12:12:04.270135 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0ed50bf7-26a2-48ba-9824-05342a38aa09 req-f581d07a-a51f-45ff-98fb-57b8e8f3ce8a service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863843 Jul 06 12:12:04.413078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-779cf477-4d64-4608-9130-36ef8fe64e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.414591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-779cf477-4d64-4608-9130-36ef8fe64e9e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac53ac222d6b4ab8864ef803be81c65a&device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 1099 time: 0.0736542 Jul 06 12:12:04.512724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-6c5740d5-42fe-493d-bd1b-09510ae378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.514316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-6c5740d5-42fe-493d-bd1b-09510ae378c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0927842 Jul 06 12:12:04.557789 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-4f5689dd-9eca-4702-a313-1c7f4623c0a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5eb28554-3c41-46f7-998f-66832b3508e9 HTTP/1.1" status: 200 len: 217 time: 0.0362642 Jul 06 12:12:04.609985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-f7d4aee9-b1e7-41b2-aad8-39b934fcdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.611407 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-f7d4aee9-b1e7-41b2-aad8-39b934fcdb81 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0456462 Jul 06 12:12:04.690399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-465b54eb-a4c5-455e-b698-5d44eaa847ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.691990 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-465b54eb-a4c5-455e-b698-5d44eaa847ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677900 Jul 06 12:12:04.789231 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-5d4d2bbe-6ce0-4d02-9694-981ad6479118 service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904329 Jul 06 12:12:04.873364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27b86a-b770-4f13-88b4-89bd21fb882f req-dc9f5e4c-2dbf-4bb2-bd00-41789e14a3ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.874795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f27b86a-b770-4f13-88b4-89bd21fb882f req-dc9f5e4c-2dbf-4bb2-bd00-41789e14a3ac tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 948 time: 0.0682418 Jul 06 12:12:04.903322 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fc2674c9-017f-4d78-a955-9f882fbbbe31 req-67fce718-974e-46f0-8125-27630d26aa2d service neutron] 10.222.0.79 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071193 Jul 06 12:12:04.915974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f27b86a-b770-4f13-88b4-89bd21fb882f req-c350ed6b-3ab1-42a3-b1dc-bb32f8861d52 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Jul 06 12:12:05.047769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32fa7-5b32-492a-9271-8c0b8a6774f0 req-635d9dd2-0d8f-465e-9f5d-8d1f6bb60a2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.049457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7de32fa7-5b32-492a-9271-8c0b8a6774f0 req-635d9dd2-0d8f-465e-9f5d-8d1f6bb60a2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.0666175 Jul 06 12:12:05.089211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7de32fa7-5b32-492a-9271-8c0b8a6774f0 req-c6c4aba1-277a-45ce-b6e7-c30b522c5b86 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Jul 06 12:12:05.270537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cef63-8aae-4ba9-a7e4-d785a58107c0 req-edc8b442-f246-4165-9312-9025775ea57a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.272142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-459cef63-8aae-4ba9-a7e4-d785a58107c0 req-edc8b442-f246-4165-9312-9025775ea57a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.0686023 Jul 06 12:12:05.311254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-459cef63-8aae-4ba9-a7e4-d785a58107c0 req-c4b590bc-18af-4a07-be12-6324fa3dde3f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Jul 06 12:12:05.489662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac45508-58c1-4c3d-a6fa-d4655980304e req-4603610a-a500-439e-be3d-8f6f5e57813e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.491349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fac45508-58c1-4c3d-a6fa-d4655980304e req-4603610a-a500-439e-be3d-8f6f5e57813e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.0714955 Jul 06 12:12:05.538808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fac45508-58c1-4c3d-a6fa-d4655980304e req-54198257-c202-4b63-bb4a-45b626b1c2b2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Jul 06 12:12:05.983407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba7b1-930b-406d-851d-d0bdf193d62f req-bd7401d2-92fb-46fe-9217-48f20ebe1439 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.985048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44aba7b1-930b-406d-851d-d0bdf193d62f req-bd7401d2-92fb-46fe-9217-48f20ebe1439 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.0675263 Jul 06 12:12:06.028709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44aba7b1-930b-406d-851d-d0bdf193d62f req-248fb170-a48c-434a-adbf-793d4eb5d3f3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Jul 06 12:12:06.096690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d16c-ee56-4730-abdf-1ec4d3a73898 req-c3007036-3869-4629-9323-f6271baa7864 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:06.098228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e25d16c-ee56-4730-abdf-1ec4d3a73898 req-c3007036-3869-4629-9323-f6271baa7864 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 948 time: 0.0652623 Jul 06 12:12:06.144932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e25d16c-ee56-4730-abdf-1ec4d3a73898 req-dd184da8-5b75-44b7-b3d5-a510240af9f5 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Jul 06 12:12:06.814476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5eb28554-3c41-46f7-998f-66832b3508e9 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:06.911927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5eb28554-3c41-46f7-998f-66832b3508e9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5eb28554-3c41-46f7-998f-66832b3508e9,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:06.924062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5eb28554-3c41-46f7-998f-66832b3508e9', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '5eb28554-3c41-46f7-998f-66832b3508e9', 'mac_address': 'fa:16:3e:6b:9b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:06.967526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.980759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb28554-3c41-46f7-998f-66832b3508e9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:07.000916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5eb28554-3c41-46f7-998f-66832b3508e9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5eb28554-3c41-46f7-998f-66832b3508e9,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:07.004826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.057988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5eb28554-3c41-46f7-998f-66832b3508e9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.211177 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5eb28554-3c41-46f7-998f-66832b3508e9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:07.223077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70f396-716b-4664-a1d7-a23b9ee454cb req-7430fb48-b37f-4f78-a972-27e9be4c1ac2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.224738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a70f396-716b-4664-a1d7-a23b9ee454cb req-7430fb48-b37f-4f78-a972-27e9be4c1ac2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.0697646 Jul 06 12:12:07.267937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a70f396-716b-4664-a1d7-a23b9ee454cb req-ac0f9729-bb8b-47eb-91f8-a6c6c2446b13 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Jul 06 12:12:07.353493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55378f2-fcf7-4b1f-b4cb-3421a2b75cc1 req-a05b1fdf-8e3c-4787-8e5e-884f5de981a6 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.355110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f55378f2-fcf7-4b1f-b4cb-3421a2b75cc1 req-a05b1fdf-8e3c-4787-8e5e-884f5de981a6 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 949 time: 0.0737801 Jul 06 12:12:07.398569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f55378f2-fcf7-4b1f-b4cb-3421a2b75cc1 req-a0144975-7619-4307-b461-4f4590998335 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jul 06 12:12:07.505527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-34b5fd47-647c-448b-b769-680cb583a67a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.507098 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-34b5fd47-647c-448b-b769-680cb583a67a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 945 time: 0.0679386 Jul 06 12:12:07.614031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port b5bf89ef-9e44-4d56-99e7-01efc929e042 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:07.614421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.614867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:07.664959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Deleting subnet 1f836199-84c9-4704-b9d6-a6a0098a5358 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:07.669083 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.705030 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.707292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port b5bf89ef-9e44-4d56-99e7-01efc929e042, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b5bf89ef-9e44-4d56-99e7-01efc929e042,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:07.707660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.722392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for b5bf89ef-9e44-4d56-99e7-01efc929e042 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:07.748663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.810454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.841896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f836199-84c9-4704-b9d6-a6a0098a5358,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.851071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.853790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-429f0549-bf5d-47d8-ad5e-e3c9875c9fa8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1f836199-84c9-4704-b9d6-a6a0098a5358 HTTP/1.1" status: 204 len: 168 time: 0.2373693 Jul 06 12:12:07.855778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:07.876280 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.890647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b5bf89ef-9e44-4d56-99e7-01efc929e042'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:07.912245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=b5bf89ef-9e44-4d56-99e7-01efc929e042,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.937124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.967561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port b5bf89ef-9e44-4d56-99e7-01efc929e042 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:07.970750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.974117 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4b55978-e23e-4e47-9ef5-10f4898c9e8d req-aaec6467-5c0a-4a0f-b29a-32ace97c8431 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/b5bf89ef-9e44-4d56-99e7-01efc929e042 HTTP/1.1" status: 204 len: 173 time: 0.4610343 Jul 06 12:12:07.974683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'name': 'network-vif-deleted', 'tag': 'b5bf89ef-9e44-4d56-99e7-01efc929e042'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:07.978093 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8396c0-b4f2-4a33-bf52-1e298e2f6315" -d '{"events": [{"server_uuid": "93b04b1b-7492-4484-a5fb-93b2cca1ad6e", "name": "network-vif-deleted", "tag": "b5bf89ef-9e44-4d56-99e7-01efc929e042"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:08.028654 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be170fa-f3d0-4c7f-be1e-d1b08b9f1b29 x-openstack-request-id: req-6be170fa-f3d0-4c7f-be1e-d1b08b9f1b29 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:08.028951 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b04b1b-7492-4484-a5fb-93b2cca1ad6e", "name": "network-vif-deleted", "tag": "b5bf89ef-9e44-4d56-99e7-01efc929e042", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:08.029206 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6be170fa-f3d0-4c7f-be1e-d1b08b9f1b29 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:08.030110 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b04b1b-7492-4484-a5fb-93b2cca1ad6e', 'name': 'network-vif-deleted', 'tag': 'b5bf89ef-9e44-4d56-99e7-01efc929e042', 'status': 'completed', 'code': 200} Jul 06 12:12:08.051236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.074165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4905bcc-d6e0-483a-8168-05e704b5f621']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.087831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e63567b-0ace-4c36-9936-3a298c46e240') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.088535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e63567b-0ace-4c36-9936-3a298c46e240') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.099741 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.118891 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.126990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:08.127485 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:08.129339 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:08.187889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.206202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.208756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a4905bcc-d6e0-483a-8168-05e704b5f621 HTTP/1.1" status: 204 len: 168 time: 0.3519506 Jul 06 12:12:08.210254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc154ee-d4c0-4d25-b8f7-74d13a4e7043 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4905bcc-d6e0-483a-8168-05e704b5f621,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:08.400174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:08.457292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2019e7f-21b1-4c9d-882e-d9b7c7c90016 req-59c72c5a-aff5-4390-8e49-0cf8be02c587 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 210 time: 0.0493736 Jul 06 12:12:08.492237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1923d3c6-632d-4f7b-98eb-e343b295f55d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bdbb0e1c6044d77aa301e3102472f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899525 Jul 06 12:12:08.494509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:08.580933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-321fa7bd-7c59-4e2d-8127-8ba701fd46a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.624116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-321fa7bd-7c59-4e2d-8127-8ba701fd46a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.645099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c818e5-5de3-4095-8e51-e4985a5626dc req-349e88d9-d2cc-4c98-9f64-b7320714e613 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:08.646550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67c818e5-5de3-4095-8e51-e4985a5626dc req-349e88d9-d2cc-4c98-9f64-b7320714e613 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 949 time: 0.1039264 Jul 06 12:12:08.702346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67c818e5-5de3-4095-8e51-e4985a5626dc req-1bb030a7-dea1-47ea-aa0f-5960aeafca38 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Jul 06 12:12:08.710491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-321fa7bd-7c59-4e2d-8127-8ba701fd46a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.713178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-321fa7bd-7c59-4e2d-8127-8ba701fd46a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.715108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-321fa7bd-7c59-4e2d-8127-8ba701fd46a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/471f7cc8-8c1f-4824-8b00-aeda833387b5 HTTP/1.1" status: 204 len: 168 time: 0.2188683 Jul 06 12:12:08.723398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fa7bd-7c59-4e2d-8127-8ba701fd46a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f7cc8-8c1f-4824-8b00-aeda833387b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:08.819017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5eb28554-3c41-46f7-998f-66832b3508e9 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:08.884372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5eb28554-3c41-46f7-998f-66832b3508e9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:08.888965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5eb28554-3c41-46f7-998f-66832b3508e9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:08.889672 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.972077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.005979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb28554-3c41-46f7-998f-66832b3508e9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:09.008272 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f138ab11-c3b9-4a41-b77e-42486a9bc1fd" -d '{"events": [{"server_uuid": "aed2e63f-6c3f-459a-b5d4-8e932bcca3a7", "name": "network-vif-plugged", "status": "completed", "tag": "5eb28554-3c41-46f7-998f-66832b3508e9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:09.023332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5eb28554-3c41-46f7-998f-66832b3508e9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5eb28554-3c41-46f7-998f-66832b3508e9,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:09.029862 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.064504 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf4b5ba-aa82-4c57-8f37-edf2b265016d x-openstack-request-id: req-edf4b5ba-aa82-4c57-8f37-edf2b265016d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:09.064804 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed2e63f-6c3f-459a-b5d4-8e932bcca3a7", "name": "network-vif-plugged", "status": "completed", "tag": "5eb28554-3c41-46f7-998f-66832b3508e9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:09.065061 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-edf4b5ba-aa82-4c57-8f37-edf2b265016d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:09.065464 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb28554-3c41-46f7-998f-66832b3508e9', 'code': 200} Jul 06 12:12:09.101104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5eb28554-3c41-46f7-998f-66832b3508e9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:09.181840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cb12a-d37d-4050-9370-00450bd787c9 req-26033c48-a1c3-4bb5-8e07-30560c2ed233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:09.184042 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ad4cb12a-d37d-4050-9370-00450bd787c9 req-26033c48-a1c3-4bb5-8e07-30560c2ed233 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 1101 time: 0.0633974 Jul 06 12:12:09.222865 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ad4cb12a-d37d-4050-9370-00450bd787c9 req-5ab3d1d0-5f02-4da2-a4c6-7715170459f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308292 Jul 06 12:12:09.614809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f9930a-2232-4c52-9b72-238a505f5833 req-470b55e9-5e71-4200-9b44-cd008c79f1b5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 210 time: 0.0333498 Jul 06 12:12:09.945295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb6855-f4bf-4814-8f82-5b28b6b4d6bc req-64f319e9-e98f-4f8d-93fd-bdcbceb38a08 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:09.947030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccdb6855-f4bf-4814-8f82-5b28b6b4d6bc req-64f319e9-e98f-4f8d-93fd-bdcbceb38a08 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 950 time: 0.1039493 Jul 06 12:12:09.990967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccdb6855-f4bf-4814-8f82-5b28b6b4d6bc req-ab02b666-09be-4197-a7c6-ac82de491e57 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346756 Jul 06 12:12:10.491509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:10.496030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242794527', 'description': 'tempest-secgroup-smoke-242794527 description', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:10.520414 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.529619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.629044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.632939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.671468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8920f4ec-f773-4b2a-ad27-370ddad393e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.738130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.749295 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.785707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-469a7055-a360-450e-86be-06bf3786d04b req-67a8b310-8e36-4641-9a2b-ad1420a61e33 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 210 time: 0.0461545 Jul 06 12:12:10.800654 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.801936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3101587 Jul 06 12:12:10.804984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:10.810638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:10.816403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288d54a-0060-4e44-ae15-736d62076d0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.831806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b5bf89ef-9e44-4d56-99e7-01efc929e042 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:10.851220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.854365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: b5bf89ef-9e44-4d56-99e7-01efc929e042 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:10.855642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b5bf89ef-9e44-4d56-99e7-01efc929e042 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:10.919062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.923778 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.941848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1d643f-adde-4e6c-a169-5081d61970f5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.949590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.950936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e406a9c-6bca-4b5b-a3a7-9a2feef01275 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446695 Jul 06 12:12:10.953739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:10.958179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:10.986313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.048206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.053518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.072305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f36a681-5066-4569-a140-4e8deae67817,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.079987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.081488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e33ef5c-efdc-447b-906b-2854fbfb8ed8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266198 Jul 06 12:12:11.084020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.088777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.129002 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.225701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.234643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b493-be36-4d92-becd-f171f5b4c7cc req-d77d12ac-e99b-4197-954b-d5cb3fd1b9ed tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:11.236180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2699b493-be36-4d92-becd-f171f5b4c7cc req-d77d12ac-e99b-4197-954b-d5cb3fd1b9ed tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 950 time: 0.1197805 Jul 06 12:12:11.237279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.262563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb8843c-ae3a-444f-b764-956189b8f916,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.280754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.281692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f601f70-d0d1-4eca-8eb6-da7783daa645 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966116 Jul 06 12:12:11.285901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.293063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.295779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2699b493-be36-4d92-becd-f171f5b4c7cc req-97b56dc9-dfe9-4b03-af35-ea7958dcc287 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Jul 06 12:12:11.328380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.394560 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.398487 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.418348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3328f4-f41e-40a4-91e6-137c25b0e8bb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.426524 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.430418 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-25e52cd7-1c04-484e-8556-2cacfc1ac1cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408756 Jul 06 12:12:11.430657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.436709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.459785 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:12:11.465405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.532965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.538525 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.561073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8223f4-cc6f-4b02-b41e-1130ee97ac51,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.568786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.572806 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4250227d-3542-47df-a83a-4408947db630 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411271 Jul 06 12:12:11.572967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.580217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.606998 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:12:11.612764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.682304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.694125 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.739874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c43e5c-cfdb-41d9-981d-a326de7a84b0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.745326 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.750075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-04755f17-f0f9-4a81-82ff-d780a6f84782 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730623 Jul 06 12:12:11.751342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.757865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'network': {'name': 'tempest-network-smoke--277577863', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.779112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4887-c6eb-4569-8592-e1abc6841425 req-880b4bc1-2092-4cc1-9786-cc61c21635bc tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:11.781329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-848a4887-c6eb-4569-8592-e1abc6841425 req-880b4bc1-2092-4cc1-9786-cc61c21635bc tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 950 time: 0.1022105 Jul 06 12:12:11.785316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:11.788844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.832632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:11.840234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-848a4887-c6eb-4569-8592-e1abc6841425 req-20872835-81b6-4628-82df-7920b2f05e86 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Jul 06 12:12:11.847567 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.847938 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Added segment 002f24ea-4332-4302-a623-d6633d4c47be of type vlan for network 6d181f25-5957-43b9-8722-e854d5d375c2 Jul 06 12:12:11.897219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.929699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.936391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:11.937107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.959156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2034385 Jul 06 12:12:11.965201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.990483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'admin_state_up': True, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.999336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c04d6e8-a9e3-490a-b22f-784d8516a34d req-fedc3b8b-3df2-4f8d-a105-d4677063e73f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b04b1b-7492-4484-a5fb-93b2cca1ad6e HTTP/1.1" status: 200 len: 210 time: 0.0469239 Jul 06 12:12:12.016932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546135-7409-4bd1-82a5-4b250170fefe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Network': ['ID=6d181f25-5957-43b9-8722-e854d5d375c2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:12.022527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.023750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.039684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 6d181f25-5957-43b9-8722-e854d5d375c2 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:12.085213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.236520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.449465 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.469806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.577402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.177 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:12.680508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.725862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.765695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:12.770890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:12.773506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:12.801235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:13.095329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.108492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-28a8ba7b-8ad1-4847-965a-d7a2a2a2cf37 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:13.110305 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-28a8ba7b-8ad1-4847-965a-d7a2a2a2cf37 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.79 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 950 time: 0.0914569 Jul 06 12:12:13.146658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c73692-20e0-403f-a215-108120bf2e49 req-1d60cfa0-aff5-43ab-a4c2-8d32345be9a9 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:13.146981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2c73692-20e0-403f-a215-108120bf2e49 req-1d60cfa0-aff5-43ab-a4c2-8d32345be9a9 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/ports?device_id=aed2e63f-6c3f-459a-b5d4-8e932bcca3a7 HTTP/1.1" status: 200 len: 950 time: 0.1731081 Jul 06 12:12:13.235848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2c73692-20e0-403f-a215-108120bf2e49 req-07e5035b-b996-4394-975c-0525d8cb2127 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc4460f-b1bb-4050-85f5-49929c50d2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790894 Jul 06 12:12:13.244932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Deleting port 5eb28554-3c41-46f7-998f-66832b3508e9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:13.246006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.346022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] For port 5eb28554-3c41-46f7-998f-66832b3508e9, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5eb28554-3c41-46f7-998f-66832b3508e9,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:13.346386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.357732 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.361177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Calling delete_port for 5eb28554-3c41-46f7-998f-66832b3508e9 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:13.491156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.503906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5eb28554-3c41-46f7-998f-66832b3508e9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:13.521641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 85dc7777-efc1-4fb2-81f0-8b091a90af5e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:12:13.524008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Pushing event deleted for resources: {'Port': ['ID=5eb28554-3c41-46f7-998f-66832b3508e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:13.575618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] No DVR routers for this DVR port 5eb28554-3c41-46f7-998f-66832b3508e9 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:13.578203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.580251 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-48a04a5a-e8a5-4251-b0b8-c0590d1cf597 req-63c372c8-3bab-40eb-bb10-c5e6cd6270c0 tempest-VolumesNegativeTest-1168630900 tempest-VolumesNegativeTest-1168630900-project] 10.222.0.79 "DELETE /v2.0/ports/5eb28554-3c41-46f7-998f-66832b3508e9 HTTP/1.1" status: 204 len: 173 time: 0.4647071 Jul 06 12:12:13.580759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'name': 'network-vif-deleted', 'tag': '5eb28554-3c41-46f7-998f-66832b3508e9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:13.583976 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fbdd32-bf60-44a8-981a-f75e2d8c0742" -d '{"events": [{"server_uuid": "aed2e63f-6c3f-459a-b5d4-8e932bcca3a7", "name": "network-vif-deleted", "tag": "5eb28554-3c41-46f7-998f-66832b3508e9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:13.637315 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac8afb9-7ce6-4fb9-8e17-c620223885c4 x-openstack-request-id: req-eac8afb9-7ce6-4fb9-8e17-c620223885c4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:13.637766 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed2e63f-6c3f-459a-b5d4-8e932bcca3a7", "name": "network-vif-deleted", "tag": "5eb28554-3c41-46f7-998f-66832b3508e9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:13.638074 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eac8afb9-7ce6-4fb9-8e17-c620223885c4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:13.638480 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed2e63f-6c3f-459a-b5d4-8e932bcca3a7', 'name': 'network-vif-deleted', 'tag': '5eb28554-3c41-46f7-998f-66832b3508e9', 'status': 'completed', 'code': 200} Jul 06 12:12:13.661873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:13.675232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Sync routers for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:13.685917 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:13.686537 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:13.695942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.697563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5587bf98-0ac7-481d-93b3-74fb8951f72f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7320893 Jul 06 12:12:13.701285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:13.834760 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:13.892652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1303d17-4566-4ff0-8973-25c0b045f4c3 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=78e1b8b3fe9c41e496f31ec6102a6abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1895669 Jul 06 12:12:13.895402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.036691 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:12Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.071254 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Checking router: 85dc7777-efc1-4fb2-81f0-8b091a90af5e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:14.071701 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Updating router 85dc7777-efc1-4fb2-81f0-8b091a90af5e port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:12:14.108550 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.478422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d40f7-e227-452b-9f77-51830263b0da tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:14.480877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c72d40f7-e227-452b-9f77-51830263b0da tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5841677 Jul 06 12:12:14.484306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 52898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.500186 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.514111 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Transition to ACTIVE for port object c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:14.521814 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.548380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-82472658-6138-4eb8-b096-86b90a18b60f tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627062 Jul 06 12:12:14.551116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.559069 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1427189924', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:14.606419 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Attempting to bind port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:14.607059 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Attempting to bind port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:14.608286 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Attempting to bind port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:14.618710 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Pushing event updated for resources: {'Port': ['ID=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:14.631755 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:14.633470 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:14.635667 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.639776 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:14.640597 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Bound port: c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:14.641339 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.736518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:14.741035 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.742063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.742310 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.742813 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.743311 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.743805 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.744330 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.745078 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.746341 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.746843 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.747364 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.747691 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.748043 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:14.753716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] For port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:14.757506 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] For port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:14.765597 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.874267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:14.875556 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.918804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f884a-bc52-49cc-998f-c0be4101228b None None] Pushing event updated for resources: {'Port': ['ID=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:15.002930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.063605 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:15.084983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Checking segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:15.085154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network hostable DHCP agents. Network: 6d181f25-5957-43b9-8722-e854d5d375c2, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:15.088272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Subnet': ['ID=575d293b-ef54-4798-bdd9-b5b78ead3c96,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:15.112190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 6d181f25-5957-43b9-8722-e854d5d375c2 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:15.124975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 6d181f25-5957-43b9-8722-e854d5d375c2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:15.136613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5d03e-8511-4ed2-83e1-e702140d67b6 None None] Network 6d181f25-5957-43b9-8722-e854d5d375c2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:15.140082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:15.141058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.173697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-013b754d-b322-4f09-9f32-0003c99c18c9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6211662 Jul 06 12:12:15.177034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 52922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:15.334581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-6d181f25-5957-43b9-8722-e854d5d375c2', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:15.337114 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.486127 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:12Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:15.534945 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b980b79c-1563-4ba4-ad39-3fb588f72eed None None] The sync data for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 is: [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:12Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:15.597396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Allocated IP 172.20.0.2 (6d181f25-5957-43b9-8722-e854d5d375c2/575d293b-ef54-4798-bdd9-b5b78ead3c96/50bfc6fb-43f8-4564-9800-86e911bcae7b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:15.811430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.827866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.869923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Transition to ACTIVE for port object 50bfc6fb-43f8-4564-9800-86e911bcae7b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:15.899649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Transition to ACTIVE for port object 50bfc6fb-43f8-4564-9800-86e911bcae7b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:15.911540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.981691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Pushing event updated for resources: {'Port': ['ID=50bfc6fb-43f8-4564-9800-86e911bcae7b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.011499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Network 6d181f25-5957-43b9-8722-e854d5d375c2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:16.021383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:16.032201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:16.112085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Attempting to bind port 50bfc6fb-43f8-4564-9800-86e911bcae7b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:16.112926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Attempting to bind port 50bfc6fb-43f8-4564-9800-86e911bcae7b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:16.113498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Attempting to bind port 50bfc6fb-43f8-4564-9800-86e911bcae7b on network 6d181f25-5957-43b9-8722-e854d5d375c2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:16.119377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:16.119755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Checking segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:16.120374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.121476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Bound using segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:16.122776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Bound port: 50bfc6fb-43f8-4564-9800-86e911bcae7b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:16.122898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.204799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] For port 50bfc6fb-43f8-4564-9800-86e911bcae7b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:16.210036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] For port 50bfc6fb-43f8-4564-9800-86e911bcae7b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=50bfc6fb-43f8-4564-9800-86e911bcae7b,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:16.224096 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.315904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71132b4-a863-415d-ba2d-18e812b998fe None None] Pushing event updated for resources: {'Port': ['ID=50bfc6fb-43f8-4564-9800-86e911bcae7b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.336966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.1 (6d181f25-5957-43b9-8722-e854d5d375c2/575d293b-ef54-4798-bdd9-b5b78ead3c96/181297cd-717b-42a4-8f7b-65c684fa2cc9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:16.536910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.563618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object 181297cd-717b-42a4-8f7b-65c684fa2cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:16.623563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.708976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 6d181f25-5957-43b9-8722-e854d5d375c2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:16.716386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:16.723638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:16.773664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:16.860328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5eb28554-3c41-46f7-998f-66832b3508e9 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:16.871681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=181297cd-717b-42a4-8f7b-65c684fa2cc9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.891026 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.922719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 5eb28554-3c41-46f7-998f-66832b3508e9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:16.923644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5eb28554-3c41-46f7-998f-66832b3508e9 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:16.930355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:16.935891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:16.936336 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.071299 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.097043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:17.103178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.104694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 50bfc6fb-43f8-4564-9800-86e911bcae7b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:17.200119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.203659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:17.220864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 50bfc6fb-43f8-4564-9800-86e911bcae7b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:17.550934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.560697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.624219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3c138-a0a3-4749-8c06-af7cfac89574 None None] Network 6d181f25-5957-43b9-8722-e854d5d375c2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:17.646356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=181297cd-717b-42a4-8f7b-65c684fa2cc9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:17.656184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.744829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] Provisioning for port 50bfc6fb-43f8-4564-9800-86e911bcae7b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:17.753377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] Provisioning complete for port 50bfc6fb-43f8-4564-9800-86e911bcae7b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:17.754127 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.832073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 6d181f25-5957-43b9-8722-e854d5d375c2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:17.833566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:17.955293 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.017995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 85dc7777-efc1-4fb2-81f0-8b091a90af5e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:18.061169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] For port 50bfc6fb-43f8-4564-9800-86e911bcae7b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=50bfc6fb-43f8-4564-9800-86e911bcae7b,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:18.077159 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.167474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2472b-4ca5-41df-8502-3840475c3ec3 None None] Pushing event updated for resources: {'Port': ['ID=50bfc6fb-43f8-4564-9800-86e911bcae7b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:18.171115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:18.188791 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24c647c9-5b6a-4c1e-ad22-05bc28fe916c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/85dc7777-efc1-4fb2-81f0-8b091a90af5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108147 Jul 06 12:12:18.286274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Sync routers for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:18.297877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:18.298832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.445181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-5f3fca82-7d80-488a-8440-f9fcb73d63db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242794527&fields=id&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 267 time: 0.0612302 Jul 06 12:12:18.456356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:18.570631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a406d4d6-1025-466a-8a30-39e2f31a7d66 None None] Provisioning for port 181297cd-717b-42a4-8f7b-65c684fa2cc9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:18.621920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-88175ebf-944e-4417-a7f4-54e9ab84b5bb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:18.623548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-88175ebf-944e-4417-a7f4-54e9ab84b5bb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 796 time: 0.1717653 Jul 06 12:12:18.624774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a406d4d6-1025-466a-8a30-39e2f31a7d66 None None] Provisioning complete for port 181297cd-717b-42a4-8f7b-65c684fa2cc9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:18.625256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a406d4d6-1025-466a-8a30-39e2f31a7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.656536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-f999eb79-6c0a-4483-9c2b-ff2d9adf8d1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/quotas/78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 375 time: 0.0184762 Jul 06 12:12:18.657646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:18.768820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-ebea4d3f-4d4d-414f-9d98-40361e512ad5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874796 Jul 06 12:12:18.899863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-b01ce252-97b2-4f5e-aff4-b327f1ab08ce service neutron] 10.222.0.78 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277978 Jul 06 12:12:19.063554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-171f8c2c-2e26-4224-b20a-1a739f5b6218 service neutron] 10.222.0.78 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624603 Jul 06 12:12:19.190168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a406d4d6-1025-466a-8a30-39e2f31a7d66 None None] Port 181297cd-717b-42a4-8f7b-65c684fa2cc9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:19.279986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a406d4d6-1025-466a-8a30-39e2f31a7d66 None None] Provisioning complete for port 50bfc6fb-43f8-4564-9800-86e911bcae7b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:19.280619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a406d4d6-1025-466a-8a30-39e2f31a7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.328251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:19.329354 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.337323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf50a46c-91da-4c78-b9eb-5330f6966c99 req-36d3e7ab-4ed3-4e7e-858c-1f1cc238552c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 210 time: 0.0431249 Jul 06 12:12:19.389354 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:12:19.453595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 2, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:19.540521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Checking router: 85dc7777-efc1-4fb2-81f0-8b091a90af5e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:19.540877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Updating router 85dc7777-efc1-4fb2-81f0-8b091a90af5e port 181297cd-717b-42a4-8f7b-65c684fa2cc9 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:12:19.594269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 50bfc6fb-43f8-4564-9800-86e911bcae7b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:19.600619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.782175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-45414cbd-2156-4369-99fd-10fe93e22bc8 None None] Provisioning complete for port 181297cd-717b-42a4-8f7b-65c684fa2cc9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:19.782848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45414cbd-2156-4369-99fd-10fe93e22bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.823235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 50bfc6fb-43f8-4564-9800-86e911bcae7b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:19.823859 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.883192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-45414cbd-2156-4369-99fd-10fe93e22bc8 None None] Port 181297cd-717b-42a4-8f7b-65c684fa2cc9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:20.131312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.144910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Transition to ACTIVE for port object 181297cd-717b-42a4-8f7b-65c684fa2cc9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:20.157310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.286169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2185a80-44b6-4399-a250-b8d5f8cdb5ea None None] Pushing event updated for resources: {'Port': ['ID=181297cd-717b-42a4-8f7b-65c684fa2cc9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:20.307166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Attempting to bind port 181297cd-717b-42a4-8f7b-65c684fa2cc9 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:20.307597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Attempting to bind port 181297cd-717b-42a4-8f7b-65c684fa2cc9 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:20.308113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Attempting to bind port 181297cd-717b-42a4-8f7b-65c684fa2cc9 on network 6d181f25-5957-43b9-8722-e854d5d375c2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:20.314977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:20.315359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Checking segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:20.315729 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.316246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Bound using segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:20.316615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Bound port: 181297cd-717b-42a4-8f7b-65c684fa2cc9, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:20.317019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.461510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] For port 181297cd-717b-42a4-8f7b-65c684fa2cc9, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:20.466601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] For port 181297cd-717b-42a4-8f7b-65c684fa2cc9, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=181297cd-717b-42a4-8f7b-65c684fa2cc9,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:20.473452 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.562864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2185a80-44b6-4399-a250-b8d5f8cdb5ea None None] Pushing event updated for resources: {'Port': ['ID=181297cd-717b-42a4-8f7b-65c684fa2cc9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:20.585692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:20.586346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:20.588077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc601df8-a5b2-4120-a682-df9f8bd877b5 req-9f1b917e-c0a4-4db1-b281-93e359ce4f89 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 210 time: 0.0532722 Jul 06 12:12:20.747269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:20.922694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:21.085346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:20Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:21.128257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115113-b6be-4a40-8332-a6e60f242a35 None None] The sync data for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 is: [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:20Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:21.203316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-43a707cd-05c9-4dd9-a58c-b0fad5646fed tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:21.205199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-43a707cd-05c9-4dd9-a58c-b0fad5646fed tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 796 time: 0.1936717 Jul 06 12:12:21.212999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:21.213526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99c25329-7ab1-46de-a89c-2b8b649af547 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac53ac222d6b4ab8864ef803be81c65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884932 Jul 06 12:12:21.300547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7cde5b0-4f8f-4dd4-88f5-936068d4bef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.328196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-5f157362-886e-459e-b9f7-e09edd6e2aae tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 379 time: 0.1120555 Jul 06 12:12:21.329823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7cde5b0-4f8f-4dd4-88f5-936068d4bef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.341734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'port': {'device_id': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'admin_state_up': True, 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'security_groups': ['4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:21.439629 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7cde5b0-4f8f-4dd4-88f5-936068d4bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.445746 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7cde5b0-4f8f-4dd4-88f5-936068d4bef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.449432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b7cde5b0-4f8f-4dd4-88f5-936068d4bef3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bc4460f-b1bb-4050-85f5-49929c50d2d8 HTTP/1.1" status: 204 len: 168 time: 0.2338569 Jul 06 12:12:21.488276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cde5b0-4f8f-4dd4-88f5-936068d4bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc4460f-b1bb-4050-85f5-49929c50d2d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:21.550862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:21.555762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.807205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.4 (6d181f25-5957-43b9-8722-e854d5d375c2/575d293b-ef54-4798-bdd9-b5b78ead3c96/e70eaee5-0f23-4fca-82ad-c72d35a640be) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:21.871765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8aaab7b6-61f3-44b0-9dbe-4c17a5877d18 req-92674b60-af09-435a-b2d8-5511958fd90e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 210 time: 0.0738561 Jul 06 12:12:22.050202 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.070216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object e70eaee5-0f23-4fca-82ad-c72d35a640be will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:22.116847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.182095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 6d181f25-5957-43b9-8722-e854d5d375c2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:22.186109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:22.193332 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:22.233515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:22.271080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:22.274170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.295575 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-2f50da2f-e01d-4325-a545-9eac600642cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9618328 Jul 06 12:12:22.308008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Request body: {'port': {'device_id': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:22.424011 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.600766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-484c703a-53e8-41b5-b411-3f996ba08251 None None] Provisioning for port e70eaee5-0f23-4fca-82ad-c72d35a640be completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:22.606295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-484c703a-53e8-41b5-b411-3f996ba08251 None None] Provisioning complete for port e70eaee5-0f23-4fca-82ad-c72d35a640be triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:22.606867 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-484c703a-53e8-41b5-b411-3f996ba08251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.660751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 181297cd-717b-42a4-8f7b-65c684fa2cc9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:22.745491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-484c703a-53e8-41b5-b411-3f996ba08251 None None] Port e70eaee5-0f23-4fca-82ad-c72d35a640be cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:22.847111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 181297cd-717b-42a4-8f7b-65c684fa2cc9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:22.858667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 181297cd-717b-42a4-8f7b-65c684fa2cc9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:22.859491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.896645 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.055179 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.121518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 181297cd-717b-42a4-8f7b-65c684fa2cc9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=181297cd-717b-42a4-8f7b-65c684fa2cc9,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:23.127830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.190641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=181297cd-717b-42a4-8f7b-65c684fa2cc9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:23.252743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63cb2f-238a-4f6a-afa7-d9053ae994e5 req-b3a330c4-c2a3-4127-96d5-bcd1aad9956d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:23.254344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d63cb2f-238a-4f6a-afa7-d9053ae994e5 req-b3a330c4-c2a3-4127-96d5-bcd1aad9956d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 931 time: 0.0976536 Jul 06 12:12:23.308497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d63cb2f-238a-4f6a-afa7-d9053ae994e5 req-fed4f640-9e41-440d-bc80-9cb4c1d72efc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484033 Jul 06 12:12:23.319283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70eaee5-0f23-4fca-82ad-c72d35a640be {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:23.333718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.350194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Transition to ACTIVE for port object e70eaee5-0f23-4fca-82ad-c72d35a640be will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:23.354088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.409793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:23.473321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:23.493540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:23.493877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:23.494422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be on network 6d181f25-5957-43b9-8722-e854d5d375c2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:23.499328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Port e70eaee5-0f23-4fca-82ad-c72d35a640be on network 6d181f25-5957-43b9-8722-e854d5d375c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:23.499654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be on network 6d181f25-5957-43b9-8722-e854d5d375c2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:23.504590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:23.504880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Checking segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:23.505263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Bound using segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:23.506298 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Bound port: e70eaee5-0f23-4fca-82ad-c72d35a640be, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:23.506662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.585942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:23.591480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:23.600209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.636707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:23.637857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.638936 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] 10.222.0.79 "PUT /v2.0/ports/e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 1091 time: 1.3358364 Jul 06 12:12:23.641436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:23.644651 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b9854-1516-4b07-b88b-df7f467bde43" -d '{"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:23.715845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'network': {'name': 'tempest-network-smoke--998050949', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:23.723103 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da544ff5-3df6-45ac-bb1b-b55fb8a22abc x-openstack-request-id: req-da544ff5-3df6-45ac-bb1b-b55fb8a22abc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:23.723693 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:23.723987 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da544ff5-3df6-45ac-bb1b-b55fb8a22abc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:23.724392 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'status': 'completed', 'code': 200} Jul 06 12:12:23.747212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:23.752429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.762649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc66fd-3f6f-4709-8547-d6020cb95cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:23.767599 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.799308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-20f81d20-02fe-4a06-b994-5889048a7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:23.801156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-20f81d20-02fe-4a06-b994-5889048a7473 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.1012373 Jul 06 12:12:23.853268 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-dc76a890-c3c5-4019-ad6e-5eef601a17f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 217 time: 0.0443532 Jul 06 12:12:23.909261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-cb775fbd-7958-45e1-9983-bf60355c9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:23.910842 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-cb775fbd-7958-45e1-9983-bf60355c9008 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0516999 Jul 06 12:12:23.912635 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.918001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.953504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:23.960353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff4acc-819a-4933-adf9-d8d5a1824fea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:23.967223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.967570 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Added segment 438c1dcf-3a0c-4216-8cc8-252dee6686c0 of type vlan for network d82fd539-3769-4a5c-93a0-fe816c9b3e33 Jul 06 12:12:23.988630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-944a3dda-d0d2-45cc-bd45-3f88bcbc80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:23.990150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-944a3dda-d0d2-45cc-bd45-3f88bcbc80d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717471 Jul 06 12:12:24.014733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.047960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.053777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.054375 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.103390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-b4a0f782-c7c4-410c-a36a-da4e1e6e292e service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051643 Jul 06 12:12:24.117068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6397824 Jul 06 12:12:24.117258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:24.124740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'admin_state_up': True, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:24.139887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07c192-762e-46c8-852e-cd03dc7db28f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Network': ['ID=d82fd539-3769-4a5c-93a0-fe816c9b3e33,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:24.151166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:24.159137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.160745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.224153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.236337 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-af1b6d99-1daa-4327-b7b4-6ae16290d198 req-97007d16-be0c-47ee-b8a5-1a531e2b59ac service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245577 Jul 06 12:12:24.362575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-75b23ca0-4d07-4908-a44e-0ef85940e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.364145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-75b23ca0-4d07-4908-a44e-0ef85940e975 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.0714800 Jul 06 12:12:24.371113 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.473871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-f30886f3-056c-4541-9d45-bbf30266c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.476452 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-f30886f3-056c-4541-9d45-bbf30266c98a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1050894 Jul 06 12:12:24.538392 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-2d032e3d-8b2d-49bc-9a85-614dc8cc0758 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 217 time: 0.0495882 Jul 06 12:12:24.561717 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922298ff-bb2b-4ee0-8c6a-630fac8dad33 req-a4c15cb0-231f-4f4b-bae1-57080923aee2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.563602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-922298ff-bb2b-4ee0-8c6a-630fac8dad33 req-a4c15cb0-231f-4f4b-bae1-57080923aee2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.1131427 Jul 06 12:12:24.572326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 181297cd-717b-42a4-8f7b-65c684fa2cc9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:24.600196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-7649d7f3-50c7-4e07-9df1-e63877e93665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.602120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-7649d7f3-50c7-4e07-9df1-e63877e93665 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0574138 Jul 06 12:12:24.625358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 181297cd-717b-42a4-8f7b-65c684fa2cc9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:24.625825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.678062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-b3dcb8f7-84e7-4e9c-8f57-b51996ea55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.680154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-b3dcb8f7-84e7-4e9c-8f57-b51996ea55fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694661 Jul 06 12:12:24.710602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.715980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-922298ff-bb2b-4ee0-8c6a-630fac8dad33 req-e9b601cb-f1d8-458b-ba3f-31bbece705c3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388304 Jul 06 12:12:24.738177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.800663 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-8fcea7dc-2bfd-4dcc-a703-3edcafb86c41 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134312 Jul 06 12:12:24.865871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.25.7.41 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/262f20b1-b61b-4ed8-90bb-f11316461764) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:24.914134 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed4b9854-1516-4b07-b88b-df7f467bde43 req-8f361ed2-b0e7-469d-86ce-40061c5e2bea service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041231 Jul 06 12:12:25.316781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.357766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.397916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:25.404196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:25.408589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:25.411676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=262f20b1-b61b-4ed8-90bb-f11316461764,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:25.672722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.916118 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.985898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fdb6c-5267-49d5-9a3a-0112591ffbf7 req-406edac3-e3a1-493b-bca4-88b7c9851b07 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:25.987447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5fdb6c-5267-49d5-9a3a-0112591ffbf7 req-406edac3-e3a1-493b-bca4-88b7c9851b07 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.1253104 Jul 06 12:12:26.070322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5fdb6c-5267-49d5-9a3a-0112591ffbf7 req-30d4747b-f271-433f-a77c-66bbf204bc4f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755150 Jul 06 12:12:26.105358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:12:26.230275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:26.246549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:26.256622 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.262238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2af95da4-0745-4e09-b52b-581aa82260b5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1400394 Jul 06 12:12:26.262488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.263610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:26.264518 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:26.363508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f98479ee-66c7-459d-b864-f2a0a8115e7e tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ae1a4777df9b40a59133d816a6a6be5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0996771 Jul 06 12:12:26.366305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.388077 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:26.461998 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988c5a0-7b4d-4bad-a531-52140b440762 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:26.465146 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2988c5a0-7b4d-4bad-a531-52140b440762 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975883 Jul 06 12:12:26.467618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.506967 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7fe6da0e-15f9-4b84-9e70-04439579e34b tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381637 Jul 06 12:12:26.509624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.515460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777028181', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:26.590332 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:25Z', 'revision_number': 3, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:26.619580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:26.622168 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:26.622506 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Updating router db67ef3d-b75a-4c13-a189-551fc1328c4d port 262f20b1-b61b-4ed8-90bb-f11316461764 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:12:26.624136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.658439 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.828918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.879114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:26.914005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Subnet': ['ID=debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:26.918888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Checking segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:26.919266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network hostable DHCP agents. Network: d82fd539-3769-4a5c-93a0-fe816c9b3e33, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:26.943678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:26.959069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, d82fd539-3769-4a5c-93a0-fe816c9b3e33) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:26.964659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:26.965293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.966037 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.975309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a8bc9-2399-47b0-b5c6-f35cfe4b38c7 None None] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:26.977630 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Transition to ACTIVE for port object 262f20b1-b61b-4ed8-90bb-f11316461764 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:26.982895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5403fa8-ec88-4150-9547-fac678acd80a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4714897 Jul 06 12:12:26.985274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.991904 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.047422 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ae35c-8283-4bb9-ae4e-dbea0751c3bd None None] Pushing event updated for resources: {'Port': ['ID=262f20b1-b61b-4ed8-90bb-f11316461764,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.072284 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Attempting to bind port 262f20b1-b61b-4ed8-90bb-f11316461764 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:27.072649 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Attempting to bind port 262f20b1-b61b-4ed8-90bb-f11316461764 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:27.073625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Attempting to bind port 262f20b1-b61b-4ed8-90bb-f11316461764 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:27.077265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:27.081305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:27.081624 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:27.082029 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.082830 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:27.083536 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Bound port: 262f20b1-b61b-4ed8-90bb-f11316461764, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:27.083943 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.098886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'port_id': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'mac_address': 'fa:16:3e:7a:6e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:27.159824 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] For port 262f20b1-b61b-4ed8-90bb-f11316461764, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:27.163785 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] For port 262f20b1-b61b-4ed8-90bb-f11316461764, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=262f20b1-b61b-4ed8-90bb-f11316461764,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:27.176653 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.186673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.223184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e113-de69-4273-860f-a973e024ea0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.227119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70eaee5-0f23-4fca-82ad-c72d35a640be {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:27.247128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-d82fd539-3769-4a5c-93a0-fe816c9b3e33', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:27.248027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.271229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:27.285695 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.323354 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:27.324067 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:27.381677 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ae35c-8283-4bb9-ae4e-dbea0751c3bd None None] Pushing event updated for resources: {'Port': ['ID=262f20b1-b61b-4ed8-90bb-f11316461764,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.434739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.448953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9484b31-5d0b-404f-a30e-3ff9712ceeb6 req-faf2992d-10cf-48bf-9663-505fb415f44b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:27.450620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9484b31-5d0b-404f-a30e-3ff9712ceeb6 req-faf2992d-10cf-48bf-9663-505fb415f44b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 944 time: 0.1462555 Jul 06 12:12:27.471483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Allocated IP 172.20.0.2 (d82fd539-3769-4a5c-93a0-fe816c9b3e33/debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9/341e336b-b67b-4de2-a9ff-0e741c6587de) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:27.492287 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:27.536649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9484b31-5d0b-404f-a30e-3ff9712ceeb6 req-76cb6606-f60e-4b9d-8b87-fcc8c138fb49 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582869 Jul 06 12:12:27.575754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e70eaee5-0f23-4fca-82ad-c72d35a640be'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:27.678655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.703101 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.723655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Transition to ACTIVE for port object 341e336b-b67b-4de2-a9ff-0e741c6587de will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:27.734832 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:25Z', 'revision_number': 3, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:27.759017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Transition to ACTIVE for port object 341e336b-b67b-4de2-a9ff-0e741c6587de will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:27.766392 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea743f-a6a5-49bf-adde-b845d9bd7d72 None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:25Z', 'revision_number': 3, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:27.779120 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.831495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:27.850439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:27.858180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:27.863153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Pushing event updated for resources: {'Port': ['ID=341e336b-b67b-4de2-a9ff-0e741c6587de,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.961520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Attempting to bind port 341e336b-b67b-4de2-a9ff-0e741c6587de on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:27.962198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Attempting to bind port 341e336b-b67b-4de2-a9ff-0e741c6587de by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:27.962332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Attempting to bind port 341e336b-b67b-4de2-a9ff-0e741c6587de on network d82fd539-3769-4a5c-93a0-fe816c9b3e33 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:27.974101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:27.978980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Checking segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:27.980527 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.980954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Bound using segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:27.981465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Bound port: 341e336b-b67b-4de2-a9ff-0e741c6587de, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:27.981858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.101432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] For port 341e336b-b67b-4de2-a9ff-0e741c6587de, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:28.108320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] For port 341e336b-b67b-4de2-a9ff-0e741c6587de, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=341e336b-b67b-4de2-a9ff-0e741c6587de,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:28.115134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.20.0.1 (d82fd539-3769-4a5c-93a0-fe816c9b3e33/debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9/fbb456c1-317c-466f-b8be-494860d87731) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:28.116960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.198662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c810-9788-4936-8145-5a8fb74185c2 None None] Pushing event updated for resources: {'Port': ['ID=341e336b-b67b-4de2-a9ff-0e741c6587de,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:28.280127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.300786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Transition to ACTIVE for port object fbb456c1-317c-466f-b8be-494860d87731 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:28.358613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.439936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:28.453375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:28.453375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:28.488387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=fbb456c1-317c-466f-b8be-494860d87731,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:28.546651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.702549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 262f20b1-b61b-4ed8-90bb-f11316461764 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:28.782541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 262f20b1-b61b-4ed8-90bb-f11316461764 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:28.790553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 262f20b1-b61b-4ed8-90bb-f11316461764 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:28.790553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.850688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.883380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10336ac6-099e-4cc7-8d87-582437bcbb69 req-201515f1-973d-4ea6-9e25-d618376dde9d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:28.886211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10336ac6-099e-4cc7-8d87-582437bcbb69 req-201515f1-973d-4ea6-9e25-d618376dde9d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 944 time: 0.1517153 Jul 06 12:12:28.889725 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.897540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:28.944585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 262f20b1-b61b-4ed8-90bb-f11316461764, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=262f20b1-b61b-4ed8-90bb-f11316461764,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:28.954638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.955370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 341e336b-b67b-4de2-a9ff-0e741c6587de up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:29.015830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10336ac6-099e-4cc7-8d87-582437bcbb69 req-fe1b5857-17a9-4d5f-8a68-3c7c06dedd85 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197813 Jul 06 12:12:29.091986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e70eaee5-0f23-4fca-82ad-c72d35a640be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:29.100677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 341e336b-b67b-4de2-a9ff-0e741c6587de completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:29.118661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=262f20b1-b61b-4ed8-90bb-f11316461764,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:29.123235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e70eaee5-0f23-4fca-82ad-c72d35a640be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:29.123613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.222623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.248315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:29.252500 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfda4e5-cdfc-40e6-9b8c-091291865a08" -d '{"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-plugged", "status": "completed", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:29.275743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:29.285231 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.300661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.310071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.432753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=fbb456c1-317c-466f-b8be-494860d87731,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:29.438786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.534776 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8c63a4-bf45-4328-9949-b2c31486dc49 x-openstack-request-id: req-fc8c63a4-bf45-4328-9949-b2c31486dc49 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:29.535262 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-plugged", "status": "completed", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:29.535688 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc8c63a4-bf45-4328-9949-b2c31486dc49 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:29.536375 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'code': 200} Jul 06 12:12:29.544773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6474d-6cf2-434c-a02f-b4d98cda2703 req-5acc30c2-5f0d-47b3-857a-cef8080fd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:29.548335 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ca6474d-6cf2-434c-a02f-b4d98cda2703 req-5acc30c2-5f0d-47b3-857a-cef8080fd959 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.1094375 Jul 06 12:12:29.586612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96204dac-e04a-43d6-8ba3-cb4d12f38c7d None None] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:29.592282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:29.624025 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ca6474d-6cf2-434c-a02f-b4d98cda2703 req-89a0baca-33d1-454a-b6b6-3d5592f83b40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683210 Jul 06 12:12:29.640328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:29.642290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:29.697642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2617d139-22a2-4827-913b-1d12984ce4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.715363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] Provisioning for port 341e336b-b67b-4de2-a9ff-0e741c6587de completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:29.720631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] Provisioning complete for port 341e336b-b67b-4de2-a9ff-0e741c6587de triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:29.721002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.785101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:29.865726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.916960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] For port 341e336b-b67b-4de2-a9ff-0e741c6587de, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=341e336b-b67b-4de2-a9ff-0e741c6587de,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:29.918787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:29.923415 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.927129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e53d4ed-41c2-4b2e-8164-fb111cecde13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "PUT /v2.0/routers/db67ef3d-b75a-4c13-a189-551fc1328c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9381039 Jul 06 12:12:29.927300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:29.992745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa780d-202d-4bf7-8a5d-44c3f4a7d86b None None] Pushing event updated for resources: {'Port': ['ID=341e336b-b67b-4de2-a9ff-0e741c6587de,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:30.093826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:30.112314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:30.114274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:30.173540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.174040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.174520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.174990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.175453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.176589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.177011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.178909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-67defc4c-c677-4b2d-8860-f4d2371cdb5a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.2505827 Jul 06 12:12:30.181901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:30.190453 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.280607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4957d-b531-4d2a-b4f7-9561230bdfab req-8d9d83e6-40d8-4fe3-8905-70d89f361283 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.282192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47e4957d-b531-4d2a-b4f7-9561230bdfab req-8d9d83e6-40d8-4fe3-8905-70d89f361283 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0889554 Jul 06 12:12:30.288297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2aa2c8e-14d0-4e2c-86d8-31712bf47f1b None None] Provisioning for port fbb456c1-317c-466f-b8be-494860d87731 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:30.294932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2aa2c8e-14d0-4e2c-86d8-31712bf47f1b None None] Provisioning complete for port fbb456c1-317c-466f-b8be-494860d87731 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:30.295299 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2c8e-14d0-4e2c-86d8-31712bf47f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.298073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:30.344597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.345402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.346039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.346672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.347301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.347969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.348596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.353371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47e4957d-b531-4d2a-b4f7-9561230bdfab req-da592585-8a23-4fa4-b1d8-a69f30543a90 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518479 Jul 06 12:12:30.353595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:30.355120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-23a492e2-fbb6-42a7-8931-049a19de964c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1700528 Jul 06 12:12:30.468468 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.470064 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa2c8e-14d0-4e2c-86d8-31712bf47f1b None None] Port fbb456c1-317c-466f-b8be-494860d87731 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:30.546653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2aa2c8e-14d0-4e2c-86d8-31712bf47f1b None None] Provisioning complete for port 341e336b-b67b-4de2-a9ff-0e741c6587de triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:30.547141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2c8e-14d0-4e2c-86d8-31712bf47f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.665388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 262f20b1-b61b-4ed8-90bb-f11316461764 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:30.756004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f79edb9e-cef9-4fe8-9f86-1a7ebee18b0c tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3983614 Jul 06 12:12:30.832497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 262f20b1-b61b-4ed8-90bb-f11316461764 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:30.832882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.884558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:29Z', 'revision_number': 2, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:30.917522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:30.917868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Updating router db67ef3d-b75a-4c13-a189-551fc1328c4d port fbb456c1-317c-466f-b8be-494860d87731 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:12:30.975494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:30.982506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842994709', 'description': 'tempest-secgroup-smoke-842994709 description', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:30.992674 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.013484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.014024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 341e336b-b67b-4de2-a9ff-0e741c6587de up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:31.036972 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.065778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5557647e-9f42-4d09-9919-fdac939a03de None None] Provisioning complete for port fbb456c1-317c-466f-b8be-494860d87731 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:31.066132 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5557647e-9f42-4d09-9919-fdac939a03de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.114893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.142729 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.172789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.174089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1971157 Jul 06 12:12:31.175931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffad1c1-f9dd-4435-92fb-6e1ae7dd178c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50973c3f-3481-4519-a9f4-7a2a8cb4702f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.177147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5557647e-9f42-4d09-9919-fdac939a03de None None] Port fbb456c1-317c-466f-b8be-494860d87731 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:31.178351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.185381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '50973c3f-3481-4519-a9f4-7a2a8cb4702f', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.202306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 341e336b-b67b-4de2-a9ff-0e741c6587de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:31.202901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.222645 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.289388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.294669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.315334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb94ccb-e924-4d4d-b154-7d4d91fb723b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.324911 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.326651 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9471c70-eefe-460f-8905-b4a8f53aaf09 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464109 Jul 06 12:12:31.329089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.333727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '50973c3f-3481-4519-a9f4-7a2a8cb4702f', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.366430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.439555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.447442 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.452181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.454530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Transition to ACTIVE for port object fbb456c1-317c-466f-b8be-494860d87731 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:31.465787 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.474952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be619c47-11df-4e26-9549-13c98981d6c9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.497125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.499985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c6b17096-a563-47fb-a09d-fc98518a926c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684895 Jul 06 12:12:31.501290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.507000 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '50973c3f-3481-4519-a9f4-7a2a8cb4702f', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.540480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.622794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ee090-da48-4b48-89b1-c6f1d0c94ada req-ee1f7890-962c-4aca-a837-dfa3e4397ccc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:31.624898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d8ee090-da48-4b48-89b1-c6f1d0c94ada req-ee1f7890-962c-4aca-a837-dfa3e4397ccc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.1317010 Jul 06 12:12:31.635608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.641315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.663028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4168fd93-2e2c-4afa-9b94-fc6d654d0a92,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.677738 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.681654 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7d0def1-d10f-478f-8285-3390ec0824db tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764672 Jul 06 12:12:31.681840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daaa42-6bcd-4af7-95d3-3850e1629002 None None] Pushing event updated for resources: {'Port': ['ID=fbb456c1-317c-466f-b8be-494860d87731,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.683032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.688899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '50973c3f-3481-4519-a9f4-7a2a8cb4702f', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.695291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d8ee090-da48-4b48-89b1-c6f1d0c94ada req-545ab4ed-916f-4513-b028-4aacd6c7e0e2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641677 Jul 06 12:12:31.700826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Attempting to bind port fbb456c1-317c-466f-b8be-494860d87731 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:31.701293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Attempting to bind port fbb456c1-317c-466f-b8be-494860d87731 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:31.702821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Attempting to bind port fbb456c1-317c-466f-b8be-494860d87731 on network d82fd539-3769-4a5c-93a0-fe816c9b3e33 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:31.722725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:31.723334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Checking segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:31.723830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.724420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Bound using segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:31.725001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Bound port: fbb456c1-317c-466f-b8be-494860d87731, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:31.726334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.731031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.813478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.813737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] For port fbb456c1-317c-466f-b8be-494860d87731, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:31.819006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.832312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] For port fbb456c1-317c-466f-b8be-494860d87731, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fbb456c1-317c-466f-b8be-494860d87731,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:31.842371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.850146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f29851-0a6b-4939-97f1-03f5cd08110e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.857337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.858878 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dc443a2d-d00c-43e4-9069-9b07323d547b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741579 Jul 06 12:12:31.861620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.872368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '50973c3f-3481-4519-a9f4-7a2a8cb4702f', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.920895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daaa42-6bcd-4af7-95d3-3850e1629002 None None] Pushing event updated for resources: {'Port': ['ID=fbb456c1-317c-466f-b8be-494860d87731,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.931700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:31.933276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:31.944795 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Project ae1a4777df9b40a59133d816a6a6be5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:12:31.965648 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.015285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b27691-7fe7-4e24-9beb-83a197210dee req-82920c09-2a09-4812-841d-c5c7eb834d21 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.022444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50b27691-7fe7-4e24-9beb-83a197210dee req-82920c09-2a09-4812-841d-c5c7eb834d21 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.1409528 Jul 06 12:12:32.111086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50b27691-7fe7-4e24-9beb-83a197210dee req-c32e6c52-0eed-4e67-9e0d-5ee313dfe477 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874887 Jul 06 12:12:32.117893 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.124931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.146277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:32.163234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bddf2d-5ec3-43d2-81f4-7b2d5ea1657a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:32.185446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.189236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7a3b5b8f-7f7b-4910-b88c-217f9fa7af56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238728 Jul 06 12:12:32.189436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:32.196385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '50973c3f-3481-4519-a9f4-7a2a8cb4702f', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:32.230835 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Project ae1a4777df9b40a59133d816a6a6be5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:12:32.237149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.254042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57688b3-b7dc-40b5-85d8-7669ede9e3ac tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.260798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c57688b3-b7dc-40b5-85d8-7669ede9e3ac tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1091 time: 0.1096544 Jul 06 12:12:32.261018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:32.266483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:32.266690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:32.297302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.326852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.332320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.360939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3463ebf4-2188-4dc7-87eb-e453052cae8a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:32.381855 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.384222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc87cce2-fc38-46f7-8eb7-83022c7f3e50 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1934052 Jul 06 12:12:32.415189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.498809 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.533055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:31Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:32.565156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699815b-e293-4c74-93b5-ce6828a009df None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:31Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:32.569071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.95 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/49cec9da-a12a-436c-81e4-4c714a5885f0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:32.587522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-0a243567-f6f9-4e3c-9b20-b058f4ae0ce6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842994709&fields=id&tenant_id=ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 267 time: 0.0677159 Jul 06 12:12:32.775453 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.848247 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.897959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:32.903689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:32.909884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:32.941373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=49cec9da-a12a-436c-81e4-4c714a5885f0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:33.186294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-215af416-8905-4bb0-ae1e-c2ef639ce0c5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.193118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-215af416-8905-4bb0-ae1e-c2ef639ce0c5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/networks?id=d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 200 len: 796 time: 0.5964322 Jul 06 12:12:33.208978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-01f44329-bdb2-4fd3-a680-422e25a75aed tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/quotas/ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 375 time: 0.0148907 Jul 06 12:12:33.295902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-dc6d8da1-3b25-4c01-8d84-626f2cfe2f7e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856001 Jul 06 12:12:33.403409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-ce719152-4c95-4b9c-8b70-0b16b070c09f service neutron] 10.222.0.78 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058774 Jul 06 12:12:33.517768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-280df6cb-b17b-4228-9b74-ab33d986c102 service neutron] 10.222.0.78 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056104 Jul 06 12:12:33.549903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.695637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.778645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33db5bbf-8826-4d1c-89bf-7364d5e0e77d req-83471f1f-c736-410f-b235-36ad2652454c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 210 time: 0.0603371 Jul 06 12:12:33.918523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.924255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.002333 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.066624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=49cec9da-a12a-436c-81e4-4c714a5885f0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:34.078040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.078463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.078813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.079164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.079503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.079847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.080252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.080581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.080924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.081262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.081602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.081934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:34.159691 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP da82c316-17a4-44ca-9ae0-79c3fa9fd2ff associated. External IP: 172.25.7.95, port: e70eaee5-0f23-4fca-82ad-c72d35a640be. Jul 06 12:12:34.472223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 85dc7777-efc1-4fb2-81f0-8b091a90af5e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:34.631396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fbb456c1-317c-466f-b8be-494860d87731 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:34.700557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port fbb456c1-317c-466f-b8be-494860d87731 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:34.707114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fbb456c1-317c-466f-b8be-494860d87731 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:34.708341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.816018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.859656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port fbb456c1-317c-466f-b8be-494860d87731, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fbb456c1-317c-466f-b8be-494860d87731,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:34.874941 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.940652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=fbb456c1-317c-466f-b8be-494860d87731,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:34.972291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7ab6aa2-8260-40d3-83c2-731f9e219514 req-7510fb4a-2003-4870-b663-6a2cfeaa03d2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 210 time: 0.0452392 Jul 06 12:12:34.993001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:35.007618 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] Sync routers for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:35.024846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.034500 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:35.035401 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.071869 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a514927a-1aab-4c82-ae06-432a21fe9c8c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8074095 Jul 06 12:12:35.071869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:35.076702 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90882970-e614-4e30-b758-36880bed5510" -d '{"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:35.152639 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f266e583-a5a3-449f-a5e2-32c1845e9e34 x-openstack-request-id: req-f266e583-a5a3-449f-a5e2-32c1845e9e34 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:35.153159 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:35.153477 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f266e583-a5a3-449f-a5e2-32c1845e9e34 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:35.155471 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'status': 'completed', 'code': 200} Jul 06 12:12:35.263087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882970-e614-4e30-b758-36880bed5510 req-38e6e62a-0093-4370-a4b0-1c89ac9a903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.264989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-38e6e62a-0093-4370-a4b0-1c89ac9a903f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.0746698 Jul 06 12:12:35.282245 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:35.405873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-cd918af5-af84-4f6d-a2d6-15119f514bdb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.408245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-cd918af5-af84-4f6d-a2d6-15119f514bdb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/networks?id=d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 200 len: 796 time: 0.2170696 Jul 06 12:12:35.410706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882970-e614-4e30-b758-36880bed5510 req-21d29b21-6676-4095-becb-c8818337bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.412224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-21d29b21-6676-4095-becb-c8818337bafb service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1393902 Jul 06 12:12:35.437224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ab328-4e44-496d-b8ef-069c41d4aa2e req-84d0d98f-ba89-429e-a950-e29d36f455b0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.438846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-896ab328-4e44-496d-b8ef-069c41d4aa2e req-84d0d98f-ba89-429e-a950-e29d36f455b0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.1142159 Jul 06 12:12:35.509402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-896ab328-4e44-496d-b8ef-069c41d4aa2e req-f223e912-f881-47a0-a2ae-fdb4a4f882ed tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601881 Jul 06 12:12:35.555688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:35.560348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-dc4a37fd-fe32-4727-a4f4-aab252cf49ca tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 379 time: 0.1201239 Jul 06 12:12:35.573800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'port': {'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'admin_state_up': True, 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'security_groups': ['50973c3f-3481-4519-a9f4-7a2a8cb4702f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:35.602269 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-34476095-7808-4083-a202-4cdd418f43cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 998 time: 0.1748693 Jul 06 12:12:35.638804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'da82c316-17a4-44ca-9ae0-79c3fa9fd2ff', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'port_id': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'mac_address': 'fa:16:3e:7a:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:33Z', 'updated_at': '2021-07-06T12:12:33Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:23Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.670478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882970-e614-4e30-b758-36880bed5510 req-25e0d5c5-7960-463a-b72a-e99f377f1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.672590 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-25e0d5c5-7960-463a-b72a-e99f377f1821 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0603547 Jul 06 12:12:35.707687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] Checking router: 85dc7777-efc1-4fb2-81f0-8b091a90af5e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:35.716902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c84af9cf-a7aa-4b39-ac9a-8a949e7ee904 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/da82c316-17a4-44ca-9ae0-79c3fa9fd2ff HTTP/1.1" status: 200 len: 990 time: 0.1554499 Jul 06 12:12:35.722211 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:35.723414 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.770740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:35.771161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882970-e614-4e30-b758-36880bed5510 req-128145d9-a57e-4571-afb9-cb7699339306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.774689 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-128145d9-a57e-4571-afb9-cb7699339306 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942185 Jul 06 12:12:35.779951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.856223 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:35.939793 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-a634d0fa-a3cf-4cc7-8114-5ee2dae224c8 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563194 Jul 06 12:12:36.002266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.20.0.11 (d82fd539-3769-4a5c-93a0-fe816c9b3e33/debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9/12be1714-6984-4a89-8ca8-baf955c0c805) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:36.097243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-90882970-e614-4e30-b758-36880bed5510 req-fa1c6ac9-7107-40fb-aa68-cca7f11b7b30 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495452 Jul 06 12:12:36.167466 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'da82c316-17a4-44ca-9ae0-79c3fa9fd2ff', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'port_id': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'mac_address': 'fa:16:3e:7a:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:33Z', 'updated_at': '2021-07-06T12:12:33Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:23Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:36.195358 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feaab8-6e81-4a8d-925c-da8103de6d38 None None] The sync data for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 is: [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'da82c316-17a4-44ca-9ae0-79c3fa9fd2ff', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'port_id': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'mac_address': 'fa:16:3e:7a:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:33Z', 'updated_at': '2021-07-06T12:12:33Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:23Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:36.224172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-316d6325-1fb1-46d7-8565-c70c3ff90c96 req-44ba9dc2-b174-4b8d-804f-c07c9e8bc21f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 210 time: 0.0446932 Jul 06 12:12:36.281197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.296483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Transition to ACTIVE for port object 12be1714-6984-4a89-8ca8-baf955c0c805 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:36.331539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.379746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:36.385890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:36.390371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:36.397830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=12be1714-6984-4a89-8ca8-baf955c0c805,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:36.466915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:36.467577 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.471886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528463d-623a-4c24-99c8-dafeeccf2e33 None None] New status for floating IP da82c316-17a4-44ca-9ae0-79c3fa9fd2ff: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:12:36.488593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-48778bc6-6d7c-4196-8203-81899e82ea1f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9198451 Jul 06 12:12:36.502282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Request body: {'port': {'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:36.598871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.625604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fbb456c1-317c-466f-b8be-494860d87731 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:36.718925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:36.758940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fbb456c1-317c-466f-b8be-494860d87731 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:36.759599 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.815854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05a7a1b9-b1d3-492e-a363-a8a1e7b641f5 None None] Provisioning for port 12be1714-6984-4a89-8ca8-baf955c0c805 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:36.820914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05a7a1b9-b1d3-492e-a363-a8a1e7b641f5 None None] Provisioning complete for port 12be1714-6984-4a89-8ca8-baf955c0c805 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:36.821494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a7a1b9-b1d3-492e-a363-a8a1e7b641f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.908795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05a7a1b9-b1d3-492e-a363-a8a1e7b641f5 None None] Port 12be1714-6984-4a89-8ca8-baf955c0c805 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:36.922035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-054e5ade-c644-4bce-afe6-861bed9a8d56 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/da82c316-17a4-44ca-9ae0-79c3fa9fd2ff HTTP/1.1" status: 200 len: 992 time: 0.2019780 Jul 06 12:12:36.935746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12be1714-6984-4a89-8ca8-baf955c0c805 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:36.945049 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.960943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Transition to ACTIVE for port object 12be1714-6984-4a89-8ca8-baf955c0c805 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:36.966623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.048333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Pushing event updated for resources: {'Port': ['ID=12be1714-6984-4a89-8ca8-baf955c0c805,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:37.102722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Attempting to bind port 12be1714-6984-4a89-8ca8-baf955c0c805 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:37.104897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Attempting to bind port 12be1714-6984-4a89-8ca8-baf955c0c805 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:37.104897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Attempting to bind port 12be1714-6984-4a89-8ca8-baf955c0c805 on network d82fd539-3769-4a5c-93a0-fe816c9b3e33 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:37.109965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Port 12be1714-6984-4a89-8ca8-baf955c0c805 on network d82fd539-3769-4a5c-93a0-fe816c9b3e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:37.110307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Attempting to bind port 12be1714-6984-4a89-8ca8-baf955c0c805 on network d82fd539-3769-4a5c-93a0-fe816c9b3e33 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:37.115884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:37.116433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Checking segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:37.116810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Bound using segment: {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:37.117243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Bound port: 12be1714-6984-4a89-8ca8-baf955c0c805, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438c1dcf-3a0c-4216-8cc8-252dee6686c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:37.117607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.193541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] For port 12be1714-6984-4a89-8ca8-baf955c0c805, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:37.197124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] For port 12be1714-6984-4a89-8ca8-baf955c0c805, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=12be1714-6984-4a89-8ca8-baf955c0c805,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:37.202322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.246659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.248918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.250889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] 10.222.0.79 "PUT /v2.0/ports/12be1714-6984-4a89-8ca8-baf955c0c805 HTTP/1.1" status: 200 len: 1092 time: 0.7551346 Jul 06 12:12:37.253672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:37.262921 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85210db1-6008-46e2-baa9-6711bbddf293" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:37.309923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c01f7-cab4-439b-b51a-70ff98329b33 service neutron] Pushing event updated for resources: {'Port': ['ID=12be1714-6984-4a89-8ca8-baf955c0c805,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:37.336354 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f42a95-21ed-4eee-8816-89b8cbd770e9 x-openstack-request-id: req-b4f42a95-21ed-4eee-8816-89b8cbd770e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:37.336651 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:37.336915 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b4f42a95-21ed-4eee-8816-89b8cbd770e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:37.337319 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805', 'status': 'completed', 'code': 200} Jul 06 12:12:37.373366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-29ce65f6-56c5-4a52-9311-eadb6dc7cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.374905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-29ce65f6-56c5-4a52-9311-eadb6dc7cfb1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 1095 time: 0.0802770 Jul 06 12:12:37.421663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-5802ab8b-fc9d-41e0-8914-8e01e3fb4e0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12be1714-6984-4a89-8ca8-baf955c0c805 HTTP/1.1" status: 200 len: 217 time: 0.0387917 Jul 06 12:12:37.504405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-cb2a8ad1-cedd-4d9b-b3c3-28557eb82a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.505940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-cb2a8ad1-cedd-4d9b-b3c3-28557eb82a66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9 HTTP/1.1" status: 200 len: 835 time: 0.0763333 Jul 06 12:12:37.558471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e876c-fcfa-4fc1-9fa7-bb840fafa6c4 req-bd640e54-05b8-4f82-8a25-5e8d7141e577 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.560393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-609e876c-fcfa-4fc1-9fa7-bb840fafa6c4 req-bd640e54-05b8-4f82-8a25-5e8d7141e577 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 944 time: 0.1415713 Jul 06 12:12:37.610920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-609e876c-fcfa-4fc1-9fa7-bb840fafa6c4 req-5c297905-2a8f-43fe-866e-dbe2463258cc tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Jul 06 12:12:37.613904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-389240be-2445-4e83-8686-faed4a3f8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.615157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-389240be-2445-4e83-8686-faed4a3f8dbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d82fd539-3769-4a5c-93a0-fe816c9b3e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019671 Jul 06 12:12:37.709015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-6abdd73f-4c83-4cc4-af40-31f3f3e5f7e2 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869997 Jul 06 12:12:37.800292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08014953-cac1-44f0-9a9e-ef3d858cddfd req-5c13b107-1e13-4773-b22f-6498da56ce60 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846262 Jul 06 12:12:37.908595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210db1-6008-46e2-baa9-6711bbddf293 req-cc90e4ad-b316-48fe-8749-0fd02c7fe3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.910139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-cc90e4ad-b316-48fe-8749-0fd02c7fe3c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 1095 time: 0.0612369 Jul 06 12:12:38.005396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210db1-6008-46e2-baa9-6711bbddf293 req-68494e4c-27aa-4782-8ed6-4edf8ff1819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:38.007133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-68494e4c-27aa-4782-8ed6-4edf8ff1819e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 200 len: 897 time: 0.0900981 Jul 06 12:12:38.050503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-9fd1e08f-9cf7-4b8d-9314-b2a745895ca7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12be1714-6984-4a89-8ca8-baf955c0c805 HTTP/1.1" status: 200 len: 217 time: 0.0353498 Jul 06 12:12:38.107433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210db1-6008-46e2-baa9-6711bbddf293 req-5b6901d4-7834-4bd9-b380-0c3be3f4fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:38.108985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-5b6901d4-7834-4bd9-b380-0c3be3f4fdf7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9 HTTP/1.1" status: 200 len: 835 time: 0.0524876 Jul 06 12:12:38.168921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210db1-6008-46e2-baa9-6711bbddf293 req-a75ef6b8-107e-4ada-866c-8f9f583ae5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:38.170381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-a75ef6b8-107e-4ada-866c-8f9f583ae5f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d82fd539-3769-4a5c-93a0-fe816c9b3e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548704 Jul 06 12:12:38.270701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-bc6c5a6d-6a39-420b-b895-f92b997d4470 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933349 Jul 06 12:12:38.371249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-85210db1-6008-46e2-baa9-6711bbddf293 req-c526e1fe-e1e2-4367-96cc-5f01163088eb service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925701 Jul 06 12:12:38.832211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2d1d-166b-45ac-b32b-1742c40ebfcd req-9ea3c984-2a70-43b8-b4e2-6ba72f60153d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:38.833892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74ba2d1d-166b-45ac-b32b-1742c40ebfcd req-9ea3c984-2a70-43b8-b4e2-6ba72f60153d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 944 time: 0.0917854 Jul 06 12:12:38.878208 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74ba2d1d-166b-45ac-b32b-1742c40ebfcd req-75080948-6343-46aa-be86-fe2843d14037 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374181 Jul 06 12:12:40.064026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cdc47-6d7f-4787-98ce-df2d14d612e6 req-5b488a87-df36-4459-aad7-c86f662beb32 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:40.065441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a4cdc47-6d7f-4787-98ce-df2d14d612e6 req-5b488a87-df36-4459-aad7-c86f662beb32 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 944 time: 0.0697105 Jul 06 12:12:40.103606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a4cdc47-6d7f-4787-98ce-df2d14d612e6 req-7d8498fe-1f3b-470c-be69-6338914885b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jul 06 12:12:40.638943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-858fc66e-cfd8-4b38-9998-7b6401e7ec5e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:40.640536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-858fc66e-cfd8-4b38-9998-7b6401e7ec5e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1074979 Jul 06 12:12:40.655442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-627a63b3-ec60-4481-96e0-05cec517e6b9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0094945 Jul 06 12:12:40.726293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-effff6d6-1c9d-417e-bc9e-9f4136e19f8e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658474 Jul 06 12:12:40.817027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-a331fddd-5374-4d53-afff-f0e2591588c9 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843270 Jul 06 12:12:40.913624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-803eb16d-903d-4e9c-9a2b-271d37c9d4fd service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906029 Jul 06 12:12:40.955629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 12be1714-6984-4a89-8ca8-baf955c0c805 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:41.057939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 12be1714-6984-4a89-8ca8-baf955c0c805, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=12be1714-6984-4a89-8ca8-baf955c0c805,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:41.070692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '12be1714-6984-4a89-8ca8-baf955c0c805', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:41.113734 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.127940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be1714-6984-4a89-8ca8-baf955c0c805 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:41.152719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 12be1714-6984-4a89-8ca8-baf955c0c805, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=12be1714-6984-4a89-8ca8-baf955c0c805,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:41.158106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.214382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=12be1714-6984-4a89-8ca8-baf955c0c805,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:41.235762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21342138-93ff-435e-8921-c210ed7e1a91 req-c3b76fea-1694-4452-ae7d-ee919ab41a95 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 210 time: 0.0373893 Jul 06 12:12:41.306088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b729-dccb-4532-87df-2f87712035ef req-125b0098-565e-4ef2-97f4-b9d1ead1b62d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:41.308575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0c7b729-dccb-4532-87df-2f87712035ef req-125b0098-565e-4ef2-97f4-b9d1ead1b62d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 945 time: 0.0718637 Jul 06 12:12:41.347959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0c7b729-dccb-4532-87df-2f87712035ef req-2a76a1e2-f8be-4aba-b6e9-7981e74b772d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338242 Jul 06 12:12:41.404115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['12be1714-6984-4a89-8ca8-baf955c0c805'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:42.330800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-e389f9b2-b449-4276-b1af-d67b8a3a99bc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:42.332332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-e389f9b2-b449-4276-b1af-d67b8a3a99bc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1162715 Jul 06 12:12:42.357991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:42.401649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7cecbfc5-822c-4ff6-ba4b-1467931c1a8e req-11471a38-6390-4881-8a63-41c10adc1b85 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 210 time: 0.0401664 Jul 06 12:12:42.541630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:42.545517 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.587210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ab5ea-d9ee-4ee5-b160-5d02fb410172 req-8a90a0e9-0d3b-4c10-a410-8714234df0e4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:42.589316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7ab5ea-d9ee-4ee5-b160-5d02fb410172 req-8a90a0e9-0d3b-4c10-a410-8714234df0e4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 945 time: 0.1079638 Jul 06 12:12:42.677697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7ab5ea-d9ee-4ee5-b160-5d02fb410172 req-39d1ea97-5b70-4473-ad83-44084e906d24 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595479 Jul 06 12:12:42.723146 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.11 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/678e4cb1-4874-4b10-99fd-527f442e2d70) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:42.867345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.882069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object 678e4cb1-4874-4b10-99fd-527f442e2d70 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:42.915877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.971567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:42.972454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 12be1714-6984-4a89-8ca8-baf955c0c805 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:42.975250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:42.980534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:42.984920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=678e4cb1-4874-4b10-99fd-527f442e2d70,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:43.037998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 12be1714-6984-4a89-8ca8-baf955c0c805 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:43.038237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:43.039060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.043687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 12be1714-6984-4a89-8ca8-baf955c0c805 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:43.044394 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.059102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-ab8fc607-c78e-40ff-a47c-db65d6520d67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7055073 Jul 06 12:12:43.072858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Request body: {'port': {'device_id': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:43.146853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.162299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.190619 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 12be1714-6984-4a89-8ca8-baf955c0c805, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=12be1714-6984-4a89-8ca8-baf955c0c805,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:43.191787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:43.194598 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0cf729-d63f-443f-8a23-0376a32aabe6" -d '{"events": [{"server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "name": "network-vif-plugged", "status": "completed", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:43.199288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.254337 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4129d29d-5a62-45d3-8c4c-70fdcf1cbd59 x-openstack-request-id: req-4129d29d-5a62-45d3-8c4c-70fdcf1cbd59 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:43.254634 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "name": "network-vif-plugged", "status": "completed", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:43.254899 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4129d29d-5a62-45d3-8c4c-70fdcf1cbd59 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:43.255303 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805', 'code': 200} Jul 06 12:12:43.256295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=12be1714-6984-4a89-8ca8-baf955c0c805,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:43.325920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6dc73af-1293-4b1a-8e4d-f707caafe7de None None] Provisioning for port 678e4cb1-4874-4b10-99fd-527f442e2d70 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:43.330284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c6dc73af-1293-4b1a-8e4d-f707caafe7de None None] Provisioning complete for port 678e4cb1-4874-4b10-99fd-527f442e2d70 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:43.330665 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6dc73af-1293-4b1a-8e4d-f707caafe7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.369889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc73af-1293-4b1a-8e4d-f707caafe7de None None] Port 678e4cb1-4874-4b10-99fd-527f442e2d70 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:43.388092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ba72-070c-40ed-99af-47380958e52d req-8fea255c-a3e3-4e59-ba27-5e0f42de7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:43.390318 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a0c5ba72-070c-40ed-99af-47380958e52d req-8fea255c-a3e3-4e59-ba27-5e0f42de7024 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 1097 time: 0.0615342 Jul 06 12:12:43.425696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a0c5ba72-070c-40ed-99af-47380958e52d req-36034fd4-7ad5-4029-9e6f-47552afce7cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288064 Jul 06 12:12:43.481364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678e4cb1-4874-4b10-99fd-527f442e2d70 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:43.489340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.502177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Transition to ACTIVE for port object 678e4cb1-4874-4b10-99fd-527f442e2d70 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:43.506594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.590932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Pushing event updated for resources: {'Port': ['ID=678e4cb1-4874-4b10-99fd-527f442e2d70,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:43.687186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc0aa-43b3-47cb-8786-3f9dbc10010e req-a63530e9-c2e5-4368-aea5-f9c7271d0525 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:43.688783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4fc0aa-43b3-47cb-8786-3f9dbc10010e req-a63530e9-c2e5-4368-aea5-f9c7271d0525 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.1589787 Jul 06 12:12:43.729436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Attempting to bind port 678e4cb1-4874-4b10-99fd-527f442e2d70 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:43.729817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Attempting to bind port 678e4cb1-4874-4b10-99fd-527f442e2d70 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:43.730152 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Attempting to bind port 678e4cb1-4874-4b10-99fd-527f442e2d70 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:43.744642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Port 678e4cb1-4874-4b10-99fd-527f442e2d70 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:43.744975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Attempting to bind port 678e4cb1-4874-4b10-99fd-527f442e2d70 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:43.751311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:43.751659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:43.752083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:43.752524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Bound port: 678e4cb1-4874-4b10-99fd-527f442e2d70, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:43.752979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.776513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4fc0aa-43b3-47cb-8786-3f9dbc10010e req-5098ce6d-96d4-467a-8c6b-f06d604eb075 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Jul 06 12:12:43.870769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] For port 678e4cb1-4874-4b10-99fd-527f442e2d70, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:43.874840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] For port 678e4cb1-4874-4b10-99fd-527f442e2d70, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=678e4cb1-4874-4b10-99fd-527f442e2d70,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:43.879401 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.923084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:43.923705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.925128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] 10.222.0.79 "PUT /v2.0/ports/678e4cb1-4874-4b10-99fd-527f442e2d70 HTTP/1.1" status: 200 len: 1092 time: 0.8576777 Jul 06 12:12:43.925580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'tag': '678e4cb1-4874-4b10-99fd-527f442e2d70'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:43.927953 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50190974-2b27-45c7-91e1-74d73da76875" -d '{"events": [{"name": "network-changed", "server_uuid": "b4504e66-cac0-43bf-b57f-8ef2b16086c0", "tag": "678e4cb1-4874-4b10-99fd-527f442e2d70"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:43.961712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e659d-c153-4b3e-81e1-9596ee348b7b req-7302d55d-11b6-43d2-94ed-fec01fca4382 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:43.965372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c2e659d-c153-4b3e-81e1-9596ee348b7b req-7302d55d-11b6-43d2-94ed-fec01fca4382 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 946 time: 0.1474168 Jul 06 12:12:43.966549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75aa5e-7d22-4d6c-85c7-97b1a546bc3f service neutron] Pushing event updated for resources: {'Port': ['ID=678e4cb1-4874-4b10-99fd-527f442e2d70,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.009472 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc4aa1-c77f-4c8b-b6b2-84d10905fcf1 x-openstack-request-id: req-e7dc4aa1-c77f-4c8b-b6b2-84d10905fcf1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:44.010849 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4504e66-cac0-43bf-b57f-8ef2b16086c0", "tag": "678e4cb1-4874-4b10-99fd-527f442e2d70", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:44.011207 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7dc4aa1-c77f-4c8b-b6b2-84d10905fcf1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:44.011516 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'tag': '678e4cb1-4874-4b10-99fd-527f442e2d70', 'status': 'completed', 'code': 200} Jul 06 12:12:44.050885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c2e659d-c153-4b3e-81e1-9596ee348b7b req-a761e117-3051-4c49-bfbe-a876cf80afb0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794532 Jul 06 12:12:44.066704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-1cc1d669-3a26-4330-9916-534cd54f61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.084655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-1cc1d669-3a26-4330-9916-534cd54f61fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 1095 time: 0.0960660 Jul 06 12:12:44.123528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-88b42f80-67f4-4857-ac37-7e9ae2f837d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=678e4cb1-4874-4b10-99fd-527f442e2d70 HTTP/1.1" status: 200 len: 217 time: 0.0461738 Jul 06 12:12:44.180520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-f6b8532e-ccaa-401c-89fd-9bcfeedb94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.182732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-f6b8532e-ccaa-401c-89fd-9bcfeedb94b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0519285 Jul 06 12:12:44.245580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-97d16ae1-d5e8-4e4a-8101-fbc385660d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.247108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-97d16ae1-d5e8-4e4a-8101-fbc385660d29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570624 Jul 06 12:12:44.345658 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-c0d1cccb-e9d9-4663-92d1-23147054be0e service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896950 Jul 06 12:12:44.441332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4ff344-c665-4d8c-b7ff-5c52a6a96602 req-b6d4ab91-3038-48a1-a626-434944c2a093 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Jul 06 12:12:44.553801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50190974-2b27-45c7-91e1-74d73da76875 req-564717b6-e0db-44a3-90ac-26b0a4dfe86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.555318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-564717b6-e0db-44a3-90ac-26b0a4dfe86b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 1095 time: 0.0585010 Jul 06 12:12:44.646105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50190974-2b27-45c7-91e1-74d73da76875 req-2bc3c88d-6b62-41ce-8bbd-9e80c0b5ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.647577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-2bc3c88d-6b62-41ce-8bbd-9e80c0b5ecd1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.0857565 Jul 06 12:12:44.691998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-c74fadab-2bcb-449b-a71c-3ec9f94477fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=678e4cb1-4874-4b10-99fd-527f442e2d70 HTTP/1.1" status: 200 len: 217 time: 0.0375493 Jul 06 12:12:44.740771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50190974-2b27-45c7-91e1-74d73da76875 req-518a6403-5a5e-4e8a-b125-e9be6bbd52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.742231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-518a6403-5a5e-4e8a-b125-e9be6bbd52b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0444577 Jul 06 12:12:44.800971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50190974-2b27-45c7-91e1-74d73da76875 req-4cac9f67-5e24-4e8b-8bcd-5bced9435a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.802704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-4cac9f67-5e24-4e8b-8bcd-5bced9435a8b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535095 Jul 06 12:12:44.929601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-ab5106ae-878c-4967-a2f6-058da9ecb240 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204867 Jul 06 12:12:45.027710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02a4bc-6a4e-4fed-9ba0-5a4754bef9ff req-177f5781-12ba-4555-a31f-fd37c0eb9eab tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:45.029367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e02a4bc-6a4e-4fed-9ba0-5a4754bef9ff req-177f5781-12ba-4555-a31f-fd37c0eb9eab tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.1401174 Jul 06 12:12:45.443280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50190974-2b27-45c7-91e1-74d73da76875 req-51338bcb-66d9-4fa6-a1e7-9255f7a9cca1 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057480 Jul 06 12:12:45.476374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e02a4bc-6a4e-4fed-9ba0-5a4754bef9ff req-276d7f85-b41f-4ac2-ad8b-8f07c4d03722 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411464 Jul 06 12:12:45.509247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c50484-fa9a-4c89-9266-86a00bb2e8b9 req-4f57a547-392c-45b6-b942-fea8dfdbf9b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:45.511510 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0c50484-fa9a-4c89-9266-86a00bb2e8b9 req-4f57a547-392c-45b6-b942-fea8dfdbf9b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 946 time: 0.0878086 Jul 06 12:12:45.550331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0c50484-fa9a-4c89-9266-86a00bb2e8b9 req-4f9a902a-9c56-42dd-a1f9-e68f5ee09cf5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Jul 06 12:12:45.726674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44290493-e136-46fa-9c69-fb6bb350334d req-f8955d47-2aad-400e-a834-060fada69b9f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:45.728794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44290493-e136-46fa-9c69-fb6bb350334d req-f8955d47-2aad-400e-a834-060fada69b9f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 946 time: 0.0664430 Jul 06 12:12:45.770242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44290493-e136-46fa-9c69-fb6bb350334d req-4ee64516-161c-4535-bd85-70f4ab95c1a1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356147 Jul 06 12:12:45.801255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.875612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3564a2-042e-4604-ba99-5c0d6a6cc5b1 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:45.877416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0f3564a2-042e-4604-ba99-5c0d6a6cc5b1 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 1092 time: 0.0746202 Jul 06 12:12:45.880255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.885622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:45.910285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.010770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.127505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.25.7.97 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/e9ba0c3f-3751-4672-94ac-0043268ee1ea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:46.236411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.282858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.321313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:46.327668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:46.331269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:46.337324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=e9ba0c3f-3751-4672-94ac-0043268ee1ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:46.902492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b95e-85ab-49b3-8587-cb5639f3776a req-7052bd88-d770-4360-a680-043228674300 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:46.903980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0223b95e-85ab-49b3-8587-cb5639f3776a req-7052bd88-d770-4360-a680-043228674300 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.2912204 Jul 06 12:12:46.982385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.998582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0223b95e-85ab-49b3-8587-cb5639f3776a req-e0b29c0c-cf30-4968-9c8c-b470b804b92c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888705 Jul 06 12:12:47.097518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.248062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.253831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.323878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=e9ba0c3f-3751-4672-94ac-0043268ee1ea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:47.333717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.434776 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Floating IP 1d913783-80f4-44c7-958a-667817f6d873 associated. External IP: 172.25.7.97, port: 12be1714-6984-4a89-8ca8-baf955c0c805. Jul 06 12:12:47.644838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:47.757608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:47.767885 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:47.776655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.781998 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:47.782616 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:47.817416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-10cedb3c-38d8-43f4-9586-a05345627c9b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9333267 Jul 06 12:12:47.817416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:47.817817 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1059f809-15cd-4d83-a643-07c61f23e556" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:47.817948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:47.855110 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e63862-bb8a-47d6-b3af-4819bbb4011c x-openstack-request-id: req-20e63862-bb8a-47d6-b3af-4819bbb4011c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:47.855422 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:47.855680 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20e63862-bb8a-47d6-b3af-4819bbb4011c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:47.856119 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805', 'status': 'completed', 'code': 200} Jul 06 12:12:47.884092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-49e64e37-f8b6-4b5d-8c1a-5e758f5c40cf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/floatingips/1d913783-80f4-44c7-958a-667817f6d873 HTTP/1.1" status: 200 len: 991 time: 0.0651243 Jul 06 12:12:47.901661 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:47.935271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f809-15cd-4d83-a643-07c61f23e556 req-f6e12bb1-2cf5-4bb7-8b20-34765979278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:47.936825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-f6e12bb1-2cf5-4bb7-8b20-34765979278c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 1097 time: 0.0549476 Jul 06 12:12:48.042296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f809-15cd-4d83-a643-07c61f23e556 req-91b02030-662f-4baf-8ae1-42a60a604e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:48.043782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-91b02030-662f-4baf-8ae1-42a60a604e68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 200 len: 897 time: 0.1001632 Jul 06 12:12:48.133526 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:46Z', 'revision_number': 0, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.160776 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:48.168822 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:48.169422 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:12:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.172884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-0b038959-43c6-4bba-9940-66776f038d4d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12be1714-6984-4a89-8ca8-baf955c0c805 HTTP/1.1" status: 200 len: 999 time: 0.1211205 Jul 06 12:12:48.242242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374b8e0-4dea-42b2-8ed3-8361eb296e57 req-814379e2-ddde-4eb7-b95e-38b402f5f638 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:48.243813 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e374b8e0-4dea-42b2-8ed3-8361eb296e57 req-814379e2-ddde-4eb7-b95e-38b402f5f638 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.1299269 Jul 06 12:12:48.245841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f809-15cd-4d83-a643-07c61f23e556 req-11869472-20d6-4a8e-a92b-b9f4d3b91edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:48.247216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-11869472-20d6-4a8e-a92b-b9f4d3b91edb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9 HTTP/1.1" status: 200 len: 835 time: 0.0668349 Jul 06 12:12:48.281112 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:48.317160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e374b8e0-4dea-42b2-8ed3-8361eb296e57 req-d3ac78f3-c389-46a0-bca2-6cb9f0a61936 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648110 Jul 06 12:12:48.341051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f809-15cd-4d83-a643-07c61f23e556 req-a6d0bddb-b264-4822-8cfe-bd855b33d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:48.341339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-a6d0bddb-b264-4822-8cfe-bd855b33d026 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d82fd539-3769-4a5c-93a0-fe816c9b3e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873001 Jul 06 12:12:48.430655 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-dc47936a-2268-4103-b2fc-903ecca518c1 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824962 Jul 06 12:12:48.510767 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:46Z', 'revision_number': 0, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.528709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1059f809-15cd-4d83-a643-07c61f23e556 req-a4f3da76-ee8c-46d3-815d-5579c3a47bd5 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914242 Jul 06 12:12:48.537568 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92991510-43ac-482c-8931-1da05bb848f2 None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:46Z', 'revision_number': 0, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:48.728742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880b51d-f266-4f50-8b71-e9ae51ad0397 None None] New status for floating IP 1d913783-80f4-44c7-958a-667817f6d873: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:12:48.888646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:48.959218 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d6f05cc1-3157-4fca-bdea-d942427d3ad1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/floatingips/1d913783-80f4-44c7-958a-667817f6d873 HTTP/1.1" status: 200 len: 993 time: 0.0694087 Jul 06 12:12:49.492120 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f09dc-1b57-4f17-b67e-590d2ac2bc04 req-676ed241-6b98-4a19-aabd-29e60953d473 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:49.493590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-141f09dc-1b57-4f17-b67e-590d2ac2bc04 req-676ed241-6b98-4a19-aabd-29e60953d473 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.0644503 Jul 06 12:12:49.531136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-141f09dc-1b57-4f17-b67e-590d2ac2bc04 req-9fe6c129-f3a2-4684-aa42-4285f306405e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jul 06 12:12:50.706959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75d0-1e28-4b9c-a464-84c6dbae81f4 req-0980a188-7c34-46e0-9c4f-49b1d9270cea tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:50.708514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a70f75d0-1e28-4b9c-a464-84c6dbae81f4 req-0980a188-7c34-46e0-9c4f-49b1d9270cea tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.0648589 Jul 06 12:12:50.749798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a70f75d0-1e28-4b9c-a464-84c6dbae81f4 req-8737bea6-7a8c-4a2d-8924-573e1d5f2a93 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Jul 06 12:12:51.928496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000dee-5627-4be5-b55b-7837464d97b1 req-0e3a0af9-9879-4469-a5a1-ae1fe9fa0b30 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:51.930004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0000dee-5627-4be5-b55b-7837464d97b1 req-0e3a0af9-9879-4469-a5a1-ae1fe9fa0b30 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.0675097 Jul 06 12:12:51.970908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0000dee-5627-4be5-b55b-7837464d97b1 req-9c690de2-3967-4ac0-b2a7-d53575e19254 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345254 Jul 06 12:12:52.870734 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.145473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326903f-65b5-48ad-917f-72ff5ccaba0e req-cbb0e632-de58-4ea0-a5ca-6ac750f65d47 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:53.146853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4326903f-65b5-48ad-917f-72ff5ccaba0e req-cbb0e632-de58-4ea0-a5ca-6ac750f65d47 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.0642750 Jul 06 12:12:53.190169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4326903f-65b5-48ad-917f-72ff5ccaba0e req-e19f9318-5474-412e-a910-6163f14f608b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Jul 06 12:12:54.366543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e011-c723-45b8-8e3f-287ef450f66b req-c5a675b5-ec9a-482a-9546-adb3370ba891 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:54.368051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd14e011-c723-45b8-8e3f-287ef450f66b req-c5a675b5-ec9a-482a-9546-adb3370ba891 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 944 time: 0.0636997 Jul 06 12:12:54.406274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd14e011-c723-45b8-8e3f-287ef450f66b req-0db55292-adac-4ae8-be60-6067da1ce14e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 06 12:12:55.065269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 678e4cb1-4874-4b10-99fd-527f442e2d70 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:55.160028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 678e4cb1-4874-4b10-99fd-527f442e2d70, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=678e4cb1-4874-4b10-99fd-527f442e2d70,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:55.171680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '678e4cb1-4874-4b10-99fd-527f442e2d70', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': '678e4cb1-4874-4b10-99fd-527f442e2d70', 'mac_address': 'fa:16:3e:b3:b4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:55.207281 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.224276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678e4cb1-4874-4b10-99fd-527f442e2d70 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:55.245599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 678e4cb1-4874-4b10-99fd-527f442e2d70, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=678e4cb1-4874-4b10-99fd-527f442e2d70,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:55.249618 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.304704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=678e4cb1-4874-4b10-99fd-527f442e2d70,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.526674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['678e4cb1-4874-4b10-99fd-527f442e2d70'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:55.583288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a58366-2ee2-496b-831f-e57e24af08c2 req-ea1b8ac5-643b-402a-9864-759ed134a1ff tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:55.584839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0a58366-2ee2-496b-831f-e57e24af08c2 req-ea1b8ac5-643b-402a-9864-759ed134a1ff tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 945 time: 0.0695891 Jul 06 12:12:55.622760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a0a58366-2ee2-496b-831f-e57e24af08c2 req-c95982d6-a2f5-4154-867b-a8fb2788ff73 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Jul 06 12:12:56.390886 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:12:56.799370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697344ff-d7d9-4421-aa97-552de822f205 req-1a18278a-6163-4e21-a7f3-4e543bba9b89 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:56.800913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-697344ff-d7d9-4421-aa97-552de822f205 req-1a18278a-6163-4e21-a7f3-4e543bba9b89 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 945 time: 0.0656250 Jul 06 12:12:56.838303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-697344ff-d7d9-4421-aa97-552de822f205 req-7856f969-f18e-49a9-97c7-9c6153551f26 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Jul 06 12:12:57.077986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 678e4cb1-4874-4b10-99fd-527f442e2d70 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:57.135447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 678e4cb1-4874-4b10-99fd-527f442e2d70 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:57.144590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 678e4cb1-4874-4b10-99fd-527f442e2d70 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:57.145288 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.148280 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0098a7b0-03aa-4713-9220-bb43b9dc7d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.222024 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.243941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678e4cb1-4874-4b10-99fd-527f442e2d70'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:57.246163 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a34103-9ef0-4450-bdbd-70e6f29f9416" -d '{"events": [{"server_uuid": "b4504e66-cac0-43bf-b57f-8ef2b16086c0", "name": "network-vif-plugged", "status": "completed", "tag": "678e4cb1-4874-4b10-99fd-527f442e2d70"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:57.258867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 678e4cb1-4874-4b10-99fd-527f442e2d70, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=678e4cb1-4874-4b10-99fd-527f442e2d70,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:57.264178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.289839 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d01e3-7cea-45aa-8fa7-b4412ce7044d x-openstack-request-id: req-3d3d01e3-7cea-45aa-8fa7-b4412ce7044d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:57.290137 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4504e66-cac0-43bf-b57f-8ef2b16086c0", "name": "network-vif-plugged", "status": "completed", "tag": "678e4cb1-4874-4b10-99fd-527f442e2d70", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:57.290408 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d3d01e3-7cea-45aa-8fa7-b4412ce7044d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:57.290810 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678e4cb1-4874-4b10-99fd-527f442e2d70', 'code': 200} Jul 06 12:12:57.319037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=678e4cb1-4874-4b10-99fd-527f442e2d70,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.415455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3efe-451b-442a-9cb6-ab7bbe21d954 req-110104cf-8c65-47f6-b780-c446877edd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:57.416953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d6c3efe-451b-442a-9cb6-ab7bbe21d954 req-110104cf-8c65-47f6-b780-c446877edd5e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 1097 time: 0.0555220 Jul 06 12:12:57.462027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d6c3efe-451b-442a-9cb6-ab7bbe21d954 req-4d626784-4f64-4f14-86f9-470e126ce204 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jul 06 12:12:58.026372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc567d-10e9-404a-b6e1-84beec565c7d req-a8602917-55c6-4c5d-9fd6-1b3ff97ebe7b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:58.027900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75bc567d-10e9-404a-b6e1-84beec565c7d req-a8602917-55c6-4c5d-9fd6-1b3ff97ebe7b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 946 time: 0.0637116 Jul 06 12:12:58.067089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-75bc567d-10e9-404a-b6e1-84beec565c7d req-0904da16-60d0-4802-9597-dae62e6e4ff7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Jul 06 12:12:59.241336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97138a-561e-4405-acf6-7db1b3d28fb8 req-5a5c2284-e587-4d09-964d-e04d23c3d25c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:59.242836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db97138a-561e-4405-acf6-7db1b3d28fb8 req-5a5c2284-e587-4d09-964d-e04d23c3d25c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 946 time: 0.0636008 Jul 06 12:12:59.285296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db97138a-561e-4405-acf6-7db1b3d28fb8 req-c0357d32-1a73-4b52-8804-99f1d3653faa tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Jul 06 12:12:59.460868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c089e-0f3b-45eb-98a2-d6c49b3f4f65 req-c4bff067-bdf1-40a3-8f73-ce0fa243b34a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:59.462358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-713c089e-0f3b-45eb-98a2-d6c49b3f4f65 req-c4bff067-bdf1-40a3-8f73-ce0fa243b34a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 946 time: 0.0632105 Jul 06 12:12:59.499169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-713c089e-0f3b-45eb-98a2-d6c49b3f4f65 req-ae8f4176-46e1-4667-af70-1c313c96811f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jul 06 12:12:59.676437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a739c7ed-f040-4d08-ba07-e4992257aa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.179155 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.351015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.998694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.973113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-6961e110-cc7d-4ed4-9746-409569e5ae5d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:01.974587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-6961e110-cc7d-4ed4-9746-409569e5ae5d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1140590 Jul 06 12:13:01.989383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-c5e42c4f-3eb6-4818-9401-40d32ef42b39 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0093758 Jul 06 12:13:02.061573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-283de451-ab21-427b-8b67-0d1ad12577d4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673983 Jul 06 12:13:02.158863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-4cf8a1e1-5b96-4a7a-8e10-bc1a3273fbbf service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876603 Jul 06 12:13:02.255109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-30c4cbee-9767-4a6c-9326-04adb45c86e3 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903370 Jul 06 12:13:02.473675 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.484170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64031f7a-4cba-43aa-b1fd-25589f299850 req-a5b0a175-c5c1-4ffb-ae64-2a1e65ec51b4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0318496 Jul 06 12:13:03.646851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20abd104-d942-4efd-982d-142a9c8a6551 req-8af98b3b-01d4-4ac9-89e9-4849617f4483 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0381150 Jul 06 12:13:03.692575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-49c46a27-4c8c-44af-8f12-b458e2776b76 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:03.694041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-49c46a27-4c8c-44af-8f12-b458e2776b76 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1376631 Jul 06 12:13:03.706984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:03.820811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:03.824406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.303477 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.6 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/8716c014-9fa2-467c-9712-9a84daae93b7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:04.455088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.472370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object 8716c014-9fa2-467c-9712-9a84daae93b7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:04.507413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.520671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['678e4cb1-4874-4b10-99fd-527f442e2d70'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:04.562350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:04.565715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:04.568705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:04.605076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=8716c014-9fa2-467c-9712-9a84daae93b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:04.627407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.627759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.628338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.628875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.629392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.629932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.630480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.630995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.631503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.632185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.632685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.633190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:04.659999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:04.660647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.679094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-eda8dedb-eca7-4284-b7f1-dbd36f996567 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9753773 Jul 06 12:13:04.702361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Request body: {'port': {'device_id': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:04.827173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.872435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ede07ab3-2a30-495d-85d0-8a4cb6f43bd9 None None] Provisioning for port 8716c014-9fa2-467c-9712-9a84daae93b7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:04.877171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ede07ab3-2a30-495d-85d0-8a4cb6f43bd9 None None] Provisioning complete for port 8716c014-9fa2-467c-9712-9a84daae93b7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:04.877757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ede07ab3-2a30-495d-85d0-8a4cb6f43bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.916966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ede07ab3-2a30-495d-85d0-8a4cb6f43bd9 None None] Port 8716c014-9fa2-467c-9712-9a84daae93b7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:04.920811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4085d6-a57d-4873-9e83-cebf30700b78 req-b3285515-a502-4c1e-8891-7e8f761f8e80 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:04.922436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab4085d6-a57d-4873-9e83-cebf30700b78 req-b3285515-a502-4c1e-8891-7e8f761f8e80 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 931 time: 0.1428623 Jul 06 12:13:05.053825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab4085d6-a57d-4873-9e83-cebf30700b78 req-53b94c04-c704-4fc1-8e5c-a2f22fd1a794 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241953 Jul 06 12:13:05.190149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8716c014-9fa2-467c-9712-9a84daae93b7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:05.198427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.213863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Transition to ACTIVE for port object 8716c014-9fa2-467c-9712-9a84daae93b7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:05.220186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.322994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Pushing event updated for resources: {'Port': ['ID=8716c014-9fa2-467c-9712-9a84daae93b7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:05.358898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Attempting to bind port 8716c014-9fa2-467c-9712-9a84daae93b7 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:05.359231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Attempting to bind port 8716c014-9fa2-467c-9712-9a84daae93b7 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:05.359569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Attempting to bind port 8716c014-9fa2-467c-9712-9a84daae93b7 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:05.364264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Port 8716c014-9fa2-467c-9712-9a84daae93b7 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:13:05.364963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Attempting to bind port 8716c014-9fa2-467c-9712-9a84daae93b7 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:05.370214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:05.370558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:05.370950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:05.371391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Bound port: 8716c014-9fa2-467c-9712-9a84daae93b7, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:05.371753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.442301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] For port 8716c014-9fa2-467c-9712-9a84daae93b7, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:05.445944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] For port 8716c014-9fa2-467c-9712-9a84daae93b7, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8716c014-9fa2-467c-9712-9a84daae93b7,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:05.450921 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.490022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:05.490623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.492030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] 10.222.0.79 "PUT /v2.0/ports/8716c014-9fa2-467c-9712-9a84daae93b7 HTTP/1.1" status: 200 len: 1091 time: 0.8025510 Jul 06 12:13:05.492469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'tag': '8716c014-9fa2-467c-9712-9a84daae93b7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:05.494706 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cf9d26-b1ca-4bf7-a939-8dabace4e654" -d '{"events": [{"name": "network-changed", "server_uuid": "2da5c8e1-7aa8-492d-8081-2dce451cd61b", "tag": "8716c014-9fa2-467c-9712-9a84daae93b7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:05.520884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b75c9e-668b-4069-ba58-d5c3fdbcd31b service neutron] Pushing event updated for resources: {'Port': ['ID=8716c014-9fa2-467c-9712-9a84daae93b7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:05.544129 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf2f45d-3a89-4ffa-8984-c6d49be4e2c6 x-openstack-request-id: req-baf2f45d-3a89-4ffa-8984-c6d49be4e2c6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:05.545047 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da5c8e1-7aa8-492d-8081-2dce451cd61b", "tag": "8716c014-9fa2-467c-9712-9a84daae93b7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:05.545422 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-baf2f45d-3a89-4ffa-8984-c6d49be4e2c6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:05.545711 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'tag': '8716c014-9fa2-467c-9712-9a84daae93b7', 'status': 'completed', 'code': 200} Jul 06 12:13:05.645627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-947dcd81-272a-481a-bd65-9d9a51b4ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:05.648267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-947dcd81-272a-481a-bd65-9d9a51b4ecaa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 1094 time: 0.0828416 Jul 06 12:13:05.696809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-04f77c42-9a31-49b3-b3b8-58b1f8cff6de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8716c014-9fa2-467c-9712-9a84daae93b7 HTTP/1.1" status: 200 len: 217 time: 0.0361831 Jul 06 12:13:05.757938 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-88711d3e-a75f-4fff-8824-4bbc75d13e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:05.759398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-88711d3e-a75f-4fff-8824-4bbc75d13e2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0500789 Jul 06 12:13:05.823032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-a774ca42-ebb7-4253-9466-69470d914445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:05.824582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-a774ca42-ebb7-4253-9466-69470d914445 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558634 Jul 06 12:13:05.916787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-56343768-20e0-400e-9af6-f20ef6f127da service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Jul 06 12:13:06.019718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15c39b4e-4c34-4a0d-9276-be0318d9b330 req-e47363ea-e803-427d-8fec-f5897d3543dc service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953531 Jul 06 12:13:06.132170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-eca96d3b-59fe-4d78-a563-c59e2082e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:06.134100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-eca96d3b-59fe-4d78-a563-c59e2082e279 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 1094 time: 0.0583882 Jul 06 12:13:06.269524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-2238c8f9-a7ea-499f-8c9a-a3ff364d0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:06.271062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-2238c8f9-a7ea-499f-8c9a-a3ff364d0b47 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1285632 Jul 06 12:13:06.289400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d844a1d-8c9b-4440-8c36-0ae287748046 req-0d2b25bd-de07-4b9e-9489-bfc23a28377a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:06.290754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d844a1d-8c9b-4440-8c36-0ae287748046 req-0d2b25bd-de07-4b9e-9489-bfc23a28377a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.1005888 Jul 06 12:13:06.331790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-c2a78999-c433-4d08-8417-41e578a8bbfc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8716c014-9fa2-467c-9712-9a84daae93b7 HTTP/1.1" status: 200 len: 217 time: 0.0400467 Jul 06 12:13:06.400348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d844a1d-8c9b-4440-8c36-0ae287748046 req-3a5e44a9-1311-4547-a1ae-a17a990840c4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022050 Jul 06 12:13:06.410084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-97f768b2-4baf-4fc0-8abc-5b87aada3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:06.411490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-97f768b2-4baf-4fc0-8abc-5b87aada3b58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0716438 Jul 06 12:13:06.502140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-e5cd1ba0-30b6-4a65-a02d-f05c1e5034ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:06.504247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-e5cd1ba0-30b6-4a65-a02d-f05c1e5034ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826342 Jul 06 12:13:06.624044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-889796ae-ee0a-4f4f-918b-3ecbd3441ebd service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032660 Jul 06 12:13:06.809616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74cf9d26-b1ca-4bf7-a939-8dabace4e654 req-2e3ce888-47e7-4f97-9c80-8e3db2b6ea7f service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723058 Jul 06 12:13:07.661281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366287-3c2c-4d0e-992f-4b7693d8b367 req-fdb7ce10-2889-4a04-862b-25c00594aca9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:07.662816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f366287-3c2c-4d0e-992f-4b7693d8b367 req-fdb7ce10-2889-4a04-862b-25c00594aca9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0841088 Jul 06 12:13:07.712086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f366287-3c2c-4d0e-992f-4b7693d8b367 req-b4edc8ef-50ca-4d9c-b9b0-fbd19c57882e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Jul 06 12:13:08.266982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaf930-f351-438a-bfc9-81dfd35e584e req-b0c65eca-fae1-443f-977c-a9c61ff65e74 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:08.270800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0adaf930-f351-438a-bfc9-81dfd35e584e req-b0c65eca-fae1-443f-977c-a9c61ff65e74 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.0843437 Jul 06 12:13:08.297925 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0adaf930-f351-438a-bfc9-81dfd35e584e req-1bcc26ab-df86-4b8e-8006-9259c2508097 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.467867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0adaf930-f351-438a-bfc9-81dfd35e584e req-1bcc26ab-df86-4b8e-8006-9259c2508097 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.477471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0adaf930-f351-438a-bfc9-81dfd35e584e req-1bcc26ab-df86-4b8e-8006-9259c2508097 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.538445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0adaf930-f351-438a-bfc9-81dfd35e584e req-1bcc26ab-df86-4b8e-8006-9259c2508097 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562706 Jul 06 12:13:08.548305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc26ab-df86-4b8e-8006-9259c2508097 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1797be61-430d-4366-b60d-5fbdfda8e52c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:08.826999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28e09e-1864-4e99-af64-b0490db05d1f req-7039d4b5-666a-452b-b814-e2118979affd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:08.828796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f28e09e-1864-4e99-af64-b0490db05d1f req-7039d4b5-666a-452b-b814-e2118979affd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.1079876 Jul 06 12:13:08.924180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f28e09e-1864-4e99-af64-b0490db05d1f req-bce93887-247e-469e-84b2-ff04c107767d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865426 Jul 06 12:13:08.955133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:08.971006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c3467-fe10-45c9-9cda-33deeeccbf06 req-f8fbfbe5-dc34-49dd-9256-389da700c14a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:08.972672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af5c3467-fe10-45c9-9cda-33deeeccbf06 req-f8fbfbe5-dc34-49dd-9256-389da700c14a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.1060269 Jul 06 12:13:09.016785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af5c3467-fe10-45c9-9cda-33deeeccbf06 req-66879130-3a62-4020-a98a-fdee2954ce42 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Jul 06 12:13:09.035095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d7cb3b76-b931-497d-9a44-a7c73ecbb8e4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/da82c316-17a4-44ca-9ae0-79c3fa9fd2ff HTTP/1.1" status: 200 len: 992 time: 0.0692356 Jul 06 12:13:09.931389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559f102-2e46-48d1-9ec0-86001854eb60 req-6a4bc22c-66d3-4d06-84b8-647b4574494d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:09.933003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a559f102-2e46-48d1-9ec0-86001854eb60 req-6a4bc22c-66d3-4d06-84b8-647b4574494d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0716727 Jul 06 12:13:09.934052 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-b71776c8-1fb8-47ea-9649-bb4d80343545 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310380 Jul 06 12:13:09.985619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a559f102-2e46-48d1-9ec0-86001854eb60 req-bcb2e282-c259-4ace-82d4-c31d17bf9925 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Jul 06 12:13:10.226647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70885076-2d98-4686-b1f0-0f7aa487e419 req-2a5c2bd2-eaaa-4e50-9613-c481ed1932ab tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:10.228201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70885076-2d98-4686-b1f0-0f7aa487e419 req-2a5c2bd2-eaaa-4e50-9613-c481ed1932ab tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0800066 Jul 06 12:13:10.283521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70885076-2d98-4686-b1f0-0f7aa487e419 req-bfa2efef-aed7-43ec-a985-2a37f4ccfd7f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484829 Jul 06 12:13:11.195356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba568cf-f94a-48d7-bee2-a5b116270d37 req-e8378a3f-1c33-46ed-a0f8-c10c69069efd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.197158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ba568cf-f94a-48d7-bee2-a5b116270d37 req-e8378a3f-1c33-46ed-a0f8-c10c69069efd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0719583 Jul 06 12:13:11.261060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ba568cf-f94a-48d7-bee2-a5b116270d37 req-ca619e49-2023-421d-811f-0a190b66b7e9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484052 Jul 06 12:13:11.326591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-2c876342-7ae7-4af8-b700-cedbc5bfd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.328415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-2c876342-7ae7-4af8-b700-cedbc5bfd31e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.0727403 Jul 06 12:13:11.466815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-cebfd317-51e1-4133-9a18-6e6345b9ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.468314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-cebfd317-51e1-4133-9a18-6e6345b9ae3f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1333084 Jul 06 12:13:11.553885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81808742-e563-4679-a002-586f7d784fb6 req-446d29c3-7a66-4cf3-9451-ba4eab039763 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.555638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81808742-e563-4679-a002-586f7d784fb6 req-446d29c3-7a66-4cf3-9451-ba4eab039763 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.1519423 Jul 06 12:13:11.575972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-dbd8b4d1-0d33-47ab-bb50-70c3aaa687f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 1000 time: 0.0987194 Jul 06 12:13:11.642838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81808742-e563-4679-a002-586f7d784fb6 req-67073eb4-cf5f-42ae-9f5a-a24e630f8938 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809114 Jul 06 12:13:11.653232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-a9fb8e63-77dc-4f00-b3d8-f97c466475f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.655081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-a9fb8e63-77dc-4f00-b3d8-f97c466475f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0699270 Jul 06 12:13:11.726012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-59b69ccb-25fc-409f-b789-9b7b3afd0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.727645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-59b69ccb-25fc-409f-b789-9b7b3afd0e19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649748 Jul 06 12:13:11.827588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-499f25c8-4406-49ba-99a0-b5caf4e53689 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922227 Jul 06 12:13:11.924928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-037589d2-0000-4d75-8868-c8b51a0fa030 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909605 Jul 06 12:13:12.453852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece41b-cbd7-421b-9511-95fd0495f17c req-96f527b2-aba5-4706-b33a-e515f5fd6050 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:12.455354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adece41b-cbd7-421b-9511-95fd0495f17c req-96f527b2-aba5-4706-b33a-e515f5fd6050 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0649405 Jul 06 12:13:12.493326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adece41b-cbd7-421b-9511-95fd0495f17c req-a99057f3-dcb9-4f4a-b4d5-e05732cede4e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323620 Jul 06 12:13:12.819052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4936af-2651-4a8b-89e3-0d4413bdf3cf req-6959e0fd-5e8b-4a27-b58e-f6ec5f237de5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:12.820807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b4936af-2651-4a8b-89e3-0d4413bdf3cf req-6959e0fd-5e8b-4a27-b58e-f6ec5f237de5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0641193 Jul 06 12:13:12.858406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b4936af-2651-4a8b-89e3-0d4413bdf3cf req-8ae31b1b-91f9-468c-b404-2cc022c5446a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 06 12:13:13.677189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1fea4-7027-4383-b27f-af5bbfa02451 req-cc7c5ef2-ff3b-4227-8528-58e5714eaac8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:13.678820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd1fea4-7027-4383-b27f-af5bbfa02451 req-cc7c5ef2-ff3b-4227-8528-58e5714eaac8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0680008 Jul 06 12:13:13.718766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd1fea4-7027-4383-b27f-af5bbfa02451 req-084b572d-e8ff-40b8-909f-a3f8a79b05f9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 Jul 06 12:13:14.040701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d012a-a295-4cf2-9679-9cd98bc805a6 req-1b4865df-6271-4462-a2b1-4867ba83d273 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:14.042296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a6d012a-a295-4cf2-9679-9cd98bc805a6 req-1b4865df-6271-4462-a2b1-4867ba83d273 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0670669 Jul 06 12:13:14.085284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a6d012a-a295-4cf2-9679-9cd98bc805a6 req-ce128f15-1b82-43c7-ab46-7288fbef4771 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357490 Jul 06 12:13:14.894814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cee7f-13c2-47f8-aada-db91078591fe req-15944240-c723-48a9-a892-272e5696d41f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:14.896363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-740cee7f-13c2-47f8-aada-db91078591fe req-15944240-c723-48a9-a892-272e5696d41f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0647259 Jul 06 12:13:14.936961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-740cee7f-13c2-47f8-aada-db91078591fe req-8a685781-91b8-4c37-bb99-5bb91cd03f2f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 Jul 06 12:13:15.287219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090280-ca84-4bc3-8111-8f1c4b055eb1 req-cebc761b-3c61-4711-9ea9-9d660c5bcecd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:15.288918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81090280-ca84-4bc3-8111-8f1c4b055eb1 req-cebc761b-3c61-4711-9ea9-9d660c5bcecd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0804958 Jul 06 12:13:15.329672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81090280-ca84-4bc3-8111-8f1c4b055eb1 req-03ad6606-8210-4a46-9616-ba70a1c62bd8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Jul 06 12:13:16.119517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1487de-115f-48d3-8fef-06abbd93b0ce req-40a0c24e-bba5-46b7-ae4a-a8dfb83f6473 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:16.121044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd1487de-115f-48d3-8fef-06abbd93b0ce req-40a0c24e-bba5-46b7-ae4a-a8dfb83f6473 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0696292 Jul 06 12:13:16.160535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd1487de-115f-48d3-8fef-06abbd93b0ce req-554bd620-8fd4-4d65-8461-51934aa21623 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334597 Jul 06 12:13:16.512203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180fa8d-fd02-4891-a30f-0aea9d015b29 req-d9647aa7-d39d-47b7-b641-1673743b6018 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:16.514456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d180fa8d-fd02-4891-a30f-0aea9d015b29 req-d9647aa7-d39d-47b7-b641-1673743b6018 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0709674 Jul 06 12:13:16.553649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d180fa8d-fd02-4891-a30f-0aea9d015b29 req-c910b36d-0ce4-4a55-83f8-0db81238777f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Jul 06 12:13:17.342043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594830bd-5a57-43c9-bffe-bc9342c5b9d2 req-3d4f7806-2c15-4dff-bee0-b18b77ff9e39 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:17.343571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-594830bd-5a57-43c9-bffe-bc9342c5b9d2 req-3d4f7806-2c15-4dff-bee0-b18b77ff9e39 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0682561 Jul 06 12:13:17.383142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-594830bd-5a57-43c9-bffe-bc9342c5b9d2 req-32f82bc6-cc58-44fa-b69f-4b562441dc1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Jul 06 12:13:17.735190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3f99-a79b-4846-98fe-c4dcbc740380 req-08f83632-582f-4a06-8f99-f8f5dfa6150e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:17.736761 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94ec3f99-a79b-4846-98fe-c4dcbc740380 req-08f83632-582f-4a06-8f99-f8f5dfa6150e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0667846 Jul 06 12:13:17.774656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94ec3f99-a79b-4846-98fe-c4dcbc740380 req-e0506da5-37a7-4b1d-98ab-c945fc07fe76 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jul 06 12:13:18.566907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0f5a7-6abf-43fc-b61a-b6b60ed9049d req-76c1103e-570a-4087-8709-d9e340e4b43d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:18.568413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ba0f5a7-6abf-43fc-b61a-b6b60ed9049d req-76c1103e-570a-4087-8709-d9e340e4b43d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0674121 Jul 06 12:13:18.606439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ba0f5a7-6abf-43fc-b61a-b6b60ed9049d req-6cc9c64a-c874-478f-a810-fdfb86aeb7e2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Jul 06 12:13:18.951251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daed656-9ff6-4776-8fc3-45841c75bb2e req-83b465b8-585b-488d-b3f8-c17c5570a9cc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:18.952894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5daed656-9ff6-4776-8fc3-45841c75bb2e req-83b465b8-585b-488d-b3f8-c17c5570a9cc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0661132 Jul 06 12:13:18.992235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5daed656-9ff6-4776-8fc3-45841c75bb2e req-586d985f-d584-479d-ad5c-4dddcc903c0c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Jul 06 12:13:19.786207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124133b-13d1-4cb6-b04a-dc883c305302 req-72d0cc12-fbc7-4922-9f5d-35276cd5d133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:19.787711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2124133b-13d1-4cb6-b04a-dc883c305302 req-72d0cc12-fbc7-4922-9f5d-35276cd5d133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0669968 Jul 06 12:13:19.828169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2124133b-13d1-4cb6-b04a-dc883c305302 req-182ea0d2-89f7-4d83-a6ce-96e2dc5ec142 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332763 Jul 06 12:13:20.172098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83b2a-f257-4749-8d4e-73e407c7eeae req-d543210c-2a10-4ac6-86b3-10ee7a6c9104 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:20.173649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62e83b2a-f257-4749-8d4e-73e407c7eeae req-d543210c-2a10-4ac6-86b3-10ee7a6c9104 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0646470 Jul 06 12:13:20.211314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62e83b2a-f257-4749-8d4e-73e407c7eeae req-e8c83f81-abb8-408e-b122-b13fa46a70d6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jul 06 12:13:21.010442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42de0c5-bd1f-4ff7-b6b5-2a649fc4506e req-bcf00df3-69af-43d0-93f7-1877d4f8c082 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:21.012127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e42de0c5-bd1f-4ff7-b6b5-2a649fc4506e req-bcf00df3-69af-43d0-93f7-1877d4f8c082 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0679476 Jul 06 12:13:21.053038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e42de0c5-bd1f-4ff7-b6b5-2a649fc4506e req-fce64184-bf56-47df-9925-04ac549de82d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345044 Jul 06 12:13:21.390995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4084de4-8119-4e04-a037-2619dd0a964e req-2918b8f0-465b-42a3-bb71-65a904cba422 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:21.392507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4084de4-8119-4e04-a037-2619dd0a964e req-2918b8f0-465b-42a3-bb71-65a904cba422 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0683064 Jul 06 12:13:21.429778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4084de4-8119-4e04-a037-2619dd0a964e req-252500f9-73da-4478-800d-c5339319f336 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Jul 06 12:13:22.233914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f755-950d-4641-a338-cf12ec0ea2ed req-73023cd9-69fb-48c3-af8f-6c684a81bd9a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:22.235414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8451f755-950d-4641-a338-cf12ec0ea2ed req-73023cd9-69fb-48c3-af8f-6c684a81bd9a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0647652 Jul 06 12:13:22.273181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8451f755-950d-4641-a338-cf12ec0ea2ed req-07063ef5-3728-42c1-9b9c-272922104e33 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320880 Jul 06 12:13:22.607730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20bdcb-d886-4af7-80a6-91d5c6e75015 req-6012a673-67d8-4938-9022-e365feeab3ea tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:22.609237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b20bdcb-d886-4af7-80a6-91d5c6e75015 req-6012a673-67d8-4938-9022-e365feeab3ea tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0678694 Jul 06 12:13:22.646692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b20bdcb-d886-4af7-80a6-91d5c6e75015 req-cf50a858-d66c-49dc-8302-efc30aa37a38 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Jul 06 12:13:22.858601 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.454486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884108ac-5a89-424a-81d3-25144b02b935 req-5c8698f1-3f41-4ea8-8b55-527962170cbf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:23.456074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-884108ac-5a89-424a-81d3-25144b02b935 req-5c8698f1-3f41-4ea8-8b55-527962170cbf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0688252 Jul 06 12:13:23.500640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-884108ac-5a89-424a-81d3-25144b02b935 req-326f2833-d11d-413f-aa2b-cbd447009acd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 Jul 06 12:13:23.840981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf775fb-e469-49fa-8f70-28abe5d1ed6e req-b5f4e96b-6ae5-43f7-9c9b-71704e0a33c2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:23.842509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-caf775fb-e469-49fa-8f70-28abe5d1ed6e req-b5f4e96b-6ae5-43f7-9c9b-71704e0a33c2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.0816813 Jul 06 12:13:23.880119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-caf775fb-e469-49fa-8f70-28abe5d1ed6e req-abddd18b-8d63-44fc-a9ef-6f07c399709b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319221 Jul 06 12:13:24.723803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc835e6e-ba4d-4248-a08c-03d0ae0462b7 req-f6a7ea23-b170-4ae7-bbea-b36383c3b97e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:24.726306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc835e6e-ba4d-4248-a08c-03d0ae0462b7 req-f6a7ea23-b170-4ae7-bbea-b36383c3b97e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.1075573 Jul 06 12:13:24.753454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-356312b1-39ff-4571-805c-d481c7501cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:24.754905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-356312b1-39ff-4571-805c-d481c7501cb5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.1034753 Jul 06 12:13:24.776375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc835e6e-ba4d-4248-a08c-03d0ae0462b7 req-4261c391-c7f6-4eb8-8dc6-16c50cb567fd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440056 Jul 06 12:13:24.878872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-d7c6c6b4-9d8f-4307-946e-19fdd098e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:24.880396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-d7c6c6b4-9d8f-4307-946e-19fdd098e31d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.0971198 Jul 06 12:13:24.948723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-f0f9d24c-c6ef-4bbe-ab5f-5cc39a9fa220 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 1000 time: 0.0601478 Jul 06 12:13:25.008498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-ab8ee76c-150a-45cd-9278-fbfb3045536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:25.010162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-ab8ee76c-150a-45cd-9278-fbfb3045536b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0537021 Jul 06 12:13:25.105525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a0b00-2951-4d46-9694-6074c98c6ca4 req-55a98837-2c20-42f7-8d01-7084362978b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:25.108300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-900a0b00-2951-4d46-9694-6074c98c6ca4 req-55a98837-2c20-42f7-8d01-7084362978b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 943 time: 0.1121840 Jul 06 12:13:25.109650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-6c154aae-dec4-4ec5-a92d-3d833a21825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:25.111016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-6c154aae-dec4-4ec5-a92d-3d833a21825c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803945 Jul 06 12:13:25.219907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8716c014-9fa2-467c-9712-9a84daae93b7 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:13:25.322163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8716c014-9fa2-467c-9712-9a84daae93b7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8716c014-9fa2-467c-9712-9a84daae93b7,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:25.457223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-900a0b00-2951-4d46-9694-6074c98c6ca4 req-bd2d81cc-fa37-4b86-a2d9-2333700e24d2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436184 Jul 06 12:13:25.485294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '8716c014-9fa2-467c-9712-9a84daae93b7', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': '8716c014-9fa2-467c-9712-9a84daae93b7', 'mac_address': 'fa:16:3e:23:0b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:13:25.503447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-66342a5d-8eee-4ee2-b670-af96cc5a566e service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701935 Jul 06 12:13:25.525170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.538739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8716c014-9fa2-467c-9712-9a84daae93b7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:25.564689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8716c014-9fa2-467c-9712-9a84daae93b7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8716c014-9fa2-467c-9712-9a84daae93b7,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:25.568820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.599807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf174640-c866-4eaf-ae43-06d4ae9e0ff7 req-bd96d80c-c9c8-40e0-ab5e-1198c9d6a5a3 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858102 Jul 06 12:13:25.624032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=8716c014-9fa2-467c-9712-9a84daae93b7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:25.632249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.632595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.632935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.633270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.633599 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.633932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.634257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.634579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.635167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.635484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.635803 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.636146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:25.849267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['8716c014-9fa2-467c-9712-9a84daae93b7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:25.972863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b00dd-3128-42a4-a51f-b9196f5eff7d req-fea1c526-3d07-4b12-93e3-0b2cd527ff44 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:25.974557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-095b00dd-3128-42a4-a51f-b9196f5eff7d req-fea1c526-3d07-4b12-93e3-0b2cd527ff44 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0758286 Jul 06 12:13:26.020369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-095b00dd-3128-42a4-a51f-b9196f5eff7d req-241a1163-e385-4979-bfd5-ccd4a82ce9e1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399473 Jul 06 12:13:26.217320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:26.305230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2223a-42ba-43ff-9bb5-5537fc354181 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:26.305720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2223a-42ba-43ff-9bb5-5537fc354181 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:26.306202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2223a-42ba-43ff-9bb5-5537fc354181 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:26.308007 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-93c2223a-42ba-43ff-9bb5-5537fc354181 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=ae1a4777df9b40a59133d816a6a6be5a&network_id=d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 200 len: 2970 time: 0.0896299 Jul 06 12:13:26.642729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b603af1-c0d3-4f7c-abca-a120ce3f221c req-640ad9cc-305d-4bb4-81b7-98dfd185b787 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:26.644284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b603af1-c0d3-4f7c-abca-a120ce3f221c req-640ad9cc-305d-4bb4-81b7-98dfd185b787 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 944 time: 0.0649328 Jul 06 12:13:26.682186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b603af1-c0d3-4f7c-abca-a120ce3f221c req-55a64723-5168-4d1a-b1b1-d0d27b3f9bee tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Jul 06 12:13:27.149386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-870a83bb-12a3-401c-a079-c097da6e0b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.196314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab98c1-38ea-4aa1-8262-5455fbc3145c req-5464b171-b9f8-4fd5-bc09-f0c215130e9d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:27.197802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab98c1-38ea-4aa1-8262-5455fbc3145c req-5464b171-b9f8-4fd5-bc09-f0c215130e9d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0638902 Jul 06 12:13:27.233294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8716c014-9fa2-467c-9712-9a84daae93b7 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:27.237365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab98c1-38ea-4aa1-8262-5455fbc3145c req-b1165735-dbb1-4a97-941c-294465da9338 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Jul 06 12:13:27.281957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 8716c014-9fa2-467c-9712-9a84daae93b7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:27.285445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 8716c014-9fa2-467c-9712-9a84daae93b7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:27.285820 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.362931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.385286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8716c014-9fa2-467c-9712-9a84daae93b7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:27.388081 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942e0c25-60bb-40de-a337-94b733e6ec52" -d '{"events": [{"server_uuid": "2da5c8e1-7aa8-492d-8081-2dce451cd61b", "name": "network-vif-plugged", "status": "completed", "tag": "8716c014-9fa2-467c-9712-9a84daae93b7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:27.400927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 8716c014-9fa2-467c-9712-9a84daae93b7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8716c014-9fa2-467c-9712-9a84daae93b7,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:27.406438 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.437414 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6732a158-bb96-4285-a0a6-42b134a5d8aa x-openstack-request-id: req-6732a158-bb96-4285-a0a6-42b134a5d8aa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:27.437717 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da5c8e1-7aa8-492d-8081-2dce451cd61b", "name": "network-vif-plugged", "status": "completed", "tag": "8716c014-9fa2-467c-9712-9a84daae93b7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:27.437968 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6732a158-bb96-4285-a0a6-42b134a5d8aa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:27.438607 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8716c014-9fa2-467c-9712-9a84daae93b7', 'code': 200} Jul 06 12:13:27.474576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=8716c014-9fa2-467c-9712-9a84daae93b7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:27.553604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503b535-8a5e-4db7-97e2-6e9dd684fa4e req-5c5253be-1015-4960-993f-57a3323a9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:27.555321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5503b535-8a5e-4db7-97e2-6e9dd684fa4e req-5c5253be-1015-4960-993f-57a3323a9b27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 1096 time: 0.0567062 Jul 06 12:13:27.591748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5503b535-8a5e-4db7-97e2-6e9dd684fa4e req-8c2142ff-37f2-4a91-b66f-9d095932d98f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291398 Jul 06 12:13:27.884537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359bad-6789-4f11-b561-384abc965d7a req-46b06a7a-5299-4b0f-a56a-c83e0b9253ae tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:27.886345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03359bad-6789-4f11-b561-384abc965d7a req-46b06a7a-5299-4b0f-a56a-c83e0b9253ae tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 945 time: 0.0694826 Jul 06 12:13:27.929681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-03359bad-6789-4f11-b561-384abc965d7a req-ae4a0e15-8ccc-4933-948c-944058a7f6a9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Jul 06 12:13:28.426262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b94f54-bada-4aee-9f12-8b51cbe0ff60 req-51053c92-124d-47d1-8743-ef1c1fadf624 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:28.427745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63b94f54-bada-4aee-9f12-8b51cbe0ff60 req-51053c92-124d-47d1-8743-ef1c1fadf624 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0676301 Jul 06 12:13:28.475889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63b94f54-bada-4aee-9f12-8b51cbe0ff60 req-acedba40-ff2c-4009-b3ea-ca20931e9bac tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375261 Jul 06 12:13:29.103534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517065-8687-4afc-a714-a9af4bff3977 req-093d1ec8-0aad-45dd-8174-228149ff7131 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.105037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7517065-8687-4afc-a714-a9af4bff3977 req-093d1ec8-0aad-45dd-8174-228149ff7131 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 945 time: 0.0635655 Jul 06 12:13:29.142903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7517065-8687-4afc-a714-a9af4bff3977 req-c36f2fac-83ef-48db-980b-25f0f44c09fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Jul 06 12:13:29.314245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc7ea6-f1ba-4e29-9692-c9bcc5ff00f7 req-8dede4cb-0067-4ae9-818b-f90f336b2849 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.315722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50cc7ea6-f1ba-4e29-9692-c9bcc5ff00f7 req-8dede4cb-0067-4ae9-818b-f90f336b2849 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 945 time: 0.0640521 Jul 06 12:13:29.380460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50cc7ea6-f1ba-4e29-9692-c9bcc5ff00f7 req-da139ba0-01ad-4c7c-8a41-7f9bd8232b2b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591598 Jul 06 12:13:29.413314 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-19bbde22-069f-496c-9cf1-fad12cc026cb service neutron] show failed (client error): The resource could not be found. Jul 06 12:13:29.414374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-19bbde22-069f-496c-9cf1-fad12cc026cb service neutron] 10.222.0.79 "GET /v2.0/ports/e70eaee5-0f23-4fca-82ad-c72d35a640be/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0771475 Jul 06 12:13:29.635942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.64', 56192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:29.678939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46ae52-b732-461d-aea0-43421fcde32f req-71c680ab-4cd8-4e97-86d4-bd0220f9bccd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.681053 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e46ae52-b732-461d-aea0-43421fcde32f req-71c680ab-4cd8-4e97-86d4-bd0220f9bccd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Jul 06 12:13:29.686568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fdf8e5b-37c1-41c6-9442-c5ca82061809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.781819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e46ae52-b732-461d-aea0-43421fcde32f req-af1b6411-412c-4613-8555-89d4c58445cb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948846 Jul 06 12:13:29.822911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-d8561f64-c8a4-4753-8ed0-d07647a4a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.824910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-d8561f64-c8a4-4753-8ed0-d07647a4a1e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 1096 time: 0.1863573 Jul 06 12:13:29.848791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:29.863410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:29.914797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112a2b6-3be1-480a-b446-c0f5dfb6475a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.916232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b112a2b6-3be1-480a-b446-c0f5dfb6475a tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7 HTTP/1.1" status: 200 len: 814 time: 0.0512607 Jul 06 12:13:29.940370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2818f-7df8-4059-b1d1-5ff66418ab13 req-feaa693b-a7f2-4337-a17f-dcf21fe95424 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.941852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9dc2818f-7df8-4059-b1d1-5ff66418ab13 req-feaa693b-a7f2-4337-a17f-dcf21fe95424 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 945 time: 0.1300242 Jul 06 12:13:29.957197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.010995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9dc2818f-7df8-4059-b1d1-5ff66418ab13 req-a1153ce2-ee3c-4c8d-b1e9-4248949e4b34 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630162 Jul 06 12:13:30.176684 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.185408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:30.218383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:30.259715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:30.262835 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bcc4dc-6b55-4c23-af6b-24155ced07a0" -d '{"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:30.266412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.278490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Transition to ACTIVE for port object e70eaee5-0f23-4fca-82ad-c72d35a640be will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:30.282821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.314278 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722e59f-d71c-4894-a12c-6b27313194a2 x-openstack-request-id: req-7722e59f-d71c-4894-a12c-6b27313194a2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:30.314582 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:30.314843 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7722e59f-d71c-4894-a12c-6b27313194a2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:30.315242 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'code': 200} Jul 06 12:13:30.357365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.407680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:30.474625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] No DVR routers for this DVR port e70eaee5-0f23-4fca-82ad-c72d35a640be on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:30.613259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:30.613515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:30.613841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be on network 6d181f25-5957-43b9-8722-e854d5d375c2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:30.618007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Port e70eaee5-0f23-4fca-82ad-c72d35a640be on network 6d181f25-5957-43b9-8722-e854d5d375c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:13:30.618324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Attempting to bind port e70eaee5-0f23-4fca-82ad-c72d35a640be on network 6d181f25-5957-43b9-8722-e854d5d375c2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:30.624088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:30.624422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Checking segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:30.624804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Bound using segment: {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:30.625224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Bound port: e70eaee5-0f23-4fca-82ad-c72d35a640be, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002f24ea-4332-4302-a623-d6633d4c47be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:30.625573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.688013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:30.690933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:30.695091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.730173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.731609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.733140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] 10.222.0.64 "PUT /v2.0/ports/e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 1091 time: 0.8897376 Jul 06 12:13:30.766354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426bc37-7a43-4b4a-a75c-0cb05fd64caa service neutron] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:30.821198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-204f77b1-b56f-4ad3-917f-26882cdb645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.822745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-204f77b1-b56f-4ad3-917f-26882cdb645a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.0649071 Jul 06 12:13:30.933071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:30.939109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'network': {'name': 'tempest-network-smoke--607554213', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:30.958816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-1b240437-1531-4eb0-8131-ff3e0b3b999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.960284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-1b240437-1531-4eb0-8131-ff3e0b3b999d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1313455 Jul 06 12:13:30.961092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:30.964761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.994159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:31.004492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.005132 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Added segment 6d93fccf-8018-4573-8b1a-dcb5dccf0355 of type vlan for network d021cf99-3e84-4c8e-a40a-04b02c7f386c Jul 06 12:13:31.008330 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.047084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-56ad1eba-6cf4-441b-becf-78c703a898b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 998 time: 0.0798643 Jul 06 12:13:31.053060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.056392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae22e0-295e-46cf-a106-e9c0b00b31ba req-bcaad1ea-9696-476f-89da-a618783b147e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.057951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fae22e0-295e-46cf-a106-e9c0b00b31ba req-bcaad1ea-9696-476f-89da-a618783b147e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.1436570 Jul 06 12:13:31.087302 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.094383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.095348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.135463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-b2dd2238-37f3-499f-9910-2096280e73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.137517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-b2dd2238-37f3-499f-9910-2096280e73fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0778728 Jul 06 12:13:31.153310 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2181556 Jul 06 12:13:31.162155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.179671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393b872-e258-4268-ba12-40fea5f07dfb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Network': ['ID=d021cf99-3e84-4c8e-a40a-04b02c7f386c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:31.187581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fae22e0-295e-46cf-a106-e9c0b00b31ba req-4ec9c7a2-b4f2-4d5a-af4a-2aadf788a35e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006866 Jul 06 12:13:31.195694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:31.274128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-5f371221-79c5-412e-b7f6-81a6ada8cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.276408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-5f371221-79c5-412e-b7f6-81a6ada8cfcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308246 Jul 06 12:13:31.280889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480ca2c-022f-4c41-8ba2-e859f9f14fd9 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.282432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7480ca2c-022f-4c41-8ba2-e859f9f14fd9 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ae1a4777df9b40a59133d816a6a6be5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1192069 Jul 06 12:13:31.285156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.288306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f84e8-7688-436a-9ba7-413105d3cfc2 req-9bd64f13-59e1-403e-a71d-004bafa8bafe tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.289782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-600f84e8-7688-436a-9ba7-413105d3cfc2 req-9bd64f13-59e1-403e-a71d-004bafa8bafe tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 945 time: 0.1457846 Jul 06 12:13:31.294777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-ba1daf47-0f86-4016-89bf-d2401d046e5e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:13:31.295742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-ba1daf47-0f86-4016-89bf-d2401d046e5e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051157 Jul 06 12:13:31.373861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b5996-2b84-4847-8ba9-01c3c72f80d0 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.375588 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bf4b5996-2b84-4847-8ba9-01c3c72f80d0 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894666 Jul 06 12:13:31.378538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-600f84e8-7688-436a-9ba7-413105d3cfc2 req-137b213a-3a3c-495f-965e-2acb069ccf4c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815482 Jul 06 12:13:31.378806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.409755 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0ea27642-37d7-4e36-af5b-935864ff4af9 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296307 Jul 06 12:13:31.412178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.414506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-42ed3153-d3c0-4f72-8edf-175aada2bdb7 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105099 Jul 06 12:13:31.445218 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-62962193-48dd-4e19-a573-b8e5833f05a0 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ae1a4777df9b40a59133d816a6a6be5a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318713 Jul 06 12:13:31.447544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.507333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df239d54-187d-4896-b2d6-2dd12d07e99a req-b3db338b-42a6-49cd-bd0e-4598e5921976 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860119 Jul 06 12:13:31.544389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dc0df-6e90-4c3a-afd1-8987c3515279 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.545976 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6f2dc0df-6e90-4c3a-afd1-8987c3515279 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974870 Jul 06 12:13:31.549071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.583648 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f51ea3f5-1c08-4a9b-b67e-d1fad2896104 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308919 Jul 06 12:13:31.583966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.589122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434613389', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:31.641141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91287749-78d4-4e89-9ec9-e158f14f199b req-c13be215-0628-4471-9bc7-acc42733ace0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.642666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91287749-78d4-4e89-9ec9-e158f14f199b req-c13be215-0628-4471-9bc7-acc42733ace0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 945 time: 0.0729983 Jul 06 12:13:31.697819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:31.701728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.751693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 8716c014-9fa2-467c-9712-9a84daae93b7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:31.752347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.849817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port 8716c014-9fa2-467c-9712-9a84daae93b7, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=8716c014-9fa2-467c-9712-9a84daae93b7,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:31.850179 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.866680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 8716c014-9fa2-467c-9712-9a84daae93b7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:31.905923 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.988631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Subnet': ['ID=c693ba98-9088-465f-8b28-09fd5f581617,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:31.999401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Checking segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:31.999803 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network hostable DHCP agents. Network: d021cf99-3e84-4c8e-a40a-04b02c7f386c, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:32.020554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:32.030853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, d021cf99-3e84-4c8e-a40a-04b02c7f386c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:32.036149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:32.036401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.048262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2b7a0-e09e-469a-8cd6-da451af85857 None None] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:32.049874 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.056800 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5446bb76-3ab1-4d65-bbd8-7d3d5f124c38 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4689865 Jul 06 12:13:32.068571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['678e4cb1-4874-4b10-99fd-527f442e2d70', '8716c014-9fa2-467c-9712-9a84daae93b7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:32.082681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=8716c014-9fa2-467c-9712-9a84daae93b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:32.146895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port 8716c014-9fa2-467c-9712-9a84daae93b7 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:32.149770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.151815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-91287749-78d4-4e89-9ec9-e158f14f199b req-e72ee43f-8055-4300-879f-8844645c6dd5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/8716c014-9fa2-467c-9712-9a84daae93b7 HTTP/1.1" status: 204 len: 173 time: 0.5031159 Jul 06 12:13:32.318113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}, {'server_uuid': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'name': 'network-vif-deleted', 'tag': '8716c014-9fa2-467c-9712-9a84daae93b7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:32.320865 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e471a5-b913-40b1-ba9e-963c0fec1920" -d '{"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}, {"server_uuid": "2da5c8e1-7aa8-492d-8081-2dce451cd61b", "name": "network-vif-deleted", "tag": "8716c014-9fa2-467c-9712-9a84daae93b7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:32.336072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-d021cf99-3e84-4c8e-a40a-04b02c7f386c', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ips': [{'subnet_id': 'c693ba98-9088-465f-8b28-09fd5f581617'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:32.338956 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.420983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:32.425895 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009258849', 'description': 'tempest-secgroup-smoke-1009258849 description', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:32.463803 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.515708 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c8306-af00-4b79-865b-852b7457244c x-openstack-request-id: req-de1c8306-af00-4b79-865b-852b7457244c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:32.516123 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "status": "completed", "code": 200}, {"server_uuid": "2da5c8e1-7aa8-492d-8081-2dce451cd61b", "name": "network-vif-deleted", "tag": "8716c014-9fa2-467c-9712-9a84daae93b7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:32.516686 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de1c8306-af00-4b79-865b-852b7457244c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:32.517209 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'status': 'completed', 'code': 200} Jul 06 12:13:32.517570 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da5c8e1-7aa8-492d-8081-2dce451cd61b', 'name': 'network-vif-deleted', 'tag': '8716c014-9fa2-467c-9712-9a84daae93b7', 'status': 'completed', 'code': 200} Jul 06 12:13:32.579261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5aa67-2c17-4b16-b7d9-a22a2b5d2184 req-3b6a0e27-5fcd-4357-b318-3f9a45424dbf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:32.591162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcd5aa67-2c17-4b16-b7d9-a22a2b5d2184 req-3b6a0e27-5fcd-4357-b318-3f9a45424dbf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.1757793 Jul 06 12:13:32.628785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.674070 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.679577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.683537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Allocated IP 172.20.0.18 (d021cf99-3e84-4c8e-a40a-04b02c7f386c/c693ba98-9088-465f-8b28-09fd5f581617/c75ed858-dfe3-4c62-8598-29c81d242c88) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:32.719265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.720773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2985854 Jul 06 12:13:32.722120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb9556-0b17-4d32-9dea-5671219ac1b6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67abeeff-2762-4d15-8ed8-6ab25557b5e6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:32.724525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:32.730268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '67abeeff-2762-4d15-8ed8-6ab25557b5e6', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:32.739211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d33a127-0b78-40f5-a301-17991ff4987e req-c89ac714-6ac7-4a94-9808-f89f4e8a440a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0755742 Jul 06 12:13:32.775318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.784193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-5ddeff59-a810-4fc3-9e19-e0f56589088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:32.785850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-5ddeff59-a810-4fc3-9e19-e0f56589088a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.2523069 Jul 06 12:13:32.790709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcd5aa67-2c17-4b16-b7d9-a22a2b5d2184 req-e16511c1-34ec-413f-84e5-6242f78d13b9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981969 Jul 06 12:13:32.869751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.876020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.893692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-0461140c-16b5-4e5b-92b8-e7c709696f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:32.895160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-0461140c-16b5-4e5b-92b8-e7c709696f29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.2679980 Jul 06 12:13:32.914558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acaf017-3690-436b-9af5-dfd6b0d984b5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:32.922954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.925741 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-41fadf51-a6f7-41ef-a1ee-443b37f881a2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997769 Jul 06 12:13:32.928198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:32.933483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-8d7f8328-1cb5-4c12-8a83-efd481dae491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:32.935494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-8d7f8328-1cb5-4c12-8a83-efd481dae491 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1364138 Jul 06 12:13:32.937708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '67abeeff-2762-4d15-8ed8-6ab25557b5e6', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:32.949031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.962491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Transition to ACTIVE for port object c75ed858-dfe3-4c62-8598-29c81d242c88 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:32.979047 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.986701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Transition to ACTIVE for port object c75ed858-dfe3-4c62-8598-29c81d242c88 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:32.994867 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.053789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:33.058489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:33.065183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:33.068926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.077432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.086157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Pushing event updated for resources: {'Port': ['ID=c75ed858-dfe3-4c62-8598-29c81d242c88,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.113915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b560eca7-8ec5-4168-bc8a-21457d708799,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.126763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.132609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21d746fc-8b2f-4cc0-987d-bdd184463348 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2026644 Jul 06 12:13:33.133442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:33.138729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '67abeeff-2762-4d15-8ed8-6ab25557b5e6', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:33.175072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.177199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Attempting to bind port c75ed858-dfe3-4c62-8598-29c81d242c88 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:33.177692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Attempting to bind port c75ed858-dfe3-4c62-8598-29c81d242c88 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:33.178323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Attempting to bind port c75ed858-dfe3-4c62-8598-29c81d242c88 on network d021cf99-3e84-4c8e-a40a-04b02c7f386c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:33.185888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:33.186528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Checking segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:33.187064 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.187707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Bound using segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:33.188339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Bound port: c75ed858-dfe3-4c62-8598-29c81d242c88, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:33.188866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.267762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.275792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.288061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] For port c75ed858-dfe3-4c62-8598-29c81d242c88, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:33.298414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5f0162-1525-4822-bfaa-ec8c0af58639,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.299050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:33.311013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] For port c75ed858-dfe3-4c62-8598-29c81d242c88, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c75ed858-dfe3-4c62-8598-29c81d242c88,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:33.312624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.314088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cde50d2e-0014-48cd-b293-5c724d6f2a2a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795764 Jul 06 12:13:33.316654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:33.323085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '67abeeff-2762-4d15-8ed8-6ab25557b5e6', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:33.359607 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.392901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.394716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:13:33.398511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-2513c632-d9af-4848-9882-fa92720d6094 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 998 time: 0.4310381 Jul 06 12:13:33.401527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-69352da1-9961-48ba-b35e-5ac57c20e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:33.403890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-69352da1-9961-48ba-b35e-5ac57c20e251 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.4956782 Jul 06 12:13:33.427567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:33.441367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.453573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.481796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7c3a13-7f34-4042-8c80-961daf9adf7e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.504890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.510642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980f32c-93af-40b8-921e-a82b0ffa3dbf None None] Pushing event updated for resources: {'Port': ['ID=c75ed858-dfe3-4c62-8598-29c81d242c88,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.513564 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7b4bdf84-030d-4b14-b513-e167a92019a6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1941993 Jul 06 12:13:33.513751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:33.518934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '67abeeff-2762-4d15-8ed8-6ab25557b5e6', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:33.524494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-ad34420f-5f0b-4a6e-add2-3bec4003b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:33.525895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-ad34420f-5f0b-4a6e-add2-3bec4003b4f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.1194625 Jul 06 12:13:33.597338 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Project ae1a4777df9b40a59133d816a6a6be5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:13:33.601544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-cb3128d9-ade6-4fd7-8fc4-46f2670df8f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 998 time: 0.1529481 Jul 06 12:13:33.607107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.717716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-06fd86c8-93f6-4fb5-a0dd-061ae3f4a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:33.719221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-06fd86c8-93f6-4fb5-a0dd-061ae3f4a74b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.1027808 Jul 06 12:13:33.741133 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-b5d49fab-f2ef-4352-afa8-89ac5896dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:33.742624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-b5d49fab-f2ef-4352-afa8-89ac5896dae7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066696 Jul 06 12:13:33.768601 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.800098 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.898074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f40d4c-5483-417e-8b9b-13e241c4c519,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.929747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.931018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c21a9118-98c1-4c4b-8601-9398484b8834 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4161730 Jul 06 12:13:33.934793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:33.944357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': '67abeeff-2762-4d15-8ed8-6ab25557b5e6', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:33.966487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a9ae65e-e301-4dd4-83b1-24c9b7d969c6 req-b2a5e684-4fcc-40b7-a369-5b22e81c094d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0608816 Jul 06 12:13:33.980125 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Project ae1a4777df9b40a59133d816a6a6be5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:13:33.988034 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.041892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-361dd7ac-825d-4adb-bff4-9931ed1dae68 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720351 Jul 06 12:13:34.049119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-9791c54a-ad51-4acc-8f83-47eb8902a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:34.050641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-9791c54a-ad51-4acc-8f83-47eb8902a356 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3249714 Jul 06 12:13:34.078934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.084218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.105309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4ae4f0-1519-475c-b8a4-39e4d4741804,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:34.116199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.116572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.116911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.117261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.117596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.117966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.118346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.118599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.118926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.119273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.119585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.120599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:34.131387 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.144270 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d328e2ba-b3e7-4f00-9fe0-396271b27b7d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2059882 Jul 06 12:13:34.223805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6573-0738-4f65-838b-c28c6f25b3e2 req-1d6bb332-8438-45d8-83b9-d36227a467fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:34.225339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c01f6573-0738-4f65-838b-c28c6f25b3e2 req-1d6bb332-8438-45d8-83b9-d36227a467fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.2578816 Jul 06 12:13:34.259621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-2fe42175-bd3e-4a5e-a4eb-da9212a3d679 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080145 Jul 06 12:13:34.280103 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-22defe5d-dd42-46c9-9aa0-c653eb16ff32 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194140 Jul 06 12:13:34.361622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c01f6573-0738-4f65-838b-c28c6f25b3e2 req-f7b889f5-e07c-47f9-84a7-ffdfbbe1e315 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230028 Jul 06 12:13:34.403354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-86921020-ca0e-48e0-ae00-466e12083397 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009258849&fields=id&tenant_id=ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 267 time: 0.0979750 Jul 06 12:13:34.499814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15e471a5-b913-40b1-ba9e-963c0fec1920 req-b820709d-cb19-4e13-9a64-7792eb71d1fb service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106738 Jul 06 12:13:34.553965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-21ad0a40-fe3b-4d24-a84b-5a7e8b490676 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:34.556036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-21ad0a40-fe3b-4d24-a84b-5a7e8b490676 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/networks?id=d021cf99-3e84-4c8e-a40a-04b02c7f386c HTTP/1.1" status: 200 len: 796 time: 0.1390574 Jul 06 12:13:34.578972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-dcf049e0-3e89-4a5c-876d-c1d03ca40c6f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/quotas/ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 375 time: 0.0114067 Jul 06 12:13:34.720164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-344c6c66-1c09-4803-b5ca-30a2bf0bbc43 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1379881 Jul 06 12:13:34.723623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-43caad1c-2d08-4e25-9824-3353a977f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:34.725183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-43caad1c-2d08-4e25-9824-3353a977f3a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.1005228 Jul 06 12:13:34.730298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07796e3-0ab7-486c-a2b5-fd3b10a3381e None None] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:34.748635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c75ed858-dfe3-4c62-8598-29c81d242c88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:34.834048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6805c1f0-7e92-48b2-b67c-7c5bbb52843f None None] Provisioning for port c75ed858-dfe3-4c62-8598-29c81d242c88 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:34.899546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c75ed858-dfe3-4c62-8598-29c81d242c88 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:34.914589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-7b5a3265-2af4-4886-baea-fff5aed80d51 service neutron] 10.222.0.78 "GET /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652396 Jul 06 12:13:34.918899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c75ed858-dfe3-4c62-8598-29c81d242c88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:34.929918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.008082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-2fb0288e-e397-4297-b343-1c4b2f0990f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:35.010065 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-2fb0288e-e397-4297-b343-1c4b2f0990f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1807692 Jul 06 12:13:35.120770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-d3223600-d524-460a-b6dd-ea046a84dd8c service neutron] 10.222.0.78 "GET /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910048 Jul 06 12:13:35.126592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-96a3a27a-7f9f-4c7f-88f4-4c567bcaa67e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 998 time: 0.1100626 Jul 06 12:13:35.186398 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.238075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c75ed858-dfe3-4c62-8598-29c81d242c88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c75ed858-dfe3-4c62-8598-29c81d242c88,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:35.245566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.259025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-333540c7-b411-4609-b93b-d899f9cd568c req-cb4dda12-c0c6-4b8a-9c90-7fd7331b2908 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0490479 Jul 06 12:13:35.276865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-4666a8a3-e769-4c76-8fc0-a615193c7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:35.291139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8716c014-9fa2-467c-9712-9a84daae93b7 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:35.292204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-4666a8a3-e769-4c76-8fc0-a615193c7b2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.1462195 Jul 06 12:13:35.321588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 8716c014-9fa2-467c-9712-9a84daae93b7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:35.321933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 8716c014-9fa2-467c-9712-9a84daae93b7 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:35.369564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c75ed858-dfe3-4c62-8598-29c81d242c88,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:35.382033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-37cff98e-27da-459c-ace6-2154103287c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:35.384441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-37cff98e-27da-459c-ace6-2154103287c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909348 Jul 06 12:13:35.425299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96e2213a-e47f-429b-bfe3-ad22b10f3bec req-270c54b0-161e-41ed-9286-75a55bc03277 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 210 time: 0.0549726 Jul 06 12:13:35.542019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-236e66b1-0091-453c-8bee-29a539241e25 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473594 Jul 06 12:13:35.572642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0799153f-ae61-439a-b43e-9ada2e24e271 None None] Provisioning complete for port c75ed858-dfe3-4c62-8598-29c81d242c88 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:35.573028 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0799153f-ae61-439a-b43e-9ada2e24e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.739794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6312b95-e219-4458-bb2f-f671776ad1ec req-2264a89b-3442-47ab-bfd9-63124460891b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:35.741980 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6312b95-e219-4458-bb2f-f671776ad1ec req-2264a89b-3442-47ab-bfd9-63124460891b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.1941030 Jul 06 12:13:35.750942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fca7dc9f-d92c-455d-8fa5-8c473d80e868 req-9f628c31-a123-4d13-8c78-d2386fb72ff0 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909785 Jul 06 12:13:35.794770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6312b95-e219-4458-bb2f-f671776ad1ec req-b6c77dba-18c5-460a-bf1a-167cf85e42e6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Jul 06 12:13:36.328752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8942c-92a2-4f8a-be99-fa77f550439e req-b77e19f5-1678-44a7-912f-149ce6c825b6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.337744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6b8942c-92a2-4f8a-be99-fa77f550439e req-b77e19f5-1678-44a7-912f-149ce6c825b6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 943 time: 0.2348917 Jul 06 12:13:36.352370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-ed4e90ab-5190-4d8b-b898-40ade458c3d6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.354316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-ed4e90ab-5190-4d8b-b898-40ade458c3d6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 943 time: 0.2658799 Jul 06 12:13:36.492571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6b8942c-92a2-4f8a-be99-fa77f550439e req-16df3ccf-db82-4e68-8eb3-b69d30e74128 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538830 Jul 06 12:13:36.544820 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-867ac7f5-b431-4a0d-bb27-9ab201c29e54 req-d4549265-765a-44a1-8161-153620e8f4f7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0464022 Jul 06 12:13:36.553749 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-38387d04-2e1f-4fb5-aefc-6d1470da9cd2 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:13:36.555753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-38387d04-2e1f-4fb5-aefc-6d1470da9cd2 service neutron] 10.222.0.79 "DELETE /v2.0/ports/e70eaee5-0f23-4fca-82ad-c72d35a640be/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.1933873 Jul 06 12:13:36.586551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:13:36.713866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c75ed858-dfe3-4c62-8598-29c81d242c88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:36.730233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cec41160-4384-4aff-bc18-1043024f06f5 req-3fa63490-c732-4d56-aaf8-fb95297a73ff tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 210 time: 0.0731864 Jul 06 12:13:36.753714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-907374b6-cb6f-4a43-aa1e-0ac1f1ce8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.755602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-907374b6-cb6f-4a43-aa1e-0ac1f1ce8473 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1094 time: 0.1138391 Jul 06 12:13:36.784878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:36.800032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'port_id': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'mac_address': 'fa:16:3e:7a:6e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:13:36.832099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c75ed858-dfe3-4c62-8598-29c81d242c88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:36.832623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.891051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-a77c0a4f-f97f-41a5-95f7-de61262aa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.892955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-a77c0a4f-f97f-41a5-95f7-de61262aa92a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1176829 Jul 06 12:13:36.901332 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.921586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70eaee5-0f23-4fca-82ad-c72d35a640be {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:36.960932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:36.970183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.976558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-55f1cdca-655a-4488-a280-13b29103bfc0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 998 time: 0.0760524 Jul 06 12:13:37.040638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-da1da77e-6320-4fc8-bb5a-18f4753bfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.042112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-da1da77e-6320-4fc8-bb5a-18f4753bfd4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0571299 Jul 06 12:13:37.084015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:37.142968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-764f2d17-32d2-406f-bb2c-e5258ea19923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.144547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-764f2d17-32d2-406f-bb2c-e5258ea19923 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896242 Jul 06 12:13:37.210516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-b08954a6-8c8b-4098-beb6-5e83685f8da5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.212268 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-b08954a6-8c8b-4098-beb6-5e83685f8da5 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/networks?id=d021cf99-3e84-4c8e-a40a-04b02c7f386c HTTP/1.1" status: 200 len: 796 time: 0.1466236 Jul 06 12:13:37.279874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-5cd6cccb-cd79-41cf-9ae9-8152157bb17c service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271834 Jul 06 12:13:37.281716 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-5cd69ff8-ec6d-4e44-9b34-0b0f24cad3cc tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 472 time: 0.0594270 Jul 06 12:13:37.305633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'port': {'device_id': '83f4a758-6bed-454d-9183-b45898973a22', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'admin_state_up': True, 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'security_groups': ['67abeeff-2762-4d15-8ed8-6ab25557b5e6']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:37.346694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['e70eaee5-0f23-4fca-82ad-c72d35a640be'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:37.488503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67d7a11f-00f8-48bf-95e0-e4a6d0092c01 req-9fad8b1c-0580-47f8-a8c9-4f4bf223b012 service neutron] 10.222.0.79 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934922 Jul 06 12:13:37.490532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:37.501919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.783781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.20.0.27 (d021cf99-3e84-4c8e-a40a-04b02c7f386c/c693ba98-9088-465f-8b28-09fd5f581617/715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:37.804624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1484fea-3cee-469d-bcc8-2f7bade68dda req-7b4edc9b-fe35-4d68-b698-db5608daa8f6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da5c8e1-7aa8-492d-8081-2dce451cd61b HTTP/1.1" status: 200 len: 210 time: 0.0331454 Jul 06 12:13:37.870803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba4830-c48e-41a9-bd1c-778ea6a4bead req-1ef6666c-17ce-49fb-bc15-958728e15344 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.872817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fba4830-c48e-41a9-bd1c-778ea6a4bead req-1ef6666c-17ce-49fb-bc15-958728e15344 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 944 time: 0.1425731 Jul 06 12:13:37.938262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1fba4830-c48e-41a9-bd1c-778ea6a4bead req-8183d9ac-74b3-495c-abc3-fc0ceaf8238b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574112 Jul 06 12:13:38.015341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34d2652f-e485-4f71-a8ab-8fc9a6ed1a4c req-deded911-4e23-451d-ad83-78d990a80825 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 210 time: 0.0365443 Jul 06 12:13:38.031680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.046263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Transition to ACTIVE for port object 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:38.086518 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.145682 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:38.150583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:38.156926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:38.206061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:38.227959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:38.228657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.253254 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-4721a462-37e3-4ed9-b454-1dfc38c92a0e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9566727 Jul 06 12:13:38.269400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Request body: {'port': {'device_id': '83f4a758-6bed-454d-9183-b45898973a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:38.372855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.513441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-133d54e8-19b7-4069-a821-1f3d21a5fa34 None None] Provisioning for port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:38.518077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-133d54e8-19b7-4069-a821-1f3d21a5fa34 None None] Provisioning complete for port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:38.518459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-133d54e8-19b7-4069-a821-1f3d21a5fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.556243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-133d54e8-19b7-4069-a821-1f3d21a5fa34 None None] Port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:38.601806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:38.666994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port e70eaee5-0f23-4fca-82ad-c72d35a640be completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:38.672314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port e70eaee5-0f23-4fca-82ad-c72d35a640be triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:38.672907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.721108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:38.729008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.742040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Transition to ACTIVE for port object 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:38.746256 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.773956 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.801737 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:38.803852 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54cb78a-c7ed-4b31-abff-cd4c10a4182a" -d '{"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-plugged", "status": "completed", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:38.816684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Pushing event updated for resources: {'Port': ['ID=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:38.843837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:38.858066 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.897271 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e43539-8deb-411e-86b6-c525d8301cd7 x-openstack-request-id: req-a5e43539-8deb-411e-86b6-c525d8301cd7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:38.897569 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-plugged", "status": "completed", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:38.897809 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5e43539-8deb-411e-86b6-c525d8301cd7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:38.898455 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'code': 200} Jul 06 12:13:38.934897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Attempting to bind port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:38.935277 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Attempting to bind port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:38.935582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Attempting to bind port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e on network d021cf99-3e84-4c8e-a40a-04b02c7f386c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:38.941124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e on network d021cf99-3e84-4c8e-a40a-04b02c7f386c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:13:38.941455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Attempting to bind port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e on network d021cf99-3e84-4c8e-a40a-04b02c7f386c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:38.947056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:38.947474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Checking segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:38.947994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Bound using segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:38.948401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Bound port: 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:38.948766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.950889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:39.050990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] For port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:39.054523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] For port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:39.060372 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.102926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.103564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.105018 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] 10.222.0.79 "PUT /v2.0/ports/715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e HTTP/1.1" status: 200 len: 1092 time: 0.8425753 Jul 06 12:13:39.105595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f4a758-6bed-454d-9183-b45898973a22', 'tag': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:39.109428 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cabd8d-6bc7-4233-9a3e-96e27611386c" -d '{"events": [{"name": "network-changed", "server_uuid": "83f4a758-6bed-454d-9183-b45898973a22", "tag": "715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:39.158470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dcf1d-18f3-4fc9-8f05-6ed84121517b service neutron] Pushing event updated for resources: {'Port': ['ID=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:39.251279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-b1c7f1bb-6f77-4e67-b18d-d5b67afa7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.253547 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-b1c7f1bb-6f77-4e67-b18d-d5b67afa7b03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 1095 time: 0.0758345 Jul 06 12:13:39.265546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3733d9-666f-4f46-8e7a-7a1c8de2211c req-96fd2142-d961-4d00-82a0-3ef96281eb9d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.267248 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba3733d9-666f-4f46-8e7a-7a1c8de2211c req-96fd2142-d961-4d00-82a0-3ef96281eb9d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.1254582 Jul 06 12:13:39.311145 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-7f01d60a-7db1-4327-9946-507738dbe1df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e HTTP/1.1" status: 200 len: 217 time: 0.0476191 Jul 06 12:13:39.324586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba3733d9-666f-4f46-8e7a-7a1c8de2211c req-82ceda9d-5c11-478d-bf61-824203fe0339 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480306 Jul 06 12:13:39.347116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4daf02-6822-433a-a3b0-d78a373eb663 req-e9bfd538-522a-405a-b5d3-6a6ac83ec68f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.348847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd4daf02-6822-433a-a3b0-d78a373eb663 req-e9bfd538-522a-405a-b5d3-6a6ac83ec68f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 944 time: 0.1307802 Jul 06 12:13:39.365568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:39.389551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-c51ed759-d67e-4c28-a441-c7db1256d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.391333 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-c51ed759-d67e-4c28-a441-c7db1256d715 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c693ba98-9088-465f-8b28-09fd5f581617 HTTP/1.1" status: 200 len: 838 time: 0.0705957 Jul 06 12:13:39.424404 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d867f65-9a9a-471d-9dca-de90cc29c6b3 x-openstack-request-id: req-6d867f65-9a9a-471d-9dca-de90cc29c6b3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:39.425311 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f4a758-6bed-454d-9183-b45898973a22", "tag": "715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:39.425531 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d867f65-9a9a-471d-9dca-de90cc29c6b3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:39.425949 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f4a758-6bed-454d-9183-b45898973a22', 'tag': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e', 'status': 'completed', 'code': 200} Jul 06 12:13:39.475171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd4daf02-6822-433a-a3b0-d78a373eb663 req-259fd726-c147-4688-8a2d-d86865d22c93 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015940 Jul 06 12:13:39.477272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-670f0eed-eb29-4735-b11a-97168b1af2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.479189 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-670f0eed-eb29-4735-b11a-97168b1af2a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d021cf99-3e84-4c8e-a40a-04b02c7f386c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777857 Jul 06 12:13:39.487592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-85de81fe-fd5b-48ac-a9cc-ed297e368b6d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/da82c316-17a4-44ca-9ae0-79c3fa9fd2ff HTTP/1.1" status: 200 len: 992 time: 0.1208854 Jul 06 12:13:39.591076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-7d92fd50-8873-4dcc-b34b-b3e2b67bd010 service neutron] 10.222.0.79 "GET /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040592 Jul 06 12:13:39.687398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-faf6edd8-683c-4aac-b5cf-0c4a0a18fe8c req-53487e74-cb39-49dd-a275-1d381e280518 service neutron] 10.222.0.79 "GET /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890913 Jul 06 12:13:39.799258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-7b4f3ab7-c014-4fb2-9b88-378b6392a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.800750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-7b4f3ab7-c014-4fb2-9b88-378b6392a359 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 1095 time: 0.0634141 Jul 06 12:13:39.912325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-fb5815a9-f932-4995-92f6-2fc25ea963de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.914328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-fb5815a9-f932-4995-92f6-2fc25ea963de service neutron] 10.222.0.79 "GET /v2.0/networks?id=d021cf99-3e84-4c8e-a40a-04b02c7f386c HTTP/1.1" status: 200 len: 897 time: 0.1064763 Jul 06 12:13:39.966297 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-f3abc428-418b-41cb-b876-765168fc12bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e HTTP/1.1" status: 200 len: 217 time: 0.0417781 Jul 06 12:13:40.021221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-df923a8d-da22-4aca-ae89-6e8769e4ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:40.022942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-df923a8d-da22-4aca-ae89-6e8769e4ad69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c693ba98-9088-465f-8b28-09fd5f581617 HTTP/1.1" status: 200 len: 838 time: 0.0489080 Jul 06 12:13:40.101538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-667c5082-c13a-4781-b411-f76fa2e34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:40.103450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-667c5082-c13a-4781-b411-f76fa2e34b25 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d021cf99-3e84-4c8e-a40a-04b02c7f386c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731864 Jul 06 12:13:40.217092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-e3e58e56-55a5-4b4a-85e4-5e13723878c6 service neutron] 10.222.0.79 "GET /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044705 Jul 06 12:13:40.316132 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31cabd8d-6bc7-4233-9a3e-96e27611386c req-9cf3d0cd-8226-4d8e-9878-b6fb86da15e1 service neutron] 10.222.0.79 "GET /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925062 Jul 06 12:13:40.670019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968291-a109-4b4c-85d8-09866f8c1a98 req-4d3245d4-277b-4725-a30e-badcb30cc6c6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:40.671546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1968291-a109-4b4c-85d8-09866f8c1a98 req-4d3245d4-277b-4725-a30e-badcb30cc6c6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 944 time: 0.0665104 Jul 06 12:13:40.708739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1968291-a109-4b4c-85d8-09866f8c1a98 req-88f3b17e-a9a4-4be3-b363-40c35614356a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Jul 06 12:13:41.315453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:13:41.409241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:41.420357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'port_id': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e', 'mac_address': 'fa:16:3e:2d:b2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:13:41.456893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.472182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:41.491405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:41.497352 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.543152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:41.749419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:41.892438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78cebe-bfd5-4005-9df7-095dd3f2330c req-1f17147f-1421-41e0-9f03-0cc91e566c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:41.893983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b78cebe-bfd5-4005-9df7-095dd3f2330c req-1f17147f-1421-41e0-9f03-0cc91e566c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 945 time: 0.0697687 Jul 06 12:13:41.932467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9b78cebe-bfd5-4005-9df7-095dd3f2330c req-b01bf745-d4ba-4661-b35b-0b52916570bd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jul 06 12:13:42.572433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aee1f7-e0ad-43de-a8e3-c511d9db8823 req-49cc8d67-791f-4b16-872a-218d3dffe7c4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:42.574473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3aee1f7-e0ad-43de-a8e3-c511d9db8823 req-49cc8d67-791f-4b16-872a-218d3dffe7c4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 946 time: 0.0661118 Jul 06 12:13:42.612242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3aee1f7-e0ad-43de-a8e3-c511d9db8823 req-b096ffe5-883a-48fd-8ea5-fbc1ab4fa9ec tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Jul 06 12:13:43.106975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6d21b-bf6f-4327-9f6e-0b5cf16eccc7 req-a9a9ad3d-356a-443a-8aee-220869c88e4b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:43.108488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d6d21b-bf6f-4327-9f6e-0b5cf16eccc7 req-a9a9ad3d-356a-443a-8aee-220869c88e4b tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 945 time: 0.0635056 Jul 06 12:13:43.146122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d6d21b-bf6f-4327-9f6e-0b5cf16eccc7 req-1153d1dd-3b8f-41ed-9b51-d50d7803aa56 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jul 06 12:13:43.327694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:43.375296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:43.378911 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:43.379282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.455303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.477944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f4a758-6bed-454d-9183-b45898973a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:43.481107 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e5d9b4-a633-425b-88bb-812cb2c87b9b" -d '{"events": [{"server_uuid": "83f4a758-6bed-454d-9183-b45898973a22", "name": "network-vif-plugged", "status": "completed", "tag": "715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:43.497359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:43.501703 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.534235 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d2969-58b8-4227-b29f-9ba83391b430 x-openstack-request-id: req-890d2969-58b8-4227-b29f-9ba83391b430 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:43.534528 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f4a758-6bed-454d-9183-b45898973a22", "name": "network-vif-plugged", "status": "completed", "tag": "715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:43.534780 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-890d2969-58b8-4227-b29f-9ba83391b430 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:43.535170 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f4a758-6bed-454d-9183-b45898973a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e', 'code': 200} Jul 06 12:13:43.562122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:43.652503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3d5e3-17c9-459d-9810-d14969e83932 req-882bed2a-d320-456c-af61-79273d1cd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:43.654049 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-92a3d5e3-17c9-459d-9810-d14969e83932 req-882bed2a-d320-456c-af61-79273d1cd3fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 1097 time: 0.0535705 Jul 06 12:13:43.689891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-92a3d5e3-17c9-459d-9810-d14969e83932 req-5d5d5e00-da33-4287-806e-c65d2d15c60a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279996 Jul 06 12:13:43.787047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23f1d-459a-4aa1-b54c-25e218dffd65 req-f520fafb-45d4-455c-82f1-b510996fcfe8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:43.788485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5f23f1d-459a-4aa1-b54c-25e218dffd65 req-f520fafb-45d4-455c-82f1-b510996fcfe8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 946 time: 0.0672388 Jul 06 12:13:43.826714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5f23f1d-459a-4aa1-b54c-25e218dffd65 req-52590749-e504-4d3f-9e93-37c367225082 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=28ff1fad-b631-45c6-8b25-a2a83d152b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 06 12:13:44.286580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-aee13ae1-ed32-4f76-af3e-bed129fa1942 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.288122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-aee13ae1-ed32-4f76-af3e-bed129fa1942 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 946 time: 0.1077681 Jul 06 12:13:44.320551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fa911-1aa2-45df-b0ad-b82710e42d5b req-80a5579a-f680-4cd7-89e3-7fb68037744c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.322068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4fa911-1aa2-45df-b0ad-b82710e42d5b req-80a5579a-f680-4cd7-89e3-7fb68037744c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 946 time: 0.0642900 Jul 06 12:13:44.361300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4fa911-1aa2-45df-b0ad-b82710e42d5b req-8cc171cf-e8e5-4f03-bf9d-bd41644dec13 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332139 Jul 06 12:13:44.392558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 678e4cb1-4874-4b10-99fd-527f442e2d70 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:44.392900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:44.486529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port 678e4cb1-4874-4b10-99fd-527f442e2d70, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=678e4cb1-4874-4b10-99fd-527f442e2d70,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:44.486891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:44.500096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 678e4cb1-4874-4b10-99fd-527f442e2d70 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:44.638119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:44.651111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['678e4cb1-4874-4b10-99fd-527f442e2d70'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:44.668921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=678e4cb1-4874-4b10-99fd-527f442e2d70,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:44.721311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port 678e4cb1-4874-4b10-99fd-527f442e2d70 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:44.723838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:44.725904 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfce8263-bda2-4df5-af6d-79703fdcc856 req-c1add04e-2704-4b98-bba3-a5286e91be4b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/678e4cb1-4874-4b10-99fd-527f442e2d70 HTTP/1.1" status: 204 len: 173 time: 0.4295573 Jul 06 12:13:44.726343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'name': 'network-vif-deleted', 'tag': '678e4cb1-4874-4b10-99fd-527f442e2d70'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:44.728615 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e566fb52-89dd-4ec2-89f6-1b287c55b36d" -d '{"events": [{"server_uuid": "b4504e66-cac0-43bf-b57f-8ef2b16086c0", "name": "network-vif-deleted", "tag": "678e4cb1-4874-4b10-99fd-527f442e2d70"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:44.768490 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0066dd5e-fe4e-4717-95d3-1fca6d07f42b x-openstack-request-id: req-0066dd5e-fe4e-4717-95d3-1fca6d07f42b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:44.768860 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4504e66-cac0-43bf-b57f-8ef2b16086c0", "name": "network-vif-deleted", "tag": "678e4cb1-4874-4b10-99fd-527f442e2d70", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:44.769163 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0066dd5e-fe4e-4717-95d3-1fca6d07f42b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:44.769598 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4504e66-cac0-43bf-b57f-8ef2b16086c0', 'name': 'network-vif-deleted', 'tag': '678e4cb1-4874-4b10-99fd-527f442e2d70', 'status': 'completed', 'code': 200} Jul 06 12:13:44.972458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-465c9ef9-b581-42c3-9c48-e285de8fb0a3 req-351f0d31-15e4-44b5-a15b-ed2c46050335 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 210 time: 0.0328128 Jul 06 12:13:45.835773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919413b5-8f6f-4035-95d9-c9cfd18933ce req-9f53f49b-2b9d-4338-9b1f-bc3ea3752788 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:45.837309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-919413b5-8f6f-4035-95d9-c9cfd18933ce req-9f53f49b-2b9d-4338-9b1f-bc3ea3752788 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 946 time: 0.3578258 Jul 06 12:13:45.888883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-919413b5-8f6f-4035-95d9-c9cfd18933ce req-9f2bcdfc-81d4-41cb-8723-145e1f54edfe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 Jul 06 12:13:46.087979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854998-53e3-426c-a0a5-bad6aa51c6bb req-7605da40-b4c3-499c-9a55-8ccca1c19fc3 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:46.096459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72854998-53e3-426c-a0a5-bad6aa51c6bb req-7605da40-b4c3-499c-9a55-8ccca1c19fc3 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 946 time: 0.0791922 Jul 06 12:13:46.134622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-72854998-53e3-426c-a0a5-bad6aa51c6bb req-037f30d9-47a2-47e3-a79e-fceb76d77d22 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371048 Jul 06 12:13:46.181373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a16a34f-f74d-449f-b47b-453fb2a32a27 req-56c1b65e-2e2b-4410-8e4e-3cf99d8d908f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 210 time: 0.0336082 Jul 06 12:13:47.323083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3c186ab-8574-44b1-bd45-a706be8bfbf5 req-b702d8a1-6f92-4854-845e-f655c135f940 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 210 time: 0.0273736 Jul 06 12:13:47.340847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 678e4cb1-4874-4b10-99fd-527f442e2d70 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:47.360862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 678e4cb1-4874-4b10-99fd-527f442e2d70 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:47.361204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 678e4cb1-4874-4b10-99fd-527f442e2d70 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:47.616164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:48.059130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.347968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.20.0.17 (d021cf99-3e84-4c8e-a40a-04b02c7f386c/c693ba98-9088-465f-8b28-09fd5f581617/32179cab-5788-49fa-b26d-0fea9a1d33ba) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:48.484933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-751989ba-1778-41a0-b7e7-227ed275befb req-472e0f9d-6ffd-4e5d-b9e5-70d4635bc848 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4504e66-cac0-43bf-b57f-8ef2b16086c0 HTTP/1.1" status: 200 len: 210 time: 0.0369833 Jul 06 12:13:48.502338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.525585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Transition to ACTIVE for port object 32179cab-5788-49fa-b26d-0fea9a1d33ba will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:48.560824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.612486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:48.619153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:48.623437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:48.648260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=32179cab-5788-49fa-b26d-0fea9a1d33ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:48.683300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.869680 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.903378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96ab014a-e3e1-49d7-8316-7b9d60d4da61 None None] Provisioning for port 32179cab-5788-49fa-b26d-0fea9a1d33ba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:48.908921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96ab014a-e3e1-49d7-8316-7b9d60d4da61 None None] Provisioning complete for port 32179cab-5788-49fa-b26d-0fea9a1d33ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:48.909299 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96ab014a-e3e1-49d7-8316-7b9d60d4da61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.102363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-96ab014a-e3e1-49d7-8316-7b9d60d4da61 None None] Port 32179cab-5788-49fa-b26d-0fea9a1d33ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:49.170161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.175231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.263715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=32179cab-5788-49fa-b26d-0fea9a1d33ba,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:49.268602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.363686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:49.365192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:49.487416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:13:49.620158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:49.626478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c078fc26-9478-4c07-90bc-8deab53a0e45 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "PUT /v2.0/routers/db67ef3d-b75a-4c13-a189-551fc1328c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090561 Jul 06 12:13:49.627027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b17091c8-e073-43be-bda0-eb5edbb319cc None None] Provisioning complete for port 32179cab-5788-49fa-b26d-0fea9a1d33ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:49.627393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b17091c8-e073-43be-bda0-eb5edbb319cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.644028 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:49.654009 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:49.655186 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:49.666137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b17091c8-e073-43be-bda0-eb5edbb319cc None None] Port 32179cab-5788-49fa-b26d-0fea9a1d33ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:49.762998 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:49.995306 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:13:48Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 1, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32179cab-5788-49fa-b26d-0fea9a1d33ba', 'name': '', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:ea:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:48Z', 'updated_at': '2021-07-06T12:13:49Z', 'revision_number': 2, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:50.107311 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:50.107578 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Updating router db67ef3d-b75a-4c13-a189-551fc1328c4d port 32179cab-5788-49fa-b26d-0fea9a1d33ba binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:13:50.142010 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.414404 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.427539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Transition to ACTIVE for port object 32179cab-5788-49fa-b26d-0fea9a1d33ba will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:50.433717 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.486550 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Pushing event updated for resources: {'Port': ['ID=32179cab-5788-49fa-b26d-0fea9a1d33ba,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.513214 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.513564 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.513905 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.514241 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.514567 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.514901 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.515227 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.515551 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.515872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.516219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.516540 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.516859 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.550445 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Attempting to bind port 32179cab-5788-49fa-b26d-0fea9a1d33ba on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:50.550826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Attempting to bind port 32179cab-5788-49fa-b26d-0fea9a1d33ba by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:50.551187 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Attempting to bind port 32179cab-5788-49fa-b26d-0fea9a1d33ba on network d021cf99-3e84-4c8e-a40a-04b02c7f386c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:50.556711 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:50.557379 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Checking segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:50.558585 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.559468 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Bound using segment: {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:50.560290 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Bound port: 32179cab-5788-49fa-b26d-0fea9a1d33ba, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d93fccf-8018-4573-8b1a-dcb5dccf0355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:50.560858 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.635716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] For port 32179cab-5788-49fa-b26d-0fea9a1d33ba, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:50.639488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] For port 32179cab-5788-49fa-b26d-0fea9a1d33ba, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=32179cab-5788-49fa-b26d-0fea9a1d33ba,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:50.644679 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.706407 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:50.707042 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:50.805392 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a06408-19d6-4fe4-9928-00069884f273 None None] Pushing event updated for resources: {'Port': ['ID=32179cab-5788-49fa-b26d-0fea9a1d33ba,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.852675 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:51.146928 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:13:48Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 1, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32179cab-5788-49fa-b26d-0fea9a1d33ba', 'name': '', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:ea:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:48Z', 'updated_at': '2021-07-06T12:13:50Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:51.181767 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74f27b-1cbd-426f-ac2b-eafe44c11a4c None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:13:48Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 1, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32179cab-5788-49fa-b26d-0fea9a1d33ba', 'name': '', 'network_id': 'd021cf99-3e84-4c8e-a40a-04b02c7f386c', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:ea:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:48Z', 'updated_at': '2021-07-06T12:13:50Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'c693ba98-9088-465f-8b28-09fd5f581617', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:51.808296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 53996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.813358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486892921', 'description': 'tempest-secgroup-smoke-486892921 description', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.837826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.937660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.941694 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.973141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.974400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1650333 Jul 06 12:13:51.977783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 53998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.979160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ea093-5ff5-4aa3-a274-c716df2b63dd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea89505-8c1d-45ac-8f30-551314966c8e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:51.983105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group_rule': {'security_group_id': '3ea89505-8c1d-45ac-8f30-551314966c8e', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.010782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.057206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.061766 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.082771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfbcb17-be63-4a6a-927b-13e8327f7373,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.086329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.087534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8d651522-ba77-4d76-b05c-5b51f8503364 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084919 Jul 06 12:13:52.090309 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.095201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group_rule': {'security_group_id': '3ea89505-8c1d-45ac-8f30-551314966c8e', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.122349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.184326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.188214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.205400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3599152-cc17-45ec-9643-c60233391924,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.212273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.213500 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9d48e96b-3ad0-47e5-9556-2aa41448d38b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217682 Jul 06 12:13:52.217183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.222920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group_rule': {'security_group_id': '3ea89505-8c1d-45ac-8f30-551314966c8e', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.252850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.327181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.330881 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.348157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda5b174-f9bd-41a8-a945-8c9f8359ea0b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.355471 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.356765 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d15e64dd-3a6d-4ea9-adee-65572faf0fe5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384323 Jul 06 12:13:52.359330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.363731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group_rule': {'security_group_id': '3ea89505-8c1d-45ac-8f30-551314966c8e', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.390271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.449167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.456942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.474959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575bd4bf-b282-4a93-b4a0-687e7ef50c75,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.481051 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.482196 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b7be167e-cc12-4e5e-9f47-474ce65831c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219521 Jul 06 12:13:52.484973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.489640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group_rule': {'security_group_id': '3ea89505-8c1d-45ac-8f30-551314966c8e', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.512173 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Project 0154aabb7ea844a99ab43e3cf7b9a3af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:13:52.517061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.586709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.590878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.601706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10038d9-0a5d-4ba3-bfad-9078eca8bd38,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.618492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.619696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3ff971fa-b729-4b00-bc41-d733243ac128 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337752 Jul 06 12:13:52.623166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.628114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'security_group_rule': {'security_group_id': '3ea89505-8c1d-45ac-8f30-551314966c8e', 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.636543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 32179cab-5788-49fa-b26d-0fea9a1d33ba up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:52.653284 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Project 0154aabb7ea844a99ab43e3cf7b9a3af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:13:52.658150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.686766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 32179cab-5788-49fa-b26d-0fea9a1d33ba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:52.690496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 32179cab-5788-49fa-b26d-0fea9a1d33ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:52.690867 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.725316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.729106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.747960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42020da-a2da-4d37-9c88-44a1f88b005f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.754653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.755851 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d7a5eb09-afe0-45a3-973f-80f87ba21cef tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314206 Jul 06 12:13:52.779541 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.815549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 32179cab-5788-49fa-b26d-0fea9a1d33ba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=32179cab-5788-49fa-b26d-0fea9a1d33ba,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:52.819614 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.874931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=32179cab-5788-49fa-b26d-0fea9a1d33ba,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.890904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:54.619694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 32179cab-5788-49fa-b26d-0fea9a1d33ba up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:54.669934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 32179cab-5788-49fa-b26d-0fea9a1d33ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:54.670312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.151760 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f41266d-cb19-4592-a119-b04d3dfd812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.705675 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c1f5e1-d43b-432a-a0d6-a5faa6267328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.180852 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.350178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.001777 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.482374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:07.072517 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-5c5d5cc8-a089-405f-ac9c-84c045be8b17 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486892921&fields=id&tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 267 time: 0.0325568 Jul 06 12:14:07.186019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-a90f4aae-9843-4264-965c-98aa7047ce80 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:07.187429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-a90f4aae-9843-4264-965c-98aa7047ce80 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1078153 Jul 06 12:14:07.203039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-19e2b506-b674-4e39-b480-5fecacd0193f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0101206 Jul 06 12:14:07.270672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-25adaeeb-0d0b-4675-abb6-7ae9de58478f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621927 Jul 06 12:14:07.364320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-96dad7db-0525-4305-b639-6bfe357752ff service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826497 Jul 06 12:14:07.457511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-e083ec07-fa25-464f-b27d-007f3b553612 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875928 Jul 06 12:14:07.758362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-305e1dfa-9267-4e48-bb0f-36dcaea5ccaf req-34a82b85-8b44-41b1-8567-621abb843b1a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 210 time: 0.0302937 Jul 06 12:14:08.842671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-2bd30729-f695-4650-98fd-8e6a36c50f45 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.844879 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-2bd30729-f695-4650-98fd-8e6a36c50f45 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1181047 Jul 06 12:14:08.900163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-2d38550d-d4e2-4079-af58-138c931e6a50 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 379 time: 0.0401785 Jul 06 12:14:08.905710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba78faee-72c2-45d9-99d2-fa22e4ba0849 req-c1b60e92-ab6a-411a-a54c-28490171b830 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 210 time: 0.0297418 Jul 06 12:14:08.912243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': 'f04291e7-358f-4062-a871-cd18c4b76074', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'security_groups': ['3ea89505-8c1d-45ac-8f30-551314966c8e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:09.030155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:09.033906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.161394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.4 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/44cfdfb5-7c11-4ce1-9950-405a42ff305b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:09.637572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.650177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object 44cfdfb5-7c11-4ce1-9950-405a42ff305b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:09.686140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.734750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:09.740017 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:09.747390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=44cfdfb5-7c11-4ce1-9950-405a42ff305b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:09.749686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:09.801227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:09.802312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.818850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-7473583d-5840-40c7-b6af-0fcb0a5b6b68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9132774 Jul 06 12:14:09.831771 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Request body: {'port': {'device_id': 'f04291e7-358f-4062-a871-cd18c4b76074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:09.914208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.914902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:10.000716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b6410dd-f120-4263-943d-2788705f5db0 None None] Provisioning for port 44cfdfb5-7c11-4ce1-9950-405a42ff305b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:10.006715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b6410dd-f120-4263-943d-2788705f5db0 None None] Provisioning complete for port 44cfdfb5-7c11-4ce1-9950-405a42ff305b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:10.007388 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b6410dd-f120-4263-943d-2788705f5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.047817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b6410dd-f120-4263-943d-2788705f5db0 None None] Port 44cfdfb5-7c11-4ce1-9950-405a42ff305b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:10.117282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa4bb3-6bc9-4ea7-b0f4-d2e0ca472657 req-74a1cd5b-45e4-4bdc-aa66-c63e2a994c21 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.124803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4fa4bb3-6bc9-4ea7-b0f4-d2e0ca472657 req-74a1cd5b-45e4-4bdc-aa66-c63e2a994c21 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 931 time: 0.0891614 Jul 06 12:14:10.163028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4fa4bb3-6bc9-4ea7-b0f4-d2e0ca472657 req-fe8fa816-31c5-44da-83c8-16084657676e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371847 Jul 06 12:14:10.394848 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:14:10.501342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cfdfb5-7c11-4ce1-9950-405a42ff305b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:10.514543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.540912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Transition to ACTIVE for port object 44cfdfb5-7c11-4ce1-9950-405a42ff305b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:10.546762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.650660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Pushing event updated for resources: {'Port': ['ID=44cfdfb5-7c11-4ce1-9950-405a42ff305b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:10.762848 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.767225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Attempting to bind port 44cfdfb5-7c11-4ce1-9950-405a42ff305b on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:10.767225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Attempting to bind port 44cfdfb5-7c11-4ce1-9950-405a42ff305b by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:10.767225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Attempting to bind port 44cfdfb5-7c11-4ce1-9950-405a42ff305b on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:10.809210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Port 44cfdfb5-7c11-4ce1-9950-405a42ff305b on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:14:10.809645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Attempting to bind port 44cfdfb5-7c11-4ce1-9950-405a42ff305b on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:10.820066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:10.820295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:10.820685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:10.821115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Bound port: 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:10.821583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.992978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] For port 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:11.024589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] For port 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:11.034327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.091639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.092104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.093765 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-552c503b-d7c3-4119-a289-997977ada478 service neutron] 10.222.0.79 "PUT /v2.0/ports/44cfdfb5-7c11-4ce1-9950-405a42ff305b HTTP/1.1" status: 200 len: 1091 time: 1.2663536 Jul 06 12:14:11.115522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:11.117956 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d3123-9813-4e06-ab30-bb7754a6529a" -d '{"events": [{"name": "network-changed", "server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:11.187316 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb54bd6-d54d-45c9-be3e-5d8f6ae45b2e x-openstack-request-id: req-cbb54bd6-d54d-45c9-be3e-5d8f6ae45b2e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:11.187592 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:11.187850 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbb54bd6-d54d-45c9-be3e-5d8f6ae45b2e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:11.188488 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'status': 'completed', 'code': 200} Jul 06 12:14:11.201387 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c503b-d7c3-4119-a289-997977ada478 service neutron] Pushing event updated for resources: {'Port': ['ID=44cfdfb5-7c11-4ce1-9950-405a42ff305b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:11.293577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-bd7dc134-dd9b-4498-910b-e4d5b9bea8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.295135 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-bd7dc134-dd9b-4498-910b-e4d5b9bea8f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 1094 time: 0.1528854 Jul 06 12:14:11.346672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-dea61743-2823-48d2-819d-9dd54c944d9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b HTTP/1.1" status: 200 len: 217 time: 0.0435207 Jul 06 12:14:11.374304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97873f33-405b-45ef-ba4d-ea7270d8bbfc req-f200645b-a398-43c6-8849-d40cdd929490 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.375904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97873f33-405b-45ef-ba4d-ea7270d8bbfc req-f200645b-a398-43c6-8849-d40cdd929490 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.0709040 Jul 06 12:14:11.419098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-97873f33-405b-45ef-ba4d-ea7270d8bbfc req-0ce337b5-479c-4c8a-9296-91567648d3e9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368009 Jul 06 12:14:11.429447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-4a70098d-1a43-45ca-84dd-3c6d76fb4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.430924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-4a70098d-1a43-45ca-84dd-3c6d76fb4403 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0603189 Jul 06 12:14:11.448237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port 32179cab-5788-49fa-b26d-0fea9a1d33ba {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:11.448637 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.572382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port 32179cab-5788-49fa-b26d-0fea9a1d33ba, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=32179cab-5788-49fa-b26d-0fea9a1d33ba,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:11.572737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.576939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-0d07a0ae-e786-4ad0-90fc-e1e752e1f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.578459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-0d07a0ae-e786-4ad0-90fc-e1e752e1f223 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399462 Jul 06 12:14:11.596835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for 32179cab-5788-49fa-b26d-0fea9a1d33ba owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:11.971937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-f900fd5e-0844-4299-9f46-7fa19f967057 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864331 Jul 06 12:14:12.140425 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d8e092e1-7a5c-4088-98de-ea77f3f8aac7 req-a58d44eb-8482-4b82-a5d0-614713c4e28e service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486645 Jul 06 12:14:12.196261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.255175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=32179cab-5788-49fa-b26d-0fea9a1d33ba,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:12.385130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-3c37bef1-6029-4375-b62d-0b40cf1d7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.387210 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-3c37bef1-6029-4375-b62d-0b40cf1d7be1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 1094 time: 0.1992698 Jul 06 12:14:12.530847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.582073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-5262dea9-fb42-4acc-baa3-60ae4357032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.583686 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-5262dea9-fb42-4acc-baa3-60ae4357032f service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1890154 Jul 06 12:14:12.618347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3a1f-801e-4f90-b408-663486760642 req-67e9b920-7a5b-4842-98a6-14dec6b4fd46 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.620045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d9b3a1f-801e-4f90-b408-663486760642 req-67e9b920-7a5b-4842-98a6-14dec6b4fd46 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.0820756 Jul 06 12:14:12.647845 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-1ed18dbc-0256-4641-82b4-193a127b7c22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b HTTP/1.1" status: 200 len: 217 time: 0.0570369 Jul 06 12:14:12.669903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d9b3a1f-801e-4f90-b408-663486760642 req-ffed8f7d-b549-413a-a3f4-99cb681ae0b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433807 Jul 06 12:14:12.742913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-b606bb8b-22ff-4068-9bfe-b30dafebd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.744413 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-b606bb8b-22ff-4068-9bfe-b30dafebd0a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0646441 Jul 06 12:14:12.899274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-0ac7aa68-1acd-40c9-90af-449b0d901971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.900834 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-0ac7aa68-1acd-40c9-90af-449b0d901971 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502831 Jul 06 12:14:12.902616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:13.076897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-a0c54570-fea0-44f2-939c-1e49cf47452f service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692233 Jul 06 12:14:13.081208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:13.091570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:13.093596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aa5100ac-7332-4dc0-b58f-e2943a01f42d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "PUT /v2.0/routers/db67ef3d-b75a-4c13-a189-551fc1328c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1779718 Jul 06 12:14:13.103388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:13.104255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:13.194858 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee6d3123-9813-4e06-ab30-bb7754a6529a req-198ce478-d24c-43f4-978e-c385f8b737d9 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111674 Jul 06 12:14:13.230632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:13.466324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:12Z', 'revision_number': 6, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 1, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:13.474751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e64502-bb4b-47d8-bb88-1f8872b8400e req-7ace6859-b476-4b70-bc62-7632347e15f7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.476270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e64502-bb4b-47d8-bb88-1f8872b8400e req-7ace6859-b476-4b70-bc62-7632347e15f7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 946 time: 0.0638995 Jul 06 12:14:13.495638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:13.504548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:13.505119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:13.521092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e64502-bb4b-47d8-bb88-1f8872b8400e req-c03bfc4c-c7b6-4813-b142-438760a89567 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376518 Jul 06 12:14:13.614675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:13.838847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:12Z', 'revision_number': 6, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 1, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:13.858963 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af9f7-133d-474d-b508-914783b30fb2 req-249cb007-8931-49e8-bfc4-cccf7d3cbcc3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.860484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05af9f7-133d-474d-b508-914783b30fb2 req-249cb007-8931-49e8-bfc4-cccf7d3cbcc3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.0662282 Jul 06 12:14:13.869232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b618888-fa85-4fba-8dba-51f4eacb8ead None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:12Z', 'revision_number': 6, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '1d913783-80f4-44c7-958a-667817f6d873', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'port_id': '12be1714-6984-4a89-8ca8-baf955c0c805', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'mac_address': 'fa:16:3e:7d:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d10123-73a5-4342-8884-b646c3541a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:12:46Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 1, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:13.904388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c05af9f7-133d-474d-b508-914783b30fb2 req-689eac59-8b2d-4d60-9bcd-137658f9881b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379303 Jul 06 12:14:14.584820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 32179cab-5788-49fa-b26d-0fea9a1d33ba no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:14.605436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 32179cab-5788-49fa-b26d-0fea9a1d33ba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:14.605867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 32179cab-5788-49fa-b26d-0fea9a1d33ba not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:14.701260 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f39f69-dcdc-4d38-8e6a-2ad68edfadb1 req-b90861da-61e0-471f-be8d-09a5a605fd03 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:14.702772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41f39f69-dcdc-4d38-8e6a-2ad68edfadb1 req-b90861da-61e0-471f-be8d-09a5a605fd03 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 946 time: 0.0681214 Jul 06 12:14:14.761572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41f39f69-dcdc-4d38-8e6a-2ad68edfadb1 req-3f3ab027-e0c4-4cb8-9be6-333d1c42cebc tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=67abeeff-2762-4d15-8ed8-6ab25557b5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520039 Jul 06 12:14:14.794709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-57ffbf80-c78b-453d-89b8-b81c70d4b2c3 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:14.796237 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-57ffbf80-c78b-453d-89b8-b81c70d4b2c3 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/ports?device_id=83f4a758-6bed-454d-9183-b45898973a22 HTTP/1.1" status: 200 len: 946 time: 0.0873561 Jul 06 12:14:14.899130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:14.899480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.987609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:14.988011 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.001679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:15.075765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226547cd-3b27-4402-8449-99f79d11ce18 req-5e4224a6-a922-4a48-8374-1d80a24fca3e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:15.077714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-226547cd-3b27-4402-8449-99f79d11ce18 req-5e4224a6-a922-4a48-8374-1d80a24fca3e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.0642419 Jul 06 12:14:15.115223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-226547cd-3b27-4402-8449-99f79d11ce18 req-0ec1863d-f2da-4eed-af91-c9a21515258d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Jul 06 12:14:15.135556 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.165693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:15.216857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] No DVR routers for this DVR port 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:15.219514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.221626 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b2f0d56f-d03a-4aa5-818c-608223bb66e7 req-b1ee5aab-accc-4692-82bb-69c82bcef159 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "DELETE /v2.0/ports/715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e HTTP/1.1" status: 204 len: 173 time: 0.4202986 Jul 06 12:14:15.222063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f4a758-6bed-454d-9183-b45898973a22', 'name': 'network-vif-deleted', 'tag': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:15.224370 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d4dbb4-09e0-4428-ba0c-d8f9054edad1" -d '{"events": [{"server_uuid": "83f4a758-6bed-454d-9183-b45898973a22", "name": "network-vif-deleted", "tag": "715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:15.264899 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd88f08-3103-47ad-ace1-3650b0c1a520 x-openstack-request-id: req-bcd88f08-3103-47ad-ace1-3650b0c1a520 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:15.265721 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f4a758-6bed-454d-9183-b45898973a22", "name": "network-vif-deleted", "tag": "715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:15.265999 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcd88f08-3103-47ad-ace1-3650b0c1a520 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:15.266587 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f4a758-6bed-454d-9183-b45898973a22', 'name': 'network-vif-deleted', 'tag': '715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e', 'status': 'completed', 'code': 200} Jul 06 12:14:15.853356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:15.914609 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fc30-97e6-42b4-9413-f4e3cd5d4f87 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.939535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fc30-97e6-42b4-9413-f4e3cd5d4f87 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.000856 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fc30-97e6-42b4-9413-f4e3cd5d4f87 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.003510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fc30-97e6-42b4-9413-f4e3cd5d4f87 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.004887 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8dc3fc30-97e6-42b4-9413-f4e3cd5d4f87 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/security-groups/67abeeff-2762-4d15-8ed8-6ab25557b5e6 HTTP/1.1" status: 204 len: 168 time: 0.1505063 Jul 06 12:14:16.015753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3fc30-97e6-42b4-9413-f4e3cd5d4f87 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67abeeff-2762-4d15-8ed8-6ab25557b5e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:16.039256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:16.090117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting subnet c693ba98-9088-465f-8b28-09fd5f581617 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:16.093145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.136992 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.287958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.357618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87708a8-e884-4d74-ac9f-819e41693f70 req-704d1466-aea2-4d05-bf07-695e760a6322 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:16.359002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f87708a8-e884-4d74-ac9f-819e41693f70 req-704d1466-aea2-4d05-bf07-695e760a6322 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.1275775 Jul 06 12:14:16.375288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.417871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Subnet': ['ID=c693ba98-9088-465f-8b28-09fd5f581617,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:16.424132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.426098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/subnets/c693ba98-9088-465f-8b28-09fd5f581617 HTTP/1.1" status: 204 len: 168 time: 0.3857851 Jul 06 12:14:16.429167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:16.430241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b01337-bc62-40ef-8a93-dd933afd83d2 None None] Network d021cf99-3e84-4c8e-a40a-04b02c7f386c requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:16.438164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.438634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.439077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.439498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.439982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.440419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.440845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.441265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.441721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.442138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.442557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.442996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb203590-d79e-426b-ad7f-78ec8f7289dd tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:16.462523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f87708a8-e884-4d74-ac9f-819e41693f70 req-005416a4-523b-4701-b44f-66181f01da73 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958161 Jul 06 12:14:16.515107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.571675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port c75ed858-dfe3-4c62-8598-29c81d242c88 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:16.572082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.627788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] DHCP port deletion for d021cf99-3e84-4c8e-a40a-04b02c7f386c request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:16.635717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port c75ed858-dfe3-4c62-8598-29c81d242c88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c75ed858-dfe3-4c62-8598-29c81d242c88,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:16.636136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.648811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for c75ed858-dfe3-4c62-8598-29c81d242c88 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:16.673583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] Deleting port c75ed858-dfe3-4c62-8598-29c81d242c88 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:16.673964 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.731126 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.753144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] For port c75ed858-dfe3-4c62-8598-29c81d242c88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c75ed858-dfe3-4c62-8598-29c81d242c88,segment=NetworkSegment(6d93fccf-8018-4573-8b1a-dcb5dccf0355),segment_id=6d93fccf-8018-4573-8b1a-dcb5dccf0355)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:16.753539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.759230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=c75ed858-dfe3-4c62-8598-29c81d242c88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:16.764129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] No DVR routers for this DVR port c75ed858-dfe3-4c62-8598-29c81d242c88 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:16.772722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] Calling delete_port for c75ed858-dfe3-4c62-8598-29c81d242c88 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:16.849237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.853446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.863539 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d021cf99-3e84-4c8e-a40a-04b02c7f386c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:16.876468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] Pushing event deleted for resources: {'Port': ['ID=c75ed858-dfe3-4c62-8598-29c81d242c88,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:16.880087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86150cfa-3fdc-4de6-a147-ca1c34bc328b None None] No DVR routers for this DVR port c75ed858-dfe3-4c62-8598-29c81d242c88 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:16.884648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d93fccf-8018-4573-8b1a-dcb5dccf0355') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:16.884931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d93fccf-8018-4573-8b1a-dcb5dccf0355') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:16.902451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.923137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.929646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:16.930061 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:16.933656 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:16.989001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.993568 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.995544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/networks/d021cf99-3e84-4c8e-a40a-04b02c7f386c HTTP/1.1" status: 204 len: 168 time: 0.5652814 Jul 06 12:14:16.998373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:17.015643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6667e-c439-42a8-ba40-21e6bc57c88d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Network': ['ID=d021cf99-3e84-4c8e-a40a-04b02c7f386c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:17.167452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port e9ba0c3f-3751-4672-94ac-0043268ee1ea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:17.168198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.242105 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.242751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.254682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for e9ba0c3f-3751-4672-94ac-0043268ee1ea owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:17.433030 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.498841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:17.521438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:17.521873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 715316c4-63ac-4a4b-9bc2-6b3eedc8cd2e not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:17.733678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=e9ba0c3f-3751-4672-94ac-0043268ee1ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:17.829560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.829894 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Floating IP 1d913783-80f4-44c7-958a-667817f6d873 disassociated (deleted). External IP: 172.25.7.97, port: 12be1714-6984-4a89-8ca8-baf955c0c805. Jul 06 12:14:17.882420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa49c68-5bfb-4763-a937-a7dbcd271f24 req-4eeb54a2-5511-4bcd-be9c-65b256985643 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:17.883895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fa49c68-5bfb-4763-a937-a7dbcd271f24 req-4eeb54a2-5511-4bcd-be9c-65b256985643 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.1523600 Jul 06 12:14:17.963391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7fa49c68-5bfb-4763-a937-a7dbcd271f24 req-0429c3ec-dba2-4779-b959-78807af32c2a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720577 Jul 06 12:14:18.075561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:18.181967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:18.187402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.191767 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:18.201951 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:18.202563 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:18.227622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d3b13aed-8b50-41c4-b970-4e819762d63f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/floatingips/1d913783-80f4-44c7-958a-667817f6d873 HTTP/1.1" status: 204 len: 168 time: 1.2279651 Jul 06 12:14:18.228254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:18.231001 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:18.277758 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c1564-c123-4d24-80f0-dbd718e455ca x-openstack-request-id: req-b05c1564-c123-4d24-80f0-dbd718e455ca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:18.278269 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:18.278545 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b05c1564-c123-4d24-80f0-dbd718e455ca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:18.278953 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805', 'status': 'completed', 'code': 200} Jul 06 12:14:18.312113 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:18.353005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-6447209b-2a25-4c4f-a1ba-2eafabfe1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.355177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-6447209b-2a25-4c4f-a1ba-2eafabfe1e04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 1097 time: 0.0544524 Jul 06 12:14:18.449528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-0346d771-dc15-4b8d-a5f7-be653b506395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.451277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-0346d771-dc15-4b8d-a5f7-be653b506395 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 200 len: 897 time: 0.0902827 Jul 06 12:14:18.498178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-eadb25d8-65b9-478e-9ef9-9badf251df2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12be1714-6984-4a89-8ca8-baf955c0c805 HTTP/1.1" status: 200 len: 217 time: 0.0391374 Jul 06 12:14:18.524675 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:12Z', 'revision_number': 6, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:18.552594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-b4a1e2fa-98b7-46a5-8bbb-89516368a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.554105 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-b4a1e2fa-98b7-46a5-8bbb-89516368a9d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9 HTTP/1.1" status: 200 len: 835 time: 0.0495269 Jul 06 12:14:18.558780 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:18.567431 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:18.568232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:18.619625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-6f8b9173-e83d-4a3d-bf2c-b36662137fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.624830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-6f8b9173-e83d-4a3d-bf2c-b36662137fa5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d82fd539-3769-4a5c-93a0-fe816c9b3e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631425 Jul 06 12:14:18.643292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e421f-f5ca-4719-ae32-7e80d8ae1d9e req-3b6baee4-89c4-427f-921c-b7ae72a2c247 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.648678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c75ed858-dfe3-4c62-8598-29c81d242c88 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:18.651730 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-949e421f-f5ca-4719-ae32-7e80d8ae1d9e req-3b6baee4-89c4-427f-921c-b7ae72a2c247 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 946 time: 0.1000283 Jul 06 12:14:18.670469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c75ed858-dfe3-4c62-8598-29c81d242c88 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:18.671095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c75ed858-dfe3-4c62-8598-29c81d242c88 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:18.680724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:18.692498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-949e421f-f5ca-4719-ae32-7e80d8ae1d9e req-c5cf885f-df6e-4666-8bda-62b8f8a3c939 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Jul 06 12:14:18.987390 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:12Z', 'revision_number': 6, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:19.014070 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-e0da980f-d11f-4fcf-acb4-5e6291759e85 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804579 Jul 06 12:14:19.015690 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1580544-a43e-46b2-bc04-a3d741ac680a None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:12Z', 'revision_number': 6, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fbb456c1-317c-466f-b8be-494860d87731', 'name': '', 'network_id': 'd82fd539-3769-4a5c-93a0-fe816c9b3e33', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:f6:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:27Z', 'updated_at': '2021-07-06T12:12:34Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': 'debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:19.112753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-93f3166b-9bdf-4073-8ffb-bc15b6b55bc9 req-f229152d-c3ce-4b8d-90be-6ac5b69581c8 service neutron] 10.222.0.79 "GET /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902531 Jul 06 12:14:19.162619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051719c-e08a-4a0b-810b-d3475655b445 req-28659856-2911-475e-8990-73c6467be9db tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:19.164308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b051719c-e08a-4a0b-810b-d3475655b445 req-28659856-2911-475e-8990-73c6467be9db tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.0786426 Jul 06 12:14:19.207023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b051719c-e08a-4a0b-810b-d3475655b445 req-e1c3d09e-e0d1-43c4-b038-1b8b61fd47fc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Jul 06 12:14:19.265318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a77205-b8bc-4420-b40a-6454c8e0079f None None] New status for floating IP 1d913783-80f4-44c7-958a-667817f6d873: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:14:19.873778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-e20b1a03-31cf-406f-aec8-505e681e2f40 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:19.875314 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-e20b1a03-31cf-406f-aec8-505e681e2f40 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 946 time: 0.0724235 Jul 06 12:14:19.880197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454dfc-9332-4a0d-b04d-1e67faea2fc3 req-72c347c5-d9a3-4f90-b15d-8cbd120a8e06 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:19.882042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db454dfc-9332-4a0d-b04d-1e67faea2fc3 req-72c347c5-d9a3-4f90-b15d-8cbd120a8e06 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=a2d10123-73a5-4342-8884-b646c3541a27 HTTP/1.1" status: 200 len: 946 time: 0.0685308 Jul 06 12:14:19.920446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db454dfc-9332-4a0d-b04d-1e67faea2fc3 req-d6fcda05-22ad-439b-82c1-39e9aaeec4ad tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=50973c3f-3481-4519-a9f4-7a2a8cb4702f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326893 Jul 06 12:14:19.978436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port 12be1714-6984-4a89-8ca8-baf955c0c805 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:19.978780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.069688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port 12be1714-6984-4a89-8ca8-baf955c0c805, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=12be1714-6984-4a89-8ca8-baf955c0c805,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:20.069957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.082831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for 12be1714-6984-4a89-8ca8-baf955c0c805 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:20.210866 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.241738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=12be1714-6984-4a89-8ca8-baf955c0c805,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:20.287560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] No DVR routers for this DVR port 12be1714-6984-4a89-8ca8-baf955c0c805 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:20.289934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.292019 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be87e79f-7445-4ac6-96de-a12819a430a3 req-eaac0028-5969-4ff1-9f6f-84bc13e1b9b0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "DELETE /v2.0/ports/12be1714-6984-4a89-8ca8-baf955c0c805 HTTP/1.1" status: 204 len: 173 time: 0.4113047 Jul 06 12:14:20.292661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'name': 'network-vif-deleted', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:20.294965 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0bfb78-78bc-49e4-8307-398f02cc2825" -d '{"events": [{"server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "name": "network-vif-deleted", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:20.335094 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c20cd-9d3d-45be-bb81-1b7ddc92bdb2 x-openstack-request-id: req-280c20cd-9d3d-45be-bb81-1b7ddc92bdb2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:20.335521 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d10123-73a5-4342-8884-b646c3541a27", "name": "network-vif-deleted", "tag": "12be1714-6984-4a89-8ca8-baf955c0c805", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:20.335845 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-280c20cd-9d3d-45be-bb81-1b7ddc92bdb2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:20.336378 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d10123-73a5-4342-8884-b646c3541a27', 'name': 'network-vif-deleted', 'tag': '12be1714-6984-4a89-8ca8-baf955c0c805', 'status': 'completed', 'code': 200} Jul 06 12:14:20.406683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a83a-55e7-4a57-81ac-a78175350104 req-1e48d64d-c74a-4030-b1ff-7081fe38da31 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:20.408231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e35a83a-55e7-4a57-81ac-a78175350104 req-1e48d64d-c74a-4030-b1ff-7081fe38da31 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.0653398 Jul 06 12:14:20.451107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e35a83a-55e7-4a57-81ac-a78175350104 req-a59cb264-4386-4ebf-82f2-a460db94e093 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360663 Jul 06 12:14:21.011588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:21.069831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bed75a-35f0-4e8d-83d3-da39e6dce994 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.099137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bed75a-35f0-4e8d-83d3-da39e6dce994 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.159527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bed75a-35f0-4e8d-83d3-da39e6dce994 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.162106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bed75a-35f0-4e8d-83d3-da39e6dce994 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.163275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-63bed75a-35f0-4e8d-83d3-da39e6dce994 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/security-groups/50973c3f-3481-4519-a9f4-7a2a8cb4702f HTTP/1.1" status: 204 len: 168 time: 0.1506646 Jul 06 12:14:21.173390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bed75a-35f0-4e8d-83d3-da39e6dce994 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50973c3f-3481-4519-a9f4-7a2a8cb4702f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:21.194743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:21.513340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 44cfdfb5-7c11-4ce1-9950-405a42ff305b details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:14:21.609920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:21.622017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'mac_address': 'fa:16:3e:81:25:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:14:21.661603 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.675039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cfdfb5-7c11-4ce1-9950-405a42ff305b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:21.686393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.695048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:21.698846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b16e-a557-427f-a048-8c52dd6997fe req-732ce6a9-1bc0-4e4d-8f0b-b3bc2db3a81c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:21.699619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.700715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a156b16e-a557-427f-a048-8c52dd6997fe req-732ce6a9-1bc0-4e4d-8f0b-b3bc2db3a81c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 943 time: 0.1236286 Jul 06 12:14:21.748495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=44cfdfb5-7c11-4ce1-9950-405a42ff305b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:21.809051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a156b16e-a557-427f-a048-8c52dd6997fe req-6b59bcd8-0efe-4849-92bd-26a6298d85f2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725243 Jul 06 12:14:21.898350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['44cfdfb5-7c11-4ce1-9950-405a42ff305b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:22.054194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port fbb456c1-317c-466f-b8be-494860d87731 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:22.054553 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.142676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port fbb456c1-317c-466f-b8be-494860d87731, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fbb456c1-317c-466f-b8be-494860d87731,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:22.143033 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.156603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for fbb456c1-317c-466f-b8be-494860d87731 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:22.367344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.392337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=fbb456c1-317c-466f-b8be-494860d87731,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:22.571707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.794408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router db67ef3d-b75a-4c13-a189-551fc1328c4d has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:22.888003 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.906753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:22.911829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c67e59e-00f0-4f4e-879c-066f2a51f657 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "PUT /v2.0/routers/db67ef3d-b75a-4c13-a189-551fc1328c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161448 Jul 06 12:14:22.914629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:22.916628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] Sync routers for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:22.926745 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:22.927545 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:22.970528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting subnet debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:22.973678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.993144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8472-a2e5-4165-b6c8-9d9d619a8511 req-53cc0306-2dba-432e-8c51-6d8fd20a8c42 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:22.994714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cec8472-a2e5-4165-b6c8-9d9d619a8511 req-53cc0306-2dba-432e-8c51-6d8fd20a8c42 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 944 time: 0.0681090 Jul 06 12:14:23.020558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.035344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cec8472-a2e5-4165-b6c8-9d9d619a8511 req-9fdff592-af7a-4347-bd65-386e4b0d2d68 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339508 Jul 06 12:14:23.039672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:23.142236 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.200816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.223736 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:22Z', 'revision_number': 7, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:23.229600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Subnet': ['ID=debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.232646 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.237824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01077154-571c-4b50-aad5-ac91a24528f5 None None] Network d82fd539-3769-4a5c-93a0-fe816c9b3e33 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:23.239011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:23.239283 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-268ec201-ad96-4169-a778-c7e6fa9dd257 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/subnets/debd39ab-3fd8-4ae0-8ffa-1bec2f5f42e9 HTTP/1.1" status: 204 len: 168 time: 0.3223386 Jul 06 12:14:23.256985 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] Checking router: db67ef3d-b75a-4c13-a189-551fc1328c4d for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:23.268304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] Routers {'db67ef3d-b75a-4c13-a189-551fc1328c4d'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:23.268921 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['db67ef3d-b75a-4c13-a189-551fc1328c4d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:23.360732 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.377874 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] Set router db67ef3d-b75a-4c13-a189-551fc1328c4d gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:23.432288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] DHCP port deletion for d82fd539-3769-4a5c-93a0-fe816c9b3e33 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:23.478143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.478926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] Deleting port 341e336b-b67b-4de2-a9ff-0e741c6587de {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:23.479417 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.518309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 44cfdfb5-7c11-4ce1-9950-405a42ff305b up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:23.544224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port 262f20b1-b61b-4ed8-90bb-f11316461764 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:23.544669 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.564617 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:22Z', 'revision_number': 7, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:23.592741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8533d-6cbb-46c3-abc8-43ae91125b16 None None] The sync data for ids ['db67ef3d-b75a-4c13-a189-551fc1328c4d'] in n-d-799528-2 is: [{'id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'name': 'tempest-TestNetworkBasicOps-router-1567412204', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:14:22Z', 'revision_number': 7, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': '262f20b1-b61b-4ed8-90bb-f11316461764', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db67ef3d-b75a-4c13-a189-551fc1328c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:24Z', 'updated_at': '2021-07-06T12:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:23.593518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] For port 341e336b-b67b-4de2-a9ff-0e741c6587de, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=341e336b-b67b-4de2-a9ff-0e741c6587de,segment=NetworkSegment(438c1dcf-3a0c-4216-8cc8-252dee6686c0),segment_id=438c1dcf-3a0c-4216-8cc8-252dee6686c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:23.594019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.612680 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] Calling delete_port for 341e336b-b67b-4de2-a9ff-0e741c6587de owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:23.624466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 44cfdfb5-7c11-4ce1-9950-405a42ff305b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:23.637629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 44cfdfb5-7c11-4ce1-9950-405a42ff305b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:23.638005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.640690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port 262f20b1-b61b-4ed8-90bb-f11316461764, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=262f20b1-b61b-4ed8-90bb-f11316461764,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:23.641019 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.653034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for 262f20b1-b61b-4ed8-90bb-f11316461764 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:23.759738 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.791483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] Pushing event deleted for resources: {'Port': ['ID=341e336b-b67b-4de2-a9ff-0e741c6587de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.794130 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.804077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c26858-708f-41b7-920f-514e0ffe0438 None None] No DVR routers for this DVR port 341e336b-b67b-4de2-a9ff-0e741c6587de on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:23.822932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:23.825236 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf7507f-8839-497d-aadf-b10b0aad5e7b" -d '{"events": [{"server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "name": "network-vif-plugged", "status": "completed", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:23.830907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.838939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:23.843022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.844102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 12be1714-6984-4a89-8ca8-baf955c0c805 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:23.862672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=262f20b1-b61b-4ed8-90bb-f11316461764,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.866826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 12be1714-6984-4a89-8ca8-baf955c0c805 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:23.867237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 12be1714-6984-4a89-8ca8-baf955c0c805 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:23.869848 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c24a9-ba6d-4157-8b8b-67451a284a86 x-openstack-request-id: req-8a5c24a9-ba6d-4157-8b8b-67451a284a86 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:23.871166 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "name": "network-vif-plugged", "status": "completed", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:23.871578 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a5c24a9-ba6d-4157-8b8b-67451a284a86 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:23.872089 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'code': 200} Jul 06 12:14:23.925722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=44cfdfb5-7c11-4ce1-9950-405a42ff305b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.929748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.016603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9af1-d254-401e-9909-adfff96229e8 req-052b2e79-7be9-42cb-92c7-7adec93322d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:24.018740 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00ab9af1-d254-401e-9909-adfff96229e8 req-052b2e79-7be9-42cb-92c7-7adec93322d1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 1096 time: 0.0604990 Jul 06 12:14:24.067636 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00ab9af1-d254-401e-9909-adfff96229e8 req-3f1ef203-7eff-4c28-abe0-03bbfb92a947 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416965 Jul 06 12:14:24.360696 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.363834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.435120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.435677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Fanout notify agent at l3_agent the message router_deleted on router db67ef3d-b75a-4c13-a189-551fc1328c4d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:14:24.442718 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.443824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-779f0b81-c355-4d9e-bf99-2116ba221b57 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/routers/db67ef3d-b75a-4c13-a189-551fc1328c4d HTTP/1.1" status: 204 len: 168 time: 1.2031922 Jul 06 12:14:24.446730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:24.460393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281c55e-00c0-49a4-9b3f-15672e8815f4 req-9b7fc5f4-aefd-41e0-bd4c-dbf1365b07c8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:24.461955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2281c55e-00c0-49a4-9b3f-15672e8815f4 req-9b7fc5f4-aefd-41e0-bd4c-dbf1365b07c8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 945 time: 0.1917248 Jul 06 12:14:24.503580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2281c55e-00c0-49a4-9b3f-15672e8815f4 req-f92ec769-8f16-4d52-ba45-5ef03fc3e307 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356600 Jul 06 12:14:24.542974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.630306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.640393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82fd539-3769-4a5c-93a0-fe816c9b3e33']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:24.656065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438c1dcf-3a0c-4216-8cc8-252dee6686c0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:24.656363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438c1dcf-3a0c-4216-8cc8-252dee6686c0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:24.665194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.679164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.686063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:24.686485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:24.689533 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:24.749071 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.755820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.757661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/networks/d82fd539-3769-4a5c-93a0-fe816c9b3e33 HTTP/1.1" status: 204 len: 168 time: 0.3098414 Jul 06 12:14:24.773218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73bccb-2fdf-435e-bff6-841de56b85da tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Network': ['ID=d82fd539-3769-4a5c-93a0-fe816c9b3e33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:24.776798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:24.782416 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'network': {'name': 'tempest-network-smoke--2106927901', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:24.804788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:24.808550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.832886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:24.842634 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.844358 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Added segment 01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9 of type vlan for network 5a679aa3-06c3-44c0-9e58-daf9c411049a Jul 06 12:14:24.898876 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.941169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.949927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:24.950544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.023206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2452896 Jul 06 12:14:25.027183 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:25.033432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'admin_state_up': True, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:25.034614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6452c63-0b77-41fe-b748-229c7e581c05 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Network': ['ID=5a679aa3-06c3-44c0-9e58-daf9c411049a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:25.062477 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.063539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.108827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fbb456c1-317c-466f-b8be-494860d87731 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:25.114594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:25.118408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.145812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: fbb456c1-317c-466f-b8be-494860d87731 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:25.146175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fbb456c1-317c-466f-b8be-494860d87731 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:25.146675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 262f20b1-b61b-4ed8-90bb-f11316461764 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:25.188319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 262f20b1-b61b-4ed8-90bb-f11316461764 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:25.188562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 262f20b1-b61b-4ed8-90bb-f11316461764 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:25.189000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 341e336b-b67b-4de2-a9ff-0e741c6587de no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:25.219051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 341e336b-b67b-4de2-a9ff-0e741c6587de {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:25.219427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 341e336b-b67b-4de2-a9ff-0e741c6587de not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:25.267729 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.464282 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.487491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.591395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.25.7.71 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/fb2b5db8-ecbe-4fff-b625-c490804cd34c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:25.747781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf59447-1447-4890-a045-9c54b71f9aa6 req-c8908c37-88ad-460a-a525-6f101900ec6c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:25.749182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdf59447-1447-4890-a045-9c54b71f9aa6 req-c8908c37-88ad-460a-a525-6f101900ec6c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 945 time: 0.1251302 Jul 06 12:14:25.768020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.807176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdf59447-1447-4890-a045-9c54b71f9aa6 req-b1d4416b-21ae-4815-b551-6636d1fcb1ad tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498080 Jul 06 12:14:25.830885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.874433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:25.879559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:25.883006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:25.889761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=fb2b5db8-ecbe-4fff-b625-c490804cd34c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:26.084683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ec9f-d25f-44d3-b486-b3bb2d8ee5c8 req-a0a22392-a8ef-4b90-9264-26363d5a5d94 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:26.086110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0dc9ec9f-d25f-44d3-b486-b3bb2d8ee5c8 req-a0a22392-a8ef-4b90-9264-26363d5a5d94 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 945 time: 0.1576295 Jul 06 12:14:26.191259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0dc9ec9f-d25f-44d3-b486-b3bb2d8ee5c8 req-0bc299d4-7cfb-4c83-8b0c-2c66de981fb7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751643 Jul 06 12:14:26.209976 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.216668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.272346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c13a6-35bf-43b0-9dfe-e2b6b13257a8 tempest-TestVolumeBootPattern-404096239 tempest-TestVolumeBootPattern-404096239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:26.273906 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a08c13a6-35bf-43b0-9dfe-e2b6b13257a8 tempest-TestVolumeBootPattern-404096239 tempest-TestVolumeBootPattern-404096239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 1091 time: 0.0557714 Jul 06 12:14:26.277222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.282432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:26.304853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.412199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.413866 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.524811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.25.7.144 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8c0f3c63-b145-4241-b3bb-29e2bb163785) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:26.547288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router 24fc20ba-65fa-43dc-a655-9096e9f0401e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:14:26.628125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.654666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:26.665360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Sync routers for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:26.672183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.673929 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.675536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3da0af75-66a0-4e89-8e95-fd3d572102c2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6462190 Jul 06 12:14:26.676636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:26.677401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:26.678731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.741973 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c628904c-eb5c-4011-9758-3c1e23a3dc1f tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ae1a4777df9b40a59133d816a6a6be5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598040 Jul 06 12:14:26.742336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.749667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:26.753778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:26.756192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:26.759265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=8c0f3c63-b145-4241-b3bb-29e2bb163785,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:26.783172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:26.913528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f590f84-305b-4af6-8d99-e04d27d21e06 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:26.917917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f590f84-305b-4af6-8d99-e04d27d21e06 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1717546 Jul 06 12:14:26.918121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.947091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f2e87bb-e5fd-4834-9ab3-c94c6db8e8f7 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278230 Jul 06 12:14:26.950258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.955860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411410879', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:27.053161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:27.056854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.124595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:26Z', 'revision_number': 3, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:27.156910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Checking router: 24fc20ba-65fa-43dc-a655-9096e9f0401e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:27.157352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Updating router 24fc20ba-65fa-43dc-a655-9096e9f0401e port fb2b5db8-ecbe-4fff-b625-c490804cd34c binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:14:27.165871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.187442 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d049e33e-bd1a-4e38-ac19-121bd689d158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.198250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.257493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.437716 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.443394 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.480265 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.490978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Transition to ACTIVE for port object fb2b5db8-ecbe-4fff-b625-c490804cd34c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:27.498333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.517949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=8c0f3c63-b145-4241-b3bb-29e2bb163785,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:27.537561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.551255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Attempting to bind port fb2b5db8-ecbe-4fff-b625-c490804cd34c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:27.551509 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Attempting to bind port fb2b5db8-ecbe-4fff-b625-c490804cd34c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:27.551792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Attempting to bind port fb2b5db8-ecbe-4fff-b625-c490804cd34c on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:27.559494 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.562112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:27.562936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:27.563823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.564507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:27.565331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Bound port: fb2b5db8-ecbe-4fff-b625-c490804cd34c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:27.565863 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.569224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Pushing event updated for resources: {'Port': ['ID=fb2b5db8-ecbe-4fff-b625-c490804cd34c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:27.597144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.597655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.598093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.598732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.598951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.599379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.599805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.600254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.600682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.601124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.602107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.602107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:27.625317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Subnet': ['ID=2369479f-882b-44b4-a94f-0a64ebc54962,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:27.630070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Checking segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:27.630430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network hostable DHCP agents. Network: 5a679aa3-06c3-44c0-9e58-daf9c411049a, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:27.637055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] For port fb2b5db8-ecbe-4fff-b625-c490804cd34c, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:27.640720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] For port fb2b5db8-ecbe-4fff-b625-c490804cd34c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fb2b5db8-ecbe-4fff-b625-c490804cd34c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:27.644835 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.649202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:27.658970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 5a679aa3-06c3-44c0-9e58-daf9c411049a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:27.663408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:27.664043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.670347 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Floating IP 8373240e-2d2c-4826-b1cd-bce81756e821 associated. External IP: 172.25.7.144, port: 44cfdfb5-7c11-4ce1-9950-405a42ff305b. Jul 06 12:14:27.682181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e53f58-39e2-49a7-9a42-a37f6f5aa9c5 None None] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:27.687569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-45b88284-0de0-4d2a-ac13-b68cb57c5ad0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7334843 Jul 06 12:14:27.687828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:27.713003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:27.714204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:27.821557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ed655-5358-4e71-ab4d-33985a8cc267 None None] Pushing event updated for resources: {'Port': ['ID=fb2b5db8-ecbe-4fff-b625-c490804cd34c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:27.905720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:27.927279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:28.019971 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:28.034535 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:28.043245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.044431 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:28.045276 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:28.064579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-5a679aa3-06c3-44c0-9e58-daf9c411049a', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:14:28.065477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.097345 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47385cca-8b49-4824-860a-290a2c3e9555 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8186753 Jul 06 12:14:28.098513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:28.101742 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aaac00-3a56-404e-9e83-ede1364a887d" -d '{"events": [{"name": "network-changed", "server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:28.184681 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:28.212637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.270716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Allocated IP 172.20.0.2 (5a679aa3-06c3-44c0-9e58-daf9c411049a/2369479f-882b-44b4-a94f-0a64ebc54962/b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:28.286005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:26Z', 'revision_number': 3, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:28.318213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cef6c-12ad-423f-9f64-c91317aa69e2 None None] The sync data for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 is: [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:26Z', 'revision_number': 3, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:28.347901 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7042056a-cf14-4cba-9a2a-361dba37e835 x-openstack-request-id: req-7042056a-cf14-4cba-9a2a-361dba37e835 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:28.348572 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:28.348921 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7042056a-cf14-4cba-9a2a-361dba37e835 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:28.349420 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'status': 'completed', 'code': 200} Jul 06 12:14:28.442407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaac00-3a56-404e-9e83-ede1364a887d req-384b59bd-7524-4503-8bf8-b23172853437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:28.444480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-384b59bd-7524-4503-8bf8-b23172853437 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 1096 time: 0.0652182 Jul 06 12:14:28.491897 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '8373240e-2d2c-4826-b1cd-bce81756e821', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:81:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04291e7-358f-4062-a871-cd18c4b76074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:27Z', 'updated_at': '2021-07-06T12:14:27Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:28.535676 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.546423 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:28.548019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Transition to ACTIVE for port object b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:28.556094 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:28.556841 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:28.568003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Transition to ACTIVE for port object b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:28.576947 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.578585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaac00-3a56-404e-9e83-ede1364a887d req-3622f9fd-f3ee-4b34-8ccd-9ab446bed493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:28.580377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-3622f9fd-f3ee-4b34-8ccd-9ab446bed493 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1261933 Jul 06 12:14:28.625194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:28.630523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:28.634627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:28.668323 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-bb8af1f4-44cb-4ae1-a126-04441c388a16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b HTTP/1.1" status: 200 len: 999 time: 0.0816669 Jul 06 12:14:28.679063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Pushing event updated for resources: {'Port': ['ID=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:28.724305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.20.0.1 (5a679aa3-06c3-44c0-9e58-daf9c411049a/2369479f-882b-44b4-a94f-0a64ebc54962/ab90a5c2-52ab-4044-98fe-db48e73df673) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:28.740976 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:28.758548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Attempting to bind port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:28.760030 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Attempting to bind port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:28.761499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Attempting to bind port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 on network 5a679aa3-06c3-44c0-9e58-daf9c411049a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:28.769866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:28.770939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Checking segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:28.771565 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.772191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Bound using segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:28.773323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Bound port: b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:28.773921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.777124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaac00-3a56-404e-9e83-ede1364a887d req-7bdc9dab-b380-45f3-b71e-2ff99bec5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:28.778779 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-7bdc9dab-b380-45f3-b71e-2ff99bec5138 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.1011822 Jul 06 12:14:28.877604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] For port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:28.878667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaac00-3a56-404e-9e83-ede1364a887d req-5e8589d7-2adf-4477-b8c4-9ce0af799b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:28.881407 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-5e8589d7-2adf-4477-b8c4-9ce0af799b6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960424 Jul 06 12:14:28.882216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] For port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:28.889384 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.963568 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.982060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Transition to ACTIVE for port object ab90a5c2-52ab-4044-98fe-db48e73df673 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:29.008215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580e6c-c7b3-4ab8-b38c-5c9016cb4ceb None None] Pushing event updated for resources: {'Port': ['ID=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:29.028580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-8fe0eeb6-ab55-450d-9fcc-426ba6385df3 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401980 Jul 06 12:14:29.039908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.103193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:29.106055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:29.113004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:29.162781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-31aaac00-3a56-404e-9e83-ede1364a887d req-64687872-2d2b-42b0-bb58-5dc8557149a4 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258228 Jul 06 12:14:29.174257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=ab90a5c2-52ab-4044-98fe-db48e73df673,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:29.191730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.229149 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '8373240e-2d2c-4826-b1cd-bce81756e821', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:81:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04291e7-358f-4062-a871-cd18c4b76074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:27Z', 'updated_at': '2021-07-06T12:14:27Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:29.274824 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c84432-f3c6-49d4-b5e9-fbe5bc3b75dc None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '8373240e-2d2c-4826-b1cd-bce81756e821', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:81:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04291e7-358f-4062-a871-cd18c4b76074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:27Z', 'updated_at': '2021-07-06T12:14:27Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:29.412927 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.586260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd6bf3-c406-44dd-bc82-48bbad627b1f None None] New status for floating IP 8373240e-2d2c-4826-b1cd-bce81756e821: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:14:29.702103 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d651e2e-284c-4c94-a58f-9049df2d77e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.722514 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.726547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.818555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=ab90a5c2-52ab-4044-98fe-db48e73df673,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:29.823514 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.914862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:29.916287 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:30.035871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router 24fc20ba-65fa-43dc-a655-9096e9f0401e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:30.154706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:30.159783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-180f2eea-6cf7-442b-81b6-e78e28be778d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "PUT /v2.0/routers/24fc20ba-65fa-43dc-a655-9096e9f0401e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4708860 Jul 06 12:14:30.162436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:30.180696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.270717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0efde-d881-44cc-bcff-395a650a7fa4 None None] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:30.341874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.342361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.342839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.343311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.343779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.344274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.344732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.346575 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6e91b32c-d87a-4caf-8bee-69923c2d2a89 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1831405 Jul 06 12:14:30.349349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:30.362037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.405292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c5b38f8-813a-4099-90c9-4cec91563571 None None] Provisioning for port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:30.713150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.713674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.714133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.714596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.715056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.715521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.716004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.717944 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-569e4e58-2c4e-4960-8a69-ef89a5736f46 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.3676717 Jul 06 12:14:30.720818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:30.749900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb2b5db8-ecbe-4fff-b625-c490804cd34c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:30.775854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4982ba79-fba2-4e40-996d-fe110515d6ca None None] Provisioning for port ab90a5c2-52ab-4044-98fe-db48e73df673 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:30.783814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4982ba79-fba2-4e40-996d-fe110515d6ca None None] Provisioning complete for port ab90a5c2-52ab-4044-98fe-db48e73df673 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:30.784217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4982ba79-fba2-4e40-996d-fe110515d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.834256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4982ba79-fba2-4e40-996d-fe110515d6ca None None] Port ab90a5c2-52ab-4044-98fe-db48e73df673 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:30.845246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port fb2b5db8-ecbe-4fff-b625-c490804cd34c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:30.849798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fb2b5db8-ecbe-4fff-b625-c490804cd34c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:30.850380 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.944567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.953019 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Sync routers for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:30.966150 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:30.967200 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:30.996851 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c7a42a5b-e800-470a-9483-af75eea632e0 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2716517 Jul 06 12:14:31.114240 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:31.147493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port fb2b5db8-ecbe-4fff-b625-c490804cd34c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fb2b5db8-ecbe-4fff-b625-c490804cd34c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:31.158925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.159755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:31.187679 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.223543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d810a37-4c7d-45b1-ac28-7a4b1fc7eded None None] Provisioning complete for port ab90a5c2-52ab-4044-98fe-db48e73df673 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:31.223865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d810a37-4c7d-45b1-ac28-7a4b1fc7eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.267551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=fb2b5db8-ecbe-4fff-b625-c490804cd34c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.282266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d810a37-4c7d-45b1-ac28-7a4b1fc7eded None None] Port ab90a5c2-52ab-4044-98fe-db48e73df673 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:31.290777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:31.295034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:31.295877 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.336698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 2, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:31.368014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Checking router: 24fc20ba-65fa-43dc-a655-9096e9f0401e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:31.368815 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Updating router 24fc20ba-65fa-43dc-a655-9096e9f0401e port ab90a5c2-52ab-4044-98fe-db48e73df673 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:14:31.382015 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.404240 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.421990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-38ed670b-4fbe-46f7-b467-f138e62ebcc2 None None] Provisioning complete for port ab90a5c2-52ab-4044-98fe-db48e73df673 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:31.422362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38ed670b-4fbe-46f7-b467-f138e62ebcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.455518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:31.460799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.468817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-38ed670b-4fbe-46f7-b467-f138e62ebcc2 None None] Port ab90a5c2-52ab-4044-98fe-db48e73df673 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:31.473083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:31.478585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239025845', 'description': 'tempest-secgroup-smoke-1239025845 description', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:31.502368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.519860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.586489 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.590431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.618444 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.620253 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1449845 Jul 06 12:14:31.622193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb2866-9c7e-4601-8013-885a8533856f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.623285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:31.628741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': 'd0e36bc8-a0ba-49ba-a705-b5b097a7f6a4', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:31.657583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.686747 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.696683 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Transition to ACTIVE for port object ab90a5c2-52ab-4044-98fe-db48e73df673 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:31.703781 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.721699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.725591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.748691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ef3987-1800-49d5-bd0d-cf317341e203,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.754897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.758704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-65564bfd-6141-4ceb-836b-99991eb62ab1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317518 Jul 06 12:14:31.759794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:31.764767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': 'd0e36bc8-a0ba-49ba-a705-b5b097a7f6a4', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:31.765766 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2848f1-b40e-4656-aadd-6e9ee3524f70 None None] Pushing event updated for resources: {'Port': ['ID=ab90a5c2-52ab-4044-98fe-db48e73df673,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.794819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.823795 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Attempting to bind port ab90a5c2-52ab-4044-98fe-db48e73df673 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:31.824423 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Attempting to bind port ab90a5c2-52ab-4044-98fe-db48e73df673 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:31.825023 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Attempting to bind port ab90a5c2-52ab-4044-98fe-db48e73df673 on network 5a679aa3-06c3-44c0-9e58-daf9c411049a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:31.832810 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:31.833209 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Checking segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:31.834045 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.834458 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Bound using segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:31.834935 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Bound port: ab90a5c2-52ab-4044-98fe-db48e73df673, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:31.835318 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.859387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.863536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.886611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc44e93c-cb73-442c-99cd-535c3201f49b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.899308 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.901498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-199ffc6d-d276-498e-867d-3d5cc9f18379 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407592 Jul 06 12:14:31.904219 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:31.909130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': 'd0e36bc8-a0ba-49ba-a705-b5b097a7f6a4', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:31.916970 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] For port ab90a5c2-52ab-4044-98fe-db48e73df673, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:31.920561 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] For port ab90a5c2-52ab-4044-98fe-db48e73df673, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab90a5c2-52ab-4044-98fe-db48e73df673,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:31.925765 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.942103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.988637 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:31.989322 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:31.991133 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2848f1-b40e-4656-aadd-6e9ee3524f70 None None] Pushing event updated for resources: {'Port': ['ID=ab90a5c2-52ab-4044-98fe-db48e73df673,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.014229 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.018601 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.039982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262c3bc9-67ee-46dd-804a-b25210a560fb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.048427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.052420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-19cec21b-f7cf-4cbb-bf8c-067872e20db4 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471026 Jul 06 12:14:32.053126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.058041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': 'd0e36bc8-a0ba-49ba-a705-b5b097a7f6a4', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:32.093460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.109763 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:32.164797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.169329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.186921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be0bb98-fcb1-47e2-a068-cc8e9f7f70c2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.193063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.194288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d24e3d16-2383-4247-881a-3adf4fc8afaf tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400385 Jul 06 12:14:32.197198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.202896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': 'd0e36bc8-a0ba-49ba-a705-b5b097a7f6a4', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:32.226088 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Project ae1a4777df9b40a59133d816a6a6be5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:14:32.231283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.300732 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.309272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.331390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ebf9ac-6c4b-46d9-99ed-90002b08df56,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.333327 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:31Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:32.333779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.335032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca000024-81a2-4cd3-9bcb-0042e43680ef tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362209 Jul 06 12:14:32.338043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.343691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'security_group_rule': {'security_group_id': 'd0e36bc8-a0ba-49ba-a705-b5b097a7f6a4', 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:32.365751 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Project ae1a4777df9b40a59133d816a6a6be5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:14:32.366232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc62bf1-8059-4c98-bb68-e50d9e7a7a3c None None] The sync data for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 is: [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:31Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:32.371845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.465088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.469756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.490855 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.493689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40036e1-0923-495e-98c2-296cfd4da38b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.505115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.506423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6b8f955-0119-4789-91f2-a7bc4266a032 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1669269 Jul 06 12:14:32.578498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-c7128b7b-118e-4cb3-b93c-bfb0ad6da4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648756 Jul 06 12:14:32.716554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-0c51b080-5e45-4dff-8ce3-84c6c031a3bc tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239025845&fields=id&tenant_id=ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 267 time: 0.0713146 Jul 06 12:14:32.764592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb2b5db8-ecbe-4fff-b625-c490804cd34c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:32.788822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-0282e1c6-876b-487a-8bcb-4a0a360bb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.790742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-0282e1c6-876b-487a-8bcb-4a0a360bb120 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.1539004 Jul 06 12:14:32.820811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fb2b5db8-ecbe-4fff-b625-c490804cd34c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:32.821274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.909678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:32.914142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-89b46d45-676f-426d-9dcb-b0fdb0897254 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.915699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-89b46d45-676f-426d-9dcb-b0fdb0897254 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/networks?id=5a679aa3-06c3-44c0-9e58-daf9c411049a HTTP/1.1" status: 200 len: 797 time: 0.1903708 Jul 06 12:14:32.942724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-4548799b-f0df-4e7a-9932-13e2b76532c3 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/quotas/ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 375 time: 0.0200098 Jul 06 12:14:32.962119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:32.962512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.970042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-982900ad-959a-488e-a368-9b2b7ccae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.971547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-982900ad-959a-488e-a368-9b2b7ccae47a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1584702 Jul 06 12:14:33.050522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab90a5c2-52ab-4044-98fe-db48e73df673 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:33.065975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-2bd43e84-532a-466e-b7f1-8f8a3a899557 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 1000 time: 0.0776503 Jul 06 12:14:33.086542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-83079085-5a30-478f-8749-188e1c95324e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314085 Jul 06 12:14:33.103022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ab90a5c2-52ab-4044-98fe-db48e73df673 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:33.108093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ab90a5c2-52ab-4044-98fe-db48e73df673 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:33.108417 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.138111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-46ec8d1d-adc2-4f12-a443-a7818af532cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:33.139632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-46ec8d1d-adc2-4f12-a443-a7818af532cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0663500 Jul 06 12:14:33.201730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.237573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port ab90a5c2-52ab-4044-98fe-db48e73df673, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab90a5c2-52ab-4044-98fe-db48e73df673,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:33.242484 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.264683 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-fbff28de-6d9d-48de-a872-0222fe07a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:33.266224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-fbff28de-6d9d-48de-a872-0222fe07a8de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203415 Jul 06 12:14:33.294850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=ab90a5c2-52ab-4044-98fe-db48e73df673,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:33.350025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-7d9ff1e5-6e3d-4323-8efe-3251cedd0553 service neutron] 10.222.0.78 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400405 Jul 06 12:14:33.431700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-c45d73b0-7f27-476e-89d9-ffe3c8226190 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572676 Jul 06 12:14:33.523523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-e890ee1c-e851-4eed-8afe-74a509f06d0d service neutron] 10.222.0.78 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624207 Jul 06 12:14:33.551136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-223729a3-2eeb-4254-abd8-7bb29eca896c req-b3962b70-816d-4bd5-a446-e8936df5d5b9 service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127145 Jul 06 12:14:33.714777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8da1e929-724a-4727-88fd-e03efdcfdf72 req-c9be3340-d7a9-43d1-ae9f-a402547cd17a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 210 time: 0.0408394 Jul 06 12:14:34.614230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d60d-824c-466a-bd1b-29e94281e7c8 req-ba8888c7-d173-400e-849c-888f783fb148 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:34.615814 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c9d60d-824c-466a-bd1b-29e94281e7c8 req-ba8888c7-d173-400e-849c-888f783fb148 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.0542085 Jul 06 12:14:34.654403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8c9d60d-824c-466a-bd1b-29e94281e7c8 req-e201f530-7d4b-4f8c-9ef5-8b86aa6cac78 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Jul 06 12:14:34.655782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab90a5c2-52ab-4044-98fe-db48e73df673 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:34.680613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:34.708086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ab90a5c2-52ab-4044-98fe-db48e73df673 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:34.708651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.890772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09bbebf4-56bc-4c9b-98c6-c352a171ae43 req-30f9fbe9-9c7c-449d-9d02-2dd23fcbf565 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 210 time: 0.0389671 Jul 06 12:14:34.979782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-6cd81e5e-d921-45e6-a0c2-9bf49ec8e6de tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:34.981286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-6cd81e5e-d921-45e6-a0c2-9bf49ec8e6de tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/networks?id=5a679aa3-06c3-44c0-9e58-daf9c411049a HTTP/1.1" status: 200 len: 797 time: 0.2060225 Jul 06 12:14:35.014668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 49cec9da-a12a-436c-81e4-4c714a5885f0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:35.014945 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.064532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-71cae1a5-87ea-4aff-957b-016a7c0dbf74 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1a4777df9b40a59133d816a6a6be5a HTTP/1.1" status: 200 len: 380 time: 0.0741138 Jul 06 12:14:35.076394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'port': {'device_id': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'admin_state_up': True, 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'security_groups': ['d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:35.163467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.163799 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.192057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 49cec9da-a12a-436c-81e4-4c714a5885f0 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:35.306048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Made reservation on behalf of ae1a4777df9b40a59133d816a6a6be5a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:35.310190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.503054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.20.0.3 (5a679aa3-06c3-44c0-9e58-daf9c411049a/2369479f-882b-44b4-a94f-0a64ebc54962/bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:35.515789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.546585 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=49cec9da-a12a-436c-81e4-4c714a5885f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:35.588717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.589166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.589549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.589880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.590225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.590568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.590964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.591301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.591640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.592009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.592346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.592725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:35.692691 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.693369 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP da82c316-17a4-44ca-9ae0-79c3fa9fd2ff disassociated (deleted). External IP: 172.25.7.95, port: e70eaee5-0f23-4fca-82ad-c72d35a640be. Jul 06 12:14:35.821689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.845722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Transition to ACTIVE for port object bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:35.964849 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.030487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 85dc7777-efc1-4fb2-81f0-8b091a90af5e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:36.032333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:36.034010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:36.038273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:36.041483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:36.086996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2ed81-07b5-44b4-91a7-a51edcb157fb req-342c4414-3af9-4d14-b854-aa801a951783 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.092452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4da2ed81-07b5-44b4-91a7-a51edcb157fb req-342c4414-3af9-4d14-b854-aa801a951783 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 931 time: 0.0855060 Jul 06 12:14:36.132774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4da2ed81-07b5-44b4-91a7-a51edcb157fb req-79873f3f-4d17-4454-9caa-a7362ae5b5f2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Jul 06 12:14:36.147630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.148312 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.194746 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-bc2dc1c4-fe9e-4c3b-a7ed-4fb903cc1422 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1226602 Jul 06 12:14:36.209945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Request body: {'port': {'device_id': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:36.246580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:36.252158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.256164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] Sync routers for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:36.271051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:36.271683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:36.318703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b59113d7-d1fc-42d7-ac10-dbdaca06c2b6 None None] Provisioning for port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:36.320440 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c80f5b12-8c37-4884-97d1-febf9c6e1580 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/floatingips/da82c316-17a4-44ca-9ae0-79c3fa9fd2ff HTTP/1.1" status: 204 len: 168 time: 1.6375265 Jul 06 12:14:36.324460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:36.327704 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb0e71-d55f-4464-a026-b802b44d920b" -d '{"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:36.331595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b59113d7-d1fc-42d7-ac10-dbdaca06c2b6 None None] Provisioning complete for port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:36.332109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59113d7-d1fc-42d7-ac10-dbdaca06c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.340608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.394049 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962e5c7-3c44-43b7-9667-7baa6fff5b04 x-openstack-request-id: req-b962e5c7-3c44-43b7-9667-7baa6fff5b04 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:36.394777 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:36.394777 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b962e5c7-3c44-43b7-9667-7baa6fff5b04 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:36.395358 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'status': 'completed', 'code': 200} Jul 06 12:14:36.412087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b59113d7-d1fc-42d7-ac10-dbdaca06c2b6 None None] Port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:36.428807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:36.505669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-3bbda3a7-d727-4799-8135-80e177359df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.507218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-3bbda3a7-d727-4799-8135-80e177359df4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 1096 time: 0.0918441 Jul 06 12:14:36.642308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-87c8688b-ba98-4bdf-a231-a2859bf3bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.644143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-87c8688b-ba98-4bdf-a231-a2859bf3bd1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 200 len: 897 time: 0.1296172 Jul 06 12:14:36.718184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:23Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:36.722592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-e558e9bd-1ff9-44f2-b983-75272254a885 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 200 len: 217 time: 0.0695078 Jul 06 12:14:36.740415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:36.749694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.762126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] Checking router: 85dc7777-efc1-4fb2-81f0-8b091a90af5e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:36.764706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Transition to ACTIVE for port object bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:36.770654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.772138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:36.772920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:36.785974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-8bc1b73a-1d7f-4fda-8fc2-caea35f2202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.787598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-8bc1b73a-1d7f-4fda-8fc2-caea35f2202a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 200 len: 835 time: 0.0565846 Jul 06 12:14:36.869939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-3e17087d-69ae-4c0e-a833-ee66722f5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.871750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-3e17087d-69ae-4c0e-a833-ee66722f5b85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d181f25-5957-43b9-8722-e854d5d375c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769830 Jul 06 12:14:36.889336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Pushing event updated for resources: {'Port': ['ID=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:36.938945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:36.988830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Attempting to bind port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:36.988830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Attempting to bind port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:36.989235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Attempting to bind port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc on network 5a679aa3-06c3-44c0-9e58-daf9c411049a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:36.994246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc on network 5a679aa3-06c3-44c0-9e58-daf9c411049a not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:14:36.995147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Attempting to bind port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc on network 5a679aa3-06c3-44c0-9e58-daf9c411049a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:37.000674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:37.001160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Checking segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:37.001647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Bound using segment: {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:37.002170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-de1d4817-e136-422a-b2c0-a11c51488e8f service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225178 Jul 06 12:14:37.002334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Bound port: bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:37.002731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:37.083144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] For port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:37.088162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] For port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:37.094882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:37.143965 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.144686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:37.146534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] 10.222.0.79 "PUT /v2.0/ports/bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc HTTP/1.1" status: 200 len: 1091 time: 0.9421911 Jul 06 12:14:37.189654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408250-9e01-4036-8b3f-9a02da818faa service neutron] Pushing event updated for resources: {'Port': ['ID=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:37.200913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:23Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:37.250653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b297db5-9e9f-4a68-928c-1369bf7bfe53 None None] The sync data for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 is: [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '181297cd-717b-42a4-8f7b-65c684fa2cc9', 'name': '', 'network_id': '6d181f25-5957-43b9-8722-e854d5d375c2', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:d7:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:16Z', 'updated_at': '2021-07-06T12:12:23Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '575d293b-ef54-4798-bdd9-b5b78ead3c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:37.315879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-11e53e64-6c00-4481-b565-b2b52df0f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.317820 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-11e53e64-6c00-4481-b565-b2b52df0f2e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 1094 time: 0.0976157 Jul 06 12:14:37.367653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-d345657a-efc7-49c2-ac24-5ad70fafb789 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc HTTP/1.1" status: 200 len: 217 time: 0.0404963 Jul 06 12:14:37.431056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-ef3f7274-8950-41e1-ae4e-886c2def13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.432805 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-ef3f7274-8950-41e1-ae4e-886c2def13a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2369479f-882b-44b4-a94f-0a64ebc54962 HTTP/1.1" status: 200 len: 835 time: 0.0580688 Jul 06 12:14:37.496960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-ae3da7eb-8f0e-48ec-ba14-ebc5b9074c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.499285 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-ae3da7eb-8f0e-48ec-ba14-ebc5b9074c88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a679aa3-06c3-44c0-9e58-daf9c411049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592310 Jul 06 12:14:37.549793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580991-3813-462c-b4f5-b0d364968166 req-7a7847e8-abfe-4ea7-b2cc-76bcbf33956d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.551392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d580991-3813-462c-b4f5-b0d364968166 req-7a7847e8-abfe-4ea7-b2cc-76bcbf33956d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.5483136 Jul 06 12:14:37.572390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fb0e71-d55f-4464-a026-b802b44d920b req-d684425f-d33e-44c8-83b6-c88f3294069b service neutron] 10.222.0.64 "GET /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357537 Jul 06 12:14:37.573556 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44bc6e5-ccaa-4908-8f97-29e8a5094a0e None None] New status for floating IP da82c316-17a4-44ca-9ae0-79c3fa9fd2ff: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:14:37.598581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd322da-01d8-45e3-910c-8736d4c08e1f req-b4fc6e83-86bb-4d90-ba0b-3773e427b234 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.600514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd322da-01d8-45e3-910c-8736d4c08e1f req-b4fc6e83-86bb-4d90-ba0b-3773e427b234 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 943 time: 0.1648524 Jul 06 12:14:37.617354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-3cbca529-71bd-4b38-9ec7-ef984ff9c58d service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105101 Jul 06 12:14:37.622246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d580991-3813-462c-b4f5-b0d364968166 req-bc0de58c-1680-4242-830a-71040e6eee9a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638344 Jul 06 12:14:37.656703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd322da-01d8-45e3-910c-8736d4c08e1f req-ead7d30d-5102-4d0e-80f9-3e1201d7c85a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458870 Jul 06 12:14:37.727792 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-78f3f3d9-96e2-49c4-8253-147f5f965a67 req-682da2f4-71f7-4f0f-bef2-e085b7c7c7a2 service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036944 Jul 06 12:14:38.396181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:38.398579 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8447f67c-338e-4f85-aed5-9dab6b313f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:38.428358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-5083e79d-cd49-4bdc-a9f0-cda698bea1ce tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.429921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-5083e79d-cd49-4bdc-a9f0-cda698bea1ce tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.64 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 945 time: 0.0679276 Jul 06 12:14:38.434906 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d6ac1-2e25-48f7-a4aa-a9834d42ee2a x-openstack-request-id: req-cf1d6ac1-2e25-48f7-a4aa-a9834d42ee2a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:38.435215 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:38.435473 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf1d6ac1-2e25-48f7-a4aa-a9834d42ee2a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:38.435878 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'status': 'completed', 'code': 200} Jul 06 12:14:38.508619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-d00e8d84-b4c3-44f6-94c9-bc40a103e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.510463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-d00e8d84-b4c3-44f6-94c9-bc40a103e374 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 1094 time: 0.0535486 Jul 06 12:14:38.530325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port e70eaee5-0f23-4fca-82ad-c72d35a640be {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:38.530668 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.613095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-8ca94e1c-352d-4568-b149-f81eab5ad871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.614579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-8ca94e1c-352d-4568-b149-f81eab5ad871 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a679aa3-06c3-44c0-9e58-daf9c411049a HTTP/1.1" status: 200 len: 898 time: 0.0979657 Jul 06 12:14:38.626610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port e70eaee5-0f23-4fca-82ad-c72d35a640be, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e70eaee5-0f23-4fca-82ad-c72d35a640be,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:38.627170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.640888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for e70eaee5-0f23-4fca-82ad-c72d35a640be owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:38.658495 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-3829912f-886a-49e5-906a-d33005d60cae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc HTTP/1.1" status: 200 len: 217 time: 0.0343392 Jul 06 12:14:38.716090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-48ee4242-2613-4f4a-91bf-b234578fcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.718010 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-48ee4242-2613-4f4a-91bf-b234578fcc60 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2369479f-882b-44b4-a94f-0a64ebc54962 HTTP/1.1" status: 200 len: 835 time: 0.0522089 Jul 06 12:14:38.860204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.907356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=e70eaee5-0f23-4fca-82ad-c72d35a640be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:38.941824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cd1df-7c36-4a1c-b16b-ae37da7fc8da req-714ec2ee-82c2-4c45-b810-9bd29aef2778 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.943383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-112cd1df-7c36-4a1c-b16b-ae37da7fc8da req-714ec2ee-82c2-4c45-b810-9bd29aef2778 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=541875d1-8d26-44d2-a4c9-4ef7fdb183b4 HTTP/1.1" status: 200 len: 867 time: 0.1845765 Jul 06 12:14:39.009980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] No DVR routers for this DVR port e70eaee5-0f23-4fca-82ad-c72d35a640be on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:39.014598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.016590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-090abe8d-bb0c-48ae-bc0d-bb9fa5a24349 req-384de928-4c07-4dbd-817b-8f0bfc5daf24 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.64 "DELETE /v2.0/ports/e70eaee5-0f23-4fca-82ad-c72d35a640be HTTP/1.1" status: 204 len: 173 time: 0.5816960 Jul 06 12:14:39.017031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-deleted', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:39.019328 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fea05f-a78a-49fe-8793-39a4c6b15848" -d '{"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-deleted", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:39.042119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376228a7-55f5-46c5-9118-e0d970c22d06 req-b5db7994-c5cb-4ef2-a482-0d581fb5a1f1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:39.043589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-376228a7-55f5-46c5-9118-e0d970c22d06 req-b5db7994-c5cb-4ef2-a482-0d581fb5a1f1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 943 time: 0.2424223 Jul 06 12:14:39.052062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-112cd1df-7c36-4a1c-b16b-ae37da7fc8da req-81b01a71-b9db-4ad1-a623-5032f818f19d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886297 Jul 06 12:14:39.102196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-3fa2f50d-e157-45e3-8c1f-a176cc0c3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:39.103099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-376228a7-55f5-46c5-9118-e0d970c22d06 req-f43e04ca-fd03-4ef3-800e-b0c217157eec tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Jul 06 12:14:39.104121 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-3fa2f50d-e157-45e3-8c1f-a176cc0c3c9f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a679aa3-06c3-44c0-9e58-daf9c411049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3691983 Jul 06 12:14:39.138441 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c65b414-59fd-412b-8d9a-52134ec24bdf x-openstack-request-id: req-4c65b414-59fd-412b-8d9a-52134ec24bdf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:39.138742 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541875d1-8d26-44d2-a4c9-4ef7fdb183b4", "name": "network-vif-deleted", "tag": "e70eaee5-0f23-4fca-82ad-c72d35a640be", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:39.138996 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c65b414-59fd-412b-8d9a-52134ec24bdf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:39.139406 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541875d1-8d26-44d2-a4c9-4ef7fdb183b4', 'name': 'network-vif-deleted', 'tag': 'e70eaee5-0f23-4fca-82ad-c72d35a640be', 'status': 'completed', 'code': 200} Jul 06 12:14:39.204526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-6152c3ec-dfd3-4149-a52d-a2806d141163 service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910912 Jul 06 12:14:39.316811 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8447f67c-338e-4f85-aed5-9dab6b313f0c req-b5544fe5-b0e2-4416-92cb-2e2e3bbfed01 service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049001 Jul 06 12:14:39.638677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:14:39.732636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:39.747431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'port_id': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'mac_address': 'fa:16:3e:8e:31:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:14:39.784589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.796996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:39.816260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:39.820562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.867127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:40.052962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:40.157221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:40.291647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af827a25-ced8-413b-ad05-c0ed35a04e1f req-3c53004b-6a03-4e0f-a582-d085d87a2b6f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:40.293540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af827a25-ced8-413b-ad05-c0ed35a04e1f req-3c53004b-6a03-4e0f-a582-d085d87a2b6f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 944 time: 0.0690179 Jul 06 12:14:40.331294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af827a25-ced8-413b-ad05-c0ed35a04e1f req-8d896f8b-128e-4f94-ac7f-be7d1ed9ea3a tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Jul 06 12:14:40.518225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.786060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 181297cd-717b-42a4-8f7b-65c684fa2cc9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:40.786324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.880355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 181297cd-717b-42a4-8f7b-65c684fa2cc9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=181297cd-717b-42a4-8f7b-65c684fa2cc9,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:40.880725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.895622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 181297cd-717b-42a4-8f7b-65c684fa2cc9 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:40.932888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:40.952861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: e70eaee5-0f23-4fca-82ad-c72d35a640be {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:40.953209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e70eaee5-0f23-4fca-82ad-c72d35a640be not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:41.085288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.117186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=181297cd-717b-42a4-8f7b-65c684fa2cc9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:41.294855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.515756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 85dc7777-efc1-4fb2-81f0-8b091a90af5e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:41.518757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718df55-1bb3-40b8-81bb-390e70947d67 req-54ad5e49-5b75-42b9-9687-6fd7d2a7b00e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:41.520288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4718df55-1bb3-40b8-81bb-390e70947d67 req-54ad5e49-5b75-42b9-9687-6fd7d2a7b00e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 944 time: 0.0750763 Jul 06 12:14:41.558059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4718df55-1bb3-40b8-81bb-390e70947d67 req-4054ae5b-0bd8-4a0c-a960-7707a2308f06 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Jul 06 12:14:41.619160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:41.625380 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-472723fd-ce6e-495e-adc4-f1a350973fca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/85dc7777-efc1-4fb2-81f0-8b091a90af5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664748 Jul 06 12:14:41.627582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:41.628977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] Sync routers for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:41.638504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:41.639140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:41.675692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:41.680697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting subnet 575d293b-ef54-4798-bdd9-b5b78ead3c96 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:41.684547 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.723240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.778998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:41.781073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:41.813817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.832394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:41.832771 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.878557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.906020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Subnet': ['ID=575d293b-ef54-4798-bdd9-b5b78ead3c96,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:41.909865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.914747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f0fffb6d-c3b1-47a1-9679-065fc4f9b30f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/subnets/575d293b-ef54-4798-bdd9-b5b78ead3c96 HTTP/1.1" status: 204 len: 168 time: 0.2860558 Jul 06 12:14:41.915566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:41.917451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be36561-49c1-4111-bcf0-ec3fefdbbc8d None None] Network 6d181f25-5957-43b9-8722-e854d5d375c2 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:42.022014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.095793 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.128913 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.137135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:42.139439 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f936ebb-f957-48ef-ac5e-bc86c7473043" -d '{"events": [{"server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "name": "network-vif-plugged", "status": "completed", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:42.185802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:42.186153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.282694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:42.283080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.297618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:42.302687 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76e8ec-f4fe-4eab-a780-069b3faf75cb x-openstack-request-id: req-5b76e8ec-f4fe-4eab-a780-069b3faf75cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:42.302979 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "name": "network-vif-plugged", "status": "completed", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:42.303232 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b76e8ec-f4fe-4eab-a780-069b3faf75cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:42.303622 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'code': 200} Jul 06 12:14:42.307994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:42.318941 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.354711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:14:41Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:42.390701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] Checking router: 85dc7777-efc1-4fb2-81f0-8b091a90af5e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:42.406238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:42.409228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] Routers {'85dc7777-efc1-4fb2-81f0-8b091a90af5e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:42.409848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:42.444472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] DHCP port deletion for 6d181f25-5957-43b9-8722-e854d5d375c2 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:42.451883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7676d0-802e-4fff-895d-3a88c9d70869 req-d32c3337-7ac2-499b-97cd-37e2103aba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:42.453446 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec7676d0-802e-4fff-895d-3a88c9d70869 req-d32c3337-7ac2-499b-97cd-37e2103aba32 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 1096 time: 0.1119096 Jul 06 12:14:42.520608 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec7676d0-802e-4fff-895d-3a88c9d70869 req-2ffefdc1-3ccf-4789-b892-4adaf45482bc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557849 Jul 06 12:14:42.526213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] Set router 85dc7777-efc1-4fb2-81f0-8b091a90af5e gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:42.544558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.574297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:42.584585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:14:42Z', 'revision_number': 6, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:42.619446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971b972-1656-4747-b162-b7cf9a2326d8 None None] The sync data for ids ['85dc7777-efc1-4fb2-81f0-8b091a90af5e'] in n-d-799528-2 is: [{'id': '85dc7777-efc1-4fb2-81f0-8b091a90af5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24978556', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:12Z', 'updated_at': '2021-07-06T12:14:42Z', 'revision_number': 6, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:42.625876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] Deleting port 50bfc6fb-43f8-4564-9800-86e911bcae7b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:42.626269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.638088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.725416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] For port 50bfc6fb-43f8-4564-9800-86e911bcae7b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=50bfc6fb-43f8-4564-9800-86e911bcae7b,segment=NetworkSegment(002f24ea-4332-4302-a623-d6633d4c47be),segment_id=002f24ea-4332-4302-a623-d6633d4c47be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:42.725903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.740520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] Calling delete_port for 50bfc6fb-43f8-4564-9800-86e911bcae7b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:42.775158 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.778303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.789753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488236b2-3989-453b-a4b2-2be26bc6d7e1 req-4256551e-7950-4e3c-8f36-a2bce96887c6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:42.791991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-488236b2-3989-453b-a4b2-2be26bc6d7e1 req-4256551e-7950-4e3c-8f36-a2bce96887c6 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 945 time: 0.0707221 Jul 06 12:14:42.832748 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.844789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-488236b2-3989-453b-a4b2-2be26bc6d7e1 req-977a5596-bfd1-4d65-ae2c-8ff549f15ae1 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452576 Jul 06 12:14:42.847743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.848329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Fanout notify agent at l3_agent the message router_deleted on router 85dc7777-efc1-4fb2-81f0-8b091a90af5e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:14:42.856421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.857553 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ab3eb86-abd4-409b-b91a-8e406ae4f167 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/routers/85dc7777-efc1-4fb2-81f0-8b091a90af5e HTTP/1.1" status: 204 len: 168 time: 0.9403038 Jul 06 12:14:42.860573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:42.868288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] Pushing event deleted for resources: {'Port': ['ID=50bfc6fb-43f8-4564-9800-86e911bcae7b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:42.875486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457af303-e712-44cc-8d3e-c32d89571006 None None] No DVR routers for this DVR port 50bfc6fb-43f8-4564-9800-86e911bcae7b on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:42.939867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.044252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.056077 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d181f25-5957-43b9-8722-e854d5d375c2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:43.071935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002f24ea-4332-4302-a623-d6633d4c47be') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:43.072857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002f24ea-4332-4302-a623-d6633d4c47be') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:43.084349 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.098559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 50bfc6fb-43f8-4564-9800-86e911bcae7b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:43.111636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.122815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 50bfc6fb-43f8-4564-9800-86e911bcae7b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:43.123166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 50bfc6fb-43f8-4564-9800-86e911bcae7b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:43.129973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:43.130539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:43.134021 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:43.206026 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.213795 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.215707 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/networks/6d181f25-5957-43b9-8722-e854d5d375c2 HTTP/1.1" status: 204 len: 168 time: 0.3540692 Jul 06 12:14:43.219113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:43.227998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f4de-6865-4d20-8695-f3f4364ff2d4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Network': ['ID=6d181f25-5957-43b9-8722-e854d5d375c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.285728 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e04f48-cee9-4770-b838-c986ec70a673 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.314170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e04f48-cee9-4770-b838-c986ec70a673 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.381843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e04f48-cee9-4770-b838-c986ec70a673 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.385177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0e04f48-cee9-4770-b838-c986ec70a673 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.386339 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d0e04f48-cee9-4770-b838-c986ec70a673 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/security-groups/4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d HTTP/1.1" status: 204 len: 168 time: 0.1661067 Jul 06 12:14:43.397885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e04f48-cee9-4770-b838-c986ec70a673 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa8fdc-c624-4d52-a6bf-ea691cb44b8d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.736323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:43.741034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633639977', 'description': 'tempest-secgroup-smoke-633639977 description', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:43.764448 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.843254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.847030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.886287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.887533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1501698 Jul 06 12:14:43.888422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11925d9f-b7b2-488e-a84c-ecad9af87107 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1415c98f-8527-49ab-8cc2-46cf3f8e57fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.890518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:43.905297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '1415c98f-8527-49ab-8cc2-46cf3f8e57fc', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:43.933021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.030225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.035235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.063636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8c979c-ed02-4969-a6e2-e67c833f395e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.068064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.069301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e50cdef-f587-418f-9ec4-d7e255bba311 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768236 Jul 06 12:14:44.072046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.077674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '1415c98f-8527-49ab-8cc2-46cf3f8e57fc', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.089894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18df5d-926d-4a22-8f24-fab9847f7722 req-3a708686-636a-4d6b-80d5-3aa1bf781458 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:44.091364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c18df5d-926d-4a22-8f24-fab9847f7722 req-3a708686-636a-4d6b-80d5-3aa1bf781458 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 945 time: 0.1219771 Jul 06 12:14:44.136168 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.149472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c18df5d-926d-4a22-8f24-fab9847f7722 req-6e889446-1f3c-46f8-ad83-a115a7e00ffc tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515451 Jul 06 12:14:44.200204 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.204239 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.222118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fced2a-b2a9-4958-a8fd-c043f5ac163c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.230562 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.232024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e5b6dff-8157-489d-9356-9eda5829b94e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585331 Jul 06 12:14:44.234782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.239309 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '1415c98f-8527-49ab-8cc2-46cf3f8e57fc', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.276757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.362816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.366742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.381706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb228ede-04a2-4cdb-a52d-e06716345b7e req-3a7bb906-9f24-4281-9901-9aa047d435c7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:44.383263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb228ede-04a2-4cdb-a52d-e06716345b7e req-3a7bb906-9f24-4281-9901-9aa047d435c7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 945 time: 0.1168613 Jul 06 12:14:44.403583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45555417-98f9-405f-be2d-ce3cbf915337,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.421010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.422265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-954c4e09-18d5-421d-a46b-d2c4f21851c5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1865554 Jul 06 12:14:44.425154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.429939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '1415c98f-8527-49ab-8cc2-46cf3f8e57fc', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.435182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bb228ede-04a2-4cdb-a52d-e06716345b7e req-63930951-61bd-4c05-b917-9a0cdef8d095 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Jul 06 12:14:44.457725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.461421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.549847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.555108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.563413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da108e-a136-4ce4-9f15-6680eaebb6b3 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:44.564932 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d4da108e-a136-4ce4-9f15-6680eaebb6b3 tempest-TestNetworkBasicOps-760415149 tempest-TestNetworkBasicOps-760415149-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 1091 time: 0.1026030 Jul 06 12:14:44.567988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.573399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.578558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd1bf00-00c1-4599-b4b6-28a60741cdd1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.585809 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.587102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ebba8b8-7cff-45f8-b20c-06349a2e2310 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607468 Jul 06 12:14:44.590412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.595024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '1415c98f-8527-49ab-8cc2-46cf3f8e57fc', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.604693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.621163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:44.622170 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:14:44.627317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.644717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:44.645069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c1fdc9c4-7850-47d8-8eaa-3058c3c1fb9c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:44.645498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 181297cd-717b-42a4-8f7b-65c684fa2cc9 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:44.664834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 181297cd-717b-42a4-8f7b-65c684fa2cc9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:44.665179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 181297cd-717b-42a4-8f7b-65c684fa2cc9 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:44.692907 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.696839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.716631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cff656-f245-4606-87c4-4c0b048c8477,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.722596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.724238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.725468 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-069d37ed-3658-4cd4-b759-6384b16d20be tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340046 Jul 06 12:14:44.728159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.733811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '1415c98f-8527-49ab-8cc2-46cf3f8e57fc', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.756665 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:14:44.762306 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.828021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.830682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Allocated IP 172.25.7.121 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/63688fb7-d2d3-4fbc-86ae-98b64d412eb4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:44.832781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.850513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae18876-8ecd-4322-b13b-06e4a2d8c1fb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.858286 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.862375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dbdbd001-6cb8-4213-aff5-6121d7278b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327281 Jul 06 12:14:44.862968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.868012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'network': {'name': 'tempest-network-smoke--2136476487', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.889217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:44.892809 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.917452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:44.926754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.927100 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Added segment 9fb8947b-e248-4d44-b995-6a3e12664446 of type vlan for network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f Jul 06 12:14:44.941090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.970155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.982441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.002190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.007879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:45.008515 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.028282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:45.034783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:45.040820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:45.044600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=63688fb7-d2d3-4fbc-86ae-98b64d412eb4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:45.069980 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2059572 Jul 06 12:14:45.074390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:45.079449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'admin_state_up': True, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:45.088671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee8be-2ccc-43cc-995d-03a50800d022 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Network': ['ID=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:45.099386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:45.132431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.133350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.236420 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.484192 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.748289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.907529 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.936213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:45.986337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.151078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.123 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/20f9863f-f88c-41be-bc0c-9294a856cfb6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:46.695990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.703757 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.786737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.803433 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event updated for resources: {'Port': ['ID=63688fb7-d2d3-4fbc-86ae-98b64d412eb4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:46.824310 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.930598 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.979298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:46.985582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:46.989423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:46.992234 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Floating IP bcfe14f6-a522-4382-b684-2061d4b1c181 associated. External IP: 172.25.7.121, port: bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc. Jul 06 12:14:47.068302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=20f9863f-f88c-41be-bc0c-9294a856cfb6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:47.394307 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:14:47.433454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.436172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router 24fc20ba-65fa-43dc-a655-9096e9f0401e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:47.664459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:47.674215 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] Sync routers for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:47.683793 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:47.684430 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:47.721029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.765198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.773983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee73e524-2a7e-48c3-ade6-f91c07beeffe tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2048512 Jul 06 12:14:47.774920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:47.777249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:47.777770 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:47.828538 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1806e80f-a9af-4fe1-a45c-be7e29b4da40 x-openstack-request-id: req-1806e80f-a9af-4fe1-a45c-be7e29b4da40 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:47.828888 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:47.829149 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1806e80f-a9af-4fe1-a45c-be7e29b4da40 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:47.829558 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'status': 'completed', 'code': 200} Jul 06 12:14:47.878647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9446e634-7883-47fc-980c-d94f0340b468 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/floatingips/bcfe14f6-a522-4382-b684-2061d4b1c181 HTTP/1.1" status: 200 len: 991 time: 0.0996411 Jul 06 12:14:47.930194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 2dea3d31-7f71-4144-b817-c32bfedb94a1 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:14:47.934083 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:47.935270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-4b25bc6b-de9e-498e-a329-70de6c1d643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:47.936989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-4b25bc6b-de9e-498e-a329-70de6c1d643a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 1096 time: 0.0578778 Jul 06 12:14:48.043855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-45a726cd-e846-4dec-9396-df77644e5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.045605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-45a726cd-e846-4dec-9396-df77644e5cf5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a679aa3-06c3-44c0-9e58-daf9c411049a HTTP/1.1" status: 200 len: 898 time: 0.1016927 Jul 06 12:14:48.053224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:48.065812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Sync routers for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:48.075082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:48.076055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:48.084841 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.089699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6648930-a9e5-4b35-91b3-a68b998253a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0112000 Jul 06 12:14:48.092669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.131344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-423f087f-1964-4ecc-ae80-883549105f60 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=78e1b8b3fe9c41e496f31ec6102a6abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371523 Jul 06 12:14:48.133672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-a1902c71-791f-45ff-8bff-97663f8e8416 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc HTTP/1.1" status: 200 len: 999 time: 0.0795674 Jul 06 12:14:48.134568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.199264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:48.215336 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'bcfe14f6-a522-4382-b684-2061d4b1c181', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'port_id': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'mac_address': 'fa:16:3e:8e:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:45Z', 'revision_number': 0, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:48.241007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-4bb28dd9-7780-4329-8f68-dd61fd23fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.242637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-4bb28dd9-7780-4329-8f68-dd61fd23fb40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2369479f-882b-44b4-a94f-0a64ebc54962 HTTP/1.1" status: 200 len: 835 time: 0.0980473 Jul 06 12:14:48.246201 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] Checking router: 24fc20ba-65fa-43dc-a655-9096e9f0401e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:48.255386 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:48.256051 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:48.311608 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24912768-c808-4e19-a943-77efb5eece20 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.315844 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24912768-c808-4e19-a943-77efb5eece20 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1766691 Jul 06 12:14:48.316370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.347598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-7a8147a9-d284-4b66-a744-bf02339338fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.351780 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-7a8147a9-d284-4b66-a744-bf02339338fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a679aa3-06c3-44c0-9e58-daf9c411049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926125 Jul 06 12:14:48.351981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5ac1813-33da-40e3-afee-fd8f9e6d4c93 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318344 Jul 06 12:14:48.352121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.357620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-464245349', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:48.372801 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:48.412013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:47Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:48.443516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Checking router: 2dea3d31-7f71-4144-b817-c32bfedb94a1 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:48.444037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Updating router 2dea3d31-7f71-4144-b817-c32bfedb94a1 port 20f9863f-f88c-41be-bc0c-9294a856cfb6 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:14:48.466877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-2fa3d501-2b6e-46fa-839d-cf8324064809 service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096506 Jul 06 12:14:48.472201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:48.475749 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.483823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.595442 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a523baa-e42c-45b7-8a8a-3f0be3f8139d req-9e92e507-829a-459f-92b3-0d49d594d046 service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209822 Jul 06 12:14:48.644390 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'bcfe14f6-a522-4382-b684-2061d4b1c181', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'port_id': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'mac_address': 'fa:16:3e:8e:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:45Z', 'revision_number': 0, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:48.675722 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a446014-9fda-4034-a560-08257348f2f1 None None] The sync data for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 is: [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'bcfe14f6-a522-4382-b684-2061d4b1c181', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'port_id': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'mac_address': 'fa:16:3e:8e:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:45Z', 'revision_number': 0, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:48.715010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.788291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Subnet': ['ID=a5581001-f958-49b3-8510-1aad2cd474b9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:48.797401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Checking segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:48.797862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network hostable DHCP agents. Network: 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:48.805032 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.816141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Transition to ACTIVE for port object 20f9863f-f88c-41be-bc0c-9294a856cfb6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:48.820025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:48.822692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.834421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:48.840329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.840936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.856698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c321c8-4c7b-4492-836b-e97378895d4e None None] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:48.862762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f97de314-d1ff-473a-b9d9-61ed34bacb7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5069227 Jul 06 12:14:48.862989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.881694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.927292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Attempting to bind port 20f9863f-f88c-41be-bc0c-9294a856cfb6 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:48.927669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Attempting to bind port 20f9863f-f88c-41be-bc0c-9294a856cfb6 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:48.928043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Attempting to bind port 20f9863f-f88c-41be-bc0c-9294a856cfb6 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:48.932980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08fb28-fe81-4c95-a38c-fddcc98e7a42 None None] Pushing event updated for resources: {'Port': ['ID=20f9863f-f88c-41be-bc0c-9294a856cfb6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:48.945648 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3efcf716-c7a5-455f-a7c6-76a3d668243c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/floatingips/bcfe14f6-a522-4382-b684-2061d4b1c181 HTTP/1.1" status: 200 len: 991 time: 0.0627000 Jul 06 12:14:48.946415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:48.947114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:48.947572 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.948077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:48.948578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Bound port: 20f9863f-f88c-41be-bc0c-9294a856cfb6, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:48.948976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.968151 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6fbf-8673-4b94-9eae-201c54c38040 None None] New status for floating IP bcfe14f6-a522-4382-b684-2061d4b1c181: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:14:49.057081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] For port 20f9863f-f88c-41be-bc0c-9294a856cfb6, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:49.062202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] For port 20f9863f-f88c-41be-bc0c-9294a856cfb6, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=20f9863f-f88c-41be-bc0c-9294a856cfb6,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:49.069399 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.162815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:49.163694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:49.207124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:14:49.208019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.237960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08fb28-fe81-4c95-a38c-fddcc98e7a42 None None] Pushing event updated for resources: {'Port': ['ID=20f9863f-f88c-41be-bc0c-9294a856cfb6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:49.388310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:49.538706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Allocated IP 172.20.0.2 (0851467e-1979-4ca4-a1e2-5dfd6a11bd8f/a5581001-f958-49b3-8510-1aad2cd474b9/98569983-dd37-42ab-a9de-55c4f903312e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:49.660756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.737383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:47Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:49.772457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99963-afa5-4a57-b7a1-73d8b752dd4c None None] The sync data for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 is: [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:47Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:49.793994 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.798655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Transition to ACTIVE for port object 98569983-dd37-42ab-a9de-55c4f903312e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:49.815095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Transition to ACTIVE for port object 98569983-dd37-42ab-a9de-55c4f903312e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:49.822755 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.861909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:49.867273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:49.871129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:49.878230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Pushing event updated for resources: {'Port': ['ID=98569983-dd37-42ab-a9de-55c4f903312e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:49.935435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Attempting to bind port 98569983-dd37-42ab-a9de-55c4f903312e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:49.935435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Attempting to bind port 98569983-dd37-42ab-a9de-55c4f903312e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:49.935895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Attempting to bind port 98569983-dd37-42ab-a9de-55c4f903312e on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:49.940734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:49.941106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Checking segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:49.941510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.941904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Bound using segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:49.942369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Bound port: 98569983-dd37-42ab-a9de-55c4f903312e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:49.942754 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.949273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:49.965466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.1 (0851467e-1979-4ca4-a1e2-5dfd6a11bd8f/a5581001-f958-49b3-8510-1aad2cd474b9/05a6407d-d680-4ee0-82a9-8e8d97af8e8a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:50.025830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] For port 98569983-dd37-42ab-a9de-55c4f903312e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:50.032493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] For port 98569983-dd37-42ab-a9de-55c4f903312e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=98569983-dd37-42ab-a9de-55c4f903312e,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:50.049664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.087016 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-320babf1-7aaa-4b6c-a171-89f1ae4160c0 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/floatingips/bcfe14f6-a522-4382-b684-2061d4b1c181 HTTP/1.1" status: 200 len: 993 time: 0.1353512 Jul 06 12:14:50.151006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ff061-c07d-44c0-9642-1bba79bb608c None None] Pushing event updated for resources: {'Port': ['ID=98569983-dd37-42ab-a9de-55c4f903312e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.157378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.174701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object 05a6407d-d680-4ee0-82a9-8e8d97af8e8a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:50.216493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.266295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:50.272066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:50.276389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:50.304505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.351061 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.529747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.752329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 20f9863f-f88c-41be-bc0c-9294a856cfb6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:50.809347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 20f9863f-f88c-41be-bc0c-9294a856cfb6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:50.815402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 20f9863f-f88c-41be-bc0c-9294a856cfb6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:50.816034 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.913035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.918817 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.925570 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.950481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 20f9863f-f88c-41be-bc0c-9294a856cfb6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=20f9863f-f88c-41be-bc0c-9294a856cfb6,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:50.956724 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.957587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 98569983-dd37-42ab-a9de-55c4f903312e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:51.002589 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.004320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:51.040202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=20f9863f-f88c-41be-bc0c-9294a856cfb6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:51.053293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 98569983-dd37-42ab-a9de-55c4f903312e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:51.123132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:51.124658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:51.200773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb46c1-c83b-468e-b3bc-d4b7426183a6 None None] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:51.247475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 2dea3d31-7f71-4144-b817-c32bfedb94a1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:51.368459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:51.374885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd7e9aa1-4a6c-4f54-b91e-c17ff071ef3b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/2dea3d31-7f71-4144-b817-c32bfedb94a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095508 Jul 06 12:14:51.424124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] Provisioning for port 98569983-dd37-42ab-a9de-55c4f903312e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:51.437465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] Provisioning complete for port 98569983-dd37-42ab-a9de-55c4f903312e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:51.437859 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.574079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-29a422bc-09c5-4ae4-8d9c-ce301c620ffe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633639977&fields=id&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 267 time: 0.0364814 Jul 06 12:14:51.586152 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.629885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] For port 98569983-dd37-42ab-a9de-55c4f903312e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=98569983-dd37-42ab-a9de-55c4f903312e,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:51.636024 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.675985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Sync routers for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:51.689224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-c36cedfe-1f8e-444f-ab45-e04fd41bc72c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:51.690773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-c36cedfe-1f8e-444f-ab45-e04fd41bc72c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 797 time: 0.1078393 Jul 06 12:14:51.697703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:51.698637 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:51.702527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153ab3b-ac5b-4d0a-a281-ad528069902c None None] Pushing event updated for resources: {'Port': ['ID=98569983-dd37-42ab-a9de-55c4f903312e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:51.707546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-c16a83b9-12c9-44e2-860b-9949dbf78181 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/quotas/78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 375 time: 0.0106280 Jul 06 12:14:51.783770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e8641064-737c-451c-b3da-be376c7f5943 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702255 Jul 06 12:14:51.822250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:51.896357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-9266f4e0-2320-4bd2-aa52-e4a61321fc3f service neutron] 10.222.0.78 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981748 Jul 06 12:14:51.994198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-845b18aa-115e-4daa-8c8c-0606f974e841 None None] Provisioning complete for port 98569983-dd37-42ab-a9de-55c4f903312e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:51.994580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845b18aa-115e-4daa-8c8c-0606f974e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.000405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-5c0988fa-5953-4e1f-b1a1-8904a633fe21 service neutron] 10.222.0.78 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971014 Jul 06 12:14:52.115250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 2, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:52.148885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Checking router: 2dea3d31-7f71-4144-b817-c32bfedb94a1 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:52.149403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Updating router 2dea3d31-7f71-4144-b817-c32bfedb94a1 port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:14:52.192504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac79cfad-2e2e-4b2e-a985-7588a77c2acc req-64810222-4c45-4221-ac8d-760f4b8b8473 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 210 time: 0.0320785 Jul 06 12:14:52.212798 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.226095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-845b18aa-115e-4daa-8c8c-0606f974e841 None None] Provisioning for port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:52.233946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-845b18aa-115e-4daa-8c8c-0606f974e841 None None] Provisioning complete for port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:52.234321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845b18aa-115e-4daa-8c8c-0606f974e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.298835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-845b18aa-115e-4daa-8c8c-0606f974e841 None None] Port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:52.442049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aca60cb9-6dc0-427c-891b-04b1cb0957d1 None None] Provisioning complete for port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:52.442427 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aca60cb9-6dc0-427c-891b-04b1cb0957d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.496493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aca60cb9-6dc0-427c-891b-04b1cb0957d1 None None] Port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:52.572714 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.582105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Transition to ACTIVE for port object 05a6407d-d680-4ee0-82a9-8e8d97af8e8a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:52.588394 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.694707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 20f9863f-f88c-41be-bc0c-9294a856cfb6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:52.699500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6d5ee-5ed0-43b5-a1c4-40752905508c None None] Pushing event updated for resources: {'Port': ['ID=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:52.731980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Attempting to bind port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:52.732355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Attempting to bind port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:52.732767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Attempting to bind port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:52.744437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:52.744873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Checking segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:52.745277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.745754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Bound using segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:52.746452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Bound port: 05a6407d-d680-4ee0-82a9-8e8d97af8e8a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:52.746891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.832109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 20f9863f-f88c-41be-bc0c-9294a856cfb6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:52.832482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.865332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] For port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:52.885311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] For port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:52.895023 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.962468 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.032415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6d5ee-5ed0-43b5-a1c4-40752905508c None None] Pushing event updated for resources: {'Port': ['ID=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:53.038231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:53.038868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:14:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:53.041844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 98569983-dd37-42ab-a9de-55c4f903312e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:53.189114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 98569983-dd37-42ab-a9de-55c4f903312e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:53.189491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.232521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:53.407195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15860fa9-10b8-45eb-97ac-5bb49f8cb5e2 req-88cfe7c0-dddd-41ed-bda1-4f641983fc84 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 210 time: 0.0398543 Jul 06 12:14:53.567405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:52Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:53.606952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dafce0-09b3-419a-9ffd-74a9df07d6b2 None None] The sync data for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 is: [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:52Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:53.842440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-da8c9cad-f512-49f1-8b99-9dddae462b02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:53.844192 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-da8c9cad-f512-49f1-8b99-9dddae462b02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 797 time: 0.5265465 Jul 06 12:14:53.896109 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-3c2db9fb-1a9f-467d-9722-0831e7085729 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 379 time: 0.0386899 Jul 06 12:14:53.906057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'port': {'device_id': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'admin_state_up': True, 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'security_groups': ['1415c98f-8527-49ab-8cc2-46cf3f8e57fc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:54.026739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:54.030512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.176193 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.6 (0851467e-1979-4ca4-a1e2-5dfd6a11bd8f/a5581001-f958-49b3-8510-1aad2cd474b9/6caa730d-e7d7-4186-9b9b-e6b29809f486) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:54.332389 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.348866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object 6caa730d-e7d7-4186-9b9b-e6b29809f486 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:54.387815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.437112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:54.443324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:54.448881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:54.485466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.521942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:54.523163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.551586 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de3e5d1f-2925-424a-818e-bdac923c3a02 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6500046 Jul 06 12:14:54.567696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Request body: {'port': {'device_id': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:54.658224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.659669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a209-999b-42b9-a4c4-adb850ed4421 req-a8c7357e-c2ac-406d-9864-f00f11efb0f8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:54.669678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a55a209-999b-42b9-a4c4-adb850ed4421 req-a8c7357e-c2ac-406d-9864-f00f11efb0f8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 931 time: 0.1064558 Jul 06 12:14:54.743216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a55a209-999b-42b9-a4c4-adb850ed4421 req-8f2dac84-6e0c-4a77-b5f5-6f1772c7c14b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724962 Jul 06 12:14:54.748017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 05a6407d-d680-4ee0-82a9-8e8d97af8e8a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:54.808197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:54.812955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:54.813347 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.878052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbae2a23-2c93-4ab2-94ff-2236085f2b3b None None] Provisioning for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:54.885014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bbae2a23-2c93-4ab2-94ff-2236085f2b3b None None] Provisioning complete for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:54.885582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a23-2c93-4ab2-94ff-2236085f2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.944175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbae2a23-2c93-4ab2-94ff-2236085f2b3b None None] Port 6caa730d-e7d7-4186-9b9b-e6b29809f486 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:54.953638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.991616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:54.992447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6caa730d-e7d7-4186-9b9b-e6b29809f486 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:54.998087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.001388 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.016574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Transition to ACTIVE for port object 6caa730d-e7d7-4186-9b9b-e6b29809f486 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:55.020485 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.064094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:55.078808 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:55.163962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:55.164511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:55.164711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:55.169939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:14:55.170270 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:55.175947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:55.176289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Checking segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:55.176681 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Bound using segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:55.177123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Bound port: 6caa730d-e7d7-4186-9b9b-e6b29809f486, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:55.177486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.253846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:55.257427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:55.262256 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.301783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.302401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.303794 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] 10.222.0.79 "PUT /v2.0/ports/6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 1091 time: 0.7410870 Jul 06 12:14:55.304253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:55.306671 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bb01cb-b235-4703-8853-5e442197d7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:55.331720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4533-4371-47e8-b67c-57ea8d03ab6a service neutron] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:55.386491 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65880d3c-e7ef-4ae2-8b4d-5cb76b193d92 x-openstack-request-id: req-65880d3c-e7ef-4ae2-8b4d-5cb76b193d92 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:55.386796 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:55.387143 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65880d3c-e7ef-4ae2-8b4d-5cb76b193d92 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:55.387770 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'status': 'completed', 'code': 200} Jul 06 12:14:55.418390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-6077e9b6-e088-48a6-8d88-61a21764db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.420234 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-6077e9b6-e088-48a6-8d88-61a21764db36 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1094 time: 0.0649006 Jul 06 12:14:55.471167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-de9eaf38-311a-4f77-a70a-8f3fd5eeca35 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 217 time: 0.0412312 Jul 06 12:14:55.532214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-bd3e21ef-aea8-4651-b6d6-e0e078782ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.533684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-bd3e21ef-aea8-4651-b6d6-e0e078782ad7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0545607 Jul 06 12:14:55.596556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-792fc430-e6d2-44bd-8beb-0e063c81804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.598187 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-792fc430-e6d2-44bd-8beb-0e063c81804d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563180 Jul 06 12:14:55.698043 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-581f4d97-437a-47de-96ce-faa4fbb893b1 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909169 Jul 06 12:14:55.802375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e8e963fe-ad65-4618-a59e-039ff1c41eaf req-f037f9bb-8419-4e52-b488-e6b678202c4c service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970516 Jul 06 12:14:55.918140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-0cdf6472-95fb-4b81-ab2f-ba4a6b37daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.919660 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-0cdf6472-95fb-4b81-ab2f-ba4a6b37daa0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1094 time: 0.0576503 Jul 06 12:14:55.921985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce2050-f036-421e-b3c6-e637ece5e346 req-d11d1f82-81dd-44af-8030-3f0668ab3a95 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.923466 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30ce2050-f036-421e-b3c6-e637ece5e346 req-d11d1f82-81dd-44af-8030-3f0668ab3a95 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.0694940 Jul 06 12:14:55.962156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30ce2050-f036-421e-b3c6-e637ece5e346 req-f738aede-2e4f-450c-8253-f39c48b5dd05 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329347 Jul 06 12:14:56.025089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-746d153e-8d48-4b05-b4c1-21a6b580d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:56.026587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-746d153e-8d48-4b05-b4c1-21a6b580d92c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0940876 Jul 06 12:14:56.078625 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-9066ddea-0735-4511-bde9-dfd3243f6624 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 217 time: 0.0400121 Jul 06 12:14:56.136677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-897503ef-547d-4027-a4f3-d8ea73e4c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:56.138173 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-897503ef-547d-4027-a4f3-d8ea73e4c159 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0505893 Jul 06 12:14:56.208078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-a3759a83-2b6d-4bb9-bc82-512f3f3de496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:56.209647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-a3759a83-2b6d-4bb9-bc82-512f3f3de496 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611660 Jul 06 12:14:56.308618 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-f8be2f09-9cff-41db-8737-b4eaa099c465 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888515 Jul 06 12:14:56.416294 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e4bb01cb-b235-4703-8853-5e442197d7ac req-f8c7712b-de6d-4b23-8774-a03d06b0e22a service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932281 Jul 06 12:14:56.661252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 05a6407d-d680-4ee0-82a9-8e8d97af8e8a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:56.707528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:56.707901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.147190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af18be9-cbe3-4947-84b0-70d471055185 req-12227856-4474-4462-a56b-50b31fc2e4b8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:57.148863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2af18be9-cbe3-4947-84b0-70d471055185 req-12227856-4474-4462-a56b-50b31fc2e4b8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.0721428 Jul 06 12:14:57.160027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-041a3630-1a28-4f91-8759-fa66ecaf895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.199083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2af18be9-cbe3-4947-84b0-70d471055185 req-010bf282-2d0f-4b5c-b628-656fee9ff388 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398383 Jul 06 12:14:57.700622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:14:57.793804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:57.804980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'mac_address': 'fa:16:3e:60:09:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:14:57.844884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.857547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caa730d-e7d7-4186-9b9b-e6b29809f486 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:57.877278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:57.880731 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.925996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:58.128260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6caa730d-e7d7-4186-9b9b-e6b29809f486'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:58.380724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab70c3-e2e5-4f6c-b078-37b38222d63b req-a8eb4425-5759-46a0-83e0-6ba167ab2b27 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:58.382149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39ab70c3-e2e5-4f6c-b078-37b38222d63b req-a8eb4425-5759-46a0-83e0-6ba167ab2b27 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.0677557 Jul 06 12:14:58.419662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39ab70c3-e2e5-4f6c-b078-37b38222d63b req-68ecc888-c5da-47ca-be68-1ebedf900c34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Jul 06 12:14:59.595076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24117f-0dea-4a70-8b6a-8e637b9e7048 req-73a7ff4d-f90c-4237-a9cf-e7a68b161d98 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:59.596535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a24117f-0dea-4a70-8b6a-8e637b9e7048 req-73a7ff4d-f90c-4237-a9cf-e7a68b161d98 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.0652664 Jul 06 12:14:59.635094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a24117f-0dea-4a70-8b6a-8e637b9e7048 req-fd5e89b9-9141-4d00-8626-89d7a5c22746 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328207 Jul 06 12:14:59.673882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7147943-d23e-433d-bf5e-323ee0745396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.711032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:59.758973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:59.763083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:59.763495 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.841229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.864482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:59.866671 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957b70b-a9e4-4cf7-bb78-102eb5074888" -d '{"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:59.880559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:59.887339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.910261 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e8836-ed2b-49a5-803c-5c5a4fcdb83f x-openstack-request-id: req-219e8836-ed2b-49a5-803c-5c5a4fcdb83f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:59.910624 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:59.910880 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-219e8836-ed2b-49a5-803c-5c5a4fcdb83f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:59.911268 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'code': 200} Jul 06 12:14:59.938172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:00.023154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e979a-0729-4d54-adc8-f05263ce7106 req-56f7d90f-222e-4f0c-8bd8-a1fc192229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:00.025243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d3e979a-0729-4d54-adc8-f05263ce7106 req-56f7d90f-222e-4f0c-8bd8-a1fc192229f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1096 time: 0.0517917 Jul 06 12:15:00.061304 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2d3e979a-0729-4d54-adc8-f05263ce7106 req-375b7905-567a-44aa-ad6c-1bdb71df4ce6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284278 Jul 06 12:15:00.183086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:00.354758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:00.807032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcf5bf-e882-443d-b2b6-55367d6f0dfb req-0ae3ceba-df9e-419d-9897-4876f40703fe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:00.808542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2efcf5bf-e882-443d-b2b6-55367d6f0dfb req-0ae3ceba-df9e-419d-9897-4876f40703fe tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0644269 Jul 06 12:15:00.851146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2efcf5bf-e882-443d-b2b6-55367d6f0dfb req-a7c51f59-2676-4d65-bbbc-9c0fd2370b0e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371110 Jul 06 12:15:01.006772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.029449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf244ec-c5e7-4eeb-854f-4e6a3e64291f req-f1f9f5f0-0b8b-4e58-9ec5-19e66e2d4f7d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.030983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf244ec-c5e7-4eeb-854f-4e6a3e64291f req-f1f9f5f0-0b8b-4e58-9ec5-19e66e2d4f7d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0657954 Jul 06 12:15:02.068986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-faf244ec-c5e7-4eeb-854f-4e6a3e64291f req-37c23621-7df0-47a4-a845-82fe5160700e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Jul 06 12:15:02.250104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372ff67-6e06-47d5-979d-bd4106c5539a req-f1a4a457-14c9-4efc-842b-e987ebd0480c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.251616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2372ff67-6e06-47d5-979d-bd4106c5539a req-f1a4a457-14c9-4efc-842b-e987ebd0480c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0681431 Jul 06 12:15:02.290714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2372ff67-6e06-47d5-979d-bd4106c5539a req-29e8ace7-0f40-4cfd-b4b0-46fef8c9b3f3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Jul 06 12:15:02.314751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:02.365737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fd82c-5570-46ce-9c72-8c86085bca48 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.367372 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ae4fd82c-5570-46ce-9c72-8c86085bca48 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1091 time: 0.0514629 Jul 06 12:15:02.370680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:02.375014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:02.397761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.491290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.503500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.622421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.65 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8d69f81e-83df-45ed-b940-03fbf4654712) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:02.738962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.782338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.822925 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:02.829575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:02.834516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:02.837921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=8d69f81e-83df-45ed-b940-03fbf4654712,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:03.234155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.316914 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.468568 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.472986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.544577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=8d69f81e-83df-45ed-b940-03fbf4654712,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:03.554405 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.655845 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP 73ad618b-45ce-4d5a-8327-7f087d39da9a associated. External IP: 172.25.7.65, port: 6caa730d-e7d7-4186-9b9b-e6b29809f486. Jul 06 12:15:03.867077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 2dea3d31-7f71-4144-b817-c32bfedb94a1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:03.976176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:03.985549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] Sync routers for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:03.991901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.996162 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:03.996779 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:04.029443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-777a5490-b9f0-4a46-b06d-455b5f9aa0a9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6577463 Jul 06 12:15:04.030141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:04.032720 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:04.073317 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6f9f30-1cdd-4b49-805a-4832f46b4217 x-openstack-request-id: req-9e6f9f30-1cdd-4b49-805a-4832f46b4217 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:04.073630 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:04.073889 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e6f9f30-1cdd-4b49-805a-4832f46b4217 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:04.074256 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'status': 'completed', 'code': 200} Jul 06 12:15:04.112547 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:04.151557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-1418ebef-dc37-4602-bbb1-4a62ec1f4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.153057 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-1418ebef-dc37-4602-bbb1-4a62ec1f4db5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1096 time: 0.0556846 Jul 06 12:15:04.202268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d749f17-933d-4d11-9bb7-66e49bd02ff9 req-f406809d-60c4-4b5e-86c6-12fae9df433d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.204036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d749f17-933d-4d11-9bb7-66e49bd02ff9 req-f406809d-60c4-4b5e-86c6-12fae9df433d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0796578 Jul 06 12:15:04.246135 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d749f17-933d-4d11-9bb7-66e49bd02ff9 req-064f9d66-dc67-453f-8f59-97c97c4aafd3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365393 Jul 06 12:15:04.271979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-dc51d02a-0d17-499b-89a0-b59324fc250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.271979 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-dc51d02a-0d17-499b-89a0-b59324fc250f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.1078763 Jul 06 12:15:04.271979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:04.353391 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '73ad618b-45ce-4d5a-8327-7f087d39da9a', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'mac_address': 'fa:16:3e:60:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:15:03Z', 'updated_at': '2021-07-06T12:15:03Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:54Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:04.379164 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] Checking router: 2dea3d31-7f71-4144-b817-c32bfedb94a1 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:04.380453 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3b23eba2-fe24-42e2-b3f9-7cf0b4a14785 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/73ad618b-45ce-4d5a-8327-7f087d39da9a HTTP/1.1" status: 200 len: 990 time: 0.1073339 Jul 06 12:15:04.382397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-48d90214-0164-42c2-bafc-4085d7e29d2e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.1032550 Jul 06 12:15:04.388851 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:04.389474 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:04.434624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-5b03c5d7-2ecd-4301-a536-a6aad74f6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.436028 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-5b03c5d7-2ecd-4301-a536-a6aad74f6328 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0446150 Jul 06 12:15:04.494660 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:04.495032 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-6cca648d-cf27-4737-8ef5-57aded4d113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.496593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-6cca648d-cf27-4737-8ef5-57aded4d113e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540986 Jul 06 12:15:04.826529 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '73ad618b-45ce-4d5a-8327-7f087d39da9a', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'mac_address': 'fa:16:3e:60:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:15:03Z', 'updated_at': '2021-07-06T12:15:03Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:54Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:04.859100 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72c1970-d05e-4564-bc40-b086524dcbfb None None] The sync data for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 is: [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '73ad618b-45ce-4d5a-8327-7f087d39da9a', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'mac_address': 'fa:16:3e:60:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:15:03Z', 'updated_at': '2021-07-06T12:15:03Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:54Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:04.897706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-8e2b9888-deaa-490f-97cc-859c650a24b3 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920312 Jul 06 12:15:04.998122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0c6f2a6-f513-491f-98d1-b17d05e0adfa req-25023339-d95d-4a2e-88ce-5ae349c00827 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908747 Jul 06 12:15:05.074107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee8c8c-1e28-48e0-8378-50661e15b87f None None] New status for floating IP 73ad618b-45ce-4d5a-8327-7f087d39da9a: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:15:05.385125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:05.448427 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b28a8d07-5575-4842-8904-fd78579ef6fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/73ad618b-45ce-4d5a-8327-7f087d39da9a HTTP/1.1" status: 200 len: 992 time: 0.0620570 Jul 06 12:15:21.079129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:21.139372 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-26567cfb-16e7-4a81-b07b-cc301f62ed74 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/floatingips/bcfe14f6-a522-4382-b684-2061d4b1c181 HTTP/1.1" status: 200 len: 993 time: 0.0590298 Jul 06 12:15:21.406604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:21.563173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port 63688fb7-d2d3-4fbc-86ae-98b64d412eb4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:21.563511 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.641985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.642318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.654065 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for 63688fb7-d2d3-4fbc-86ae-98b64d412eb4 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:21.798595 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.822872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=63688fb7-d2d3-4fbc-86ae-98b64d412eb4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:21.884318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.884860 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Floating IP bcfe14f6-a522-4382-b684-2061d4b1c181 disassociated (deleted). External IP: 172.25.7.121, port: bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc. Jul 06 12:15:22.090827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router 24fc20ba-65fa-43dc-a655-9096e9f0401e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:22.195888 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:22.201512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.205996 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] Sync routers for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:22.215855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:22.216479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:22.239248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-10d4e9ce-4177-4bad-a113-a2eddda4b488 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/floatingips/bcfe14f6-a522-4382-b684-2061d4b1c181 HTTP/1.1" status: 204 len: 168 time: 0.8316040 Jul 06 12:15:22.239837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:22.242239 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e1b0e-2494-45f8-82a1-4695442279f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:22.280892 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba3e65-fca7-47d7-89b0-bafe13dc9b11 x-openstack-request-id: req-04ba3e65-fca7-47d7-89b0-bafe13dc9b11 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:22.281192 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:22.281454 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04ba3e65-fca7-47d7-89b0-bafe13dc9b11 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:22.281861 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'status': 'completed', 'code': 200} Jul 06 12:15:22.320595 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:22.369457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-3c8d35be-5c12-4987-9a6a-a6fa4ff11ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.370996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-3c8d35be-5c12-4987-9a6a-a6fa4ff11ce7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 1096 time: 0.0586002 Jul 06 12:15:22.475019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-0e921aa7-2d65-40e7-99c8-3844c6b0f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.476530 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-0e921aa7-2d65-40e7-99c8-3844c6b0f065 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5a679aa3-06c3-44c0-9e58-daf9c411049a HTTP/1.1" status: 200 len: 898 time: 0.0970480 Jul 06 12:15:22.524465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-c91e82b6-d638-42e9-ab36-250021f745b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc HTTP/1.1" status: 200 len: 217 time: 0.0373931 Jul 06 12:15:22.533210 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:22.565794 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] Checking router: 24fc20ba-65fa-43dc-a655-9096e9f0401e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:22.576821 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:22.577535 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:22.580574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-6235b09b-8a8b-4e1e-866e-f180fc183f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.582418 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-6235b09b-8a8b-4e1e-866e-f180fc183f5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2369479f-882b-44b4-a94f-0a64ebc54962 HTTP/1.1" status: 200 len: 835 time: 0.0516748 Jul 06 12:15:22.648050 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-0ab36521-cdba-411f-9267-bf16825b58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.649636 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-0ab36521-cdba-411f-9267-bf16825b58c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5a679aa3-06c3-44c0-9e58-daf9c411049a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593023 Jul 06 12:15:22.690890 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:22.692189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab5904-5d1f-4193-b79e-aaa88689fbfc req-b708c286-4917-4b44-9fef-41c107a34e5c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.694288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7ab5904-5d1f-4193-b79e-aaa88689fbfc req-b708c286-4917-4b44-9fef-41c107a34e5c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 945 time: 0.1366408 Jul 06 12:15:22.735233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7ab5904-5d1f-4193-b79e-aaa88689fbfc req-f7989357-b2eb-4776-9c70-38d7fe5c1bdb tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 Jul 06 12:15:22.748596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-7e7c0592-3d37-418d-9e97-cb662398324d service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883982 Jul 06 12:15:22.849563 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e82e1b0e-2494-45f8-82a1-4695442279f8 req-93585a8a-4c69-4fbf-97df-aa8daf690881 service neutron] 10.222.0.79 "GET /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935369 Jul 06 12:15:22.896507 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:22.915093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.922896 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bde41-91bd-4d82-bff0-d07aa06270fa None None] The sync data for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 is: [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:29Z', 'revision_number': 4, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'ab90a5c2-52ab-4044-98fe-db48e73df673', 'name': '', 'network_id': '5a679aa3-06c3-44c0-9e58-daf9c411049a', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'mac_address': 'fa:16:3e:85:2e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:28Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'subnets': [{'id': '2369479f-882b-44b4-a94f-0a64ebc54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:23.137297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47b22d-46b3-4843-8a2f-2fe9e68cea2b None None] New status for floating IP bcfe14f6-a522-4382-b684-2061d4b1c181: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:15:23.927682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956ae1b-5bcc-4eff-a84b-febbcbdda9e7 req-174ce305-e528-454e-8fb1-14351eae7e70 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.929204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a956ae1b-5bcc-4eff-a84b-febbcbdda9e7 req-174ce305-e528-454e-8fb1-14351eae7e70 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 945 time: 0.0634332 Jul 06 12:15:23.972583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a956ae1b-5bcc-4eff-a84b-febbcbdda9e7 req-db81eba2-01a1-4f11-9382-cfa288e9777e tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367744 Jul 06 12:15:23.975015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-5189ca21-3e09-443f-80f2-d3f88eb9990c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.976557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-5189ca21-3e09-443f-80f2-d3f88eb9990c tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8c8dff1-cd57-436e-933e-2841a3acc430 HTTP/1.1" status: 200 len: 945 time: 0.0677490 Jul 06 12:15:24.082016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:24.082275 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.168452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:24.168837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.181981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:24.311180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.340714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:24.388012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] No DVR routers for this DVR port bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:24.390783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.392882 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d9707d68-21c9-4dec-9724-4cd744e6c02c req-d850d53b-d7da-48ac-9add-b2e6b1469235 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.79 "DELETE /v2.0/ports/bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc HTTP/1.1" status: 204 len: 173 time: 0.4109385 Jul 06 12:15:24.393326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'name': 'network-vif-deleted', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:24.395141 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:15:24.395625 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4b1d2-b041-43a3-b16c-d281efc90c99" -d '{"events": [{"server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "name": "network-vif-deleted", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:24.438872 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6d4ece-8864-4eae-bb7d-819a08c27727 x-openstack-request-id: req-9d6d4ece-8864-4eae-bb7d-819a08c27727 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:24.439163 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c8dff1-cd57-436e-933e-2841a3acc430", "name": "network-vif-deleted", "tag": "bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:24.439419 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d6d4ece-8864-4eae-bb7d-819a08c27727 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:24.439825 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c8dff1-cd57-436e-933e-2841a3acc430', 'name': 'network-vif-deleted', 'tag': 'bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc', 'status': 'completed', 'code': 200} Jul 06 12:15:25.066361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:25.125014 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1024-24ea-4eb5-ad0f-8a4a30ea5690 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.149798 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1024-24ea-4eb5-ad0f-8a4a30ea5690 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.210400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1024-24ea-4eb5-ad0f-8a4a30ea5690 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.213330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1024-24ea-4eb5-ad0f-8a4a30ea5690 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.214486 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a5b1024-24ea-4eb5-ad0f-8a4a30ea5690 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4 HTTP/1.1" status: 204 len: 168 time: 0.1471326 Jul 06 12:15:25.223737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b1024-24ea-4eb5-ad0f-8a4a30ea5690 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e36bc8-a0ba-49ba-a705-b5b097a7f6a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:25.249285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:25.621435 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.883666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port ab90a5c2-52ab-4044-98fe-db48e73df673 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:25.884853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.976914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port ab90a5c2-52ab-4044-98fe-db48e73df673, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ab90a5c2-52ab-4044-98fe-db48e73df673,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:25.977324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.990724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for ab90a5c2-52ab-4044-98fe-db48e73df673 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:26.182318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.213443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=ab90a5c2-52ab-4044-98fe-db48e73df673,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:26.400657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.613255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Router 24fc20ba-65fa-43dc-a655-9096e9f0401e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:26.722678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:26.731146 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-551304e5-5a41-4203-8efb-b0277724adf2 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "PUT /v2.0/routers/24fc20ba-65fa-43dc-a655-9096e9f0401e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4779575 Jul 06 12:15:26.731229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:26.732263 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc011f-aa86-4102-bb24-129035708493 None None] Sync routers for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:26.741333 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:26.741943 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:26.782170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting subnet 2369479f-882b-44b4-a94f-0a64ebc54962 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:26.785292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.824773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.848726 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:26.915854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.973676 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.000534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Subnet': ['ID=2369479f-882b-44b4-a94f-0a64ebc54962,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:27.004316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.006177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8971f0f9-df02-45d0-8df2-ea3c0d9b212d tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/subnets/2369479f-882b-44b4-a94f-0a64ebc54962 HTTP/1.1" status: 204 len: 168 time: 0.2740633 Jul 06 12:15:27.008797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:27.015404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da60d3b-532b-4d78-9143-384f6fbdb1ab None None] Network 5a679aa3-06c3-44c0-9e58-daf9c411049a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:27.032901 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:15:26Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:27.063550 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc011f-aa86-4102-bb24-129035708493 None None] Checking router: 24fc20ba-65fa-43dc-a655-9096e9f0401e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:27.071589 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] Routers {'24fc20ba-65fa-43dc-a655-9096e9f0401e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:27.073064 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['24fc20ba-65fa-43dc-a655-9096e9f0401e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:27.118098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.167744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8c08b5b-0c97-40c1-9097-382651590570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.187972 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] Set router 24fc20ba-65fa-43dc-a655-9096e9f0401e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:27.239127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] DHCP port deletion for 5a679aa3-06c3-44c0-9e58-daf9c411049a request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:15:27.298768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] Deleting port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:27.299436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.367607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] For port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,segment=NetworkSegment(01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9),segment_id=01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:27.368043 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.383527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] Calling delete_port for b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:27.468567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.479233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64cc011f-aa86-4102-bb24-129035708493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:15:26Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:27.503600 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] Pushing event deleted for resources: {'Port': ['ID=b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:27.506393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f1e2d-89bd-4ba9-9768-ddf4b2ae8a7d None None] No DVR routers for this DVR port b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:27.509320 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc011f-aa86-4102-bb24-129035708493 None None] The sync data for ids ['24fc20ba-65fa-43dc-a655-9096e9f0401e'] in n-d-799528-2 is: [{'id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'name': 'tempest-TestNetworkBasicOps-router-1197660574', 'tenant_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:15:26Z', 'revision_number': 5, 'project_id': 'ae1a4777df9b40a59133d816a6a6be5a', 'gw_port': {'id': 'fb2b5db8-ecbe-4fff-b625-c490804cd34c', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fc20ba-65fa-43dc-a655-9096e9f0401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:25Z', 'updated_at': '2021-07-06T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:27.549083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.650896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Deleting port fb2b5db8-ecbe-4fff-b625-c490804cd34c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:27.651240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.700141 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-91733306-a289-4aa8-93c5-b07fdd06632f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1149666 Jul 06 12:15:27.739989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] For port fb2b5db8-ecbe-4fff-b625-c490804cd34c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fb2b5db8-ecbe-4fff-b625-c490804cd34c,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:27.740641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.762999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Calling delete_port for fb2b5db8-ecbe-4fff-b625-c490804cd34c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:27.812325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:27.831894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:27.832431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device bb2e2aad-70f9-4a8f-aa8b-d5967c7e78dc not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:27.865386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-a9d4e3df-98db-4884-90f2-3c1edb92cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:27.866898 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-a9d4e3df-98db-4884-90f2-3c1edb92cbde service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 1096 time: 0.1119947 Jul 06 12:15:28.027619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-f258ed95-9aae-46fb-b956-2bb10ab2eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:28.029047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-f258ed95-9aae-46fb-b956-2bb10ab2eacb service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1278589 Jul 06 12:15:28.046038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.108917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Port': ['ID=fb2b5db8-ecbe-4fff-b625-c490804cd34c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:28.160901 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-4cc8bb6a-a3a5-4bcf-a0eb-ded208961dfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b HTTP/1.1" status: 200 len: 1001 time: 0.1234488 Jul 06 12:15:28.212887 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.276714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-6147f786-a924-4801-b733-f5af3e068afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:28.278248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-6147f786-a924-4801-b733-f5af3e068afc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.1101699 Jul 06 12:15:28.333968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.336789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.386318 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.386878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Fanout notify agent at l3_agent the message router_deleted on router 24fc20ba-65fa-43dc-a655-9096e9f0401e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:15:28.396008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.397128 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5465ba59-47c8-4220-a84f-00e1082fc5b7 tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/routers/24fc20ba-65fa-43dc-a655-9096e9f0401e HTTP/1.1" status: 204 len: 168 time: 1.3864141 Jul 06 12:15:28.400817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:28.454577 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-c5b2008b-3e81-44ea-a507-cbcbd921e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:28.456131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-c5b2008b-3e81-44ea-a507-cbcbd921e33b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495140 Jul 06 12:15:28.538434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.632897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-e52a1093-0506-4bd1-8dcf-c9bbd89a9361 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671691 Jul 06 12:15:28.667277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.702295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a679aa3-06c3-44c0-9e58-daf9c411049a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:28.716502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:28.716801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bcc6f1-ab46-43f5-9c13-09ebcd4fcbc9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:28.729237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.752060 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.766550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:15:28.766942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:15:28.769852 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:15:28.773717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e481271a-ca9c-4759-8f52-a78ef890d5aa req-520c8055-09c4-4a5a-8c20-71edf75690ad service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335537 Jul 06 12:15:28.839635 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.852378 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.855107 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] 10.222.0.78 "DELETE /v2.0/networks/5a679aa3-06c3-44c0-9e58-daf9c411049a HTTP/1.1" status: 204 len: 168 time: 0.4531538 Jul 06 12:15:28.876814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b767e7e-66ea-448e-839f-01946cd3538f tempest-TestNetworkBasicOps-1559623751 tempest-TestNetworkBasicOps-1559623751-project] Pushing event deleted for resources: {'Network': ['ID=5a679aa3-06c3-44c0-9e58-daf9c411049a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:28.916642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb2b5db8-ecbe-4fff-b625-c490804cd34c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:28.936723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: fb2b5db8-ecbe-4fff-b625-c490804cd34c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:28.937071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb2b5db8-ecbe-4fff-b625-c490804cd34c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:28.937494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:28.955443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:28.955795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b1dea8d0-6e02-4354-a46a-6e3e64c1bfe3 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:28.956253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab90a5c2-52ab-4044-98fe-db48e73df673 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:28.974087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ab90a5c2-52ab-4044-98fe-db48e73df673 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:28.974437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ab90a5c2-52ab-4044-98fe-db48e73df673 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:29.123207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:29.254700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e58c5c0-332f-43b5-ba02-1f61cf1aba74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae1a4777df9b40a59133d816a6a6be5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302967 Jul 06 12:15:29.257294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:29.312858 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af78200-7477-4638-b797-ca036c4c8572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.334859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af78200-7477-4638-b797-ca036c4c8572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.380120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af78200-7477-4638-b797-ca036c4c8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.382618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af78200-7477-4638-b797-ca036c4c8572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.383793 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4af78200-7477-4638-b797-ca036c4c8572 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2fff4acc-819a-4933-adf9-d8d5a1824fea HTTP/1.1" status: 204 len: 168 time: 0.1255729 Jul 06 12:15:29.392675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af78200-7477-4638-b797-ca036c4c8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff4acc-819a-4933-adf9-d8d5a1824fea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:29.642316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:29.655800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9231f69-a913-4bce-9fe6-0b229d8ff79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.673913 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ff9a89-6e97-462a-80f2-bd111dfb18a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.750791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9231f69-a913-4bce-9fe6-0b229d8ff79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.754683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9231f69-a913-4bce-9fe6-0b229d8ff79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.797482 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a9231f69-a913-4bce-9fe6-0b229d8ff79a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03a9d44339c9454ab47af462610665b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540501 Jul 06 12:15:29.799470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9231f69-a913-4bce-9fe6-0b229d8ff79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01f104-687a-4c72-b0f0-e2d4a48352c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:29.800214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:29.853809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.875476 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.922140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.924906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.926093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d01f104-687a-4c72-b0f0-e2d4a48352c1 HTTP/1.1" status: 204 len: 168 time: 0.1248212 Jul 06 12:15:29.933838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01f104-687a-4c72-b0f0-e2d4a48352c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:29.941164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.941519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.941867 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.942209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.942554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.942892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.943224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.943601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.943889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.944243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.944572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:29.944901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f7650-3f63-4794-9c97-ac38613cc11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:30.183289 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.356513 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.593041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:30.688581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-38858230-network', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:30.709517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Made reservation on behalf of cd6c9fad60054aa18bc8904f7a7c2446 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:30.711861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.720772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.809317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.812882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.841699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:30.850727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4fc224-374c-4a1e-b76b-d10a0e1257a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:30.859726 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.859888 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Added segment 2465f2cf-0e4f-443d-879b-b17c786f0c8c of type vlan for network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 Jul 06 12:15:30.901944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.929946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.931468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:30.932650 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.001074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4069214 Jul 06 12:15:31.004179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:31.007786 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.010347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Request body: {'subnet': {'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-38858230-subnet', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:31.031788 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3d80-b631-4c27-8ae4-c8d28c8aa598 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0d280e-f19b-41cd-8a87-42c8ddeff027,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.033801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Made reservation on behalf of cd6c9fad60054aa18bc8904f7a7c2446 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:31.036325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.044374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:31.213619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.270156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb871a9-e444-4d5e-9438-84f5c8d72822,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.277531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Checking segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:31.277892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Network hostable DHCP agents. Network: 1e0d280e-f19b-41cd-8a87-42c8ddeff027, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:31.293392 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:31.301409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1e0d280e-f19b-41cd-8a87-42c8ddeff027) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:31.305398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:31.306084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.310464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b4b3d-25bd-40ef-bab1-22d8df0cc765 None None] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:31.319482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-af6ea53d-1555-4f98-a8f1-d784a1f26888 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3140850 Jul 06 12:15:31.322715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:31.327024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:31.347759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.348913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.408126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.464007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:31.464897 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.547540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.599285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Allocated IP 172.20.0.2 (1e0d280e-f19b-41cd-8a87-42c8ddeff027/4bb871a9-e444-4d5e-9438-84f5c8d72822/97a546c8-de88-4cdf-97a6-4ceedeb7b457) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:31.742382 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.751369 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.751517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Transition to ACTIVE for port object 97a546c8-de88-4cdf-97a6-4ceedeb7b457 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:31.767239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Transition to ACTIVE for port object 97a546c8-de88-4cdf-97a6-4ceedeb7b457 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:31.771166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.773410 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.810819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:31.813638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:31.819353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:31.830472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Pushing event updated for resources: {'Port': ['ID=97a546c8-de88-4cdf-97a6-4ceedeb7b457,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.859581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.859938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.860305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.860645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.860983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.861316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.861647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.861975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.862299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.862623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.862946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.863267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:31.887814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Allocated IP 172.25.7.92 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/ea24b781-3b5b-4094-b045-a82eeef83c66) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:31.898118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Attempting to bind port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:31.898494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Attempting to bind port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:31.898886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Attempting to bind port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 on network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:31.904297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:31.904679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Checking segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:31.905088 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.905483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Bound using segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:31.905955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Bound port: 97a546c8-de88-4cdf-97a6-4ceedeb7b457, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:31.906340 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.968765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] For port 97a546c8-de88-4cdf-97a6-4ceedeb7b457, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:31.971800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] For port 97a546c8-de88-4cdf-97a6-4ceedeb7b457, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=97a546c8-de88-4cdf-97a6-4ceedeb7b457,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:31.976817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.991622 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.033175 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.037671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c215058-b37a-4fa1-83c7-7d662ef8b75b None None] Pushing event updated for resources: {'Port': ['ID=97a546c8-de88-4cdf-97a6-4ceedeb7b457,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:32.070826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:32.074478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:32.077984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:32.113293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Pushing event updated for resources: {'Port': ['ID=ea24b781-3b5b-4094-b045-a82eeef83c66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:32.362711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.497207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.729332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 97a546c8-de88-4cdf-97a6-4ceedeb7b457 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:32.794635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:32.888088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.999088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6858fdd-6443-43f5-848d-b8620a8bfaf8 None None] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:33.029551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Router 16166737-f558-4e00-a331-21ec8de1a841 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:15:33.087678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] Provisioning for port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:33.113329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] Provisioning complete for port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:33.115198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.145035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:33.155507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Sync routers for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:33.161188 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.166020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b284260-e701-4f83-a5ce-0b9b86df9372 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8389597 Jul 06 12:15:33.166417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:33.180784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:33.181521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:33.345421 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.350848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:33.478522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] For port 97a546c8-de88-4cdf-97a6-4ceedeb7b457, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=97a546c8-de88-4cdf-97a6-4ceedeb7b457,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:33.485899 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.582047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86c45a-9c4d-45b7-b18d-899e56bd74db None None] Pushing event updated for resources: {'Port': ['ID=97a546c8-de88-4cdf-97a6-4ceedeb7b457,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:33.603561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.615447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7260b5b-da98-4e80-824a-2c5eb087d5b6 None None] Provisioning complete for port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:33.615758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7260b5b-da98-4e80-824a-2c5eb087d5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.642432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:32Z', 'revision_number': 3, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:33.677645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Checking router: 16166737-f558-4e00-a331-21ec8de1a841 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:33.677907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Updating router 16166737-f558-4e00-a331-21ec8de1a841 port ea24b781-3b5b-4094-b045-a82eeef83c66 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:33.719811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.799780 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Allocated IP 172.20.0.1 (1e0d280e-f19b-41cd-8a87-42c8ddeff027/4bb871a9-e444-4d5e-9438-84f5c8d72822/7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:33.907038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.919810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Transition to ACTIVE for port object 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:33.952972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.993338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:34.000418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:34.005165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:34.009488 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.010266 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.027536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Transition to ACTIVE for port object ea24b781-3b5b-4094-b045-a82eeef83c66 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:34.034868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.059266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.093352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Attempting to bind port ea24b781-3b5b-4094-b045-a82eeef83c66 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:34.093824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Attempting to bind port ea24b781-3b5b-4094-b045-a82eeef83c66 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:34.094258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Attempting to bind port ea24b781-3b5b-4094-b045-a82eeef83c66 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:34.096457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f218e-c3c2-4f14-af33-7a0a07cd80e3 None None] Pushing event updated for resources: {'Port': ['ID=ea24b781-3b5b-4094-b045-a82eeef83c66,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.102161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:34.102731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:34.103233 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.104436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:34.104436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Bound port: ea24b781-3b5b-4094-b045-a82eeef83c66, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:34.105066 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.160812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] For port ea24b781-3b5b-4094-b045-a82eeef83c66, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:34.164353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] For port ea24b781-3b5b-4094-b045-a82eeef83c66, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ea24b781-3b5b-4094-b045-a82eeef83c66,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:34.170513 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.217437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.232145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:34.232908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:34.392820 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.397538 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.425306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f218e-c3c2-4f14-af33-7a0a07cd80e3 None None] Pushing event updated for resources: {'Port': ['ID=ea24b781-3b5b-4094-b045-a82eeef83c66,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.449397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a1b8ad47-6301-456d-8be6-2d2b9b10622c None None] Provisioning for port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:34.465368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.470136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.481585 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a1b8ad47-6301-456d-8be6-2d2b9b10622c None None] Provisioning complete for port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:34.481959 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ad47-6301-456d-8be6-2d2b9b10622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.532981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:34.557944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8ad47-6301-456d-8be6-2d2b9b10622c None None] Port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:34.566109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:34.567464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:34.695948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Router 16166737-f558-4e00-a331-21ec8de1a841 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:34.731607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 97a546c8-de88-4cdf-97a6-4ceedeb7b457 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:34.787519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1539817-4c00-452b-baa4-063acb568941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:33Z', 'revision_number': 1, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:34.816750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1539817-4c00-452b-baa4-063acb568941 None None] The sync data for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 is: [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:33Z', 'revision_number': 1, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:34.823195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:34.823598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.908777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b0aef0c-aaa1-4d69-b74a-274928e6dd6f None None] Provisioning complete for port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:34.909155 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b0aef0c-aaa1-4d69-b74a-274928e6dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.955870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b0aef0c-aaa1-4d69-b74a-274928e6dd6f None None] Port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:35.130847 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:35.136247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-291733b2-437d-4c18-867c-cd76ceca6781 admin admin] 10.222.0.78 "PUT /v2.0/routers/16166737-f558-4e00-a331-21ec8de1a841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686046 Jul 06 12:15:35.694543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:35.700334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-294846441-network', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:35.722320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Made reservation on behalf of f83a04bb9256465d9318b2d3af2f1156 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:35.724891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.735101 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.829704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.833860 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.859591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:35.867790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0473f1f3-7f20-44a9-9609-082df37a52d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:35.879610 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.879990 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Added segment 4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad of type vlan for network 1a3427d3-1155-4490-b4fb-4392785a2500 Jul 06 12:15:35.882102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.882456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.882804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.883147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.883482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.884160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.884709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.885137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.885469 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.885749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.886068 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.886394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:35.929895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.960340 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.961341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:35.961942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.016728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3210618 Jul 06 12:15:36.019367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:36.024211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Request body: {'subnet': {'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-294846441-subnet', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:36.041145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2f77b-5905-4c98-98e6-f140d1d16763 admin admin] Pushing event updated for resources: {'Network': ['ID=1a3427d3-1155-4490-b4fb-4392785a2500,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:36.051105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1a3427d3-1155-4490-b4fb-4392785a2500 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:36.057210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Made reservation on behalf of f83a04bb9256465d9318b2d3af2f1156 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:36.059583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.232410 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.287062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c1b3e5-1bee-4f47-abb7-5a547984f7aa,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:36.296127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Checking segment: {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:36.296490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Network hostable DHCP agents. Network: 1a3427d3-1155-4490-b4fb-4392785a2500, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:36.312876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Network 1a3427d3-1155-4490-b4fb-4392785a2500 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:36.322049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1a3427d3-1155-4490-b4fb-4392785a2500) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:36.326092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:36.326693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.332508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c49dd-9668-4dea-a7f1-26c5f8d144d4 None None] Network 1a3427d3-1155-4490-b4fb-4392785a2500 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:36.344539 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d28c8c54-39b4-410a-a081-1775d463eb96 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3216169 Jul 06 12:15:36.344735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:36.349181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:36.372788 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.373811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.463249 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.482152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1a3427d3-1155-4490-b4fb-4392785a2500', 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'fixed_ips': [{'subnet_id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:36.483022 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.614432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.619215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Allocated IP 172.20.0.2 (1a3427d3-1155-4490-b4fb-4392785a2500/93c1b3e5-1bee-4f47-abb7-5a547984f7aa/29d14647-61d9-40e1-9dce-dc399ba87752) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:36.725547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ea24b781-3b5b-4094-b045-a82eeef83c66 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:36.819758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.830480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Transition to ACTIVE for port object 29d14647-61d9-40e1-9dce-dc399ba87752 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:36.834714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ea24b781-3b5b-4094-b045-a82eeef83c66 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:36.844072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ea24b781-3b5b-4094-b045-a82eeef83c66 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:36.844448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.855551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.869924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Transition to ACTIVE for port object 29d14647-61d9-40e1-9dce-dc399ba87752 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:36.886893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.890884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.936218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Network 1a3427d3-1155-4490-b4fb-4392785a2500 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:36.948479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:36.951136 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Sync routers for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:36.952181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:36.954452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Pushing event updated for resources: {'Port': ['ID=29d14647-61d9-40e1-9dce-dc399ba87752,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:36.969943 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:36.970532 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:37.007564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Allocated IP 172.25.7.208 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/769a7709-164d-47ac-af91-1ea2034fee2f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:37.024283 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.093608 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:37.113513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port ea24b781-3b5b-4094-b045-a82eeef83c66, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ea24b781-3b5b-4094-b045-a82eeef83c66,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:37.116909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Attempting to bind port 29d14647-61d9-40e1-9dce-dc399ba87752 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:37.117337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Attempting to bind port 29d14647-61d9-40e1-9dce-dc399ba87752 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:37.117741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Attempting to bind port 29d14647-61d9-40e1-9dce-dc399ba87752 on network 1a3427d3-1155-4490-b4fb-4392785a2500 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:37.131194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.136579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:37.137493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Checking segment: {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:37.137493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.137787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Bound using segment: {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:37.138226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Bound port: 29d14647-61d9-40e1-9dce-dc399ba87752, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:37.138607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.154008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.209407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.245692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=ea24b781-3b5b-4094-b045-a82eeef83c66,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:37.270403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] For port 29d14647-61d9-40e1-9dce-dc399ba87752, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:37.274206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] For port 29d14647-61d9-40e1-9dce-dc399ba87752, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=29d14647-61d9-40e1-9dce-dc399ba87752,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:37.275859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Pushing event updated for resources: {'Port': ['ID=769a7709-164d-47ac-af91-1ea2034fee2f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:37.280632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.286668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:37.288490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:37.294029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:37.337035 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 2, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:37.364964 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Checking router: 16166737-f558-4e00-a331-21ec8de1a841 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:37.365678 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Updating router 16166737-f558-4e00-a331-21ec8de1a841 port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:37.369408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3312-e2fe-4cee-a0bf-633b92cc48db None None] Pushing event updated for resources: {'Port': ['ID=29d14647-61d9-40e1-9dce-dc399ba87752,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:37.404746 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.607508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.721877 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.734400 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Transition to ACTIVE for port object 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:37.740827 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.793025 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Pushing event updated for resources: {'Port': ['ID=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:37.818302 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.818562 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.818907 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.819238 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.819568 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.819894 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.820256 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.820585 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.820928 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.821756 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.822079 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.822402 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:37.838606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.862861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Attempting to bind port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:37.863230 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Attempting to bind port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:37.863592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Attempting to bind port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc on network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:37.869265 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:37.869476 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Checking segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:37.869876 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.870273 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Bound using segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:37.870729 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Bound port: 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:37.871111 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.949006 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] For port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:37.952323 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] For port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:37.957500 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.996994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Router 1cdece91-033e-416a-a4be-ec89e6353340 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:15:38.015188 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:38.017084 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:38.068169 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d104e8b-8f46-4fbe-9a01-60da63638024 None None] Pushing event updated for resources: {'Port': ['ID=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:38.118733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:38.128668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Sync routers for ids ['1cdece91-033e-416a-a4be-ec89e6353340'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:38.141606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Routers {'1cdece91-033e-416a-a4be-ec89e6353340'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:38.142249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1cdece91-033e-416a-a4be-ec89e6353340'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:38.142982 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:38.155186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.159191 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fbc0d5dc-35ef-404e-9839-753b497d001c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8111010 Jul 06 12:15:38.159522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:38.303501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Set router 1cdece91-033e-416a-a4be-ec89e6353340 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:38.410461 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:38.443348 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2eb9b-4556-4f54-8edc-e29bfaa30735 None None] The sync data for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 is: [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:38.535485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 3, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:38.568632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Checking router: 1cdece91-033e-416a-a4be-ec89e6353340 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:38.569256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Updating router 1cdece91-033e-416a-a4be-ec89e6353340 port 769a7709-164d-47ac-af91-1ea2034fee2f binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:38.591557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48216701-026e-421e-8909-98cb2f0c5324 None None] Network 1a3427d3-1155-4490-b4fb-4392785a2500 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:38.668050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.697731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.759770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c8511a30-5639-4a2a-98f1-2c5dab5f449e None None] Provisioning for port 29d14647-61d9-40e1-9dce-dc399ba87752 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:38.985859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 29d14647-61d9-40e1-9dce-dc399ba87752 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:38.998361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Allocated IP 172.20.0.1 (1a3427d3-1155-4490-b4fb-4392785a2500/93c1b3e5-1bee-4f47-abb7-5a547984f7aa/44d46c7e-d2f0-4449-9fd4-713d7f26435c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:39.025026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f34ad-17fc-4aad-af66-9a10ac39ed04 req-90875be6-062f-4457-b9b5-a4d005c35d08 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.033163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f1f34ad-17fc-4aad-af66-9a10ac39ed04 req-90875be6-062f-4457-b9b5-a4d005c35d08 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1096 time: 0.1083016 Jul 06 12:15:39.093552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f1f34ad-17fc-4aad-af66-9a10ac39ed04 req-a4de15eb-1913-4725-9d89-984575de817c tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592420 Jul 06 12:15:39.098044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.109804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 29d14647-61d9-40e1-9dce-dc399ba87752 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:39.112100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Transition to ACTIVE for port object 769a7709-164d-47ac-af91-1ea2034fee2f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:39.116624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 29d14647-61d9-40e1-9dce-dc399ba87752 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:39.116988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.157525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.159362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.183849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Transition to ACTIVE for port object 44d46c7e-d2f0-4449-9fd4-713d7f26435c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:39.232692 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.250528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Attempting to bind port 769a7709-164d-47ac-af91-1ea2034fee2f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:39.255126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Attempting to bind port 769a7709-164d-47ac-af91-1ea2034fee2f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:39.255126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Attempting to bind port 769a7709-164d-47ac-af91-1ea2034fee2f on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:39.262191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:39.262524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:39.263047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.263543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:39.264154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Bound port: 769a7709-164d-47ac-af91-1ea2034fee2f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:39.264639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.290914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Network 1a3427d3-1155-4490-b4fb-4392785a2500 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:39.297425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:39.301441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:39.309279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Pushing event updated for resources: {'Port': ['ID=44d46c7e-d2f0-4449-9fd4-713d7f26435c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:39.337623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d542b5-1555-440e-8bdc-7258a03cf603 None None] Pushing event updated for resources: {'Port': ['ID=769a7709-164d-47ac-af91-1ea2034fee2f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:39.359299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.384493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.399895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] For port 769a7709-164d-47ac-af91-1ea2034fee2f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:39.430120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] For port 769a7709-164d-47ac-af91-1ea2034fee2f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=769a7709-164d-47ac-af91-1ea2034fee2f,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:39.440481 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.562951 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.659088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 29d14647-61d9-40e1-9dce-dc399ba87752, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=29d14647-61d9-40e1-9dce-dc399ba87752,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:39.693354 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.693997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ea24b781-3b5b-4094-b045-a82eeef83c66 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:39.711947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8a1ac-0ef5-4511-9055-3d705b92e029 req-d55a5e68-2800-43e6-a900-eaf913079af5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.718918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ba8a1ac-0ef5-4511-9055-3d705b92e029 req-d55a5e68-2800-43e6-a900-eaf913079af5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.4451432 Jul 06 12:15:39.741836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5040fa2-0687-4efb-b312-6930695adb00 None None] Provisioning complete for port 29d14647-61d9-40e1-9dce-dc399ba87752 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:39.742126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5040fa2-0687-4efb-b312-6930695adb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.757479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ba8a1ac-0ef5-4511-9055-3d705b92e029 req-47d51ae5-0423-4f5a-a8b9-6355c6aa32aa tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Jul 06 12:15:39.765322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.771108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Routers {'1cdece91-033e-416a-a4be-ec89e6353340'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:39.771281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.771747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1cdece91-033e-416a-a4be-ec89e6353340'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:39.783705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:39.849176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d542b5-1555-440e-8bdc-7258a03cf603 None None] Pushing event updated for resources: {'Port': ['ID=769a7709-164d-47ac-af91-1ea2034fee2f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:39.856692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c37b1055-25ca-40dd-8e21-32480526f305 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/73ad618b-45ce-4d5a-8327-7f087d39da9a HTTP/1.1" status: 200 len: 992 time: 0.0717733 Jul 06 12:15:39.969945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ea24b781-3b5b-4094-b045-a82eeef83c66 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:39.970335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.976483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=29d14647-61d9-40e1-9dce-dc399ba87752,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:40.043336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] Set router 1cdece91-033e-416a-a4be-ec89e6353340 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:40.173107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Pushing event updated for resources: {'Port': ['ID=44d46c7e-d2f0-4449-9fd4-713d7f26435c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:40.182317 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.236329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:40.249868 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a4f321f-4303-475e-b8d6-a96080971fb6 None None] Provisioning for port 44d46c7e-d2f0-4449-9fd4-713d7f26435c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:40.275139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a4f321f-4303-475e-b8d6-a96080971fb6 None None] Provisioning complete for port 44d46c7e-d2f0-4449-9fd4-713d7f26435c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:40.275604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a4f321f-4303-475e-b8d6-a96080971fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.283476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Network 1a3427d3-1155-4490-b4fb-4392785a2500 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:40.284974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:40.358833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f321f-4303-475e-b8d6-a96080971fb6 None None] Port 44d46c7e-d2f0-4449-9fd4-713d7f26435c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:40.381573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:40.389830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:40.390200 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.432948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Router 1cdece91-033e-416a-a4be-ec89e6353340 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:40.441349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '44d46c7e-d2f0-4449-9fd4-713d7f26435c', 'name': '', 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:38Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 2, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'subnets': [{'id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:40.474801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00bf5e-10f4-4b1b-9c6d-b46f15e0d1ac None None] The sync data for ids ['1cdece91-033e-416a-a4be-ec89e6353340'] in n-d-799528-2 is: [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '44d46c7e-d2f0-4449-9fd4-713d7f26435c', 'name': '', 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:38Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 2, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'subnets': [{'id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:40.534109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.580044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:40.582051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:40.588876 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b20c9b08-7441-42cf-97a1-e6557232abf5 admin admin] 10.222.0.78 "PUT /v2.0/routers/1cdece91-033e-416a-a4be-ec89e6353340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278688 Jul 06 12:15:40.597502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.708164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:40.710612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:40.735825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b128a283-7e1d-4393-a677-6b216c9941c1 None None] Provisioning complete for port 44d46c7e-d2f0-4449-9fd4-713d7f26435c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:40.736247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b128a283-7e1d-4393-a677-6b216c9941c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.745394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 29d14647-61d9-40e1-9dce-dc399ba87752 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:40.837867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b128a283-7e1d-4393-a677-6b216c9941c1 None None] Port 44d46c7e-d2f0-4449-9fd4-713d7f26435c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:40.869094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 29d14647-61d9-40e1-9dce-dc399ba87752 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:40.870120 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.935535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f148-a985-4889-8e5a-60f7e28b8144 req-08e55517-dd8a-4abe-9096-2126cdde4017 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:40.937253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7440f148-a985-4889-8e5a-60f7e28b8144 req-08e55517-dd8a-4abe-9096-2126cdde4017 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.1602857 Jul 06 12:15:40.962611 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-6bad927a-855f-4710-a8ee-f499b1881d94 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2526035 Jul 06 12:15:41.001961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7440f148-a985-4889-8e5a-60f7e28b8144 req-8d6cd5cc-498a-40e6-ab56-9c7fa821122c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574965 Jul 06 12:15:41.355656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:41.360376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782755243', 'description': 'tempest-secgroup-smoke-782755243 description', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:41.386000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.502887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.517638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.560643 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.562221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2054474 Jul 06 12:15:41.563025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082aa7c-604c-4d63-967f-cbc9f1eea962 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9747aae-c469-4508-9c28-d1a417bb9270,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.565830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:41.570075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group_rule': {'security_group_id': 'd9747aae-c469-4508-9c28-d1a417bb9270', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:41.617356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.695160 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.700689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.722370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16772a1-3482-4c3a-9a90-0d486f9a3de2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.730814 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.734893 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4ec16a01-8bd5-48e5-8fae-07ab81049894 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660423 Jul 06 12:15:41.735096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:41.740846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group_rule': {'security_group_id': 'd9747aae-c469-4508-9c28-d1a417bb9270', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:41.772062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.836494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.841506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.861355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7438bb1c-361d-4831-ba1b-2dac8641607d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.869797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.871410 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b9c0fa7f-a485-4f60-8007-17d8795fe3af tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351888 Jul 06 12:15:41.874046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:41.879367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group_rule': {'security_group_id': 'd9747aae-c469-4508-9c28-d1a417bb9270', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:41.910263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.979582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.984530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.003328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f2e61a-ca73-4613-8714-17a721e07d9b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.013342 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.014688 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9b96b312-f5de-4f36-a35d-da711faa585b tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395071 Jul 06 12:15:42.017451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.022178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group_rule': {'security_group_id': 'd9747aae-c469-4508-9c28-d1a417bb9270', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:42.050131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.113214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.118709 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.140360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b723863a-4216-4111-b9eb-b3acbeb354ad,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.146154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.150627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9ced6683-325e-4d97-a6c8-52902945fcdc tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289129 Jul 06 12:15:42.150840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.155558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group_rule': {'security_group_id': 'd9747aae-c469-4508-9c28-d1a417bb9270', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:42.178994 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Project cd6c9fad60054aa18bc8904f7a7c2446 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:15:42.185274 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.221848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516198-ca89-41fe-9686-8915f9c3bf69 req-96253aa5-0814-44c2-9e51-c02d82b4b547 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.229100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95516198-ca89-41fe-9686-8915f9c3bf69 req-96253aa5-0814-44c2-9e51-c02d82b4b547 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0731905 Jul 06 12:15:42.264367 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.269356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.282942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95516198-ca89-41fe-9686-8915f9c3bf69 req-3acc9cc1-dc24-478c-a76a-f4392fa0293c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496912 Jul 06 12:15:42.287929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d41647c-cd97-44dc-a389-3e82bdadea4f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.309541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.310755 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b4d1c12b-02cb-4485-8e4c-8493ef6aedc6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587834 Jul 06 12:15:42.313575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.318007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'security_group_rule': {'security_group_id': 'd9747aae-c469-4508-9c28-d1a417bb9270', 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:42.340299 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Project cd6c9fad60054aa18bc8904f7a7c2446 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:15:42.345547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.430322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.434301 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.457352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5f925c-f854-4af7-8e4d-c2c95b58e16f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.465579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-d3cb64bb-c098-4385-a414-e5da0fbcabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.467241 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-d3cb64bb-c098-4385-a414-e5da0fbcabd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1096 time: 0.1805279 Jul 06 12:15:42.468403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.469453 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f83c69de-8394-4c58-a56d-9795dab8e287 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549828 Jul 06 12:15:42.562274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-ca7f0e03-3838-4b0a-9f6b-093e46f4535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.563230 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-ca7f0e03-3838-4b0a-9f6b-093e46f4535c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0889409 Jul 06 12:15:42.612692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-8f5f285a-de35-457e-9755-6eae86938074 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782755243&fields=id&tenant_id=cd6c9fad60054aa18bc8904f7a7c2446 HTTP/1.1" status: 200 len: 267 time: 0.0353169 Jul 06 12:15:42.634880 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-27766ad2-9b2e-46f8-a951-b1a93703e0d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 1000 time: 0.0646193 Jul 06 12:15:42.701884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-ab8a83d5-4b99-46ac-9ce8-5c5299f9293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.703428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-ab8a83d5-4b99-46ac-9ce8-5c5299f9293a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0626295 Jul 06 12:15:42.738555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-bfbe479a-1594-4182-9d7f-c7b4391d0fe7 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.746375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-bfbe479a-1594-4182-9d7f-c7b4391d0fe7 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/networks?id=1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 200 len: 807 time: 0.1264017 Jul 06 12:15:42.760442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-69d4198f-f607-4c57-8c8f-77ad9ad23715 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/quotas/cd6c9fad60054aa18bc8904f7a7c2446 HTTP/1.1" status: 200 len: 375 time: 0.0130663 Jul 06 12:15:42.777031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-c173aacf-4cd8-4dc3-be29-2dae44c8abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.778714 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-c173aacf-4cd8-4dc3-be29-2dae44c8abe0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678074 Jul 06 12:15:42.789693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-66103ccd-8f6b-4a3d-a9a6-2551ade59db4 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:15:42.791386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-66103ccd-8f6b-4a3d-a9a6-2551ade59db4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058603 Jul 06 12:15:42.810589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:42.851312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-32df82ef-dece-4a98-bff4-17accb45e2ef tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881119 Jul 06 12:15:42.875739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:42.876413 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.898089 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-7e96f620-2300-4379-b48f-5b50fd20cbf1 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991507 Jul 06 12:15:42.958588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-c01c7567-179d-4b82-b6f8-412bdd8ec4ba service neutron] 10.222.0.78 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959435 Jul 06 12:15:42.968230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 769a7709-164d-47ac-af91-1ea2034fee2f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:42.979256 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Sync routers for ids ['1cdece91-033e-416a-a4be-ec89e6353340'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:42.988406 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Routers {'1cdece91-033e-416a-a4be-ec89e6353340'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:42.989258 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1cdece91-033e-416a-a4be-ec89e6353340'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:43.014661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-310a371f-16eb-40d0-b5c4-f189752417ca service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097195 Jul 06 12:15:43.022157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 769a7709-164d-47ac-af91-1ea2034fee2f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:43.027827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 769a7709-164d-47ac-af91-1ea2034fee2f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:43.028775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.080380 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-60ac7c6b-aa08-416b-a5d7-112a450e235a service neutron] 10.222.0.78 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155369 Jul 06 12:15:43.116179 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Set router 1cdece91-033e-416a-a4be-ec89e6353340 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:43.135632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.159456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 769a7709-164d-47ac-af91-1ea2034fee2f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=769a7709-164d-47ac-af91-1ea2034fee2f,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:43.166297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.228006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=769a7709-164d-47ac-af91-1ea2034fee2f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:43.344598 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '44d46c7e-d2f0-4449-9fd4-713d7f26435c', 'name': '', 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:38Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 2, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'subnets': [{'id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:43.364023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f29a28a-5c6d-407e-ba0c-bef460457588 req-08b13813-4960-410c-8906-cc460db89df9 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 210 time: 0.0652549 Jul 06 12:15:43.378222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Checking router: 1cdece91-033e-416a-a4be-ec89e6353340 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:43.378578 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Updating router 1cdece91-033e-416a-a4be-ec89e6353340 port 44d46c7e-d2f0-4449-9fd4-713d7f26435c binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:43.501208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676771c-dbd4-44e7-a50c-70e4331ffd3b req-8bd8d5f8-84aa-4f4b-9693-1bc9f31f3712 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:43.502924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d676771c-dbd4-44e7-a50c-70e4331ffd3b req-8bd8d5f8-84aa-4f4b-9693-1bc9f31f3712 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0791094 Jul 06 12:15:43.524657 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.549000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d676771c-dbd4-44e7-a50c-70e4331ffd3b req-5406d845-c9d4-45d3-b0c5-f7bd31cf5f12 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 Jul 06 12:15:43.798204 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.809981 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Transition to ACTIVE for port object 44d46c7e-d2f0-4449-9fd4-713d7f26435c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:43.817004 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.889986 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0f457-8ab9-4d0f-a77f-8920eee9fa18 None None] Pushing event updated for resources: {'Port': ['ID=44d46c7e-d2f0-4449-9fd4-713d7f26435c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:43.929406 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Attempting to bind port 44d46c7e-d2f0-4449-9fd4-713d7f26435c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:43.929773 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Attempting to bind port 44d46c7e-d2f0-4449-9fd4-713d7f26435c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:43.930130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Attempting to bind port 44d46c7e-d2f0-4449-9fd4-713d7f26435c on network 1a3427d3-1155-4490-b4fb-4392785a2500 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:43.936434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:43.936810 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Checking segment: {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:43.937208 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.937599 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Bound using segment: {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:43.938060 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Bound port: 44d46c7e-d2f0-4449-9fd4-713d7f26435c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:43.938437 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.005560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] For port 44d46c7e-d2f0-4449-9fd4-713d7f26435c, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:44.009978 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] For port 44d46c7e-d2f0-4449-9fd4-713d7f26435c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=44d46c7e-d2f0-4449-9fd4-713d7f26435c,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:44.016453 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.088061 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Routers {'1cdece91-033e-416a-a4be-ec89e6353340'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:44.088699 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1cdece91-033e-416a-a4be-ec89e6353340'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:44.093684 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0f457-8ab9-4d0f-a77f-8920eee9fa18 None None] Pushing event updated for resources: {'Port': ['ID=44d46c7e-d2f0-4449-9fd4-713d7f26435c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:44.199692 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] Set router 1cdece91-033e-416a-a4be-ec89e6353340 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:44.418387 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '44d46c7e-d2f0-4449-9fd4-713d7f26435c', 'name': '', 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:38Z', 'updated_at': '2021-07-06T12:15:44Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'subnets': [{'id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:44.446731 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dd690-9dce-4751-b0ff-a19191529d93 None None] The sync data for ids ['1cdece91-033e-416a-a4be-ec89e6353340'] in n-d-799528-2 is: [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:39Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '44d46c7e-d2f0-4449-9fd4-713d7f26435c', 'name': '', 'network_id': '1a3427d3-1155-4490-b4fb-4392785a2500', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:38Z', 'updated_at': '2021-07-06T12:15:44Z', 'revision_number': 4, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'subnets': [{'id': '93c1b3e5-1bee-4f47-abb7-5a547984f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:44.516644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-05b9a9cd-d21f-4b30-9682-bcaae32c055d tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.518547 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-05b9a9cd-d21f-4b30-9682-bcaae32c055d tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.79 "GET /v2.0/networks?id=1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 200 len: 807 time: 0.1378882 Jul 06 12:15:44.528180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f3c5a89-12b4-4af8-9276-793f84e24e7a req-102c5a67-dc25-4fe9-a4a2-35ad6c23c2ea tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 210 time: 0.0371938 Jul 06 12:15:44.577116 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-fd4864dc-d0a1-436e-b066-9f23bb1fe431 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd6c9fad60054aa18bc8904f7a7c2446 HTTP/1.1" status: 200 len: 379 time: 0.0397642 Jul 06 12:15:44.588231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'port': {'device_id': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'admin_state_up': True, 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'security_groups': ['d9747aae-c469-4508-9c28-d1a417bb9270']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:44.732773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Made reservation on behalf of cd6c9fad60054aa18bc8904f7a7c2446 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:44.736834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.761172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44d46c7e-d2f0-4449-9fd4-713d7f26435c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:44.796116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d71197-2e65-45f4-ae5a-4b69a1eecc75 req-379197c6-2a79-4911-8c70-2b69f6bfb69d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.798676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09d71197-2e65-45f4-ae5a-4b69a1eecc75 req-379197c6-2a79-4911-8c70-2b69f6bfb69d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0960968 Jul 06 12:15:44.816812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 44d46c7e-d2f0-4449-9fd4-713d7f26435c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:44.824060 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 44d46c7e-d2f0-4449-9fd4-713d7f26435c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:44.824717 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.858324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09d71197-2e65-45f4-ae5a-4b69a1eecc75 req-fa7a02d7-8ee3-45ff-9f9c-43199e1013bd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516946 Jul 06 12:15:44.906841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Allocated IP 172.20.0.10 (1e0d280e-f19b-41cd-8a87-42c8ddeff027/4bb871a9-e444-4d5e-9438-84f5c8d72822/5610ee28-957d-46f4-8bbc-2e6e76e974b5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:44.926441 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.964728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 44d46c7e-d2f0-4449-9fd4-713d7f26435c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=44d46c7e-d2f0-4449-9fd4-713d7f26435c,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:44.969916 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.971048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 769a7709-164d-47ac-af91-1ea2034fee2f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:45.054753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=44d46c7e-d2f0-4449-9fd4-713d7f26435c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:45.062232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 769a7709-164d-47ac-af91-1ea2034fee2f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:45.062607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.063834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.078627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Transition to ACTIVE for port object 5610ee28-957d-46f4-8bbc-2e6e76e974b5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:45.116207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.166955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:45.172092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:45.175836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:45.182285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'Port': ['ID=5610ee28-957d-46f4-8bbc-2e6e76e974b5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:45.234414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.235053 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.249512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-50e89e58-4175-4435-8ca2-88300c4f75ac tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6674294 Jul 06 12:15:45.263706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Request body: {'port': {'device_id': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:45.343526 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.435195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b616310-bd29-463c-aaa6-b92200300a41 None None] Provisioning for port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:45.439275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b616310-bd29-463c-aaa6-b92200300a41 None None] Provisioning complete for port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:45.439669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b616310-bd29-463c-aaa6-b92200300a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.475742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b616310-bd29-463c-aaa6-b92200300a41 None None] Port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:45.615292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5610ee28-957d-46f4-8bbc-2e6e76e974b5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:45.623143 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.636140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Transition to ACTIVE for port object 5610ee28-957d-46f4-8bbc-2e6e76e974b5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:45.640890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.712517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcd03-9442-4df9-9f0f-f90373d5fe42 req-3d3a8ae1-6da3-42d0-86ae-167d600301a0 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.714413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=5610ee28-957d-46f4-8bbc-2e6e76e974b5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:45.723703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-773dcd03-9442-4df9-9f0f-f90373d5fe42 req-3d3a8ae1-6da3-42d0-86ae-167d600301a0 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 944 time: 0.0837228 Jul 06 12:15:45.783757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-773dcd03-9442-4df9-9f0f-f90373d5fe42 req-5fa95ad7-a09c-490b-a5d1-d13b3e1b617d tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588343 Jul 06 12:15:45.807473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Attempting to bind port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:45.808009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Attempting to bind port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:45.808397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Attempting to bind port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 on network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:45.813490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 on network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:15:45.813827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Attempting to bind port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 on network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:45.819413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:45.819756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Checking segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:45.820203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Bound using segment: {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:45.820643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Bound port: 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2465f2cf-0e4f-443d-879b-b17c786f0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:45.821648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.909758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] For port 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:45.913100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] For port 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:45.918596 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.957215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.958049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.959693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] 10.222.0.79 "PUT /v2.0/ports/5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 200 len: 1092 time: 0.7010703 Jul 06 12:15:45.962471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:45.971979 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df28ebde-dc6a-4c3d-aebe-d046121c6810" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:46.061602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce897b2-1bb7-47b2-905d-5b367f8a3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=5610ee28-957d-46f4-8bbc-2e6e76e974b5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:46.079578 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32451cec-ecae-4ea1-9aa4-7ee06a6ae5b5 x-openstack-request-id: req-32451cec-ecae-4ea1-9aa4-7ee06a6ae5b5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:46.079872 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:46.080158 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32451cec-ecae-4ea1-9aa4-7ee06a6ae5b5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:46.080580 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'status': 'completed', 'code': 200} Jul 06 12:15:46.103841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-81039c09-fe7d-4074-878a-dcd2b572d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.105513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-81039c09-fe7d-4074-878a-dcd2b572d072 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1095 time: 0.1009827 Jul 06 12:15:46.106997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec4fa7-7996-4941-809f-b2e8d92d7e45 req-3e313c1d-0372-4160-985b-984f77ad04bf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.108715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44ec4fa7-7996-4941-809f-b2e8d92d7e45 req-3e313c1d-0372-4160-985b-984f77ad04bf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.1144154 Jul 06 12:15:46.154715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44ec4fa7-7996-4941-809f-b2e8d92d7e45 req-3bad3664-cf94-4a6c-b539-81684a4bc42f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395169 Jul 06 12:15:46.157110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-80b292aa-c5d4-4b12-863a-32643447945a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 200 len: 217 time: 0.0424035 Jul 06 12:15:46.214873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-4a968acb-4858-4ca2-acc8-64232ac98598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.216385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-4a968acb-4858-4ca2-acc8-64232ac98598 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bb871a9-e444-4d5e-9438-84f5c8d72822 HTTP/1.1" status: 200 len: 846 time: 0.0531998 Jul 06 12:15:46.279194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747de2-8470-41c0-8847-fa74476d0d33 req-00d35950-9881-4e55-87b5-b195cfff72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.280868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-00d35950-9881-4e55-87b5-b195cfff72e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e0d280e-f19b-41cd-8a87-42c8ddeff027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582778 Jul 06 12:15:46.375737 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-fd6b759e-f886-4d65-87c8-be338a83acc4 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Jul 06 12:15:46.470226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34747de2-8470-41c0-8847-fa74476d0d33 req-d657f931-1260-4a5a-b0b0-d7c9f7ad229b service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873535 Jul 06 12:15:46.586883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-fc031ad0-58c2-458b-b557-7394fc61c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.588591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-fc031ad0-58c2-458b-b557-7394fc61c37b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1095 time: 0.0608606 Jul 06 12:15:46.689833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-c8d0faba-35d5-4f2c-b975-108aae98e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.691457 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-c8d0faba-35d5-4f2c-b975-108aae98e9fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 200 len: 908 time: 0.0964763 Jul 06 12:15:46.712639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44d46c7e-d2f0-4449-9fd4-713d7f26435c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:46.738594 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-63abbfd8-5559-4385-b784-0199d29aafc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 200 len: 217 time: 0.0397718 Jul 06 12:15:46.760138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 44d46c7e-d2f0-4449-9fd4-713d7f26435c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:46.760515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.787804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-c7196e55-187b-4c97-a90a-6181c01a66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.789362 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-c7196e55-187b-4c97-a90a-6181c01a66d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bb871a9-e444-4d5e-9438-84f5c8d72822 HTTP/1.1" status: 200 len: 846 time: 0.0441179 Jul 06 12:15:46.853103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-3f8c9d4c-67e4-48bb-bad6-5ac8860c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.854674 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-3f8c9d4c-67e4-48bb-bad6-5ac8860c9919 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e0d280e-f19b-41cd-8a87-42c8ddeff027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587234 Jul 06 12:15:46.946140 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-330d948b-eb0d-4bde-aa63-3baece1a3112 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840042 Jul 06 12:15:46.966636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aa7f8-4e70-43ca-aae1-355814339d22 req-b36d33ad-9e50-46ad-afd1-7623decec866 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.968143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d71aa7f8-4e70-43ca-aae1-355814339d22 req-b36d33ad-9e50-46ad-afd1-7623decec866 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 944 time: 0.0636463 Jul 06 12:15:47.021129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d71aa7f8-4e70-43ca-aae1-355814339d22 req-4432c7c9-6e1a-416e-a204-7f694d7c12ce tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472295 Jul 06 12:15:47.041909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-df28ebde-dc6a-4c3d-aebe-d046121c6810 req-266c91b8-bad5-4f67-83bc-220cc7467b59 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892692 Jul 06 12:15:47.329590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9becbfd-6e12-4094-9b79-63115b4b2822 req-7ad81088-d64f-4fbc-a070-efa00b3c48f7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.331097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9becbfd-6e12-4094-9b79-63115b4b2822 req-7ad81088-d64f-4fbc-a070-efa00b3c48f7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0643854 Jul 06 12:15:47.367514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9becbfd-6e12-4094-9b79-63115b4b2822 req-2e5b17c9-7b4c-4f80-a2b7-4a986f192800 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Jul 06 12:15:47.927726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5610ee28-957d-46f4-8bbc-2e6e76e974b5 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:15:48.161678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:48.173771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'port_id': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'mac_address': 'fa:16:3e:9b:8a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:15:48.197070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46310315-15ed-4c01-99b6-0a9ce9437e88 req-e1f5411a-7bf8-4c95-82c1-d28fa18e7a43 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.198596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46310315-15ed-4c01-99b6-0a9ce9437e88 req-e1f5411a-7bf8-4c95-82c1-d28fa18e7a43 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 944 time: 0.0643342 Jul 06 12:15:48.209799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.227586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5610ee28-957d-46f4-8bbc-2e6e76e974b5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:48.236945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46310315-15ed-4c01-99b6-0a9ce9437e88 req-e9714f8e-a11c-4eb5-bf00-32dfee9599b4 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Jul 06 12:15:48.247238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:48.251540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.298613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5610ee28-957d-46f4-8bbc-2e6e76e974b5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.496951 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5610ee28-957d-46f4-8bbc-2e6e76e974b5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:48.550710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63139be-a04b-4808-8499-bee674a1737e req-852cadc6-326a-4a9b-af4e-f4dd6e83688d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.552249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d63139be-a04b-4808-8499-bee674a1737e req-852cadc6-326a-4a9b-af4e-f4dd6e83688d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0697348 Jul 06 12:15:48.590783 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d63139be-a04b-4808-8499-bee674a1737e req-4f62664c-2a6f-4287-9203-2747a8edf7ee tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Jul 06 12:15:49.421936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6bae0-5526-407f-a49c-8509eede8a66 req-59382bf8-4c99-43cc-8b05-7a2186084c9e tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:49.423481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90e6bae0-5526-407f-a49c-8509eede8a66 req-59382bf8-4c99-43cc-8b05-7a2186084c9e tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 945 time: 0.0760620 Jul 06 12:15:49.460484 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90e6bae0-5526-407f-a49c-8509eede8a66 req-3d0610cf-84e0-4dd2-ba10-c89c70b6ff8f tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313547 Jul 06 12:15:49.768394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7800b2-7c70-4555-b56e-55d1dd5f3c5f req-81852804-167a-4b24-a1d3-ef5d463b3ad2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:49.769927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac7800b2-7c70-4555-b56e-55d1dd5f3c5f req-81852804-167a-4b24-a1d3-ef5d463b3ad2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0691624 Jul 06 12:15:49.809137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac7800b2-7c70-4555-b56e-55d1dd5f3c5f req-fc386e68-a000-46b0-b36d-88c9dee0629a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Jul 06 12:15:49.935661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5610ee28-957d-46f4-8bbc-2e6e76e974b5 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:49.984847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:49.988531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:49.988906 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.066338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.090400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:50.092720 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c871525-ecc8-4b69-ad62-0c21c18717ee" -d '{"events": [{"server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "name": "network-vif-plugged", "status": "completed", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:50.105366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:50.109311 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.131648 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6185d28-523e-4814-9bdc-ae42cdba197c x-openstack-request-id: req-c6185d28-523e-4814-9bdc-ae42cdba197c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:50.131985 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "name": "network-vif-plugged", "status": "completed", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:50.132241 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6185d28-523e-4814-9bdc-ae42cdba197c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:50.132691 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'code': 200} Jul 06 12:15:50.159424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5610ee28-957d-46f4-8bbc-2e6e76e974b5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.241990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b390f-1fbd-4df5-bfb9-c079d21989fc req-5a9ac6c7-2ac9-4fa7-937d-e4ab52703a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:50.244088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-527b390f-1fbd-4df5-bfb9-c079d21989fc req-5a9ac6c7-2ac9-4fa7-937d-e4ab52703a2b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0542645 Jul 06 12:15:50.277942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-527b390f-1fbd-4df5-bfb9-c079d21989fc req-f5302599-a46a-4092-9c4c-c746509d4caa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279903 Jul 06 12:15:50.638019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177495f-96c9-4fd2-ac0d-0e988450b9e7 req-c84131e6-00fc-4490-b94f-82bc47a488d6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:50.639525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4177495f-96c9-4fd2-ac0d-0e988450b9e7 req-c84131e6-00fc-4490-b94f-82bc47a488d6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0642953 Jul 06 12:15:50.676757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4177495f-96c9-4fd2-ac0d-0e988450b9e7 req-3848e23c-c9b2-46e8-b1f3-e7973b08522d tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Jul 06 12:15:50.989323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31670e54-2934-45ce-823e-68bfb5fb496e req-5916fde2-b590-4f4e-a860-57670cb47ae7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:50.990821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31670e54-2934-45ce-823e-68bfb5fb496e req-5916fde2-b590-4f4e-a860-57670cb47ae7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0660019 Jul 06 12:15:51.032396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31670e54-2934-45ce-823e-68bfb5fb496e req-97990e0b-b886-4753-98c9-6501854af14d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352995 Jul 06 12:15:51.861816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a9e-e2ce-46ab-a8bb-33031682b030 req-8dd44a56-15ae-42a5-8103-0f7e525f693e tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:51.863304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c698a9e-e2ce-46ab-a8bb-33031682b030 req-8dd44a56-15ae-42a5-8103-0f7e525f693e tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0676279 Jul 06 12:15:51.902525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c698a9e-e2ce-46ab-a8bb-33031682b030 req-4d027f7d-f360-45ea-aeb1-9d0dd3218ce1 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329139 Jul 06 12:15:52.076317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5237338-1587-487f-b09c-4cde7fdafb71 req-eb3038d5-3912-401c-8578-03febea24530 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:52.077877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5237338-1587-487f-b09c-4cde7fdafb71 req-eb3038d5-3912-401c-8578-03febea24530 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0642753 Jul 06 12:15:52.115443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5237338-1587-487f-b09c-4cde7fdafb71 req-bf990bc6-413b-4088-b736-d5400a7fe162 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322030 Jul 06 12:15:52.214506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617217c-5dee-4400-90a8-9e586fceaa5c req-96f90fda-58a1-44c5-82a7-f01ee5afe8cb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:52.216052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4617217c-5dee-4400-90a8-9e586fceaa5c req-96f90fda-58a1-44c5-82a7-f01ee5afe8cb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0679855 Jul 06 12:15:52.284933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4617217c-5dee-4400-90a8-9e586fceaa5c req-71208f82-c682-43f0-b405-1282224cdca9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630672 Jul 06 12:15:52.311539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5198180-85ac-4c07-bc2e-7a93fb7eb0ec req-c5851b5a-ecb5-498e-b9b4-b765b4a91fbe tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:52.313055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5198180-85ac-4c07-bc2e-7a93fb7eb0ec req-c5851b5a-ecb5-498e-b9b4-b765b4a91fbe tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0844634 Jul 06 12:15:52.350879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5198180-85ac-4c07-bc2e-7a93fb7eb0ec req-9160a601-f7a2-4f02-a49a-ae0005ef42bf tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Jul 06 12:15:52.375285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:52.477599 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae443df-953b-4160-badb-01e98d95b916 tempest-TestServerBasicOps-1845470610 tempest-TestServerBasicOps-1845470610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:52.479130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eae443df-953b-4160-badb-01e98d95b916 tempest-TestServerBasicOps-1845470610 tempest-TestServerBasicOps-1845470610-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1092 time: 0.1028388 Jul 06 12:15:52.481993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:52.486497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:52.508174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.608290 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.719164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Allocated IP 172.25.7.15 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/729c2a2a-51b3-4fb7-bd84-86a27be88272) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:52.841959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.886435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.913661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.925394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:52.929344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:52.934660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:52.972914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'Port': ['ID=729c2a2a-51b3-4fb7-bd84-86a27be88272,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:53.386901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.492236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.707964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b941db-1bc8-46c6-960b-7f85bafba594 req-9f2f79c3-74ce-4551-b185-7c54ce86410d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:53.709547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5b941db-1bc8-46c6-960b-7f85bafba594 req-9f2f79c3-74ce-4551-b185-7c54ce86410d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.1078558 Jul 06 12:15:53.720070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.727354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.815953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event updated for resources: {'Port': ['ID=729c2a2a-51b3-4fb7-bd84-86a27be88272,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:53.821367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5b941db-1bc8-46c6-960b-7f85bafba594 req-3d04110f-93eb-4035-8c3d-470fb0cab5bf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040294 Jul 06 12:15:53.836953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.937872 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Floating IP 343317ae-dedd-429d-b0e8-c113a6ca9d95 associated. External IP: 172.25.7.15, port: 5610ee28-957d-46f4-8bbc-2e6e76e974b5. Jul 06 12:15:54.141605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Router 16166737-f558-4e00-a331-21ec8de1a841 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:54.553369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:54.563541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] Sync routers for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:54.569706 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.573946 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:54.574572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:54.620007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4efe7d9a-1e4c-4680-a6a7-22aef29f9503 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1231682 Jul 06 12:15:54.620007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:54.620007 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748758d-0fe2-40d6-af8b-95bc70703660" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:54.682721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:54.719612 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228df03c-af1e-4f66-acf4-67594cd16417 x-openstack-request-id: req-228df03c-af1e-4f66-acf4-67594cd16417 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:54.719945 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:54.720197 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-228df03c-af1e-4f66-acf4-67594cd16417 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:54.720594 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'status': 'completed', 'code': 200} Jul 06 12:15:54.799213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-299b2af0-26d2-4b26-84e8-3585803986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.800807 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-299b2af0-26d2-4b26-84e8-3585803986dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0535309 Jul 06 12:15:54.903701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-938d691d-43d9-44b6-988a-9735a20c494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.905287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-938d691d-43d9-44b6-988a-9735a20c494a service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 200 len: 908 time: 0.0983253 Jul 06 12:15:54.933440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '343317ae-dedd-429d-b0e8-c113a6ca9d95', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '16166737-f558-4e00-a331-21ec8de1a841', 'port_id': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'mac_address': 'fa:16:3e:9b:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:15:53Z', 'updated_at': '2021-07-06T12:15:53Z', 'revision_number': 0, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:40Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:54.963288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] Checking router: 16166737-f558-4e00-a331-21ec8de1a841 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:54.973337 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-a1e59982-b6ca-4be5-80eb-e5f1f831302b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 200 len: 999 time: 0.0602682 Jul 06 12:15:54.973615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:54.974254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:15:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:55.029736 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-033e249d-b16c-4e00-bbc9-2b45cba6d3e4 service neutron] show failed (client error): The resource could not be found. Jul 06 12:15:55.031431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-2d02f4eb-0260-432a-8050-b498f99d166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.032431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-033e249d-b16c-4e00-bbc9-2b45cba6d3e4 service neutron] 10.222.0.79 "GET /v2.0/ports/6caa730d-e7d7-4186-9b9b-e6b29809f486/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0981126 Jul 06 12:15:55.040804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-2d02f4eb-0260-432a-8050-b498f99d166b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bb871a9-e444-4d5e-9438-84f5c8d72822 HTTP/1.1" status: 200 len: 846 time: 0.0614223 Jul 06 12:15:55.064232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978dc5-85a6-487d-82f7-03cfb01b973e req-5d2152fd-023e-41bd-b0b6-850bf009d726 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.065876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c978dc5-85a6-487d-82f7-03cfb01b973e req-5d2152fd-023e-41bd-b0b6-850bf009d726 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.1051764 Jul 06 12:15:55.103566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:55.108728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-1fa8da29-7a05-445b-8288-65dcfc3404e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.110191 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-1fa8da29-7a05-445b-8288-65dcfc3404e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e0d280e-f19b-41cd-8a87-42c8ddeff027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632217 Jul 06 12:15:55.115958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c978dc5-85a6-487d-82f7-03cfb01b973e req-971c8216-1856-42d3-bc7b-1493d3d2252f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Jul 06 12:15:55.207248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-eaf6c8d2-bc61-4356-803f-cec3d483fc96 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895550 Jul 06 12:15:55.310242 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f748758d-0fe2-40d6-af8b-95bc70703660 req-98be65e6-5c05-4dd7-a42a-748a34c2a4d0 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960913 Jul 06 12:15:55.315455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-7daa009e-13cf-4d3f-a1f9-4a9eaf96d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.317848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-7daa009e-13cf-4d3f-a1f9-4a9eaf96d6ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 1096 time: 0.0580933 Jul 06 12:15:55.330206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:55.360719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '343317ae-dedd-429d-b0e8-c113a6ca9d95', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '16166737-f558-4e00-a331-21ec8de1a841', 'port_id': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'mac_address': 'fa:16:3e:9b:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:15:53Z', 'updated_at': '2021-07-06T12:15:53Z', 'revision_number': 0, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:40Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:55.391746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1067f6-b2cd-4a8d-b9ae-799c7b113a89 None None] The sync data for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 is: [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '343317ae-dedd-429d-b0e8-c113a6ca9d95', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '16166737-f558-4e00-a331-21ec8de1a841', 'port_id': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'mac_address': 'fa:16:3e:9b:8a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:15:53Z', 'updated_at': '2021-07-06T12:15:53Z', 'revision_number': 0, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:40Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:55.404281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.595277 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d21564-e0ac-4a7c-bd22-38de739ac2eb None None] New status for floating IP 343317ae-dedd-429d-b0e8-c113a6ca9d95: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:15:55.619988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:55.654175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:55.701861 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.714156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Transition to ACTIVE for port object 6caa730d-e7d7-4186-9b9b-e6b29809f486 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:55.717825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.793826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:55.848343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] No DVR routers for this DVR port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:55.985679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:55.986011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:55.986340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:55.990502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:15:55.990818 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:55.995644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:55.996010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Checking segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:55.996397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Bound using segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:55.996824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Bound port: 6caa730d-e7d7-4186-9b9b-e6b29809f486, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:55.997180 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.062125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:56.065345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:56.069730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.103343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.103999 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.105396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 1091 time: 0.7795167 Jul 06 12:15:56.128670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d48cc-3da9-41e7-9d67-935d692807a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:56.191245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-8c17ef66-0128-4ddf-9678-455150af9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.192828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-8c17ef66-0128-4ddf-9678-455150af9b0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1094 time: 0.0613704 Jul 06 12:15:56.341055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-8a31b106-09aa-466a-bdf4-82b8825dc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.342544 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-8a31b106-09aa-466a-bdf4-82b8825dc912 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.1422646 Jul 06 12:15:56.350894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27a44-662d-48d0-8aec-8d60466b5abd req-bc5a73e0-b218-43c8-8c0f-54bf3f306620 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.352531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf27a44-662d-48d0-8aec-8d60466b5abd req-bc5a73e0-b218-43c8-8c0f-54bf3f306620 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.1029873 Jul 06 12:15:56.434752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf27a44-662d-48d0-8aec-8d60466b5abd req-3b21e160-319d-4683-8109-9920e28a0ee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756791 Jul 06 12:15:56.436757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-61ca4325-f9e6-4c6c-a2e8-2abdf4930821 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.0833826 Jul 06 12:15:56.487014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-6e816e99-f807-4b62-9566-ca34b4277b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.488547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-6e816e99-f807-4b62-9566-ca34b4277b81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0451219 Jul 06 12:15:56.550715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-177882aa-a36a-4669-8d33-720f9899cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.552260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-177882aa-a36a-4669-8d33-720f9899cd19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562119 Jul 06 12:15:56.643528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-6a3d0108-24a5-4012-9fe4-dc6f3c04b59f service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835135 Jul 06 12:15:56.721342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}, {'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:56.724198 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07a75c-6625-47db-b5ca-941ce3f18477" -d '{"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-unplugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}, {"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:56.745270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-ed13d50d-e2a1-417b-8c5c-2f3e3ae2939f service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946298 Jul 06 12:15:56.775141 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a6b459-c3c8-459d-bfd6-db3d46789dad x-openstack-request-id: req-55a6b459-c3c8-459d-bfd6-db3d46789dad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:56.775450 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-unplugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "code": 200}, {"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:56.775711 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55a6b459-c3c8-459d-bfd6-db3d46789dad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:56.776148 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'code': 200} Jul 06 12:15:56.776438 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'status': 'completed', 'code': 200} Jul 06 12:15:56.870543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-f62a4b69-8aa7-485e-9c68-2afb353a44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.873389 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-f62a4b69-8aa7-485e-9c68-2afb353a44f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1094 time: 0.0733509 Jul 06 12:15:56.910079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-6650f960-55b5-4f49-8927-a2694f97c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.912012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-6650f960-55b5-4f49-8927-a2694f97c56c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1094 time: 0.0617671 Jul 06 12:15:56.971105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-66111183-6b8e-4283-b480-978b79075fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.972706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-66111183-6b8e-4283-b480-978b79075fd3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0930843 Jul 06 12:15:57.008009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-1fa6460b-614b-4f66-be66-f8fa8103885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.010016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-1fa6460b-614b-4f66-be66-f8fa8103885e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0906866 Jul 06 12:15:57.040609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-b3f68594-0df4-46d1-bdfa-1f3fea5eea1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.0610220 Jul 06 12:15:57.077642 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-f19f18d4-5c49-4d27-9ee7-e4a1c267cd40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.0606313 Jul 06 12:15:57.088903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-43a75d0a-b1c1-4832-803d-d3ec3ea0cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.090434 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-43a75d0a-b1c1-4832-803d-d3ec3ea0cdf7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0440626 Jul 06 12:15:57.128424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-1e469770-5604-443e-958d-5cfeb8aa36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.129954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-1e469770-5604-443e-958d-5cfeb8aa36e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0450368 Jul 06 12:15:57.152827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-a33f608b-fb3c-45d1-8bb8-716930615e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.154358 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-a33f608b-fb3c-45d1-8bb8-716930615e0d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576661 Jul 06 12:15:57.168455 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40eea84f-46c7-4fb0-b5c2-e646e07d0bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.195362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-d2c00d27-7dae-4696-b063-9b3a53723c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.196971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-d2c00d27-7dae-4696-b063-9b3a53723c18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603001 Jul 06 12:15:57.257210 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-caa0d9bf-d086-4edb-bbe7-a28f5dedae96 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965049 Jul 06 12:15:57.296533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-8a13e604-7bd5-4d39-8d8b-6e5cc8c40d73 service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921164 Jul 06 12:15:57.354810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-c3b81b09-fe16-43df-84dc-a64ba058bd0e service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896091 Jul 06 12:15:57.391545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec07a75c-6625-47db-b5ca-941ce3f18477 req-124a9bdd-7f88-44df-bd8a-3af2be2670e0 service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886323 Jul 06 12:15:57.613876 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce29169-0fce-4d1f-9bfe-2af6d3323a36 req-ccf697f3-9564-4325-bd8e-e3e3058002c6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.615297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ce29169-0fce-4d1f-9bfe-2af6d3323a36 req-ccf697f3-9564-4325-bd8e-e3e3058002c6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.0662589 Jul 06 12:15:57.653317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ce29169-0fce-4d1f-9bfe-2af6d3323a36 req-325cb334-a622-4728-ab46-1d8f5330ec19 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Jul 06 12:15:57.947511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:57.983474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:58.834540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbbf0-f007-4206-81fe-a09e1240ae41 req-8302fe4e-ee60-4173-9d18-8605287a3715 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:58.836562 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93cbbbf0-f007-4206-81fe-a09e1240ae41 req-8302fe4e-ee60-4173-9d18-8605287a3715 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.0667269 Jul 06 12:15:58.874286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93cbbbf0-f007-4206-81fe-a09e1240ae41 req-777cc97c-ee6f-47bd-906d-deb66f85b6ea tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Jul 06 12:15:59.675101 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25296676-0db7-40e1-8e9d-46fb58eaa23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.054897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24f45b-3f94-46e1-a796-f89fbd7be160 req-139ca584-ec68-4b78-b98c-4fb6077c37cf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:00.056435 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a24f45b-3f94-46e1-a796-f89fbd7be160 req-139ca584-ec68-4b78-b98c-4fb6077c37cf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.0695481 Jul 06 12:16:00.094109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a24f45b-3f94-46e1-a796-f89fbd7be160 req-0b9f7296-9ed1-427f-ac51-28ff33198dc1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320966 Jul 06 12:16:00.211374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.358344 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.009891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.268898 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78651-46e7-4ed0-b8c4-a14327127547 req-ab27a35f-df05-4c7b-8a91-ed1de3c3cd22 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.270281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09f78651-46e7-4ed0-b8c4-a14327127547 req-ab27a35f-df05-4c7b-8a91-ed1de3c3cd22 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 943 time: 0.0650635 Jul 06 12:16:01.308691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09f78651-46e7-4ed0-b8c4-a14327127547 req-bea9deed-6f13-476c-b782-75e11b41089b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Jul 06 12:16:01.310596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:01.393790 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:16:01.409983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:01.421658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'mac_address': 'fa:16:3e:60:09:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:01.458791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.471147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caa730d-e7d7-4186-9b9b-e6b29809f486 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:01.490162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:01.495222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.545353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:01.662229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-23b369c3-d72e-4753-a06b-f72f00f9b9d3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.663735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-23b369c3-d72e-4753-a06b-f72f00f9b9d3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 944 time: 0.0917552 Jul 06 12:16:01.760726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-aa585d42-c941-4876-84d4-55cadedc754c service neutron] 10.222.0.64 "GET /v2.0/ports/6caa730d-e7d7-4186-9b9b-e6b29809f486/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.0753748 Jul 06 12:16:01.770452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e22446-5b24-4cb7-bfe2-440bdf9267d9 req-000236f0-199b-473c-b172-47313470bd57 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.771995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16e22446-5b24-4cb7-bfe2-440bdf9267d9 req-000236f0-199b-473c-b172-47313470bd57 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.1362455 Jul 06 12:16:01.842075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-16e22446-5b24-4cb7-bfe2-440bdf9267d9 req-658023b0-4ed5-41fe-b838-e546b56b347f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638599 Jul 06 12:16:01.862601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-9849225e-e97d-4f35-99a1-b1ed4b2005bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.864154 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-9849225e-e97d-4f35-99a1-b1ed4b2005bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1095 time: 0.0788364 Jul 06 12:16:01.893383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['6caa730d-e7d7-4186-9b9b-e6b29809f486'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:01.958230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-1502637e-5a4b-48a3-b92d-11e6843232b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.959715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-1502637e-5a4b-48a3-b92d-11e6843232b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0882909 Jul 06 12:16:02.035279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-60a829e8-8fae-469c-ab32-8bfeb88197a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 999 time: 0.0688527 Jul 06 12:16:02.084216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-14a4f8f6-aee3-441b-8b0f-378a0a5e47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:02.085782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-14a4f8f6-aee3-441b-8b0f-378a0a5e47e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0435262 Jul 06 12:16:02.144573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-b3df4c96-9260-4684-9d94-4b3fa142c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:02.146037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-b3df4c96-9260-4684-9d94-4b3fa142c01c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536780 Jul 06 12:16:02.242687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-b19a61ed-f377-4989-a317-81b59cddc81f service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874417 Jul 06 12:16:02.333022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-07d2858e-8472-4ddf-bae7-7a9bf4348c3c service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836494 Jul 06 12:16:02.496966 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.021758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785ab9-bbe6-4e9c-9225-929839aaa0bb req-3dab7785-4959-4035-9118-20f3a70c0730 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.023322 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2785ab9-bbe6-4e9c-9225-929839aaa0bb req-3dab7785-4959-4035-9118-20f3a70c0730 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.0642879 Jul 06 12:16:03.065116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2785ab9-bbe6-4e9c-9225-929839aaa0bb req-12208419-bc6b-4d2c-ae58-a236e0555a6b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362399 Jul 06 12:16:03.339034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:03.389750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:03.393236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:03.393607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.466471 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.488795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:03.491115 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc36bd-d401-4480-8aba-778a3c40df34" -d '{"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:03.504632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:03.509097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.544374 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2d7717-3277-4406-94df-67d0248c5917 x-openstack-request-id: req-1a2d7717-3277-4406-94df-67d0248c5917 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:03.544670 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:03.544925 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a2d7717-3277-4406-94df-67d0248c5917 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:03.545310 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'code': 200} Jul 06 12:16:03.559801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:04.241028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0db98f-bd68-49d6-8c27-b964e065b263 req-2ec6b770-6443-4f82-ab93-9f95d750eaa9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:04.242647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c0db98f-bd68-49d6-8c27-b964e065b263 req-2ec6b770-6443-4f82-ab93-9f95d750eaa9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0669949 Jul 06 12:16:04.283424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c0db98f-bd68-49d6-8c27-b964e065b263 req-62753d49-61e6-4332-a217-a51a2b550696 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351031 Jul 06 12:16:04.641760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-1fa8d8d5-5612-441e-a0cf-d05431356263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:04.643409 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-1fa8d8d5-5612-441e-a0cf-d05431356263 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 1096 time: 0.0838606 Jul 06 12:16:04.655652 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:04.732300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.933548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:04.969757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:05.010127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:05.012420 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1136977c-6c9b-4c73-a6c6-1d7d17228804" -d '{"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-unplugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:05.016044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.028038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Transition to ACTIVE for port object 6caa730d-e7d7-4186-9b9b-e6b29809f486 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:05.032414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.076014 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e69657-02dc-421a-b3fe-4c9f9b34598c x-openstack-request-id: req-d6e69657-02dc-421a-b3fe-4c9f9b34598c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:05.076208 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-unplugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:05.076463 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6e69657-02dc-421a-b3fe-4c9f9b34598c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:05.076853 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'code': 200} Jul 06 12:16:05.141744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:05.218622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] No DVR routers for this DVR port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:05.356926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:05.357195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:05.357531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:05.361759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:05.362084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Attempting to bind port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:05.366861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:05.367215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Checking segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:05.367596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Bound using segment: {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:05.368070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Bound port: 6caa730d-e7d7-4186-9b9b-e6b29809f486, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb8947b-e248-4d44-b995-6a3e12664446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:05.368429 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.431192 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:05.434219 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:05.438135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.459931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ba1b-eb1c-4483-801f-403e91b26488 req-418f2ddc-554f-4bb0-a56d-66ac768aa91e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.461995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5895ba1b-eb1c-4483-801f-403e91b26488 req-418f2ddc-554f-4bb0-a56d-66ac768aa91e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.0651653 Jul 06 12:16:05.477116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.477733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.479153 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] 10.222.0.79 "PUT /v2.0/ports/6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 1092 time: 0.8281710 Jul 06 12:16:05.498683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50bfb9-2219-4a7d-82e7-e07aa750ec16 service neutron] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:05.512408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5895ba1b-eb1c-4483-801f-403e91b26488 req-01a4a42b-c7ea-422f-ba29-5037580d1f0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Jul 06 12:16:05.891305 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-50bd7d83-9a35-4e34-a495-534fbe5a1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.892860 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-50bd7d83-9a35-4e34-a495-534fbe5a1a7f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1095 time: 0.3657446 Jul 06 12:16:05.980306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-466cf450-4edb-4ad6-9474-0f27287bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.981783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-466cf450-4edb-4ad6-9474-0f27287bd593 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0821700 Jul 06 12:16:06.049892 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-bdae8a7c-81ae-4495-bc81-e1e742f64396 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.0612385 Jul 06 12:16:06.096739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-e9d6347e-eb78-40ff-8589-0f6d71a5a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:06.098211 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-e9d6347e-eb78-40ff-8589-0f6d71a5a495 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0428264 Jul 06 12:16:06.152420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-0eb5489c-1cca-4307-9a34-2a42b85b6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:06.153898 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-0eb5489c-1cca-4307-9a34-2a42b85b6912 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499225 Jul 06 12:16:06.246982 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-cc1d2305-a360-4a17-be71-07318c9fd867 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862503 Jul 06 12:16:06.336701 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2d8869-92a7-4126-a617-c5867e34b52a req-4995e6ab-edc7-46c4-86ae-0920a877dc29 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814953 Jul 06 12:16:06.689845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bbfd7-6a24-4977-ac81-2a9526c7086e req-13c8c35c-4700-4622-9f6c-b72c2a88eb3f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:06.691317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f20bbfd7-6a24-4977-ac81-2a9526c7086e req-13c8c35c-4700-4622-9f6c-b72c2a88eb3f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.0687225 Jul 06 12:16:06.729129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f20bbfd7-6a24-4977-ac81-2a9526c7086e req-3f82726d-ebf4-479f-a244-133343065ce4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Jul 06 12:16:07.078620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:07.081036 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1699aa9d-c6c8-4764-8fa1-06a459099e16" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:07.131613 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4076b71f-1fb0-4c6e-bdd2-050a7df38fe0 x-openstack-request-id: req-4076b71f-1fb0-4c6e-bdd2-050a7df38fe0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:07.131908 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:07.132202 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4076b71f-1fb0-4c6e-bdd2-050a7df38fe0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:07.133201 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'status': 'completed', 'code': 200} Jul 06 12:16:07.208881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-265b30df-d894-41f3-b4a3-1d3ba75174a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.209095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-ec9eb243-20f3-4aa9-8028-12e981017357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.210574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-ec9eb243-20f3-4aa9-8028-12e981017357 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1095 time: 0.0536032 Jul 06 12:16:07.211236 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-265b30df-d894-41f3-b4a3-1d3ba75174a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1095 time: 0.0571475 Jul 06 12:16:07.300671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-738e6737-ae26-4f83-99b3-a46d0c9a5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.302207 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-738e6737-ae26-4f83-99b3-a46d0c9a5418 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0844393 Jul 06 12:16:07.305662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-fcc768f3-8fc8-49be-8332-ad5c5dcf6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.307123 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-fcc768f3-8fc8-49be-8332-ad5c5dcf6276 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0902963 Jul 06 12:16:07.372035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-4f55fec0-e261-4b7c-a9f2-bb4a2e5d28ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.0627346 Jul 06 12:16:07.372225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-41ab0f75-e514-4c54-a35a-427ab3aff2b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 998 time: 0.0577524 Jul 06 12:16:07.421780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-3a6e0b66-1a38-47ef-b780-8125853568e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.423244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-3a6e0b66-1a38-47ef-b780-8125853568e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0444520 Jul 06 12:16:07.423905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-65724172-2068-4a9d-a43a-d54c850c18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.425406 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-65724172-2068-4a9d-a43a-d54c850c18ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0443113 Jul 06 12:16:07.486799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-8db8fccc-18cf-4cb4-b60b-91b15c7df097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.488871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-8db8fccc-18cf-4cb4-b60b-91b15c7df097 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557303 Jul 06 12:16:07.494137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-483f342f-b9ba-4076-af26-815ee15e36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.495660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-483f342f-b9ba-4076-af26-815ee15e36fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648773 Jul 06 12:16:07.591027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-f72b953d-2223-4311-af9f-35e558dd6563 service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883284 Jul 06 12:16:07.595312 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-748f264e-310a-4d84-bb7a-7059d776bb9f service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964649 Jul 06 12:16:07.688144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-4967096c-e977-4dae-b485-7e2f6d43d581 service neutron] 10.222.0.64 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905082 Jul 06 12:16:07.707524 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1699aa9d-c6c8-4764-8fa1-06a459099e16 req-707ac4b1-742c-4236-8a81-4ca040435a55 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976470 Jul 06 12:16:07.919687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67252e-87b5-4ab1-97e9-30545787a5b5 req-d3124430-c29a-47a1-9700-436bf1de0e9c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.921225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf67252e-87b5-4ab1-97e9-30545787a5b5 req-d3124430-c29a-47a1-9700-436bf1de0e9c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 944 time: 0.0667624 Jul 06 12:16:07.959300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf67252e-87b5-4ab1-97e9-30545787a5b5 req-bc7b817f-ac1d-48be-b4f0-04d357cc2c09 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Jul 06 12:16:07.989002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:08.083160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:08.094557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'port_id': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'mac_address': 'fa:16:3e:60:09:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:08.132860 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:08.145626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caa730d-e7d7-4186-9b9b-e6b29809f486 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:08.173061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:08.176924 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:08.224155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:08.426174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['6caa730d-e7d7-4186-9b9b-e6b29809f486'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:09.157418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da63ae-b4f4-47e6-becf-d0756c02d5fb req-deb47678-af59-4ef5-ac16-39231df0902d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:09.159058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64da63ae-b4f4-47e6-becf-d0756c02d5fb req-deb47678-af59-4ef5-ac16-39231df0902d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 945 time: 0.0677631 Jul 06 12:16:09.200529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64da63ae-b4f4-47e6-becf-d0756c02d5fb req-957a73a1-67a8-48f7-8666-2aebed8b1ea8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338988 Jul 06 12:16:09.228363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:09.304701 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d632a0a-9bba-4076-b948-3e996cdfd454 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/73ad618b-45ce-4d5a-8327-7f087d39da9a HTTP/1.1" status: 200 len: 991 time: 0.0742817 Jul 06 12:16:09.372430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:09.412477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:10.020191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:10.069001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:10.072895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 6caa730d-e7d7-4186-9b9b-e6b29809f486 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:10.073266 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:10.155543 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:10.181088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:10.183491 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6725f55-c319-4c6d-a5f1-0dfe26d5b773" -d '{"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:10.196489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:10.200660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:10.225644 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9828f178-fd9d-423a-b42a-dc150d90c3ce x-openstack-request-id: req-9828f178-fd9d-423a-b42a-dc150d90c3ce {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:10.226579 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-plugged", "status": "completed", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:10.227098 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9828f178-fd9d-423a-b42a-dc150d90c3ce {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:10.227585 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'code': 200} Jul 06 12:16:10.253547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:22.926816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:27.160952 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edcb2ea8-d14e-45df-8ae2-888cf28f3308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:27.417626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966cd3-8007-4d38-9f12-2d73bd7b75ea req-2ca0671b-1769-4c01-b4a8-3e2156bd0b83 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:27.419153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1966cd3-8007-4d38-9f12-2d73bd7b75ea req-2ca0671b-1769-4c01-b4a8-3e2156bd0b83 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 945 time: 0.0664144 Jul 06 12:16:27.456865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1966cd3-8007-4d38-9f12-2d73bd7b75ea req-e5f384fd-4cac-485b-a382-42d471d81354 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Jul 06 12:16:27.715677 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-a7286073-9755-4bf6-857a-cd8abb1a7c91 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496893 Jul 06 12:16:27.796989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-747abbde-9da7-49b2-95a6-1443bb630dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:27.798419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-747abbde-9da7-49b2-95a6-1443bb630dd0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1097 time: 0.0572877 Jul 06 12:16:27.904036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-3fc96a66-5c65-4243-8a1a-f9ddce149007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:27.905506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-3fc96a66-5c65-4243-8a1a-f9ddce149007 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0835316 Jul 06 12:16:27.976867 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-9192a7f1-14a9-4e7b-9b2a-dc79f1c97fef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 1000 time: 0.0607553 Jul 06 12:16:28.023722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-37b981c5-cc23-4e27-884c-a64737ffb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:28.025163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-37b981c5-cc23-4e27-884c-a64737ffb479 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0421870 Jul 06 12:16:28.081176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-03f56259-505c-40e3-9ebc-ef53a3d5284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:28.082560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-03f56259-505c-40e3-9ebc-ef53a3d5284e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504088 Jul 06 12:16:28.172579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-9b963191-a0dc-4a2e-a224-ca8a4a2bf221 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Jul 06 12:16:28.264303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3408f577-0bd9-41b1-a2ab-473a1608823d req-b6ae6ac6-176c-455c-86f5-2b3b86e63da7 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841310 Jul 06 12:16:28.634385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4455c-0ebc-4e9d-861a-c8cb8a177ce8 req-ab06a5be-800e-4402-aa69-f9a016723896 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:28.635873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27e4455c-0ebc-4e9d-861a-c8cb8a177ce8 req-ab06a5be-800e-4402-aa69-f9a016723896 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Jul 06 12:16:28.673339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27e4455c-0ebc-4e9d-861a-c8cb8a177ce8 req-a0fa7a42-165d-49a9-802a-14af2a26fcf3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Jul 06 12:16:29.093183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-9712f4be-8b9b-468f-b2ce-af3a20e283a6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:29.094627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-9712f4be-8b9b-468f-b2ce-af3a20e283a6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 945 time: 0.0660918 Jul 06 12:16:29.198247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 44cfdfb5-7c11-4ce1-9950-405a42ff305b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:29.198591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.286928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port 44cfdfb5-7c11-4ce1-9950-405a42ff305b, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=44cfdfb5-7c11-4ce1-9950-405a42ff305b,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:29.287290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.511046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.511426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.511741 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Floating IP 8373240e-2d2c-4826-b1cd-bce81756e821 disassociated. External IP: 172.25.7.144, port: 44cfdfb5-7c11-4ce1-9950-405a42ff305b. Jul 06 12:16:29.512173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 44cfdfb5-7c11-4ce1-9950-405a42ff305b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:29.640780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.668975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=44cfdfb5-7c11-4ce1-9950-405a42ff305b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:29.675875 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32b6d2ad-ca2a-47f6-b9e3-0ece2efb17fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.784058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:29.812838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f088435c-5577-4c40-86ac-d503dbff7f5b req-4a066fa9-8789-452d-8194-5227616579b0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 210 time: 0.0274694 Jul 06 12:16:29.895245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:29.906224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:29.915567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:29.916227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:29.939159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port 44cfdfb5-7c11-4ce1-9950-405a42ff305b on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:29.941990 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.945245 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fbbee79b-f79d-4cb2-b00f-ae52f9310983 req-1b087fe8-11a8-4b7a-9d6d-8b3f58ee0412 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/44cfdfb5-7c11-4ce1-9950-405a42ff305b HTTP/1.1" status: 204 len: 173 time: 0.8426111 Jul 06 12:16:29.945688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'name': 'network-vif-deleted', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:29.948109 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd794bfa-5c48-4d90-9482-7da9a5bdb218" -d '{"events": [{"server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "name": "network-vif-deleted", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:29.984310 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ffdef4-dc85-4fda-9649-f0179a4bd291 x-openstack-request-id: req-46ffdef4-dc85-4fda-9649-f0179a4bd291 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:29.984605 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04291e7-358f-4062-a871-cd18c4b76074", "name": "network-vif-deleted", "tag": "44cfdfb5-7c11-4ce1-9950-405a42ff305b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:29.984884 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46ffdef4-dc85-4fda-9649-f0179a4bd291 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:29.985281 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04291e7-358f-4062-a871-cd18c4b76074', 'name': 'network-vif-deleted', 'tag': '44cfdfb5-7c11-4ce1-9950-405a42ff305b', 'status': 'completed', 'code': 200} Jul 06 12:16:30.036208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:30.399598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.400191 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.418285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:30.444280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:30.452850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:30.453461 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:30.565276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:30.770367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:30.797504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e1aa0-d7b3-4bd0-9843-caea4d87b47b None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:30.964622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc9cb49f-84eb-4b4c-a0b5-defd9cac50bd req-90babc68-86b6-44a2-913e-ecea1a06d033 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 210 time: 0.0304458 Jul 06 12:16:31.013593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.054934 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e7fc8d-d725-4dc5-af2c-2d0c5ada7935 None None] New status for floating IP 8373240e-2d2c-4826-b1cd-bce81756e821: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:16:31.823946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:31.944410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695bdaf-c911-463d-9b21-08d3f64e79c0 req-0250f313-043a-4d3b-8ac8-b99274c30fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:31.945991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e695bdaf-c911-463d-9b21-08d3f64e79c0 req-0250f313-043a-4d3b-8ac8-b99274c30fea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1097 time: 0.1209228 Jul 06 12:16:31.985068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e695bdaf-c911-463d-9b21-08d3f64e79c0 req-4c59ab72-57d5-4a35-824c-625e4d49ead2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Jul 06 12:16:32.114444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 44cfdfb5-7c11-4ce1-9950-405a42ff305b no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:32.115146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c17f8b1-eb71-487e-9dae-bb2a9d9165d4 req-9a811f36-d94c-4896-827b-2f770f4da741 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 210 time: 0.0282936 Jul 06 12:16:32.140344 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 44cfdfb5-7c11-4ce1-9950-405a42ff305b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:32.140691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 44cfdfb5-7c11-4ce1-9950-405a42ff305b not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:32.501430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:33.263463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-322b9990-a010-4e46-90df-a60931311840 req-d114d70d-28d1-4779-819f-384040642980 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04291e7-358f-4062-a871-cd18c4b76074 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Jul 06 12:16:34.499558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-27424262-deb5-45b8-b259-b7b7ffec61b7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486892921&fields=id&tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 267 time: 0.0319808 Jul 06 12:16:34.606622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-bc66cd59-a2d7-4e79-813c-cce66669fa27 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:34.608044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-bc66cd59-a2d7-4e79-813c-cce66669fa27 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1023684 Jul 06 12:16:34.623226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-477cc960-83c6-4dc9-97ca-f07df53608fe tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0099111 Jul 06 12:16:34.696385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-73d82f3d-970e-4668-827c-f111f8f7f514 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682995 Jul 06 12:16:34.759447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-667ed637-1264-413d-9899-b2875ce650cf service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:16:34.760483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-667ed637-1264-413d-9899-b2875ce650cf service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537207 Jul 06 12:16:34.851445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-c1a62abd-b9ad-4560-9f68-9e1deec752c0 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851481 Jul 06 12:16:34.940219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-55226511-24a5-4cfd-a87c-d3ab8ed3b254 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830786 Jul 06 12:16:35.239116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c06df16-f369-4d39-a573-8e31ad5e31fd req-2de9c588-8322-4810-896b-2bb8b49a6c6b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 210 time: 0.0288305 Jul 06 12:16:36.284233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-12f96f81-7de5-4a64-981a-9a9b50517452 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:36.285786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-12f96f81-7de5-4a64-981a-9a9b50517452 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1085651 Jul 06 12:16:36.340479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-23c77ee6-acc7-4a58-ab8b-32402ddce866 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 379 time: 0.0381653 Jul 06 12:16:36.352473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'security_groups': ['3ea89505-8c1d-45ac-8f30-551314966c8e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:36.389341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da987c31-6791-48e0-bfe9-8a170217f994 req-60fc93a4-9381-4fd8-9c03-2f5f9149665a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 210 time: 0.0343783 Jul 06 12:16:36.469878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:36.473683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.607718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.12 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:36.750237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.765482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:36.798343 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.841905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:36.849004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:36.853517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:36.857353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:36.887121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.887468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.887814 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.888178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.888512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.888844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.889174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.889497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.889820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.890145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.890464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.890785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:36.920408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:36.921055 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.937195 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e4752d2a-5133-41f8-9be8-1529f982455b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887272 Jul 06 12:16:36.950311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Request body: {'port': {'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:37.034401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.146682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a21b252-c96a-442b-aaa0-41c472343da9 None None] Provisioning for port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:37.152459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a21b252-c96a-442b-aaa0-41c472343da9 None None] Provisioning complete for port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:37.152839 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a21b252-c96a-442b-aaa0-41c472343da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.188262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a21b252-c96a-442b-aaa0-41c472343da9 None None] Port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:37.310640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:37.317984 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.329555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Transition to ACTIVE for port object 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:37.333572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.404538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:37.463906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Attempting to bind port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:37.464339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Attempting to bind port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:37.464676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Attempting to bind port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:37.469592 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:37.470153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Attempting to bind port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:37.482731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:37.483446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:37.484077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:37.484740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Bound port: 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:37.485311 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.589565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] For port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:37.600703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] For port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:37.605561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.640124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce493ce9-f8e6-4fcf-a7e3-e17aa621954b req-74046bbe-fa3f-4151-85b8-d5f64eca53a9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:37.648277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce493ce9-f8e6-4fcf-a7e3-e17aa621954b req-74046bbe-fa3f-4151-85b8-d5f64eca53a9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.0882761 Jul 06 12:16:37.697294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce493ce9-f8e6-4fcf-a7e3-e17aa621954b req-4eb0e773-9b80-435f-bbd2-0adb5b2738ea tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 Jul 06 12:16:37.719182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:37.733398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:37.735186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.736338 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-96301a4a-6843-4503-ab92-6b525d6c9ce3 service neutron] 10.222.0.79 "PUT /v2.0/ports/74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 200 len: 1092 time: 0.7906952 Jul 06 12:16:37.736797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:37.739112 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee279f-135c-481b-8cc2-39277734806e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:37.828465 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb2257-9508-4f5a-a2b8-1422e5e0ed81 x-openstack-request-id: req-96fb2257-9508-4f5a-a2b8-1422e5e0ed81 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:37.828875 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:37.829263 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96fb2257-9508-4f5a-a2b8-1422e5e0ed81 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:37.829744 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'status': 'completed', 'code': 200} Jul 06 12:16:37.866802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-bffe9576-ae39-47e6-9e11-324e94627ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:37.868568 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-bffe9576-ae39-47e6-9e11-324e94627ad4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1095 time: 0.0829861 Jul 06 12:16:37.920458 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-4e9664f2-125a-4a73-9ff6-902b31f0822c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 200 len: 217 time: 0.0429831 Jul 06 12:16:37.978700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-8d5ac30e-c71b-4ebe-b4ad-a856b98f297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:37.980236 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-8d5ac30e-c71b-4ebe-b4ad-a856b98f297a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0526454 Jul 06 12:16:38.041280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-9515a066-5e4f-4491-838c-de8916e26d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.042847 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-9515a066-5e4f-4491-838c-de8916e26d69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556304 Jul 06 12:16:38.132148 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-e508274a-46f9-4172-9b5a-d5c47f0d1a05 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822759 Jul 06 12:16:38.227607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1a560dc7-8c9c-4390-831c-834f4bfce546 req-f7ba4d74-29ff-4908-91dc-171cb06d2987 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883353 Jul 06 12:16:38.328542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee279f-135c-481b-8cc2-39277734806e req-e9a0d10d-4edb-4d65-b24c-24bb48f270a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.330121 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-e9a0d10d-4edb-4d65-b24c-24bb48f270a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1095 time: 0.0548594 Jul 06 12:16:38.392605 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:16:38.426632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee279f-135c-481b-8cc2-39277734806e req-e777e31d-98f2-44d1-bf23-9d642cdcddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.428713 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-e777e31d-98f2-44d1-bf23-9d642cdcddfc service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.0919387 Jul 06 12:16:38.470127 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-6d841ce5-7948-4f2e-b232-20cd2708c9d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 200 len: 217 time: 0.0345302 Jul 06 12:16:38.517695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee279f-135c-481b-8cc2-39277734806e req-92a6bc9f-425e-4a3e-a8be-dfbc963a39af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.519308 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-92a6bc9f-425e-4a3e-a8be-dfbc963a39af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0433195 Jul 06 12:16:38.582368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee279f-135c-481b-8cc2-39277734806e req-21cd7767-6679-424a-a2cd-924cff41c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.583891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-21cd7767-6679-424a-a2cd-924cff41c795 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582232 Jul 06 12:16:38.676465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-175244e6-1f13-4298-9609-9360e488d2b4 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Jul 06 12:16:38.775478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b4ee279f-135c-481b-8cc2-39277734806e req-db6c51ff-6568-4ae6-9b43-6a6c48d611c2 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925596 Jul 06 12:16:39.060096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4617873-b173-4ed0-934c-589a8122b08d req-7c2aba2e-b764-4e65-8d3a-f89539133520 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:39.061631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4617873-b173-4ed0-934c-589a8122b08d req-7c2aba2e-b764-4e65-8d3a-f89539133520 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.0679018 Jul 06 12:16:39.102895 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4617873-b173-4ed0-934c-589a8122b08d req-a54d0e87-a1c8-48be-af6e-5b417ba89e7b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355730 Jul 06 12:16:40.296189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6dd5a-958f-41af-8729-73c2deec54e2 req-28063d17-7356-4280-977b-de4f0e96c2cb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:40.297863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ff6dd5a-958f-41af-8729-73c2deec54e2 req-28063d17-7356-4280-977b-de4f0e96c2cb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.0802472 Jul 06 12:16:40.340746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ff6dd5a-958f-41af-8729-73c2deec54e2 req-15a96cc2-bfdd-41b8-9840-ae0285fb39fc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Jul 06 12:16:41.511574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc596-9474-4ac7-98cb-4ae57e31dcaa req-496c80d4-03cb-4865-ad11-290106f49da8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:41.513066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9fc596-9474-4ac7-98cb-4ae57e31dcaa req-496c80d4-03cb-4865-ad11-290106f49da8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.0629308 Jul 06 12:16:41.551113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e9fc596-9474-4ac7-98cb-4ae57e31dcaa req-68e82008-4979-4f23-9a07-19b30c98bb2a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Jul 06 12:16:41.959707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1cf67-64d8-4bde-b987-596e62371dcb req-e8be1645-3263-4a02-8723-470463f4a1d9 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:41.961489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08f1cf67-64d8-4bde-b987-596e62371dcb req-e8be1645-3263-4a02-8723-470463f4a1d9 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1097 time: 0.0604739 Jul 06 12:16:42.316921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08f1cf67-64d8-4bde-b987-596e62371dcb req-968603d6-231d-4803-952e-d509ac88b325 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498063 Jul 06 12:16:42.341075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:42.499068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 8d69f81e-83df-45ed-b940-03fbf4654712 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:42.499426 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.573941 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.574593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.586089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 8d69f81e-83df-45ed-b940-03fbf4654712 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:42.778388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63677-3449-40c1-b7de-90538b92d9e1 req-b63538f2-9bb9-4192-8a88-96a0e0e44c21 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:42.779883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28c63677-3449-40c1-b7de-90538b92d9e1 req-b63538f2-9bb9-4192-8a88-96a0e0e44c21 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.1141195 Jul 06 12:16:42.807114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.840016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=8d69f81e-83df-45ed-b940-03fbf4654712,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:42.865869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28c63677-3449-40c1-b7de-90538b92d9e1 req-ae2927e8-6424-46e1-860a-32375973cbdf tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782621 Jul 06 12:16:42.883681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.884064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.884412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.884758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.885088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.885421 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.885751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.886081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.886446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.886927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.887068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.887383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:42.930868 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.931221 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP 73ad618b-45ce-4d5a-8327-7f087d39da9a disassociated (deleted). External IP: 172.25.7.65, port: 6caa730d-e7d7-4186-9b9b-e6b29809f486. Jul 06 12:16:43.154034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 2dea3d31-7f71-4144-b817-c32bfedb94a1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:43.264200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:43.269023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.274152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] Sync routers for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:43.283502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:43.284142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:43.310449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-127859a0-8039-4158-8543-7ad6917063bc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/floatingips/73ad618b-45ce-4d5a-8327-7f087d39da9a HTTP/1.1" status: 204 len: 168 time: 0.9682405 Jul 06 12:16:43.311037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:43.313311 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a116c8-d709-4366-b65d-e8d0358afce1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:43.350754 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49f77a-6b0d-4757-8055-dedffb8f9a7f x-openstack-request-id: req-7f49f77a-6b0d-4757-8055-dedffb8f9a7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:43.351053 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:43.351308 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f49f77a-6b0d-4757-8055-dedffb8f9a7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:43.351708 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'status': 'completed', 'code': 200} Jul 06 12:16:43.402017 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:43.429787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-6eae3c06-b4d2-4ee2-aa39-1349381c44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.432037 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-6eae3c06-b4d2-4ee2-aa39-1349381c44d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 1097 time: 0.0564559 Jul 06 12:16:43.530530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-48b33545-039a-43fd-8599-a85f3978c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.532259 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-48b33545-039a-43fd-8599-a85f3978c9fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 200 len: 898 time: 0.0942514 Jul 06 12:16:43.581513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-e76a485b-3172-4129-94a1-ccb51f53dcce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 200 len: 217 time: 0.0427005 Jul 06 12:16:43.613266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:54Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:43.632666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-2af965d6-fffd-4579-af57-1a47db63f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.634417 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-2af965d6-fffd-4579-af57-1a47db63f14d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 200 len: 834 time: 0.0458126 Jul 06 12:16:43.642475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] Checking router: 2dea3d31-7f71-4144-b817-c32bfedb94a1 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:43.652148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:43.652772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:43.694327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-d9683191-139d-492b-b035-8ff312b430c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.695870 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-d9683191-139d-492b-b035-8ff312b430c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542767 Jul 06 12:16:43.707489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a4002-5537-4c56-922a-67cddf56af35 req-16a8fc19-911e-4f74-9b0d-18548ca8bc14 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.709108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-730a4002-5537-4c56-922a-67cddf56af35 req-16a8fc19-911e-4f74-9b0d-18548ca8bc14 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 946 time: 0.0684168 Jul 06 12:16:43.752312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-730a4002-5537-4c56-922a-67cddf56af35 req-1a8d4d22-dd8f-40c1-8a7c-a1d3167d8026 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Jul 06 12:16:43.766198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:43.796200 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-d9f4e333-9cb3-46d8-bbd6-6ee3fc84d6ce service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930882 Jul 06 12:16:43.889289 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88a116c8-d709-4366-b65d-e8d0358afce1 req-b6e1e2b6-42b9-41df-84cb-374e9fcee519 service neutron] 10.222.0.79 "GET /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839543 Jul 06 12:16:43.966579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:54Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:43.997794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf511ace-494c-4bbd-9bd7-c0bdced5969d None None] The sync data for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 is: [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '05a6407d-d680-4ee0-82a9-8e8d97af8e8a', 'name': '', 'network_id': '0851467e-1979-4ca4-a1e2-5dfd6a11bd8f', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:4e:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:49Z', 'updated_at': '2021-07-06T12:14:54Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': 'a5581001-f958-49b3-8510-1aad2cd474b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:44.051042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0523efe-7cb0-42b4-bc58-987c96460f24 req-39e2eb87-0852-4b42-8a04-b783a5044e59 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:44.053204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0523efe-7cb0-42b4-bc58-987c96460f24 req-39e2eb87-0852-4b42-8a04-b783a5044e59 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.0672832 Jul 06 12:16:44.092004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0523efe-7cb0-42b4-bc58-987c96460f24 req-73f43e7a-71f2-4eb5-a832-b9b91a6d84e2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329876 Jul 06 12:16:44.216194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f53fb-041b-4526-b592-40fd01c2842b None None] New status for floating IP 73ad618b-45ce-4d5a-8327-7f087d39da9a: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:16:44.930489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81987aac-7e30-4b94-943a-fac7514e3626 req-fb7d4d39-d542-4e96-a168-0b4623d5d686 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:44.931951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81987aac-7e30-4b94-943a-fac7514e3626 req-fb7d4d39-d542-4e96-a168-0b4623d5d686 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 946 time: 0.0683994 Jul 06 12:16:44.970129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81987aac-7e30-4b94-943a-fac7514e3626 req-b9179c9a-074c-4c02-aadc-5160864ccd54 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=1415c98f-8527-49ab-8cc2-46cf3f8e57fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Jul 06 12:16:44.989045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-499e9a4f-0b7a-481f-9447-d49531a4b2f1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:44.991380 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-499e9a4f-0b7a-481f-9447-d49531a4b2f1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac9cb8ad-4f0f-4765-9895-6936c41bad7f HTTP/1.1" status: 200 len: 946 time: 0.0717192 Jul 06 12:16:45.090146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 6caa730d-e7d7-4186-9b9b-e6b29809f486 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:45.090584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.183841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 6caa730d-e7d7-4186-9b9b-e6b29809f486, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=6caa730d-e7d7-4186-9b9b-e6b29809f486,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:45.184142 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.198637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 6caa730d-e7d7-4186-9b9b-e6b29809f486 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:45.272558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feefa0-4064-49a7-8da5-b6b76e52d7ce req-ce95f506-fe03-4529-815a-421603a04ca9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.274168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1feefa0-4064-49a7-8da5-b6b76e52d7ce req-ce95f506-fe03-4529-815a-421603a04ca9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.0664706 Jul 06 12:16:45.314880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1feefa0-4064-49a7-8da5-b6b76e52d7ce req-e1aa08ad-0964-4549-8373-0b2942f150c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Jul 06 12:16:45.329446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.366384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=6caa730d-e7d7-4186-9b9b-e6b29809f486,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:45.411405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] No DVR routers for this DVR port 6caa730d-e7d7-4186-9b9b-e6b29809f486 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:45.414083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.416215 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-858d2266-a756-4e17-9cdd-049ea18be3fa req-a74505f9-3e61-47b8-8fff-78b7a144fd86 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "DELETE /v2.0/ports/6caa730d-e7d7-4186-9b9b-e6b29809f486 HTTP/1.1" status: 204 len: 173 time: 0.4200029 Jul 06 12:16:45.416649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-deleted', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:45.418942 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee08ba-a81c-4ba6-8d01-22088c052b26" -d '{"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-deleted", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:45.456264 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05cd9d-1999-4138-b35f-459c9bec48df x-openstack-request-id: req-cc05cd9d-1999-4138-b35f-459c9bec48df {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:45.456505 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9cb8ad-4f0f-4765-9895-6936c41bad7f", "name": "network-vif-deleted", "tag": "6caa730d-e7d7-4186-9b9b-e6b29809f486", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:45.456769 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc05cd9d-1999-4138-b35f-459c9bec48df {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:45.457172 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9cb8ad-4f0f-4765-9895-6936c41bad7f', 'name': 'network-vif-deleted', 'tag': '6caa730d-e7d7-4186-9b9b-e6b29809f486', 'status': 'completed', 'code': 200} Jul 06 12:16:46.071743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:46.479387 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.595727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c555aa-48a6-4015-ba99-20132efa10a2 req-3a35dcc5-bb52-4ca5-b5a5-cc84287c067b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:46.597313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67c555aa-48a6-4015-ba99-20132efa10a2 req-3a35dcc5-bb52-4ca5-b5a5-cc84287c067b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.1602590 Jul 06 12:16:46.690720 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-67c555aa-48a6-4015-ba99-20132efa10a2 req-d9ea9a85-c31f-4942-b20d-d26edf5842ac tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870280 Jul 06 12:16:46.804670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:46.805021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.898445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 05a6407d-d680-4ee0-82a9-8e8d97af8e8a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:46.898754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.911408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 05a6407d-d680-4ee0-82a9-8e8d97af8e8a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:47.096216 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.123317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=05a6407d-d680-4ee0-82a9-8e8d97af8e8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:47.309678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.523357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 2dea3d31-7f71-4144-b817-c32bfedb94a1 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:47.628783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:47.634479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ace6093-536c-48c4-96b4-80006b0a76cc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/2dea3d31-7f71-4144-b817-c32bfedb94a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5612419 Jul 06 12:16:47.636813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:47.639316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] Sync routers for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:47.648857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:47.649562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:47.692251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting subnet a5581001-f958-49b3-8510-1aad2cd474b9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:16:47.695737 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.737214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.756515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:47.862536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.925878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93951-bf5f-4059-9ad2-893a4578108e req-4ab9d299-741b-4242-9144-884489c83968 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:47.927955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21e93951-bf5f-4059-9ad2-893a4578108e req-4ab9d299-741b-4242-9144-884489c83968 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 944 time: 0.1191938 Jul 06 12:16:47.939200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:47.953061 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.970751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] Checking router: 2dea3d31-7f71-4144-b817-c32bfedb94a1 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:47.979548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] Routers {'2dea3d31-7f71-4144-b817-c32bfedb94a1'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:47.980189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2dea3d31-7f71-4144-b817-c32bfedb94a1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:47.984739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Subnet': ['ID=a5581001-f958-49b3-8510-1aad2cd474b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:47.995755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.000326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b99ac03-b416-43ff-aa19-16b4315dd05f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/subnets/a5581001-f958-49b3-8510-1aad2cd474b9 HTTP/1.1" status: 204 len: 168 time: 0.3599155 Jul 06 12:16:48.000807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:48.003331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21e93951-bf5f-4059-9ad2-893a4578108e req-6290ace3-042e-4355-a75b-5fe1a991a78e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681522 Jul 06 12:16:48.018788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6967e90-e239-410f-93fc-652a9479e73c None None] Network 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:48.170003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:48.188533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] Set router 2dea3d31-7f71-4144-b817-c32bfedb94a1 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:48.437492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.551625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.573283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:48.606928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:48.612723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 20f9863f-f88c-41be-bc0c-9294a856cfb6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:48.613069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.639932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] DHCP port deletion for 0851467e-1979-4ca4-a1e2-5dfd6a11bd8f request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:16:48.684569 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.697787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 20f9863f-f88c-41be-bc0c-9294a856cfb6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=20f9863f-f88c-41be-bc0c-9294a856cfb6,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:48.698151 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.704315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:48.713071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:48.721552 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 20f9863f-f88c-41be-bc0c-9294a856cfb6 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:48.754047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:48.755233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff40fa-f55e-43d9-9aa8-f5d48d7b8c86 None None] The sync data for ids ['2dea3d31-7f71-4144-b817-c32bfedb94a1'] in n-d-799528-2 is: [{'id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215533732', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '20f9863f-f88c-41be-bc0c-9294a856cfb6', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea3d31-7f71-4144-b817-c32bfedb94a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:14:45Z', 'updated_at': '2021-07-06T12:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:48.768253 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.782673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] Deleting port 98569983-dd37-42ab-a9de-55c4f903312e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:48.783037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.831700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 98569983-dd37-42ab-a9de-55c4f903312e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:48.916718 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.942211 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] For port 98569983-dd37-42ab-a9de-55c4f903312e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=98569983-dd37-42ab-a9de-55c4f903312e,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:48.942500 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.946723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=20f9863f-f88c-41be-bc0c-9294a856cfb6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:48.948296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:48.968131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] Calling delete_port for 98569983-dd37-42ab-a9de-55c4f903312e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:48.970520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.970866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.971202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.971535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.971865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.972223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.972535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.972860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.973180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.973498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.973815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.974161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:49.005391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:49.007018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.086107 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.101474 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.103683 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.158678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.159657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Fanout notify agent at l3_agent the message router_deleted on router 2dea3d31-7f71-4144-b817-c32bfedb94a1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:16:49.167016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 98569983-dd37-42ab-a9de-55c4f903312e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=98569983-dd37-42ab-a9de-55c4f903312e,segment=NetworkSegment(9fb8947b-e248-4d44-b995-6a3e12664446),segment_id=9fb8947b-e248-4d44-b995-6a3e12664446)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:49.169035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.170341 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc234579-2abd-40fe-ac45-918f52265a3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/routers/2dea3d31-7f71-4144-b817-c32bfedb94a1 HTTP/1.1" status: 204 len: 168 time: 1.1682656 Jul 06 12:16:49.174444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:49.182352 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.207788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa28b-c1e3-4da2-bf1a-59b1f7b9fbba req-76bcf6ac-604f-46cc-9fc5-5c79d3f414d5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:49.215973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c86fa28b-c1e3-4da2-bf1a-59b1f7b9fbba req-76bcf6ac-604f-46cc-9fc5-5c79d3f414d5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 945 time: 0.0886621 Jul 06 12:16:49.248830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=98569983-dd37-42ab-a9de-55c4f903312e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.263245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c86fa28b-c1e3-4da2-bf1a-59b1f7b9fbba req-0c5c6d50-258a-4e5d-bb20-fd488129cf96 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460904 Jul 06 12:16:49.269381 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.275082 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.313006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] Pushing event deleted for resources: {'Port': ['ID=98569983-dd37-42ab-a9de-55c4f903312e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.345719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db44b8d-4a42-46fc-bc81-3f592006c37c None None] No DVR routers for this DVR port 98569983-dd37-42ab-a9de-55c4f903312e on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:49.375631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.390391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0851467e-1979-4ca4-a1e2-5dfd6a11bd8f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:49.406645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb8947b-e248-4d44-b995-6a3e12664446') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:49.407066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb8947b-e248-4d44-b995-6a3e12664446') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:49.416995 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.433241 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.439567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:16:49.440148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:16:49.443260 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:16:49.518682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.526353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.528456 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/networks/0851467e-1979-4ca4-a1e2-5dfd6a11bd8f HTTP/1.1" status: 204 len: 168 time: 0.3534265 Jul 06 12:16:49.531243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:49.541168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f111073-c480-47f2-8c4f-711efba25bd4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Network': ['ID=0851467e-1979-4ca4-a1e2-5dfd6a11bd8f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.601549 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5481263-f589-48c3-99e3-da334ae24d4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.626560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5481263-f589-48c3-99e3-da334ae24d4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.688120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5481263-f589-48c3-99e3-da334ae24d4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.690730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5481263-f589-48c3-99e3-da334ae24d4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.691981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5481263-f589-48c3-99e3-da334ae24d4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/security-groups/1415c98f-8527-49ab-8cc2-46cf3f8e57fc HTTP/1.1" status: 204 len: 168 time: 0.1594546 Jul 06 12:16:49.701684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5481263-f589-48c3-99e3-da334ae24d4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1415c98f-8527-49ab-8cc2-46cf3f8e57fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.132224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.139884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984353981', 'description': 'tempest-secgroup-smoke-1984353981 description', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.163119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.190011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:50.242517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:50.246139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:50.246512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.249997 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.254358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.283957 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.285191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1519341 Jul 06 12:16:50.287701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ec849-27f9-437d-8701-81d2f23a665f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d4fc75-43a1-46ee-bb54-f79c61d7c355,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.288738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.293501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '18d4fc75-43a1-46ee-bb54-f79c61d7c355', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.322039 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.334503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.359661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:50.362080 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb828df-fc3b-4b5c-8379-7c31a3b08535" -d '{"events": [{"server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "name": "network-vif-plugged", "status": "completed", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:50.375210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:50.380094 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.381089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:50.385466 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.389382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.412986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6874c1-bbb7-4a83-a2df-3c9e93bfc3f5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.432655 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.433629 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 6caa730d-e7d7-4186-9b9b-e6b29809f486 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:50.437416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 6caa730d-e7d7-4186-9b9b-e6b29809f486 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:50.437531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-065a0f03-6067-4eed-90bc-068ecfacf304 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443751 Jul 06 12:16:50.437642 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883812d-7d0f-4057-90ab-af90641fd076 x-openstack-request-id: req-6883812d-7d0f-4057-90ab-af90641fd076 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:50.437642 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "name": "network-vif-plugged", "status": "completed", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:50.437825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.437913 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6883812d-7d0f-4057-90ab-af90641fd076 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:50.437913 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'code': 200} Jul 06 12:16:50.446114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '18d4fc75-43a1-46ee-bb54-f79c61d7c355', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.470535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.479313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.493125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777473-642d-45e9-b280-b6dd147d2e87 req-be391a62-e3fa-4710-8d47-95c151bbc437 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.494940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53777473-642d-45e9-b280-b6dd147d2e87 req-be391a62-e3fa-4710-8d47-95c151bbc437 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 946 time: 0.0892341 Jul 06 12:16:50.535371 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53777473-642d-45e9-b280-b6dd147d2e87 req-8ff0c089-9d85-4a11-9745-5cb5bc7cf6b1 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Jul 06 12:16:50.571322 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.578174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.600978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc8b7ff-9481-4c10-a3c0-885ac3ef89b7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.606011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b770-7295-4fdd-ac9d-1227e557a6df req-5f50201d-dd39-4b70-8af5-87038b3b65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.607470 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7932b770-7295-4fdd-ac9d-1227e557a6df req-5f50201d-dd39-4b70-8af5-87038b3b65a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1097 time: 0.1083484 Jul 06 12:16:50.608659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.609713 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3db5e45c-d744-4b6d-b3d8-cc8199875e1c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715436 Jul 06 12:16:50.612444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.617843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '18d4fc75-43a1-46ee-bb54-f79c61d7c355', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.661139 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7932b770-7295-4fdd-ac9d-1227e557a6df req-41ba11aa-9fb9-4457-9f2d-96fea86e091c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389631 Jul 06 12:16:50.666772 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.718628 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.722653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.733784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 20f9863f-f88c-41be-bc0c-9294a856cfb6 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:50.740321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32024faf-0923-4e21-a7d6-4c434e00655d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.747368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.751065 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5082a7fe-6e3a-43e7-b545-8155c7b32da5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352448 Jul 06 12:16:50.751265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.756659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '18d4fc75-43a1-46ee-bb54-f79c61d7c355', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.758037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 20f9863f-f88c-41be-bc0c-9294a856cfb6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:50.758696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 20f9863f-f88c-41be-bc0c-9294a856cfb6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:50.759184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 05a6407d-d680-4ee0-82a9-8e8d97af8e8a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:50.777994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 05a6407d-d680-4ee0-82a9-8e8d97af8e8a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:50.778371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 05a6407d-d680-4ee0-82a9-8e8d97af8e8a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:50.782964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.842181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.845747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.867375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf91e8-59ba-4533-b629-a24228f86b80,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.874349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.875738 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c59702ff-61fb-4961-9a1e-da6505d02133 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235013 Jul 06 12:16:50.878353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.884441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '18d4fc75-43a1-46ee-bb54-f79c61d7c355', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.905808 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:16:50.910523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.968689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.972244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.991079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce42c06-88f4-4138-b7c4-2d9a3fee1c7d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.993924 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.995096 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b1fdea4b-4041-404e-8206-532ed01a0517 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158361 Jul 06 12:16:50.998063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:51.002510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '18d4fc75-43a1-46ee-bb54-f79c61d7c355', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:51.024309 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:16:51.028924 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.088563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.091865 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.110447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab27e8a-8ec4-4cf5-9e66-aafbacd7015a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:51.112603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.113783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b432eb21-7ab8-4489-a0cc-2a9bfb9697db tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147332 Jul 06 12:16:51.118338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:51.125040 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'network': {'name': 'tempest-network-smoke--598295687', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:51.148076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:51.151493 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.173677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:16:51.183496 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.183833 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Added segment fdd34381-8155-4f81-ad56-f3a437a04559 of type vlan for network 19c4cece-00b1-4716-aa4a-52667b2325ac Jul 06 12:16:51.225583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.257303 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.263171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:51.263758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.321376 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2020535 Jul 06 12:16:51.324125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 54988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:51.328471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'admin_state_up': True, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:51.346423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b24c8-39b1-4c9a-8122-15e602d27f9f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Network': ['ID=19c4cece-00b1-4716-aa4a-52667b2325ac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:51.357157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 19c4cece-00b1-4716-aa4a-52667b2325ac details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:16:51.361011 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.362173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.422742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.563635 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.711202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e868d84-a5e4-4589-bb35-a477a6d5dd21 req-6bacdd0f-c778-4e57-8a18-f542577deeb6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:51.712941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e868d84-a5e4-4589-bb35-a477a6d5dd21 req-6bacdd0f-c778-4e57-8a18-f542577deeb6 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 946 time: 0.0639274 Jul 06 12:16:51.751244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e868d84-a5e4-4589-bb35-a477a6d5dd21 req-b763c42a-3f32-479c-802c-8ec189a101e1 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Jul 06 12:16:51.763036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.782461 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.897510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.63 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/d7bd2620-545e-4ae1-ac00-e0a1b950aaf5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:51.926682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28420992-ac8e-469f-a4fa-54e69c401d6c req-75deba5a-b2ca-4af7-aaa0-9f8f22b4e153 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:51.928234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28420992-ac8e-469f-a4fa-54e69c401d6c req-75deba5a-b2ca-4af7-aaa0-9f8f22b4e153 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 946 time: 0.0646586 Jul 06 12:16:51.967009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28420992-ac8e-469f-a4fa-54e69c401d6c req-7b5bdba4-d316-42f8-a308-c14de89d5c01 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329053 Jul 06 12:16:51.993000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:51.999178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.041182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.078604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:52.083323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:52.087385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:52.093517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:52.154371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c1c31-4096-4a18-ae85-01a342cda34e tempest-TestVolumeBootPattern-404096239 tempest-TestVolumeBootPattern-404096239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.155903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e4c1c31-4096-4a18-ae85-01a342cda34e tempest-TestVolumeBootPattern-404096239 tempest-TestVolumeBootPattern-404096239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1092 time: 0.1618252 Jul 06 12:16:52.158723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 54998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:52.163250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:52.184455 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.282328 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.350271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.391690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.25.7.49 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/b3507a8a-372c-4636-9bea-cbd3374d47fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:52.493030 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.532702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.544999 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.579508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:52.582351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:52.584831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:52.606609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=b3507a8a-372c-4636-9bea-cbd3374d47fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:52.681130 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 89041c8e-4ebf-4657-bf24-cca69f6458a3 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:16:52.789395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:52.798560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Sync routers for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:52.808072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.808490 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:52.808939 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:52.810267 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b5491118-1840-469a-8b76-829ceaa026ba tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4851937 Jul 06 12:16:52.813739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:52.850011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dfba2e7a-b5f0-4324-8d69-fdd28daa79fc tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=78e1b8b3fe9c41e496f31ec6102a6abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351417 Jul 06 12:16:52.852625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:52.924715 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.932497 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:52.946623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b67fd-a99b-4470-bf4f-c60c88288fc6 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.950889 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-478b67fd-a99b-4470-bf4f-c60c88288fc6 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945015 Jul 06 12:16:52.951174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:52.982967 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-442e3ab2-6cf7-4f59-8b4d-c7ac3ee3217c tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283141 Jul 06 12:16:52.983166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:52.986203 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.988136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397280612', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:53.086231 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:53.090201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.118868 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:52Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:53.249965 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Checking router: 89041c8e-4ebf-4657-bf24-cca69f6458a3 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:53.250310 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Updating router 89041c8e-4ebf-4657-bf24-cca69f6458a3 port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:16:53.286041 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.301127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.367487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Subnet': ['ID=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:53.384901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.388907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Checking segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:53.389364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network hostable DHCP agents. Network: 19c4cece-00b1-4716-aa4a-52667b2325ac, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:16:53.406272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 19c4cece-00b1-4716-aa4a-52667b2325ac is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:16:53.416941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 19c4cece-00b1-4716-aa4a-52667b2325ac) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:53.421639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.422291 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.430515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98c4e7-48e5-498a-b8af-f59061d352d4 None None] Network 19c4cece-00b1-4716-aa4a-52667b2325ac requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:53.442440 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2b685ee3-98a3-492c-9f16-2c67e455d151 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4582844 Jul 06 12:16:53.445317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:53.568294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.574847 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.575022 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.586307 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Transition to ACTIVE for port object d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:53.593523 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.613439 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-19c4cece-00b1-4716-aa4a-52667b2325ac', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:16:53.614946 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.663259 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Attempting to bind port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:53.663730 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Attempting to bind port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:53.664453 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Attempting to bind port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:53.664834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.676804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:53.677344 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:53.677825 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.678270 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:53.678809 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Bound port: d7bd2620-545e-4ae1-ac00-e0a1b950aaf5, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:53.679274 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.707130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Pushing event updated for resources: {'Port': ['ID=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:53.723523 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.724304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.724714 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.725163 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.725554 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.725951 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.726497 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.726916 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.727470 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.727864 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.728277 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.728708 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:53.754511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] For port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:53.761999 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] For port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:53.770052 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.788292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=b3507a8a-372c-4636-9bea-cbd3374d47fc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:53.788504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Allocated IP 172.20.0.2 (19c4cece-00b1-4716-aa4a-52667b2325ac/026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3/86b2241a-bd7d-4412-8729-90bf12d73e40) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:53.806036 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Floating IP 32100878-90d0-4474-b817-e6bb3c219e5a associated. External IP: 172.25.7.49, port: 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89. Jul 06 12:16:53.837029 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:53.837926 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:53.956984 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:53.978475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.988928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:53.989263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Transition to ACTIVE for port object 86b2241a-bd7d-4412-8729-90bf12d73e40 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:54.009533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Transition to ACTIVE for port object 86b2241a-bd7d-4412-8729-90bf12d73e40 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:54.020574 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.051590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:54.066764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4acc8e-2257-4e6a-863d-05f25e434cb6 None None] Pushing event updated for resources: {'Port': ['ID=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:54.070726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Pushing event updated for resources: {'Port': ['ID=86b2241a-bd7d-4412-8729-90bf12d73e40,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:54.094716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Network 19c4cece-00b1-4716-aa4a-52667b2325ac is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:54.096268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:54.098903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:54.161125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Attempting to bind port 86b2241a-bd7d-4412-8729-90bf12d73e40 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:54.161612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Attempting to bind port 86b2241a-bd7d-4412-8729-90bf12d73e40 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:54.162033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Attempting to bind port 86b2241a-bd7d-4412-8729-90bf12d73e40 on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:54.169087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:54.169497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Checking segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:54.170617 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.170617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Bound using segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:54.170899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Bound port: 86b2241a-bd7d-4412-8729-90bf12d73e40, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:54.171308 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.200231 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:52Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:54.203142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:54.226140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:54.235681 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.246853 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc428806-4761-41a6-bef2-fa1d2a2b62fc None None] The sync data for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 is: [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:52Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:54.259450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:54.259450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:54.262553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] For port 86b2241a-bd7d-4412-8729-90bf12d73e40, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:54.267335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] For port 86b2241a-bd7d-4412-8729-90bf12d73e40, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=86b2241a-bd7d-4412-8729-90bf12d73e40,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:54.306496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-98b1fa56-24a0-40bf-948c-571925e3fc36 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1409252 Jul 06 12:16:54.306496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:54.306496 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c855691-1843-41a1-aaf1-82261d104c70" -d '{"events": [{"name": "network-changed", "server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:54.312150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.351093 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ca7db-9a52-4a8a-a31a-89b8a1e36b2c x-openstack-request-id: req-040ca7db-9a52-4a8a-a31a-89b8a1e36b2c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:54.351458 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:54.351780 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-040ca7db-9a52-4a8a-a31a-89b8a1e36b2c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:54.352292 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'status': 'completed', 'code': 200} Jul 06 12:16:54.360487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.1 (19c4cece-00b1-4716-aa4a-52667b2325ac/026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3/59e5136a-e200-4f22-b084-79a1bf3f60d3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:54.433755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762bae-cd16-4f5c-9029-44867fd146d4 None None] Pushing event updated for resources: {'Port': ['ID=86b2241a-bd7d-4412-8729-90bf12d73e40,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:54.440579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:54.532598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855691-1843-41a1-aaf1-82261d104c70 req-0b110d04-732b-44e4-9307-f28cf90db0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:54.534133 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-0b110d04-732b-44e4-9307-f28cf90db0ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1097 time: 0.1592441 Jul 06 12:16:54.620165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.706084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object 59e5136a-e200-4f22-b084-79a1bf3f60d3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:54.715701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855691-1843-41a1-aaf1-82261d104c70 req-030315ab-6064-4970-858e-f83a1805e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:54.720351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-030315ab-6064-4970-858e-f83a1805e1d6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1777351 Jul 06 12:16:54.811641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:52Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:54.853416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:54.863965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:54.865427 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:54.934457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:55.189915 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:55.236327 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-6fd7ec70-d957-4b53-8984-424ab1453ab2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 200 len: 999 time: 0.5059016 Jul 06 12:16:55.236913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:55.242986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:55.243365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.243647 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.338476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855691-1843-41a1-aaf1-82261d104c70 req-75dbdea5-01d2-4acc-95b0-bd0be8d1efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:55.339996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-75dbdea5-01d2-4acc-95b0-bd0be8d1efbc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0936232 Jul 06 12:16:55.343016 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 19c4cece-00b1-4716-aa4a-52667b2325ac is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:55.357915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:55.366591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:55.385074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=59e5136a-e200-4f22-b084-79a1bf3f60d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:55.439427 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.459986 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.475397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:55.488631 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.490314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 86b2241a-bd7d-4412-8729-90bf12d73e40 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:55.502922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855691-1843-41a1-aaf1-82261d104c70 req-b9cdb4e1-4f70-4b40-8b21-45d8f2b642d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:55.504495 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-b9cdb4e1-4f70-4b40-8b21-45d8f2b642d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572356 Jul 06 12:16:55.610090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:55.618574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 86b2241a-bd7d-4412-8729-90bf12d73e40 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:55.637086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:52Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:55.670910 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-523e2f9b-041e-4381-b91e-c2f6bc870e6a service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591620 Jul 06 12:16:55.671730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c8b43d-9a61-4b33-88ab-a82f95dc8af8 None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:52Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:55.718189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5b8e3-2128-491e-8026-b090e933ba69 None None] Network 19c4cece-00b1-4716-aa4a-52667b2325ac requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:55.760203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.839838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] Provisioning for port 86b2241a-bd7d-4412-8729-90bf12d73e40 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:55.843427 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c855691-1843-41a1-aaf1-82261d104c70 req-2ee30867-77b2-4591-ae01-9fb2fffb08f2 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507800 Jul 06 12:16:55.846290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] Provisioning complete for port 86b2241a-bd7d-4412-8729-90bf12d73e40 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:55.846669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.983991 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.022566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] For port 86b2241a-bd7d-4412-8729-90bf12d73e40, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=86b2241a-bd7d-4412-8729-90bf12d73e40,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:56.029721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.101964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06efe5-05bb-4e77-9a8c-fb024d9e7b9c None None] Pushing event updated for resources: {'Port': ['ID=86b2241a-bd7d-4412-8729-90bf12d73e40,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:56.154684 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.161721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.260089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c1b733c-a310-4e34-ac24-829ea25a0b55 None None] Provisioning complete for port 86b2241a-bd7d-4412-8729-90bf12d73e40 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:56.262012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c1b733c-a310-4e34-ac24-829ea25a0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.285278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=59e5136a-e200-4f22-b084-79a1bf3f60d3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:56.289383 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.404553 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c1b733c-a310-4e34-ac24-829ea25a0b55 None None] Provisioning for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:56.407400 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290a9aa-6ebb-4fdc-8e61-0cc236f39d95 None None] New status for floating IP 32100878-90d0-4474-b817-e6bb3c219e5a: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:16:56.413494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c1b733c-a310-4e34-ac24-829ea25a0b55 None None] Provisioning complete for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:56.413893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c1b733c-a310-4e34-ac24-829ea25a0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.417177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 19c4cece-00b1-4716-aa4a-52667b2325ac is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:56.418767 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:56.472071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b733c-a310-4e34-ac24-829ea25a0b55 None None] Port 59e5136a-e200-4f22-b084-79a1bf3f60d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:56.592406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 89041c8e-4ebf-4657-bf24-cca69f6458a3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:56.600232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31daa2e9-3c23-401b-9553-991492203c61 None None] Provisioning complete for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:56.600642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31daa2e9-3c23-401b-9553-991492203c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.652623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-31daa2e9-3c23-401b-9553-991492203c61 None None] Port 59e5136a-e200-4f22-b084-79a1bf3f60d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:56.753322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:56.760569 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4060eaed-aeb4-469c-9d9d-a83c1efe5a50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/89041c8e-4ebf-4657-bf24-cca69f6458a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128860 Jul 06 12:16:56.767306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:56.769694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Sync routers for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:56.809173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:56.809808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:56.818365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-95f54c4e-5a4f-4777-92d9-01dc2d8229c4 None None] Provisioning complete for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:56.818743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95f54c4e-5a4f-4777-92d9-01dc2d8229c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.935944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-95f54c4e-5a4f-4777-92d9-01dc2d8229c4 None None] Port 59e5136a-e200-4f22-b084-79a1bf3f60d3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:56.945306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-4e0c3468-f67d-42fe-afee-8f7b09bef235 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984353981&fields=id&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 267 time: 0.0350924 Jul 06 12:16:56.953774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:56.954150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.980559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:57.056268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-34d2c142-eb8b-4fbb-8a77-953809f2e983 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:57.057931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-34d2c142-eb8b-4fbb-8a77-953809f2e983 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 796 time: 0.1047792 Jul 06 12:16:57.073646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-a9265f36-3983-4daa-afcc-a62a8579b106 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/quotas/78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 375 time: 0.0103896 Jul 06 12:16:57.147581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-95108383-9bd6-4c01-bef9-cc1c0e5f0b76 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676925 Jul 06 12:16:57.165003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 86b2241a-bd7d-4412-8729-90bf12d73e40 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:57.206832 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb47a9f3-1a49-4ee6-9321-564bfedda917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.250338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-0a00712a-6527-473a-8ab5-fdd179baf181 service neutron] 10.222.0.78 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908873 Jul 06 12:16:57.263575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 86b2241a-bd7d-4412-8729-90bf12d73e40 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:57.264156 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.307136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 2, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:57.335579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Checking router: 89041c8e-4ebf-4657-bf24-cca69f6458a3 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:57.335955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Updating router 89041c8e-4ebf-4657-bf24-cca69f6458a3 port 59e5136a-e200-4f22-b084-79a1bf3f60d3 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:16:57.347487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-077c20bd-6105-47aa-9790-916ca5b7c89c service neutron] 10.222.0.78 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895832 Jul 06 12:16:57.392341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.527978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3746ac5a-e490-485d-bc83-f39ade919720 req-6a7a047e-de06-4814-806b-5a9faa07650a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0299652 Jul 06 12:16:57.682806 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.692823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Transition to ACTIVE for port object 59e5136a-e200-4f22-b084-79a1bf3f60d3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:57.698658 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.796601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6eceb-e2fc-4e7e-a0ad-3c7db1fa474f None None] Pushing event updated for resources: {'Port': ['ID=59e5136a-e200-4f22-b084-79a1bf3f60d3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:57.815824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Attempting to bind port 59e5136a-e200-4f22-b084-79a1bf3f60d3 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:57.816173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Attempting to bind port 59e5136a-e200-4f22-b084-79a1bf3f60d3 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:57.816515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Attempting to bind port 59e5136a-e200-4f22-b084-79a1bf3f60d3 on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:57.822538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:57.822917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Checking segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:57.823408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.823801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Bound using segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:57.824332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Bound port: 59e5136a-e200-4f22-b084-79a1bf3f60d3, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:57.824725 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.900420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] For port 59e5136a-e200-4f22-b084-79a1bf3f60d3, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:57.904014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] For port 59e5136a-e200-4f22-b084-79a1bf3f60d3, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59e5136a-e200-4f22-b084-79a1bf3f60d3,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:57.908680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.986218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:57.986849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:16:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:57.995187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6eceb-e2fc-4e7e-a0ad-3c7db1fa474f None None] Pushing event updated for resources: {'Port': ['ID=59e5136a-e200-4f22-b084-79a1bf3f60d3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:58.109957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:58.469041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:57Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:58.498844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fedebf-32cb-4947-8e2a-0d41e25dc781 None None] The sync data for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 is: [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:57Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:58.716386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-cb2d3ee7-7bae-4c65-8ada-b1bb1a484870 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:58.717418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da4159e3-5155-4902-bbb1-dc7df248959d req-8c5fb943-aaa2-4f02-8f88-d81ed6df7989 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0319827 Jul 06 12:16:58.721291 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-cb2d3ee7-7bae-4c65-8ada-b1bb1a484870 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 796 time: 0.2064118 Jul 06 12:16:58.797217 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-024c2a91-727d-48bf-8400-bcffa52e6c1a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 380 time: 0.0601637 Jul 06 12:16:58.806245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'port': {'device_id': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'admin_state_up': True, 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'security_groups': ['18d4fc75-43a1-46ee-bb54-f79c61d7c355']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:58.826481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 59e5136a-e200-4f22-b084-79a1bf3f60d3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:58.889665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:58.893399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:58.893777 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.937276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:58.944576 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.980544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.020357 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 59e5136a-e200-4f22-b084-79a1bf3f60d3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59e5136a-e200-4f22-b084-79a1bf3f60d3,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:59.025839 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.073954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=59e5136a-e200-4f22-b084-79a1bf3f60d3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:59.095232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.4 (19c4cece-00b1-4716-aa4a-52667b2325ac/026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3/e189148b-5dd0-4ac4-86fd-f3562438d0ca) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:59.246965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.261346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object e189148b-5dd0-4ac4-86fd-f3562438d0ca will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:59.296208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.343766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 19c4cece-00b1-4716-aa4a-52667b2325ac is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:59.349914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:59.352436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:59.382508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:59.409468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:59.410215 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.426058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-ada6e565-7d07-4b7e-8094-0ac5cc0a2219 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241803 Jul 06 12:16:59.437509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Request body: {'port': {'device_id': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:59.527506 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.629044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfcb02ef-a550-4e8d-9399-c746d557b815 None None] Provisioning for port e189148b-5dd0-4ac4-86fd-f3562438d0ca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:59.635210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfcb02ef-a550-4e8d-9399-c746d557b815 None None] Provisioning complete for port e189148b-5dd0-4ac4-86fd-f3562438d0ca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:59.636219 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfcb02ef-a550-4e8d-9399-c746d557b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.683354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb02ef-a550-4e8d-9399-c746d557b815 None None] Port e189148b-5dd0-4ac4-86fd-f3562438d0ca cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:59.688367 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7952d47-085f-4cc0-9231-5b8855979d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.811853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e189148b-5dd0-4ac4-86fd-f3562438d0ca {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:59.820018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.832114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Transition to ACTIVE for port object e189148b-5dd0-4ac4-86fd-f3562438d0ca will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:59.836745 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.891623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:59.908312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab2514-5086-4bd8-aab3-2c81d60eff06 req-9bc919f0-4cde-4df5-a7b9-c9fee7473d71 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:59.909907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0dab2514-5086-4bd8-aab3-2c81d60eff06 req-9bc919f0-4cde-4df5-a7b9-c9fee7473d71 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0728121 Jul 06 12:16:59.955583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0dab2514-5086-4bd8-aab3-2c81d60eff06 req-c90f4550-f5ff-492e-9b42-18bc2a48a57c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389183 Jul 06 12:16:59.981082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:59.981422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:59.981753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:59.986397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:59.986725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:59.992308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:59.992586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Checking segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:59.992975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Bound using segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:59.993414 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Bound port: e189148b-5dd0-4ac4-86fd-f3562438d0ca, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:59.993774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.060184 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:00.065054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:00.070681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.104532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.105156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.106568 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] 10.222.0.79 "PUT /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 1091 time: 0.6734896 Jul 06 12:17:00.106997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:00.109299 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef40656-d6ec-4f8f-9423-88159e28ce1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:00.137080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174627e-2288-4033-aea7-caca2e409c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:00.160461 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9b6a6-bbd6-4dff-88dd-a9b7c763377f x-openstack-request-id: req-06d9b6a6-bbd6-4dff-88dd-a9b7c763377f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:00.160755 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:00.161006 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06d9b6a6-bbd6-4dff-88dd-a9b7c763377f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:00.162046 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'status': 'completed', 'code': 200} Jul 06 12:17:00.225627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-c2bdec99-2f0f-4e2d-91aa-fbb5e59c50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.227484 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-c2bdec99-2f0f-4e2d-91aa-fbb5e59c50f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1094 time: 0.0641909 Jul 06 12:17:00.235868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.270065 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-f190400b-a67f-42b6-8b43-2a7472bc5114 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 217 time: 0.0355828 Jul 06 12:17:00.319810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-c08b0ee8-e729-4724-b63c-6696937661d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.321338 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-c08b0ee8-e729-4724-b63c-6696937661d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0456843 Jul 06 12:17:00.361234 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.379176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-1ad978c8-2d33-41d9-b17e-7b1f7ff7838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.381363 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-1ad978c8-2d33-41d9-b17e-7b1f7ff7838a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532870 Jul 06 12:17:00.472622 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-32ff1304-ef93-42c8-a6f3-92986fa1f67a service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849659 Jul 06 12:17:00.561968 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-346407d2-b1ba-4ac5-be2e-dc7ebd133952 req-7b20c2a4-ac9a-4ef6-adb2-a9420f4ed74c service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835185 Jul 06 12:17:00.672081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-6f75a4b3-9bc1-416a-83d2-15ec0296f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.673661 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-6f75a4b3-9bc1-416a-83d2-15ec0296f267 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1094 time: 0.0575535 Jul 06 12:17:00.739002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 59e5136a-e200-4f22-b084-79a1bf3f60d3 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:00.770467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-83f44503-ae4f-4362-99c5-68bb2dd3509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.772080 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-83f44503-ae4f-4362-99c5-68bb2dd3509a service neutron] 10.222.0.79 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 897 time: 0.0919206 Jul 06 12:17:00.785902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 59e5136a-e200-4f22-b084-79a1bf3f60d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:00.786263 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.816869 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-3b797394-6683-4d90-8fd3-dad8cc3873f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 217 time: 0.0385101 Jul 06 12:17:00.867399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-0a6aa0c7-173e-43b5-85bb-464809d521b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.869059 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-0a6aa0c7-173e-43b5-85bb-464809d521b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0457902 Jul 06 12:17:00.927460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-c03da4ad-078a-47ae-a7b1-4f5105d94917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.929006 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-c03da4ad-078a-47ae-a7b1-4f5105d94917 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528033 Jul 06 12:17:01.016147 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:01.026587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-c390f90f-f354-47c1-a365-86800c7c568e service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906987 Jul 06 12:17:01.121601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5ef40656-d6ec-4f8f-9423-88159e28ce1e req-0f32c9ca-c1c8-4a59-a561-c522fee6d7f6 service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877140 Jul 06 12:17:01.139907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2398d-e89c-4815-838c-cee9171d2dcc req-41ee9b1f-c039-472e-af24-a71a69db8ee2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.141444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1de2398d-e89c-4815-838c-cee9171d2dcc req-41ee9b1f-c039-472e-af24-a71a69db8ee2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0696363 Jul 06 12:17:01.179522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1de2398d-e89c-4815-838c-cee9171d2dcc req-67b7100f-56d0-4c5b-ba06-1bbb09ceacde tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Jul 06 12:17:02.255893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:02.355002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:02.361626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1170-e776-4d2d-aafd-bd9dd392dd3e req-22ab4083-0de8-4972-a2c6-3da4efacf8c4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:02.363220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fce1170-e776-4d2d-aafd-bd9dd392dd3e req-22ab4083-0de8-4972-a2c6-3da4efacf8c4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0658319 Jul 06 12:17:02.366668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'port_id': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'mac_address': 'fa:16:3e:62:95:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:17:02.403549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:02.403784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fce1170-e776-4d2d-aafd-bd9dd392dd3e req-4d2ef034-e161-493c-9a13-8d10c64c8546 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Jul 06 12:17:02.416627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e189148b-5dd0-4ac4-86fd-f3562438d0ca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:02.439798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:02.444080 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:02.498984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:02.509011 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:02.684590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e189148b-5dd0-4ac4-86fd-f3562438d0ca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:03.609715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4abd0-e2a6-493d-b799-25a4e8b6d9fb req-0fca6828-e323-4328-93d4-ee8b97313502 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:03.611282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6d4abd0-e2a6-493d-b799-25a4e8b6d9fb req-0fca6828-e323-4328-93d4-ee8b97313502 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 944 time: 0.0864923 Jul 06 12:17:03.658514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6d4abd0-e2a6-493d-b799-25a4e8b6d9fb req-1f7d1d60-dadd-43c0-8d56-7833bbadc4d1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388787 Jul 06 12:17:04.271121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:04.320857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port e189148b-5dd0-4ac4-86fd-f3562438d0ca completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:04.324597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port e189148b-5dd0-4ac4-86fd-f3562438d0ca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:04.324967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.398505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.423029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:04.425292 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1176c8f-a486-47f3-9ccf-42b6da6d5e1c" -d '{"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:04.438090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:04.442054 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.465807 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0685ab02-4734-45e8-82df-f7e289cee822 x-openstack-request-id: req-0685ab02-4734-45e8-82df-f7e289cee822 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:04.466098 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:04.466351 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0685ab02-4734-45e8-82df-f7e289cee822 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:04.466750 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'code': 200} Jul 06 12:17:04.497368 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:04.588997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0930db-8f84-4cb8-a53b-de508e7e9377 req-b433329c-d03d-4932-acf0-4c2a809ef33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.590526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d0930db-8f84-4cb8-a53b-de508e7e9377 req-b433329c-d03d-4932-acf0-4c2a809ef33a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.0524404 Jul 06 12:17:04.627734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3d0930db-8f84-4cb8-a53b-de508e7e9377 req-d1ef64a9-85f3-44fc-b739-87ceb4346ed5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295570 Jul 06 12:17:04.840643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897063c8-7943-4d64-b276-cbe28cbdb497 req-966ba2d4-65c3-41cf-8b58-440d39ddf9e0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.842157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-897063c8-7943-4d64-b276-cbe28cbdb497 req-966ba2d4-65c3-41cf-8b58-440d39ddf9e0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0705898 Jul 06 12:17:04.881768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-897063c8-7943-4d64-b276-cbe28cbdb497 req-8fcb0e0f-b87a-424a-9a0c-d9956ce58bb9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340581 Jul 06 12:17:06.058303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a667640-9926-442a-876d-6652be5fa077 req-ed40f5d0-6299-47f1-85e9-5f4bb5434ff3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:06.060188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a667640-9926-442a-876d-6652be5fa077 req-ed40f5d0-6299-47f1-85e9-5f4bb5434ff3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0664134 Jul 06 12:17:06.112180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a667640-9926-442a-876d-6652be5fa077 req-fefa4ee1-c96f-4912-9717-45dc88be0914 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 Jul 06 12:17:06.292264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc67f0-ebeb-48ae-bb24-c4c5100a7d84 req-663567f8-e0ff-4364-a4b2-3d7d9fd2bc25 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:06.294127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3fc67f0-ebeb-48ae-bb24-c4c5100a7d84 req-663567f8-e0ff-4364-a4b2-3d7d9fd2bc25 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0683122 Jul 06 12:17:06.341095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3fc67f0-ebeb-48ae-bb24-c4c5100a7d84 req-ea16c3e5-95f8-48cd-934d-80319f76951c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Jul 06 12:17:06.365959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:06.420745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31864e58-ac6a-4bec-8b48-522b17ffff5e tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:06.422236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-31864e58-ac6a-4bec-8b48-522b17ffff5e tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1091 time: 0.0552752 Jul 06 12:17:06.425127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:06.430478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:06.452707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.553520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.657465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.113 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/9b5596d0-a6ad-4dea-8980-a3c445426695) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:06.762995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.805417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.843432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:06.848253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:06.851518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:06.877967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=9b5596d0-a6ad-4dea-8980-a3c445426695,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:07.235337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.314460 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.473330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.480530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.554416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=9b5596d0-a6ad-4dea-8980-a3c445426695,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:07.571260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.676209 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP 0cb05461-d57e-4136-ba6f-2a23dd0b5a5a associated. External IP: 172.25.7.113, port: e189148b-5dd0-4ac4-86fd-f3562438d0ca. Jul 06 12:17:07.914915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 89041c8e-4ebf-4657-bf24-cca69f6458a3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:08.022339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:08.031495 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee4438-434d-430b-8073-8b519073a546 None None] Sync routers for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:08.038951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.042273 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:08.042897 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:17:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.080951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-58bf3247-f25d-40ac-9e1b-92986430cf36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6523099 Jul 06 12:17:08.080951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:08.081392 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe851e-8f10-472b-87bf-8f2d4f3412df" -d '{"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:08.118391 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88fd3c-96d0-44af-a1a1-bb252dab2280 x-openstack-request-id: req-9c88fd3c-96d0-44af-a1a1-bb252dab2280 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:08.118694 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:08.118959 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c88fd3c-96d0-44af-a1a1-bb252dab2280 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:08.119370 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'status': 'completed', 'code': 200} Jul 06 12:17:08.170483 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:08.203160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-263487ed-256f-48c6-8efa-130fff103b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.204707 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-263487ed-256f-48c6-8efa-130fff103b45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.0579052 Jul 06 12:17:08.288342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbd420-db92-4520-aedb-ffd718b0becb req-1a5c7108-3d17-43ca-b11c-38b4b1b87563 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.294191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08cbd420-db92-4520-aedb-ffd718b0becb req-1a5c7108-3d17-43ca-b11c-38b4b1b87563 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0946119 Jul 06 12:17:08.303758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-033bbba2-4bc8-4575-92af-7347acf7764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.305265 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-033bbba2-4bc8-4575-92af-7347acf7764a service neutron] 10.222.0.79 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 897 time: 0.0942104 Jul 06 12:17:08.330758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08cbd420-db92-4520-aedb-ffd718b0becb req-72de3422-46be-4dd7-85b8-5df98a0d125f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Jul 06 12:17:08.357560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:08.414247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-14bd14da-0102-4d2e-a024-6800a5d4c311 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 999 time: 0.1021736 Jul 06 12:17:08.435488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '0cb05461-d57e-4136-ba6f-2a23dd0b5a5a', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'port_id': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'mac_address': 'fa:16:3e:62:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:17:07Z', 'updated_at': '2021-07-06T12:17:07Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:58Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.454250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c1c9d0e5-bdf6-453a-95c4-24bf08227af7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/0cb05461-d57e-4136-ba6f-2a23dd0b5a5a HTTP/1.1" status: 200 len: 991 time: 0.0955586 Jul 06 12:17:08.462219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee4438-434d-430b-8073-8b519073a546 None None] Checking router: 89041c8e-4ebf-4657-bf24-cca69f6458a3 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:08.470362 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:08.470969 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:17:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.472271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-1a6875e1-b9b2-4b7b-893b-aa1464a4901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.473770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-1a6875e1-b9b2-4b7b-893b-aa1464a4901b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0513191 Jul 06 12:17:08.535106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-0be71039-8d75-4851-a5d4-5155a9730b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.537325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-0be71039-8d75-4851-a5d4-5155a9730b65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568783 Jul 06 12:17:08.579760 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:08.630825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-64ddd5ee-36af-4a46-96d1-c3611dda0d18 service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829449 Jul 06 12:17:08.728652 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-39fe851e-8f10-472b-87bf-8f2d4f3412df req-0c8a5a0a-d9b5-4d1f-a983-586b496adfb8 service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912597 Jul 06 12:17:08.820162 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5fee4438-434d-430b-8073-8b519073a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '0cb05461-d57e-4136-ba6f-2a23dd0b5a5a', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'port_id': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'mac_address': 'fa:16:3e:62:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:17:07Z', 'updated_at': '2021-07-06T12:17:07Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:58Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.932194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee4438-434d-430b-8073-8b519073a546 None None] The sync data for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 is: [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '0cb05461-d57e-4136-ba6f-2a23dd0b5a5a', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'port_id': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'mac_address': 'fa:16:3e:62:95:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:17:07Z', 'updated_at': '2021-07-06T12:17:07Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:58Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:09.123576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5389e-c33e-4282-b366-94cf2a1d2467 None None] New status for floating IP 0cb05461-d57e-4136-ba6f-2a23dd0b5a5a: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:17:09.457241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:09.533411 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-67d641c2-f076-4141-ad21-8b804ee01fe2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/0cb05461-d57e-4136-ba6f-2a23dd0b5a5a HTTP/1.1" status: 200 len: 993 time: 0.0747519 Jul 06 12:17:15.391724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:17:22.951325 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.169006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0bd1-8cf1-4b48-8f7c-c8014e17d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.632037 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-51bbbd90-fc50-4a43-bfd0-32fef21f5b95 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512989 Jul 06 12:17:29.678519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98696bad-e982-433d-a5fd-8bc46899cf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.732464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658540-14fa-4311-8437-4cac7e5793a8 req-f3bffb63-9c37-4b7d-baee-65dc5577174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:29.733998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-f3bffb63-9c37-4b7d-baee-65dc5577174e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0556731 Jul 06 12:17:29.849725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658540-14fa-4311-8437-4cac7e5793a8 req-6213812b-b7ed-404b-a567-12e75d812b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:29.851217 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-6213812b-b7ed-404b-a567-12e75d812b2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 200 len: 908 time: 0.0937686 Jul 06 12:17:29.927658 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-63f309ce-1bbc-4078-a1cd-0db8340f8725 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 200 len: 1001 time: 0.0621271 Jul 06 12:17:29.977122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658540-14fa-4311-8437-4cac7e5793a8 req-453149ca-92c8-488d-9904-7fc4024777e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:29.978513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-453149ca-92c8-488d-9904-7fc4024777e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bb871a9-e444-4d5e-9438-84f5c8d72822 HTTP/1.1" status: 200 len: 846 time: 0.0434861 Jul 06 12:17:30.036483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658540-14fa-4311-8437-4cac7e5793a8 req-73e870b4-df31-42e4-9f6a-b8f976571b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:30.038021 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-73e870b4-df31-42e4-9f6a-b8f976571b3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e0d280e-f19b-41cd-8a87-42c8ddeff027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516181 Jul 06 12:17:30.128315 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-35887598-469a-43b1-a713-45c36ea42dfd service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 Jul 06 12:17:30.224177 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27658540-14fa-4311-8437-4cac7e5793a8 req-ae061e22-5fd2-4f53-8bb0-1d1a59123e74 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Jul 06 12:17:30.244683 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.360791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.018017 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.506202 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.894073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a482ea-8189-41df-ab45-3ce8d8175960 req-4ab7ec7e-3eb9-485e-b1a5-0a5ec9da153b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:42.896254 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50a482ea-8189-41df-ab45-3ce8d8175960 req-4ab7ec7e-3eb9-485e-b1a5-0a5ec9da153b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0722632 Jul 06 12:17:42.932986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50a482ea-8189-41df-ab45-3ce8d8175960 req-753aa01a-bf72-48df-b148-279cda58a0a0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jul 06 12:17:42.958261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:43.024281 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e054c3b8-2e7b-4501-9dee-b816ccf67bfb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/0cb05461-d57e-4136-ba6f-2a23dd0b5a5a HTTP/1.1" status: 200 len: 993 time: 0.0647244 Jul 06 12:17:43.529011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19bf9f-4f03-4aec-8ed4-2ec4d89317df req-3e1531d0-c265-4991-a972-37735c4f2dfc tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:43.530794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f19bf9f-4f03-4aec-8ed4-2ec4d89317df req-3e1531d0-c265-4991-a972-37735c4f2dfc tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.0530636 Jul 06 12:17:43.565773 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f19bf9f-4f03-4aec-8ed4-2ec4d89317df req-e92b7401-e22c-4bf1-8416-175d3569b81e tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287590 Jul 06 12:17:44.149494 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-fe09e71e-909e-4bc7-a405-4098d4e81cf1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557432 Jul 06 12:17:44.686024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-4b8e1190-aa27-4930-a7cb-4cb43aefb844 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:17:44.687105 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-4b8e1190-aa27-4930-a7cb-4cb43aefb844 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0743001 Jul 06 12:17:44.696630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Request body: {'binding': {'host': 'n-h1-799528-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:44.697748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:17:44.829157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on host n-h1-799528-2 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:44.829406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:44.829735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:44.834148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:44.834477 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:44.839168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:44.839503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Checking segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:44.839885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Bound using segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:44.840343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Bound port: e189148b-5dd0-4ac4-86fd-f3562438d0ca, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:44.922300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:44.928240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.929433 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-8da1249f-7943-40df-b81d-5e27c0f7a4ba service neutron] 10.222.0.78 "POST /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca/bindings HTTP/1.1" status: 201 len: 389 time: 0.2360711 Jul 06 12:17:45.501479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255acef-42d6-46c2-be73-4060a4780d3f req-7e45fc46-077a-4433-b845-3dca50b0d9f9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.502965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7255acef-42d6-46c2-be73-4060a4780d3f req-7e45fc46-077a-4433-b845-3dca50b0d9f9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.4326153 Jul 06 12:17:45.532860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-20e51ddb-7ac6-47e4-b952-016893bec8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.534316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-20e51ddb-7ac6-47e4-b952-016893bec8f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.4191997 Jul 06 12:17:45.557835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7255acef-42d6-46c2-be73-4060a4780d3f req-08b42a14-17c0-400e-8aa3-5f9f81a9267c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471945 Jul 06 12:17:45.631608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-509a1950-98fe-4b20-89eb-d4a47c499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.633370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-509a1950-98fe-4b20-89eb-d4a47c499aea service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 897 time: 0.0897176 Jul 06 12:17:45.702447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-0a633be6-5b01-4f88-8bbc-8337ba232e57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 1001 time: 0.0620427 Jul 06 12:17:45.755595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-c68fb00a-336d-4477-b7d4-7d558bcc986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.757077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-c68fb00a-336d-4477-b7d4-7d558bcc986e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0482194 Jul 06 12:17:45.814494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-2f472128-2d21-4d8e-b12b-122301458a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.816021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-2f472128-2d21-4d8e-b12b-122301458a14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522761 Jul 06 12:17:45.910507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-555ac806-e6be-40df-86c6-0309cdb0b446 service neutron] 10.222.0.64 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Jul 06 12:17:46.000425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-cd86e761-defb-4a70-98fa-76128b36a987 service neutron] 10.222.0.64 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831764 Jul 06 12:17:46.157459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-feec0d58-bb1e-4322-9f64-bfe655cee6df tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.158858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-feec0d58-bb1e-4322-9f64-bfe655cee6df tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.0964699 Jul 06 12:17:46.170214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-2'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:46.246020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.375256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:46.414166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:46.458249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:46.460688 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba2ec6-da8f-46d2-9cca-fa54bb93dc0b" -d '{"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-unplugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:46.464286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.478691 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.508592 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1539457d-4c5e-40ee-8f7b-86d8e08ed8f1 x-openstack-request-id: req-1539457d-4c5e-40ee-8f7b-86d8e08ed8f1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:46.509226 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-unplugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:46.509226 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1539457d-4c5e-40ee-8f7b-86d8e08ed8f1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:46.509648 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'code': 200} Jul 06 12:17:46.578187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:46.605329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.605825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.606266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.606705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.607141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.607589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.608082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.608508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.608916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.609250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.609579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.609907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:46.668635 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on host n-h2-799528-2 for vnic_type normal with profile {"migrating_to": "n-h1-799528-2"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:46.668927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:46.669275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:46.674934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:46.675249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Attempting to bind port e189148b-5dd0-4ac4-86fd-f3562438d0ca on network 19c4cece-00b1-4716-aa4a-52667b2325ac {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:46.684318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:46.684705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Checking segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:46.685108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Bound using segment: {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:46.685564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Bound port: e189148b-5dd0-4ac4-86fd-f3562438d0ca, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd34381-8155-4f81-ad56-f3a437a04559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:46.686087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.727018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02017975-3115-45cc-9c4c-fdd5a6f0db62 None None] Provisioning complete for port e189148b-5dd0-4ac4-86fd-f3562438d0ca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:46.727609 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02017975-3115-45cc-9c4c-fdd5a6f0db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.760961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02017975-3115-45cc-9c4c-fdd5a6f0db62 None None] Port e189148b-5dd0-4ac4-86fd-f3562438d0ca cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:46.808126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b3fe4-a527-4bb1-b683-b5b55d353b0e req-37ac8a54-e695-469f-858a-1f4a2b4e7b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.809576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-099b3fe4-a527-4bb1-b683-b5b55d353b0e req-37ac8a54-e695-469f-858a-1f4a2b4e7b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 943 time: 0.1271281 Jul 06 12:17:46.818212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:46.826485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:46.835467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.901917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-099b3fe4-a527-4bb1-b683-b5b55d353b0e req-e7fb155d-b8db-4666-883d-ee63546ccfc3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861938 Jul 06 12:17:46.956651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:47.002757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:47.003575 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:47.005942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-a0bda767-7a2c-47f6-a1f6-8ddce67e5866 service neutron] 10.222.0.64 "PUT /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 1121 time: 0.8397501 Jul 06 12:17:47.078313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['e189148b-5dd0-4ac4-86fd-f3562438d0ca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:47.106304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0915ec7e-fddd-4731-b922-1c70934c91c6 None None] Provisioning complete for port e189148b-5dd0-4ac4-86fd-f3562438d0ca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:47.106672 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0915ec7e-fddd-4731-b922-1c70934c91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:47.234440 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0915ec7e-fddd-4731-b922-1c70934c91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:47.277945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:47.280223 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2292d9-2444-4106-a54b-41801ba0f18c" -d '{"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:47.299945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0915ec7e-fddd-4731-b922-1c70934c91c6 None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:47.306775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0915ec7e-fddd-4731-b922-1c70934c91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:47.333312 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfeeafb-a9df-461b-a7e7-16593ae26ed2 x-openstack-request-id: req-abfeeafb-a9df-461b-a7e7-16593ae26ed2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:47.334082 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:47.334268 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abfeeafb-a9df-461b-a7e7-16593ae26ed2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:47.334640 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'code': 200} Jul 06 12:17:47.458014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915ec7e-fddd-4731-b922-1c70934c91c6 None None] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:48.078340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab24b-1171-4fcf-82d3-cba2ceca87d2 req-a4a70ce4-bfdc-4f88-a5ba-6a5f8dc76b5e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:48.079836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-478ab24b-1171-4fcf-82d3-cba2ceca87d2 req-a4a70ce4-bfdc-4f88-a5ba-6a5f8dc76b5e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0657198 Jul 06 12:17:48.131872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-478ab24b-1171-4fcf-82d3-cba2ceca87d2 req-bd5baceb-5415-4b7c-bda7-cb63c9096adb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Jul 06 12:17:48.511126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:48.513704 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:48.549199 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b386baa-167b-468e-875b-720c93d4f94c x-openstack-request-id: req-1b386baa-167b-468e-875b-720c93d4f94c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:48.549500 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:48.549776 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b386baa-167b-468e-875b-720c93d4f94c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:48.550206 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'status': 'completed', 'code': 200} Jul 06 12:17:48.627391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-47908da9-bf0e-4e16-b941-9dc0b5ca6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:48.629514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-47908da9-bf0e-4e16-b941-9dc0b5ca6a79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1126 time: 0.0554936 Jul 06 12:17:49.039651 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-e6383732-2452-43a1-aaf8-fb9566ea360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.041167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-e6383732-2452-43a1-aaf8-fb9566ea360f service neutron] 10.222.0.79 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 897 time: 0.4057667 Jul 06 12:17:49.109776 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-b032855e-7c04-4082-bc74-55942a8cdaa6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 1001 time: 0.0598543 Jul 06 12:17:49.156161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-12ec9f02-c0e1-44b1-90b4-c6cd9e49b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.157520 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-12ec9f02-c0e1-44b1-90b4-c6cd9e49b1cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0418417 Jul 06 12:17:49.219274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-e66a870e-c6e1-4498-8e6e-47807099124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.220901 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-e66a870e-c6e1-4498-8e6e-47807099124f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552475 Jul 06 12:17:49.316248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe137-0696-412f-bcff-1f63d920d2c2 req-a2597b2e-4865-4411-a0df-98ab6fda5c2c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.316871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-d32e3e02-498e-493b-aa5e-3ffc0aae6442 service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886736 Jul 06 12:17:49.317788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c9fe137-0696-412f-bcff-1f63d920d2c2 req-a2597b2e-4865-4411-a0df-98ab6fda5c2c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0674779 Jul 06 12:17:49.356650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c9fe137-0696-412f-bcff-1f63d920d2c2 req-60ab823f-2673-4c9e-8c8a-24490a6bce3c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332391 Jul 06 12:17:49.407464 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0db924f5-71a6-47fd-ad5e-3d6971c1e1c4 req-f57bad60-5144-4e52-a318-680b7fec65c4 service neutron] 10.222.0.79 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839665 Jul 06 12:17:49.867976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:49.965499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:49.976544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca has no active binding in host n-h1-799528-2 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 12:17:50.532405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084667ea-b66f-4f32-b526-2437d957f4df req-a31ff6a4-818c-484c-a251-2a05b16ca0a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:50.533941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-084667ea-b66f-4f32-b526-2437d957f4df req-a31ff6a4-818c-484c-a251-2a05b16ca0a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0648558 Jul 06 12:17:50.573015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-084667ea-b66f-4f32-b526-2437d957f4df req-1c091d13-d6ab-494a-ae9d-8197530bc38a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327196 Jul 06 12:17:51.753331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f40f8-d359-4f62-90c0-794d5af82710 req-edf324f3-7203-456f-91ed-c518c5f1bfca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:51.754861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102f40f8-d359-4f62-90c0-794d5af82710 req-edf324f3-7203-456f-91ed-c518c5f1bfca tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0719087 Jul 06 12:17:51.791850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102f40f8-d359-4f62-90c0-794d5af82710 req-f62f314b-b694-47db-b2a7-8455cdf7bf9c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311704 Jul 06 12:17:52.390960 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:17:52.952565 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:52.971264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73653ff-3e57-4004-99a0-fecea1f73091 req-83061c1b-5457-46c7-8d64-b2679371c4c3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:52.973616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d73653ff-3e57-4004-99a0-fecea1f73091 req-83061c1b-5457-46c7-8d64-b2679371c4c3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0656414 Jul 06 12:17:53.011191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d73653ff-3e57-4004-99a0-fecea1f73091 req-576a44ee-675c-49d9-8176-60313f44e5ec tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321105 Jul 06 12:17:54.194164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1761aaf-fdfc-4e78-b5c7-cb1be8327737 req-fdbeedb9-9536-4003-8c62-60281f316c71 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:54.195670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1761aaf-fdfc-4e78-b5c7-cb1be8327737 req-fdbeedb9-9536-4003-8c62-60281f316c71 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0715137 Jul 06 12:17:54.233723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a1761aaf-fdfc-4e78-b5c7-cb1be8327737 req-bf6d5bfe-31b5-46ef-b010-3fcb5c928e64 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 06 12:17:55.391367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-d2aedaaf-a74b-493f-9c5a-3adc533d1b8d service neutron] 10.222.0.79 "GET /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca/bindings/n-h1-799528-2 HTTP/1.1" status: 200 len: 384 time: 0.0589528 Jul 06 12:17:55.415973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e0cc6-5a3f-4a7f-8e51-b4bd21505df4 req-327936df-8897-423b-a45d-db7474037747 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:55.417515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-826e0cc6-5a3f-4a7f-8e51-b4bd21505df4 req-327936df-8897-423b-a45d-db7474037747 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0647681 Jul 06 12:17:55.456059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-826e0cc6-5a3f-4a7f-8e51-b4bd21505df4 req-8bc0330c-7d1e-42b1-aa8b-d15d2f515caf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Jul 06 12:17:55.564396 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:55.584014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:55.627265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:55.629867 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fcede-4185-4476-b5dd-277cf3b6b2e6" -d '{"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-unplugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:55.636939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:55.651104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:55.684086 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640141d5-9f5f-41ca-8a74-87dbf86ea8c7 x-openstack-request-id: req-640141d5-9f5f-41ca-8a74-87dbf86ea8c7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:55.684382 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-unplugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:55.684638 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-640141d5-9f5f-41ca-8a74-87dbf86ea8c7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:55.685034 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'code': 200} Jul 06 12:17:55.725735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Transition to ACTIVE for port object e189148b-5dd0-4ac4-86fd-f3562438d0ca will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:55.729539 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:55.826902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:55.837837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.838158 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.838518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.838862 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.839203 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.839543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.839881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.840236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.840572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.840901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.841228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.841555 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:55.875750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] No DVR routers for this DVR port e189148b-5dd0-4ac4-86fd-f3562438d0ca on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:55.908949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:56.010788 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-67ef42a7-3c09-4aa4-89ce-aac41c1b195b service neutron] 10.222.0.79 "PUT /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca/bindings/n-h1-799528-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6141477 Jul 06 12:17:56.016632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:56.028322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'port_id': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'mac_address': 'fa:16:3e:62:95:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:17:56.068045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.080605 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e189148b-5dd0-4ac4-86fd-f3562438d0ca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:56.101057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:56.105194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.123577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-887daa25-9c85-4fa9-adb3-10570031bf00 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.125325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-887daa25-9c85-4fa9-adb3-10570031bf00 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 1095 time: 0.0608115 Jul 06 12:17:56.157326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:56.165315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.165656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.165998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.166440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.166799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.167179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.167459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.167810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.168157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.168470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.168793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.169114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:56.174186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['e189148b-5dd0-4ac4-86fd-f3562438d0ca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:56.192045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-091883f7-31a5-484f-968e-0a6ab2d8a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.193383 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-091883f7-31a5-484f-968e-0a6ab2d8a928 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 1096 time: 0.0608990 Jul 06 12:17:56.271475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-2d6fe71a-d72f-4cf8-9b9a-60408f272950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.273060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-2d6fe71a-d72f-4cf8-9b9a-60408f272950 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.0546479 Jul 06 12:17:56.363034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-0046b180-fa8c-4f6c-a15b-2638c0351463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.365242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-0046b180-fa8c-4f6c-a15b-2638c0351463 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 897 time: 0.0858669 Jul 06 12:17:56.436264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-d90025f6-2eaf-49bf-b9e2-3dad467337fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 1000 time: 0.0642540 Jul 06 12:17:56.486156 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-2b1cb9bd-156d-4e79-a7f2-34412e764fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.487622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-2b1cb9bd-156d-4e79-a7f2-34412e764fb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0435569 Jul 06 12:17:56.548761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-d32d172d-80de-4659-8788-bbb67253e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.550331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-d32d172d-80de-4659-8788-bbb67253e255 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561934 Jul 06 12:17:56.686253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-33ac9330-3dde-4273-944e-71202f6ad743 service neutron] 10.222.0.64 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285512 Jul 06 12:17:56.697680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ded14-2248-4698-aac2-a9e61c19352a req-5355e819-f042-4cd6-8a91-1d7ee4b5db05 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.699100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-247ded14-2248-4698-aac2-a9e61c19352a req-5355e819-f042-4cd6-8a91-1d7ee4b5db05 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.1242871 Jul 06 12:17:56.787066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-247ded14-2248-4698-aac2-a9e61c19352a req-e08954e8-50b1-47a9-ac15-3dd48ef3af4f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798690 Jul 06 12:17:56.818058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-742f57c4-a371-4ec1-b5ae-216b83dee1e4 service neutron] 10.222.0.64 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179318 Jul 06 12:17:57.104060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-46c02ca6-f92f-41d3-8864-dffc6426779d tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:57.105580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-46c02ca6-f92f-41d3-8864-dffc6426779d tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 1096 time: 0.0585091 Jul 06 12:17:57.169925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bfca5f9-fb57-4e42-b722-6a8c16705649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.257331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-4efc3e4c-d9a0-41e6-aaaa-51f4ad24d0ae service neutron] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:57.260890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-4efc3e4c-d9a0-41e6-aaaa-51f4ad24d0ae service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.262078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb8159f-86b1-4a71-bf37-40ce90580176 req-4efc3e4c-d9a0-41e6-aaaa-51f4ad24d0ae service neutron] 10.222.0.64 "DELETE /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca/bindings/n-h2-799528-2 HTTP/1.1" status: 204 len: 173 time: 0.1500633 Jul 06 12:17:57.919187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:57.972324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc91d0f-5f7b-40b1-81ba-45e74c918e8e req-18dc1ab1-1d84-4b3f-ad53-2b244c4f791c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:57.974623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port e189148b-5dd0-4ac4-86fd-f3562438d0ca completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:57.974751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4cc91d0f-5f7b-40b1-81ba-45e74c918e8e req-18dc1ab1-1d84-4b3f-ad53-2b244c4f791c tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0722501 Jul 06 12:17:57.983327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port e189148b-5dd0-4ac4-86fd-f3562438d0ca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:57.983788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.015825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4cc91d0f-5f7b-40b1-81ba-45e74c918e8e req-9bfb3d08-f41f-46d4-a0a3-7dab4ff4ea4a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344529 Jul 06 12:17:58.085503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.111521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:58.113891 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d26a8cb-1f2d-42db-adf6-f9def5539b4e" -d '{"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:58.133506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:58.142793 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.174846 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a3c509-fb3f-4fcd-93da-98b3f9b7828c x-openstack-request-id: req-60a3c509-fb3f-4fcd-93da-98b3f9b7828c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:58.175553 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:58.175553 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60a3c509-fb3f-4fcd-93da-98b3f9b7828c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:58.175729 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'code': 200} Jul 06 12:17:58.198674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eed5b-f833-43a6-8416-0dbe3db2bbaa req-56abac6b-05ad-4381-a579-034a986097f6 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.200472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-465eed5b-f833-43a6-8416-0dbe3db2bbaa req-56abac6b-05ad-4381-a579-034a986097f6 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1097 time: 0.0647676 Jul 06 12:17:58.217486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:58.243140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-465eed5b-f833-43a6-8416-0dbe3db2bbaa req-72e7028d-fcdc-44c1-8af3-18e577529b00 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361369 Jul 06 12:17:58.452328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66436c-6fc6-4697-9602-7715696622cc req-c1b61979-028c-48e2-a1b0-553f2bc7e556 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.454199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf66436c-6fc6-4697-9602-7715696622cc req-c1b61979-028c-48e2-a1b0-553f2bc7e556 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 946 time: 0.0903432 Jul 06 12:17:58.501892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf66436c-6fc6-4697-9602-7715696622cc req-23f1f0c0-594b-42b8-83df-9bd01c547df3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 Jul 06 12:17:58.503720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:58.531059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:58.549328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:58.612555 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8527ff2e-6212-408d-92cf-52d04da3d37a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/0cb05461-d57e-4136-ba6f-2a23dd0b5a5a HTTP/1.1" status: 200 len: 993 time: 0.0801640 Jul 06 12:17:58.871254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:59.025720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 9b5596d0-a6ad-4dea-8980-a3c445426695 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:59.026379 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.105250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.105574 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.117621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 9b5596d0-a6ad-4dea-8980-a3c445426695 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:59.274272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.300033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=9b5596d0-a6ad-4dea-8980-a3c445426695,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:59.361097 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.361496 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP 0cb05461-d57e-4136-ba6f-2a23dd0b5a5a disassociated (deleted). External IP: 172.25.7.113, port: e189148b-5dd0-4ac4-86fd-f3562438d0ca. Jul 06 12:17:59.570399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 89041c8e-4ebf-4657-bf24-cca69f6458a3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:59.678588 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769b361b-1f3b-405d-a831-3b853c74aabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.680008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:59.684932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.690091 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] Sync routers for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:59.699271 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:59.699873 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:59.722283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-838b9a25-8a85-4b55-a2f8-2291b908e443 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/floatingips/0cb05461-d57e-4136-ba6f-2a23dd0b5a5a HTTP/1.1" status: 204 len: 168 time: 0.8498983 Jul 06 12:17:59.722976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:59.725446 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f7ae4-e802-49a1-9dc7-27361625b731" -d '{"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:59.767636 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ebacc-b5e1-46a4-8ce3-dcfa0e080d49 x-openstack-request-id: req-831ebacc-b5e1-46a4-8ce3-dcfa0e080d49 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:59.768053 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:59.768316 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-831ebacc-b5e1-46a4-8ce3-dcfa0e080d49 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:59.768815 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'status': 'completed', 'code': 200} Jul 06 12:17:59.811234 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:59.856432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-e0641c03-8dd5-45b3-9c11-9a7bbc11befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:59.857975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-e0641c03-8dd5-45b3-9c11-9a7bbc11befc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 1097 time: 0.0635424 Jul 06 12:17:59.974820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-f686a1af-052a-4b1a-ac1f-8f620dd7596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:59.976498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-f686a1af-052a-4b1a-ac1f-8f620dd7596e service neutron] 10.222.0.64 "GET /v2.0/networks?id=19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 200 len: 897 time: 0.1105785 Jul 06 12:18:00.024993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-3b7b76f1-7974-4a5f-9303-654f45060458 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 200 len: 217 time: 0.0401049 Jul 06 12:18:00.030553 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:58Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:00.060022 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] Checking router: 89041c8e-4ebf-4657-bf24-cca69f6458a3 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:00.069217 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:00.069835 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:00.112084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-36723b16-65e7-4486-aff6-90ca087a0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.113497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-36723b16-65e7-4486-aff6-90ca087a0c8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 200 len: 835 time: 0.0817750 Jul 06 12:18:00.165934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2fd31-64b8-4675-b8cf-8355f64b0186 req-89d1c301-5c0d-44dd-8d98-545c62b941da tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.167452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19f2fd31-64b8-4675-b8cf-8355f64b0186 req-89d1c301-5c0d-44dd-8d98-545c62b941da tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 946 time: 0.1055305 Jul 06 12:18:00.174853 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:00.218772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-19f2fd31-64b8-4675-b8cf-8355f64b0186 req-0e07953b-ce92-4192-84e2-62a5e357aa0a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d4fc75-43a1-46ee-bb54-f79c61d7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Jul 06 12:18:00.221636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-087c0faf-1251-435e-9576-f1e90bc1d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.223150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-087c0faf-1251-435e-9576-f1e90bc1d66b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19c4cece-00b1-4716-aa4a-52667b2325ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973165 Jul 06 12:18:00.251657 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:00.322735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-69259cec-763f-4929-ba56-a1ffa08f08e1 service neutron] 10.222.0.64 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899234 Jul 06 12:18:00.371848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:00.392657 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:58Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:00.419083 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df35d2-c891-4799-9cf4-42fe4a603474 None None] The sync data for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 is: [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '59e5136a-e200-4f22-b084-79a1bf3f60d3', 'name': '', 'network_id': '19c4cece-00b1-4716-aa4a-52667b2325ac', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:8c:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:54Z', 'updated_at': '2021-07-06T12:16:58Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:00.419369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117f7ae4-e802-49a1-9dc7-27361625b731 req-6821c5cb-13de-4d73-b1d8-f2d5376e4bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879722 Jul 06 12:18:00.649431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-e5be905d-ba21-4f4b-9017-9d12615b9379 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.650971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-e5be905d-ba21-4f4b-9017-9d12615b9379 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.64 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 946 time: 0.0792689 Jul 06 12:18:00.658871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3b58f-8be1-4acd-b954-58539750567f None None] New status for floating IP 0cb05461-d57e-4136-ba6f-2a23dd0b5a5a: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:18:00.754742 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port e189148b-5dd0-4ac4-86fd-f3562438d0ca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:00.755088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:00.845672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port e189148b-5dd0-4ac4-86fd-f3562438d0ca, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=e189148b-5dd0-4ac4-86fd-f3562438d0ca,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:00.846064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:00.859718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for e189148b-5dd0-4ac4-86fd-f3562438d0ca owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:01.001663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.025249 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.037199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=e189148b-5dd0-4ac4-86fd-f3562438d0ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:01.082138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] No DVR routers for this DVR port e189148b-5dd0-4ac4-86fd-f3562438d0ca on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:01.085416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.087612 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a36ee72-56c6-42be-97f9-931b837823e7 req-8a95a572-b88a-4f0d-b9b8-13560277eee8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.64 "DELETE /v2.0/ports/e189148b-5dd0-4ac4-86fd-f3562438d0ca HTTP/1.1" status: 204 len: 173 time: 0.4302104 Jul 06 12:18:01.389196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e40cbae-970f-45c8-8388-f0b60860e89d req-4db389e5-de8d-4537-85f7-63086aabcad3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=b683ed70-378c-4555-9971-2a8d703e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0319989 Jul 06 12:18:01.770821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-deleted', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:01.773236 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572ef31-b767-46a8-96e7-5effa7f9a1e1" -d '{"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-deleted", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:01.808094 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbce841-e11e-4850-8fc1-e88db7c0116c x-openstack-request-id: req-7fbce841-e11e-4850-8fc1-e88db7c0116c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:01.808395 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b683ed70-378c-4555-9971-2a8d703e6e52", "name": "network-vif-deleted", "tag": "e189148b-5dd0-4ac4-86fd-f3562438d0ca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:01.808651 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fbce841-e11e-4850-8fc1-e88db7c0116c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:01.809050 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b683ed70-378c-4555-9971-2a8d703e6e52', 'name': 'network-vif-deleted', 'tag': 'e189148b-5dd0-4ac4-86fd-f3562438d0ca', 'status': 'completed', 'code': 200} Jul 06 12:18:02.487236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:02.509881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:02.846822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.114520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 59e5136a-e200-4f22-b084-79a1bf3f60d3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:03.114779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.205824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 59e5136a-e200-4f22-b084-79a1bf3f60d3, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=59e5136a-e200-4f22-b084-79a1bf3f60d3,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:03.206185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.218794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 59e5136a-e200-4f22-b084-79a1bf3f60d3 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:03.419602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.445644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=59e5136a-e200-4f22-b084-79a1bf3f60d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:03.622221 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.831354 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router 89041c8e-4ebf-4657-bf24-cca69f6458a3 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:03.936208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:03.941602 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fbca9146-2244-4043-a93f-802802ae546a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/89041c8e-4ebf-4657-bf24-cca69f6458a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530475 Jul 06 12:18:03.945412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:03.946575 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] Sync routers for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:03.955593 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:03.956222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:03.999775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting subnet 026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:04.002855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.059513 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.062535 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:04.147829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.218254 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.246004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Subnet': ['ID=026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.246882 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:18:03Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:04.249806 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.251673 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a63285d1-b4d6-4ecb-8801-9b412a8d98ef tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/subnets/026ba470-9a2a-4fdc-9e1b-ee0b0c1d84a3 HTTP/1.1" status: 204 len: 168 time: 0.3053222 Jul 06 12:18:04.254865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:04.258312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba173c3-499d-4957-8699-259dc5e54a65 None None] Network 19c4cece-00b1-4716-aa4a-52667b2325ac requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:04.280437 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] Checking router: 89041c8e-4ebf-4657-bf24-cca69f6458a3 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:04.290346 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] Routers {'89041c8e-4ebf-4657-bf24-cca69f6458a3'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:04.290970 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['89041c8e-4ebf-4657-bf24-cca69f6458a3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:04.368859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.403438 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] Set router 89041c8e-4ebf-4657-bf24-cca69f6458a3 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:04.478829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.534279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:04.534783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.595864 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:18:03Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:04.612746 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] DHCP port deletion for 19c4cece-00b1-4716-aa4a-52667b2325ac request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:04.620596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port d7bd2620-545e-4ae1-ac00-e0a1b950aaf5, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:04.620960 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.629805 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb1eef4-6bf0-47c5-ace3-ac1060f96309 None None] The sync data for ids ['89041c8e-4ebf-4657-bf24-cca69f6458a3'] in n-d-799528-2 is: [{'id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909308659', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:18:03Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': 'd7bd2620-545e-4ae1-ac00-e0a1b950aaf5', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89041c8e-4ebf-4657-bf24-cca69f6458a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:51Z', 'updated_at': '2021-07-06T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:04.634660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:04.675126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] Deleting port 86b2241a-bd7d-4412-8729-90bf12d73e40 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:04.675726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.737625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] For port 86b2241a-bd7d-4412-8729-90bf12d73e40, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=86b2241a-bd7d-4412-8729-90bf12d73e40,segment=NetworkSegment(fdd34381-8155-4f81-ad56-f3a437a04559),segment_id=fdd34381-8155-4f81-ad56-f3a437a04559)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:04.738027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.751242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] Calling delete_port for 86b2241a-bd7d-4412-8729-90bf12d73e40 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:04.800100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.830939 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=d7bd2620-545e-4ae1-ac00-e0a1b950aaf5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.835209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.860258 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] Pushing event deleted for resources: {'Port': ['ID=86b2241a-bd7d-4412-8729-90bf12d73e40,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.865110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c605fef5-92f2-4458-8d64-759c0a8cecfd None None] No DVR routers for this DVR port 86b2241a-bd7d-4412-8729-90bf12d73e40 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:05.121883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 59e5136a-e200-4f22-b084-79a1bf3f60d3 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:05.142772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 59e5136a-e200-4f22-b084-79a1bf3f60d3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:05.143117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 59e5136a-e200-4f22-b084-79a1bf3f60d3 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:05.143548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 86b2241a-bd7d-4412-8729-90bf12d73e40 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:05.163372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 86b2241a-bd7d-4412-8729-90bf12d73e40 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:05.163724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 86b2241a-bd7d-4412-8729-90bf12d73e40 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:05.227108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.319658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.321736 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.363639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.364226 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Fanout notify agent at l3_agent the message router_deleted on router 89041c8e-4ebf-4657-bf24-cca69f6458a3 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:18:05.372374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.373512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4107ce5d-81db-412b-a10a-2a4e38f9b559 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/routers/89041c8e-4ebf-4657-bf24-cca69f6458a3 HTTP/1.1" status: 204 len: 168 time: 1.1177096 Jul 06 12:18:05.376330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:05.461172 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.549984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.559975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c4cece-00b1-4716-aa4a-52667b2325ac']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:05.569553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd34381-8155-4f81-ad56-f3a437a04559') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:05.569847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd34381-8155-4f81-ad56-f3a437a04559') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:05.578305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.597281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.604295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:18:05.604831 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:18:05.607801 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:18:05.664557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.672616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.673711 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/networks/19c4cece-00b1-4716-aa4a-52667b2325ac HTTP/1.1" status: 204 len: 168 time: 0.2963395 Jul 06 12:18:05.676725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:05.685259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa91ab1-daba-4405-94c0-f502c05752e7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Network': ['ID=19c4cece-00b1-4716-aa4a-52667b2325ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.738719 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a93d74d3-10ff-45d7-b30a-010684481d34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.765633 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a93d74d3-10ff-45d7-b30a-010684481d34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.829934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a93d74d3-10ff-45d7-b30a-010684481d34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.833098 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a93d74d3-10ff-45d7-b30a-010684481d34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.834276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a93d74d3-10ff-45d7-b30a-010684481d34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/security-groups/18d4fc75-43a1-46ee-bb54-f79c61d7c355 HTTP/1.1" status: 204 len: 168 time: 0.1563594 Jul 06 12:18:05.843329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d74d3-10ff-45d7-b30a-010684481d34 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d4fc75-43a1-46ee-bb54-f79c61d7c355,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.966817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:05.988159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: e189148b-5dd0-4ac4-86fd-f3562438d0ca {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:05.988518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device e189148b-5dd0-4ac4-86fd-f3562438d0ca not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:06.461023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.465739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707002091', 'description': 'tempest-secgroup-smoke-1707002091 description', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:06.488332 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.568580 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.572418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.603551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.604843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1427968 Jul 06 12:18:06.606768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1c802-fa85-426f-ab35-13d903c3fcf2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b056a3d-9a7a-4508-ae27-a1f72d4489b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.607869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.613492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '8b056a3d-9a7a-4508-ae27-a1f72d4489b0', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:06.641184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.697018 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.700686 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.718847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c3f283-d83d-4a12-9529-db2e78f18899,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.724804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.726012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d1efd42-d904-42fa-b5bd-1a04d3e6338b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171207 Jul 06 12:18:06.728760 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.732329 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:06.733230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '8b056a3d-9a7a-4508-ae27-a1f72d4489b0', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:06.756113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:06.756461 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d7bd2620-545e-4ae1-ac00-e0a1b950aaf5 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:06.759958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.821039 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.824793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.842967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413fc56c-512e-42e7-8203-25af86e3ed23,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.848733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.852454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f8d43b5-fe2a-4f55-911d-085df660de55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202507 Jul 06 12:18:06.852896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.857100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '8b056a3d-9a7a-4508-ae27-a1f72d4489b0', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:06.884270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.941404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.945511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.963092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd62d1c-08e0-49e3-86cf-4b68d72de8ba,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.968901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.970147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-303dd983-feb1-473e-9caf-0a4ee3cc0db7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165257 Jul 06 12:18:06.972782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.977172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '8b056a3d-9a7a-4508-ae27-a1f72d4489b0', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:07.002583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.061692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.065445 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.083328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75acfc7-00ca-4e98-b38a-7defc5d0d245,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.089062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.090283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-27a7d77d-b973-4fab-8ed3-686c073b6ff6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165705 Jul 06 12:18:07.093038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.097505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '8b056a3d-9a7a-4508-ae27-a1f72d4489b0', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:07.120023 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:18:07.124660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.186942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.190453 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.207604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1448b7d5-811f-4dbc-9b05-42f1cf03fa21,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.213616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.214768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-033aea81-992a-4ad6-b6cb-105793a1b077 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206851 Jul 06 12:18:07.217476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.221829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'security_group_rule': {'security_group_id': '8b056a3d-9a7a-4508-ae27-a1f72d4489b0', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:07.244315 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Project 78e1b8b3fe9c41e496f31ec6102a6abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:18:07.249056 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.315327 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.319747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.337437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68a93fc-07f2-45c4-ad70-70097eb78134,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.348913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.350062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb4cef02-5461-4d4d-b999-1f2333ef795f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316390 Jul 06 12:18:07.352859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.357695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'network': {'name': 'tempest-network-smoke--1239025740', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:07.377906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:07.381862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.405147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:18:07.414570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.414913 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Added segment c1a7b570-45ef-4906-8fb0-cc77e5c14250 of type vlan for network 599db865-b012-40eb-8042-0a7e012dd33d Jul 06 12:18:07.454320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.482766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.488281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:07.489554 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.546625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1927462 Jul 06 12:18:07.549331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.555733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'admin_state_up': True, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:07.569467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde8e65-c636-4dd0-8a6d-c449b93965a7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Network': ['ID=599db865-b012-40eb-8042-0a7e012dd33d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.580993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 599db865-b012-40eb-8042-0a7e012dd33d details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:18:07.588236 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.589456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.641990 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.782440 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.286884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.305222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.407587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.197 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/52e12f8c-33b7-4e4b-b970-a0fea482f5cb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:08.510087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.547773 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.584720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:08.588925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:08.594678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:08.623988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:08.851509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.056719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.186579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router e78c5722-2ef2-4cea-95c2-854ca1a1d373 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:18:09.293857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:09.303666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Sync routers for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:09.312243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.313478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1b10dc8-beb4-4e3f-8304-2d040660d509 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7632372 Jul 06 12:18:09.314775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:09.315398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:09.317443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.348532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-38af37c3-19a9-404d-b1bd-8fc92c45d277 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=78e1b8b3fe9c41e496f31ec6102a6abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271118 Jul 06 12:18:09.348777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.429696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:09.440182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c11540-7369-4f59-a205-ca9912b96137 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:09.441789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-40c11540-7369-4f59-a205-ca9912b96137 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920415 Jul 06 12:18:09.444653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.474350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e46c22f5-70f6-49c4-a448-dcbd9eba759b tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283823 Jul 06 12:18:09.476713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.481805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662569597', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:09.569642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:09.573812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.611198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:08Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:09.637641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Checking router: e78c5722-2ef2-4cea-95c2-854ca1a1d373 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:09.637992 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Updating router e78c5722-2ef2-4cea-95c2-854ca1a1d373 port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:18:09.672608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.759738 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.826641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Subnet': ['ID=7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:09.837086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Checking segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:09.837446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network hostable DHCP agents. Network: 599db865-b012-40eb-8042-0a7e012dd33d, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:18:09.853966 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 599db865-b012-40eb-8042-0a7e012dd33d is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:18:09.862805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 599db865-b012-40eb-8042-0a7e012dd33d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:09.867192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:09.867834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.877486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a1cb4-73e1-48b0-95c0-de3e71df32ca None None] Network 599db865-b012-40eb-8042-0a7e012dd33d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:09.885663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-38dae0f6-dbd2-4765-a3e5-7df0a2737b3e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048958 Jul 06 12:18:09.885878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.990917 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.023327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Transition to ACTIVE for port object 52e12f8c-33b7-4e4b-b970-a0fea482f5cb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:10.055935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.126666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c602-6e01-4d31-bf74-18b3e8826823 None None] Pushing event updated for resources: {'Port': ['ID=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:10.145611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Attempting to bind port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:10.145981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Attempting to bind port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:10.146350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Attempting to bind port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:10.152846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:10.153225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:10.153628 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.154021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:10.154492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Bound port: 52e12f8c-33b7-4e4b-b970-a0fea482f5cb, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:10.154873 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.158590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-599db865-b012-40eb-8042-0a7e012dd33d', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:10.159411 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.273137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] For port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:10.295467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] For port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:10.302165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.353634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.410974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:10.411604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:10.413270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c602-6e01-4d31-bf74-18b3e8826823 None None] Pushing event updated for resources: {'Port': ['ID=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:10.453033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Allocated IP 172.20.0.2 (599db865-b012-40eb-8042-0a7e012dd33d/7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2/d763d9bd-c9a6-4680-aee9-e4c967c2997f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:10.583033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:10.751593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.766372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Transition to ACTIVE for port object d763d9bd-c9a6-4680-aee9-e4c967c2997f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:10.800492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Transition to ACTIVE for port object d763d9bd-c9a6-4680-aee9-e4c967c2997f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:10.808051 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.856188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.1 (599db865-b012-40eb-8042-0a7e012dd33d/7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2/f555862f-1358-441d-b301-6ca777e8810f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:10.858050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Network 599db865-b012-40eb-8042-0a7e012dd33d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:10.866927 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:10.869683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:10.881282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Pushing event updated for resources: {'Port': ['ID=d763d9bd-c9a6-4680-aee9-e4c967c2997f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:10.889175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:08Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:10.933090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b896da-75ee-477e-b4dc-bd42004dc540 None None] The sync data for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 is: [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:08Z', 'revision_number': 3, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:10.966304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Attempting to bind port d763d9bd-c9a6-4680-aee9-e4c967c2997f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:10.966997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Attempting to bind port d763d9bd-c9a6-4680-aee9-e4c967c2997f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:10.967364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Attempting to bind port d763d9bd-c9a6-4680-aee9-e4c967c2997f on network 599db865-b012-40eb-8042-0a7e012dd33d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:10.972020 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.972404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:10.972832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Checking segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:10.973834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.974244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Bound using segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:10.974709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Bound port: d763d9bd-c9a6-4680-aee9-e4c967c2997f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:10.975083 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.987390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object f555862f-1358-441d-b301-6ca777e8810f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:11.023390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.046481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] For port d763d9bd-c9a6-4680-aee9-e4c967c2997f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:11.049893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] For port d763d9bd-c9a6-4680-aee9-e4c967c2997f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d763d9bd-c9a6-4680-aee9-e4c967c2997f,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:11.054374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.073253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 599db865-b012-40eb-8042-0a7e012dd33d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:11.076535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:11.079056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:11.118573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=f555862f-1358-441d-b301-6ca777e8810f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.122967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f542c-9e71-4efc-b4de-5ac4a10cda8a None None] Pushing event updated for resources: {'Port': ['ID=d763d9bd-c9a6-4680-aee9-e4c967c2997f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.140722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.346422 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.657249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.662837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.739478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.741371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=f555862f-1358-441d-b301-6ca777e8810f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.846417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 599db865-b012-40eb-8042-0a7e012dd33d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:11.849753 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:11.971641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router e78c5722-2ef2-4cea-95c2-854ca1a1d373 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:12.078490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c7511-56db-4b64-8753-ffd3f7e94920 None None] Network 599db865-b012-40eb-8042-0a7e012dd33d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:12.092511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:12.098750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f67766b2-14b0-4105-939f-2d1a155fb90b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/e78c5722-2ef2-4cea-95c2-854ca1a1d373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2116964 Jul 06 12:18:12.164163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-969497b2-cb7a-4f92-9075-34374f497bc5 None None] Provisioning for port d763d9bd-c9a6-4680-aee9-e4c967c2997f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:12.251016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-1b6f04ad-5873-455f-bb39-a0ee787c53f2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707002091&fields=id&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 267 time: 0.0371857 Jul 06 12:18:12.367546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-80231a93-d395-45ed-a8da-b98b0440e5c2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.369129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-80231a93-d395-45ed-a8da-b98b0440e5c2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/networks?id=599db865-b012-40eb-8042-0a7e012dd33d HTTP/1.1" status: 200 len: 797 time: 0.1122532 Jul 06 12:18:12.385830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-880a59f7-6008-4792-94c3-3103a4c78356 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/quotas/78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 375 time: 0.0110753 Jul 06 12:18:12.464804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-7349311a-252a-4468-ab0c-062176103164 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735662 Jul 06 12:18:12.492633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-973212d4-1894-48ee-ab6f-d301008f3632 None None] Provisioning for port f555862f-1358-441d-b301-6ca777e8810f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:12.496748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-973212d4-1894-48ee-ab6f-d301008f3632 None None] Provisioning complete for port f555862f-1358-441d-b301-6ca777e8810f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:12.497121 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-973212d4-1894-48ee-ab6f-d301008f3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.541887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-973212d4-1894-48ee-ab6f-d301008f3632 None None] Port f555862f-1358-441d-b301-6ca777e8810f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:12.585756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-80eddf18-14f6-40d9-8a17-d11d2ed393b4 service neutron] 10.222.0.78 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046951 Jul 06 12:18:12.674238 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Sync routers for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:12.688139 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:12.688849 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:12.694147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74d4e6a7-7d62-4a29-825d-2713afd0eafb None None] Provisioning complete for port f555862f-1358-441d-b301-6ca777e8810f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:12.698791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-08e9c1b4-79fc-42c4-983f-7411cf4af534 service neutron] 10.222.0.78 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072109 Jul 06 12:18:12.705095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74d4e6a7-7d62-4a29-825d-2713afd0eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.776695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74d4e6a7-7d62-4a29-825d-2713afd0eafb None None] Port f555862f-1358-441d-b301-6ca777e8810f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:12.920322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d763d9bd-c9a6-4680-aee9-e4c967c2997f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:12.960064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70143c7b-ba16-4e9c-8c69-b3a424c65b14 req-98d9c193-b7e1-42e3-9ff7-93d7a91601c2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 210 time: 0.0716414 Jul 06 12:18:13.000563 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:13.146207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5ea0830b-edd9-498a-83c6-3e4a79652bb9 None None] Provisioning complete for port f555862f-1358-441d-b301-6ca777e8810f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:13.146807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ea0830b-edd9-498a-83c6-3e4a79652bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.186716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d763d9bd-c9a6-4680-aee9-e4c967c2997f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:13.192467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d763d9bd-c9a6-4680-aee9-e4c967c2997f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:13.192869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.194382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0830b-edd9-498a-83c6-3e4a79652bb9 None None] Port f555862f-1358-441d-b301-6ca777e8810f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:13.225304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 2, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:13.252499 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Checking router: e78c5722-2ef2-4cea-95c2-854ca1a1d373 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:13.252856 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Updating router e78c5722-2ef2-4cea-95c2-854ca1a1d373 port f555862f-1358-441d-b301-6ca777e8810f binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:18:13.279257 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.295980 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.316944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d763d9bd-c9a6-4680-aee9-e4c967c2997f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d763d9bd-c9a6-4680-aee9-e4c967c2997f,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:13.322367 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.323397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 52e12f8c-33b7-4e4b-b970-a0fea482f5cb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:13.400774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d763d9bd-c9a6-4680-aee9-e4c967c2997f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:13.414690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:13.418515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:13.419433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.502799 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.527225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:13.539589 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.590913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:13.592718 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.604282 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Transition to ACTIVE for port object f555862f-1358-441d-b301-6ca777e8810f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:13.610026 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.681047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Pushing event updated for resources: {'Port': ['ID=f555862f-1358-441d-b301-6ca777e8810f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:13.716879 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.717230 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.717567 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.717912 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.718234 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.718562 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.718883 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.719205 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.719524 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.719841 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.720195 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.720511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:13.726505 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Attempting to bind port f555862f-1358-441d-b301-6ca777e8810f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:13.726874 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Attempting to bind port f555862f-1358-441d-b301-6ca777e8810f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:13.727235 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Attempting to bind port f555862f-1358-441d-b301-6ca777e8810f on network 599db865-b012-40eb-8042-0a7e012dd33d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:13.732666 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:13.733047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Checking segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:13.733448 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.733837 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Bound using segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:13.734303 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Bound port: f555862f-1358-441d-b301-6ca777e8810f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:13.734683 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.798766 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] For port f555862f-1358-441d-b301-6ca777e8810f, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:13.802686 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] For port f555862f-1358-441d-b301-6ca777e8810f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f555862f-1358-441d-b301-6ca777e8810f,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:13.806544 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.866552 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:13.867192 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:13.911525 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2671-c918-405a-9cd6-b0ca569543a3 None None] Pushing event updated for resources: {'Port': ['ID=f555862f-1358-441d-b301-6ca777e8810f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:14.012907 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:14.085698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-907278e5-eff0-42b0-b6b9-d9f07df3123a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:14.088122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-907278e5-eff0-42b0-b6b9-d9f07df3123a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/networks?id=599db865-b012-40eb-8042-0a7e012dd33d HTTP/1.1" status: 200 len: 797 time: 0.1359360 Jul 06 12:18:14.146726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6e54730-70a0-4e76-a998-2bfd0ada8d0a req-c6185931-9f04-485f-83e4-abe1871a7cf9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 210 time: 0.0566273 Jul 06 12:18:14.170047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-50203ceb-2148-4fcf-9d82-aa790e483cf7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb HTTP/1.1" status: 200 len: 380 time: 0.0668297 Jul 06 12:18:14.179444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'port': {'device_id': '8ce08181-2854-442c-967b-5d0aab4014b1', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'admin_state_up': True, 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'security_groups': ['8b056a3d-9a7a-4508-ae27-a1f72d4489b0']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:14.249568 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:14.276374 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3b422-422a-4344-ac0c-b02320e1d992 None None] The sync data for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 is: [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:14.299675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Made reservation on behalf of 78e1b8b3fe9c41e496f31ec6102a6abb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:14.303305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.458904 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.20.0.6 (599db865-b012-40eb-8042-0a7e012dd33d/7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2/806e098e-9025-435d-a694-db743b443131) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:14.608905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.624089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Transition to ACTIVE for port object 806e098e-9025-435d-a694-db743b443131 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:14.660404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.706281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 599db865-b012-40eb-8042-0a7e012dd33d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:14.712143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:14.716179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:14.722850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:14.779417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:14.780165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.798948 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-618bf874-6df6-422c-be91-4bacaa662b80 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6242158 Jul 06 12:18:14.814042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Request body: {'port': {'device_id': '8ce08181-2854-442c-967b-5d0aab4014b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:14.917462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.931282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d763d9bd-c9a6-4680-aee9-e4c967c2997f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:15.003489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d763d9bd-c9a6-4680-aee9-e4c967c2997f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:15.004491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.099646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 52e12f8c-33b7-4e4b-b970-a0fea482f5cb up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:15.103330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7d82820c-750f-470b-a971-a66f393e0b5d None None] Provisioning for port 806e098e-9025-435d-a694-db743b443131 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:15.126148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7d82820c-750f-470b-a971-a66f393e0b5d None None] Provisioning complete for port 806e098e-9025-435d-a694-db743b443131 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:15.126519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d82820c-750f-470b-a971-a66f393e0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.173418 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d82820c-750f-470b-a971-a66f393e0b5d None None] Port 806e098e-9025-435d-a694-db743b443131 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:15.186018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:15.186425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.246464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806e098e-9025-435d-a694-db743b443131 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:15.256521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.269361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Transition to ACTIVE for port object 806e098e-9025-435d-a694-db743b443131 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:15.274582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.287614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f555862f-1358-441d-b301-6ca777e8810f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:15.329413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:15.345714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f555862f-1358-441d-b301-6ca777e8810f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:15.357420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f555862f-1358-441d-b301-6ca777e8810f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:15.357800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.422950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e42d6-e2db-4ae0-a42d-ece41fe64e07 req-d7348b3c-bd96-4fb6-992f-83e635d0dab7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.424554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d2e42d6-e2db-4ae0-a42d-ece41fe64e07 req-d7348b3c-bd96-4fb6-992f-83e635d0dab7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 943 time: 0.1164052 Jul 06 12:18:15.466026 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.466229 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Attempting to bind port 806e098e-9025-435d-a694-db743b443131 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:15.466595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Attempting to bind port 806e098e-9025-435d-a694-db743b443131 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:15.466932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Attempting to bind port 806e098e-9025-435d-a694-db743b443131 on network 599db865-b012-40eb-8042-0a7e012dd33d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:15.472600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Port 806e098e-9025-435d-a694-db743b443131 on network 599db865-b012-40eb-8042-0a7e012dd33d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:15.473536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Attempting to bind port 806e098e-9025-435d-a694-db743b443131 on network 599db865-b012-40eb-8042-0a7e012dd33d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:15.478741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:15.479112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Checking segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:15.479471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Bound using segment: {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:15.480018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Bound port: 806e098e-9025-435d-a694-db743b443131, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a7b570-45ef-4906-8fb0-cc77e5c14250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:15.480283 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.489314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d2e42d6-e2db-4ae0-a42d-ece41fe64e07 req-d379015f-dac8-43bf-a8b1-e927f32ed39b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Jul 06 12:18:15.513160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f555862f-1358-441d-b301-6ca777e8810f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f555862f-1358-441d-b301-6ca777e8810f,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:15.518756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.578315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f555862f-1358-441d-b301-6ca777e8810f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:15.581431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:15.586213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:15.590974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.627098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.627658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.629656 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] 10.222.0.79 "PUT /v2.0/ports/806e098e-9025-435d-a694-db743b443131 HTTP/1.1" status: 200 len: 1091 time: 0.8222127 Jul 06 12:18:15.630104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:15.632680 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae253cf-321c-4fd0-97fa-acad50894173" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:15.659863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766463-a9c9-4216-9390-fbb2bce11379 service neutron] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:15.710234 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b72c7c-f978-492a-9c8c-825482a05a00 x-openstack-request-id: req-80b72c7c-f978-492a-9c8c-825482a05a00 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:15.710531 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "tag": "806e098e-9025-435d-a694-db743b443131", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:15.710785 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80b72c7c-f978-492a-9c8c-825482a05a00 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:15.711261 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'tag': '806e098e-9025-435d-a694-db743b443131', 'status': 'completed', 'code': 200} Jul 06 12:18:15.749461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-71139e24-b252-422f-8b18-3b20c78f0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.751066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-71139e24-b252-422f-8b18-3b20c78f0b8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1094 time: 0.0773611 Jul 06 12:18:15.793601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-ef37afa0-536a-459a-b589-d72836f68a38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806e098e-9025-435d-a694-db743b443131 HTTP/1.1" status: 200 len: 217 time: 0.0352039 Jul 06 12:18:15.842716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-96d37ffb-cb43-4e69-9118-715fce28394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.844287 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-96d37ffb-cb43-4e69-9118-715fce28394b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2 HTTP/1.1" status: 200 len: 834 time: 0.0448706 Jul 06 12:18:15.901505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-e6a34c62-c7b6-4ae4-8847-5a0d3c62aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.902986 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-e6a34c62-c7b6-4ae4-8847-5a0d3c62aff6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=599db865-b012-40eb-8042-0a7e012dd33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527840 Jul 06 12:18:15.995034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-161bfd52-e171-4d87-b0ae-cf35dd114347 service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859089 Jul 06 12:18:16.085154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-65919e28-0f12-469b-8bcf-bfa1b45ec449 req-aa971ff1-75f7-452e-86bf-53155daee285 service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827203 Jul 06 12:18:16.188240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-c584d446-6283-4dbe-b65e-557272eafad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.189785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-c584d446-6283-4dbe-b65e-557272eafad5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1094 time: 0.0587938 Jul 06 12:18:16.278023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-d80cefbb-a291-4aef-b84b-431097a03ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.279534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-d80cefbb-a291-4aef-b84b-431097a03ac6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=599db865-b012-40eb-8042-0a7e012dd33d HTTP/1.1" status: 200 len: 898 time: 0.0835738 Jul 06 12:18:16.324645 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-d1c87b3f-7646-4b9f-aae3-6bdac06a2bd8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806e098e-9025-435d-a694-db743b443131 HTTP/1.1" status: 200 len: 217 time: 0.0391557 Jul 06 12:18:16.373117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-e3aacc42-e8a2-424c-aef2-5777678087d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.374512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-e3aacc42-e8a2-424c-aef2-5777678087d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2 HTTP/1.1" status: 200 len: 834 time: 0.0438426 Jul 06 12:18:16.432907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-52bdef34-24a1-4950-b751-80eb1863d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.434490 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-52bdef34-24a1-4950-b751-80eb1863d7b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=599db865-b012-40eb-8042-0a7e012dd33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521202 Jul 06 12:18:16.527501 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-ca519444-1e1f-4eb3-a9fa-e6b2cb45488c service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863943 Jul 06 12:18:16.622052 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6ae253cf-321c-4fd0-97fa-acad50894173 req-973b81f2-5aa0-4a09-811c-9e3ac5a433ab service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877757 Jul 06 12:18:16.654743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa7a0-181f-42bb-b55b-0856ecb7e13e req-088be588-2af9-458b-9a4f-d1a5f66448c4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.656172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b8fa7a0-181f-42bb-b55b-0856ecb7e13e req-088be588-2af9-458b-9a4f-d1a5f66448c4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 943 time: 0.0696080 Jul 06 12:18:16.697239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b8fa7a0-181f-42bb-b55b-0856ecb7e13e req-3c8b34de-927c-468f-9f90-a9c3285d1cdb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345943 Jul 06 12:18:16.780227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f555862f-1358-441d-b301-6ca777e8810f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:16.828779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f555862f-1358-441d-b301-6ca777e8810f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:16.829141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.873972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbf03e-ead3-4b36-9d6e-8cf748bbab72 req-4975abb0-064d-49d5-8702-a9a8aac66459 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:17.875450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71cbf03e-ead3-4b36-9d6e-8cf748bbab72 req-4975abb0-064d-49d5-8702-a9a8aac66459 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 943 time: 0.0649598 Jul 06 12:18:17.913447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71cbf03e-ead3-4b36-9d6e-8cf748bbab72 req-1ad4770f-033a-4981-86a4-505293f6e700 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 06 12:18:18.594791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:18.685939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:18.697535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '806e098e-9025-435d-a694-db743b443131', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'port_id': '806e098e-9025-435d-a694-db743b443131', 'mac_address': 'fa:16:3e:30:34:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:18.736559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.749166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806e098e-9025-435d-a694-db743b443131 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:18.768501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:18.773422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.821194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:18.999471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['806e098e-9025-435d-a694-db743b443131'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:19.093840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a00f54-255d-4d32-8452-05a8e85fa3d5 req-2416c64c-870a-476c-b646-425d685bc9fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:19.095353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66a00f54-255d-4d32-8452-05a8e85fa3d5 req-2416c64c-870a-476c-b646-425d685bc9fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 944 time: 0.0689893 Jul 06 12:18:19.135407 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66a00f54-255d-4d32-8452-05a8e85fa3d5 req-10aaa6c2-ed82-40b9-af2c-9d26e45ca3bd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Jul 06 12:18:20.307291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4e25a-226a-4e2c-a88c-ae38cfc2c47e req-57187fd9-7f10-4d38-8d33-f82f3d9f7a3f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:20.308790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdf4e25a-226a-4e2c-a88c-ae38cfc2c47e req-57187fd9-7f10-4d38-8d33-f82f3d9f7a3f tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 944 time: 0.0629835 Jul 06 12:18:20.345988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdf4e25a-226a-4e2c-a88c-ae38cfc2c47e req-1c7d360a-7a1e-4641-8010-8ad9a4cff841 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316167 Jul 06 12:18:20.611558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:20.659551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 806e098e-9025-435d-a694-db743b443131 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:20.663248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 806e098e-9025-435d-a694-db743b443131 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:20.663631 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.742972 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.765883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:20.768165 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114fa60e-f1ae-4da7-9f43-33103b666a3b" -d '{"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-plugged", "status": "completed", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:20.780809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:20.784664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.829923 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd8f7d-3245-4dba-9741-216aa8d09dea x-openstack-request-id: req-ecfd8f7d-3245-4dba-9741-216aa8d09dea {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:20.830342 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-plugged", "status": "completed", "tag": "806e098e-9025-435d-a694-db743b443131", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:20.830672 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecfd8f7d-3245-4dba-9741-216aa8d09dea {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:20.831073 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e098e-9025-435d-a694-db743b443131', 'code': 200} Jul 06 12:18:20.836794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:20.939706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a570f44-553c-4160-9ca9-56352404c77f req-a586f4ec-11da-41cd-b496-dbc95881e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:20.941261 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4a570f44-553c-4160-9ca9-56352404c77f req-a586f4ec-11da-41cd-b496-dbc95881e425 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1096 time: 0.0525408 Jul 06 12:18:20.974689 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4a570f44-553c-4160-9ca9-56352404c77f req-9450b21b-9949-499d-be57-2a12bc717faf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271254 Jul 06 12:18:21.529310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5ce1c-3971-4b09-a3b9-78d973a8d6a3 req-1f779023-1398-40a7-9938-cb32cd0d65d3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:21.530834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1e5ce1c-3971-4b09-a3b9-78d973a8d6a3 req-1f779023-1398-40a7-9938-cb32cd0d65d3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0677259 Jul 06 12:18:21.574009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1e5ce1c-3971-4b09-a3b9-78d973a8d6a3 req-a89fa8ae-8ff9-4c0f-b022-700bde3ea37d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Jul 06 12:18:22.809286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f25882-dbb3-4c62-979a-241cb33db44e req-2201b6b9-a751-4559-91bd-d2a59c7ad8d9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:22.810877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5f25882-dbb3-4c62-979a-241cb33db44e req-2201b6b9-a751-4559-91bd-d2a59c7ad8d9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.1206002 Jul 06 12:18:22.861716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5f25882-dbb3-4c62-979a-241cb33db44e req-cb047417-2d96-4a17-8cd2-b009311c3401 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Jul 06 12:18:22.950737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.046126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fc6ae-e8d6-4588-a15a-187fc0faf105 req-78fce922-dda7-4994-8475-47e442a8e4af tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.048397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-439fc6ae-e8d6-4588-a15a-187fc0faf105 req-78fce922-dda7-4994-8475-47e442a8e4af tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0682340 Jul 06 12:18:23.087140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-439fc6ae-e8d6-4588-a15a-187fc0faf105 req-838e0d64-ab20-4c6f-9ebd-7b93cdca1a03 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Jul 06 12:18:23.120397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:23.503254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ab888-4d51-45eb-b892-73127a882c69 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.505541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-077ab888-4d51-45eb-b892-73127a882c69 tempest-TestNetworkAdvancedServerOps-1573119559 tempest-TestNetworkAdvancedServerOps-1573119559-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1091 time: 0.3841109 Jul 06 12:18:23.508767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:23.513170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '806e098e-9025-435d-a694-db743b443131', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:23.534491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.630391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.735587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Allocated IP 172.25.7.188 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/8ca6a025-2fae-43c5-a0bb-2002e49f056e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:23.835552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.875076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.916386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:23.920891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:23.923703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:23.956177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=8ca6a025-2fae-43c5-a0bb-2002e49f056e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:24.329306 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.409189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.564321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.568903 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.640198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event updated for resources: {'Port': ['ID=8ca6a025-2fae-43c5-a0bb-2002e49f056e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:24.652384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.761027 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP 2397dfd2-50b8-43ec-baf5-e8ff37b3b577 associated. External IP: 172.25.7.188, port: 806e098e-9025-435d-a694-db743b443131. Jul 06 12:18:24.986200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router e78c5722-2ef2-4cea-95c2-854ca1a1d373 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:25.100989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:25.111200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] Sync routers for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:25.119653 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.123220 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:25.123846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:25.157880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0199cb3f-cc54-4559-b0c4-41316515a8b7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6480381 Jul 06 12:18:25.158620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:25.161324 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91272d40-e3f9-4581-9cbb-190eef4ccb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:25.198014 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc91296-77d4-4ac4-9951-3daef8bf3401 x-openstack-request-id: req-fbc91296-77d4-4ac4-9951-3daef8bf3401 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:25.198437 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "tag": "806e098e-9025-435d-a694-db743b443131", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:25.198756 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbc91296-77d4-4ac4-9951-3daef8bf3401 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:25.199225 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'tag': '806e098e-9025-435d-a694-db743b443131', 'status': 'completed', 'code': 200} Jul 06 12:18:25.235873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:25.315485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-eedea474-165e-4ce0-8ead-b6de5861e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.318367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-eedea474-165e-4ce0-8ead-b6de5861e4f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1096 time: 0.0944757 Jul 06 12:18:25.349302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3109a05-e355-4b4d-8631-68b48875d829 req-8e5fb72f-07e7-4c14-a931-67817a3ea190 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.350907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3109a05-e355-4b4d-8631-68b48875d829 req-8e5fb72f-07e7-4c14-a931-67817a3ea190 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0821486 Jul 06 12:18:25.409884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c3109a05-e355-4b4d-8631-68b48875d829 req-809aaf79-2dff-4b9a-a29f-cbd22d5aa22e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528975 Jul 06 12:18:25.439222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:25.451136 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-9184cd24-ff43-4e3e-90f9-f0e6ed6fe22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.453909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-9184cd24-ff43-4e3e-90f9-f0e6ed6fe22b service neutron] 10.222.0.79 "GET /v2.0/networks?id=599db865-b012-40eb-8042-0a7e012dd33d HTTP/1.1" status: 200 len: 898 time: 0.1286495 Jul 06 12:18:25.507266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2877556-163d-40d1-a9ac-d3fcf7c6fe04 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/2397dfd2-50b8-43ec-baf5-e8ff37b3b577 HTTP/1.1" status: 200 len: 991 time: 0.0667002 Jul 06 12:18:25.511318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '2397dfd2-50b8-43ec-baf5-e8ff37b3b577', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'port_id': '806e098e-9025-435d-a694-db743b443131', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'mac_address': 'fa:16:3e:30:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce08181-2854-442c-967b-5d0aab4014b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:18:24Z', 'updated_at': '2021-07-06T12:18:24Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:15Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:25.543070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] Checking router: e78c5722-2ef2-4cea-95c2-854ca1a1d373 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:25.551264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:25.551873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:25.553357 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-d2a7b85a-034d-4120-8745-5702026e4fb5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806e098e-9025-435d-a694-db743b443131 HTTP/1.1" status: 200 len: 999 time: 0.0926535 Jul 06 12:18:25.603632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-885af1fc-38f1-45fb-8c58-b3df1e97b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.605081 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-885af1fc-38f1-45fb-8c58-b3df1e97b117 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2 HTTP/1.1" status: 200 len: 834 time: 0.0459495 Jul 06 12:18:25.666141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-c68454d7-187e-4515-adea-02419ed9ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.667669 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-c68454d7-187e-4515-adea-02419ed9ccb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=599db865-b012-40eb-8042-0a7e012dd33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568559 Jul 06 12:18:25.668107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:25.774218 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-681d28b2-dc55-4abc-bfd1-c4c10b53dd9e service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000595 Jul 06 12:18:25.866257 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-91272d40-e3f9-4581-9cbb-190eef4ccb4e req-ce540a67-d91e-40c3-b9a8-8f350c227f4d service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852921 Jul 06 12:18:25.929827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '2397dfd2-50b8-43ec-baf5-e8ff37b3b577', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'port_id': '806e098e-9025-435d-a694-db743b443131', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'mac_address': 'fa:16:3e:30:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce08181-2854-442c-967b-5d0aab4014b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:18:24Z', 'updated_at': '2021-07-06T12:18:24Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:15Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:25.956919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091838c-ec7e-4893-91db-7a83bddab15f None None] The sync data for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 is: [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '2397dfd2-50b8-43ec-baf5-e8ff37b3b577', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'port_id': '806e098e-9025-435d-a694-db743b443131', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'mac_address': 'fa:16:3e:30:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce08181-2854-442c-967b-5d0aab4014b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:18:24Z', 'updated_at': '2021-07-06T12:18:24Z', 'revision_number': 0, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:15Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:26.153272 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57cce5-c586-4a23-bb93-210d50b2e989 None None] New status for floating IP 2397dfd2-50b8-43ec-baf5-e8ff37b3b577: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:18:26.511341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:26.595703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b28ba8c-f65a-4351-84e1-c0bd78e8ba7e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/2397dfd2-50b8-43ec-baf5-e8ff37b3b577 HTTP/1.1" status: 200 len: 993 time: 0.0829248 Jul 06 12:18:27.177681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02aaf624-2817-4bc5-afab-fbdf4bab2fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.397596 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:18:29.683040 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bae01a6-df2e-4a25-9f51-09ffb002cfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.251792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.368628 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.028978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.031907 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-f16b51b4-49cb-42a0-a670-ff8cd7541f83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571122 Jul 06 12:18:31.111475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498471-259f-4019-9bdc-534db99c8efa req-359ce710-e810-47d9-9cd8-446124c2ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:31.113750 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-359ce710-e810-47d9-9cd8-446124c2ed50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1097 time: 0.0600548 Jul 06 12:18:31.219694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498471-259f-4019-9bdc-534db99c8efa req-1c6ccdb2-6ae3-4ac4-a5ac-a61eb4dd1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:31.221474 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-1c6ccdb2-6ae3-4ac4-a5ac-a61eb4dd1046 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.0876822 Jul 06 12:18:31.304873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-bbd6ac5a-9861-4674-8d53-d017a1d2f8d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 200 len: 1001 time: 0.0761552 Jul 06 12:18:31.359039 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498471-259f-4019-9bdc-534db99c8efa req-1a419356-469f-4365-8337-00ca273d71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:31.360735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-1a419356-469f-4365-8337-00ca273d71b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0463502 Jul 06 12:18:31.427115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498471-259f-4019-9bdc-534db99c8efa req-18a1dbe8-a897-4ef5-83b4-6b946837045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:31.429326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-18a1dbe8-a897-4ef5-83b4-6b946837045f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624175 Jul 06 12:18:31.538920 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-b88f7f86-6e4a-411f-8cab-c412d86b2534 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911355 Jul 06 12:18:31.626101 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cf498471-259f-4019-9bdc-534db99c8efa req-b686ffbb-5999-41ca-8f7d-6aeb8670f2d1 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805366 Jul 06 12:18:31.929470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-0ce022e4-2fd7-4f94-98c4-514139f7f6c0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486892921&fields=id&tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 267 time: 0.0325978 Jul 06 12:18:32.033872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-f99e9a3d-9800-4973-898f-18dbe4695cb5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:32.035712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-f99e9a3d-9800-4973-898f-18dbe4695cb5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1001158 Jul 06 12:18:32.050898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-8e014ad2-ca32-4d98-9c63-290f701b085f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/quotas/0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 375 time: 0.0097196 Jul 06 12:18:32.128804 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-6e18ce42-2783-40b5-a4dd-a5940793ef8b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730057 Jul 06 12:18:32.222228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-6e253588-a86e-4746-b607-47483aee18f4 service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819283 Jul 06 12:18:32.318342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-c0881787-63ef-438a-9441-fc58c998c00e service neutron] 10.222.0.78 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902877 Jul 06 12:18:32.512408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:32.639171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9d26d74d-39fe-40c3-8a2b-626926f8cd6f req-2c9f723e-33b2-4513-9674-16d761be85d1 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 210 time: 0.0353036 Jul 06 12:18:33.672982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-a509b258-2562-4453-9215-b1c6a4c3c4bc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:33.674153 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-a509b258-2562-4453-9215-b1c6a4c3c4bc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 811 time: 0.1071548 Jul 06 12:18:33.730929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-902e2f99-9bec-4d43-a007-6c1d0b981cce tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af HTTP/1.1" status: 200 len: 379 time: 0.0459006 Jul 06 12:18:33.741375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'port': {'device_id': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'admin_state_up': True, 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'security_groups': ['3ea89505-8c1d-45ac-8f30-551314966c8e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:33.791242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-287e3004-7fa5-468e-9b46-c87272a68738 req-e4a56870-3181-47be-babf-889a9433fc3d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 210 time: 0.0296817 Jul 06 12:18:33.856177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Made reservation on behalf of 0154aabb7ea844a99ab43e3cf7b9a3af for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:33.859878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.991442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.20.0.4 (79b47a88-f182-47aa-a7a7-8d2ff28a4790/6231a798-de9e-473c-afcb-8fa6af12d2b1/7ae26dfd-71ee-40c3-af2c-4d256ce0bf09) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:34.137872 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.150840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Transition to ACTIVE for port object 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:34.184977 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.231494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:34.236575 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:34.241660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:34.266143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:34.295428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:34.296122 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.312786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-b60def02-bb10-4f47-8b69-05fed5acc014 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764964 Jul 06 12:18:34.324312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Request body: {'port': {'device_id': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:34.404118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.463051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6c12091-61c9-407e-a252-a4e9ddcfcd29 None None] Provisioning for port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:34.467753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6c12091-61c9-407e-a252-a4e9ddcfcd29 None None] Provisioning complete for port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:34.468357 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6c12091-61c9-407e-a252-a4e9ddcfcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.508989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6c12091-61c9-407e-a252-a4e9ddcfcd29 None None] Port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:34.673316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:34.681503 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.694347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Transition to ACTIVE for port object 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:34.698064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.750887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:34.828777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Attempting to bind port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:34.829028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Attempting to bind port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:34.829532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Attempting to bind port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:34.835259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:34.835584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Attempting to bind port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 on network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:34.840955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:34.841444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Checking segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:34.842024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Bound using segment: {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:34.842449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Bound port: 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7541403a-b863-4c75-9661-6b1a7491aafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:34.842815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.925228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] For port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:34.934858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] For port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:34.942099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.998337 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:34.999170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.001109 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] 10.222.0.79 "PUT /v2.0/ports/7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 HTTP/1.1" status: 200 len: 1091 time: 0.6811333 Jul 06 12:18:35.014085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:35.021604 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:35.029444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f7997-285b-4355-b8e0-814e808caa49 req-b4cf3797-fab4-42cf-8868-bf81c81ad557 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.037739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c5f7997-285b-4355-b8e0-814e808caa49 req-b4cf3797-fab4-42cf-8868-bf81c81ad557 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.1069212 Jul 06 12:18:35.044843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a7e32-69fe-4f5a-b245-55cd599d3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:35.089960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c5f7997-285b-4355-b8e0-814e808caa49 req-849bdd1a-3c81-4979-b8d3-50ce26e63db3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460892 Jul 06 12:18:35.101566 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c822e6a0-129a-401e-86a4-978dba33c0fd x-openstack-request-id: req-c822e6a0-129a-401e-86a4-978dba33c0fd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:35.101566 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:35.101566 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c822e6a0-129a-401e-86a4-978dba33c0fd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:35.101829 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'status': 'completed', 'code': 200} Jul 06 12:18:35.120082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-4dfe2fe0-2e9c-4e31-9fa5-01fd02ea4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.121641 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-4dfe2fe0-2e9c-4e31-9fa5-01fd02ea4750 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 1094 time: 0.0704355 Jul 06 12:18:35.168475 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-ca59e0e9-1ce0-41f0-bb73-41d59f81fb8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 HTTP/1.1" status: 200 len: 217 time: 0.0380139 Jul 06 12:18:35.222227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-9fc1d3ba-1417-488f-8574-8c056dfa83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.224058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-9fc1d3ba-1417-488f-8574-8c056dfa83ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0483601 Jul 06 12:18:35.289765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-700db353-1005-4752-a245-e8ab478cbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.291274 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-700db353-1005-4752-a245-e8ab478cbfd4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604618 Jul 06 12:18:35.387880 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-dd1dd9d1-6204-43b2-9059-d3b576c6805d service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875669 Jul 06 12:18:35.478700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6f3785aa-66b8-4cb0-8526-95c1e2e5a50b req-357ce15d-6338-400a-b30f-22ecf745e6f0 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Jul 06 12:18:35.606561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-d768f54f-c042-4356-9060-7df00763dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.608032 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-d768f54f-c042-4356-9060-7df00763dfc3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 1094 time: 0.0720615 Jul 06 12:18:35.700480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-19c33779-e5df-4ee6-ad51-f38664ae566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.702019 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-19c33779-e5df-4ee6-ad51-f38664ae566a service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.0876868 Jul 06 12:18:35.760983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-0bca3964-2c90-4b72-8a7c-cf0a175ff423 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 HTTP/1.1" status: 200 len: 217 time: 0.0439582 Jul 06 12:18:35.811696 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-9835b732-d4ff-4a05-84d4-8f78da732d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.813246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-9835b732-d4ff-4a05-84d4-8f78da732d8d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0441899 Jul 06 12:18:35.870048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-fdbc8afc-c168-484c-9840-d596c335cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.871549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-fdbc8afc-c168-484c-9840-d596c335cde5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526905 Jul 06 12:18:35.964169 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-2ca89a06-85e4-4149-b3f3-50aad43df9e1 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862944 Jul 06 12:18:36.053896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4bc6c8d4-36cd-4b2b-9297-66735742e5d1 req-b6d3c45c-d0ed-4297-ba83-22df9e1f735b service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Jul 06 12:18:36.289509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24771a06-bcd5-4af2-95de-af4eca30e2c0 req-452f882a-f712-4fa7-8143-5b2871f41d81 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:36.291012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24771a06-bcd5-4af2-95de-af4eca30e2c0 req-452f882a-f712-4fa7-8143-5b2871f41d81 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0695496 Jul 06 12:18:36.332287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24771a06-bcd5-4af2-95de-af4eca30e2c0 req-e005670a-0960-4d02-866d-ac2d6bf4c6b7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351839 Jul 06 12:18:37.507002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e236b-8eb3-490b-a5a8-d2823cd0a793 req-8245d28e-869d-4e40-aef4-cbdf516c3b8d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:37.508821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f69e236b-8eb3-490b-a5a8-d2823cd0a793 req-8245d28e-869d-4e40-aef4-cbdf516c3b8d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0651650 Jul 06 12:18:37.548198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f69e236b-8eb3-490b-a5a8-d2823cd0a793 req-4a5d8448-7a21-41af-be01-e8a30b362c5d tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334322 Jul 06 12:18:38.730590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7cfbd-3527-4ed5-9443-fdab79487dc7 req-eae25679-a12c-4e3b-bc4e-ab74ec5f8e45 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:38.732140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3c7cfbd-3527-4ed5-9443-fdab79487dc7 req-eae25679-a12c-4e3b-bc4e-ab74ec5f8e45 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0720646 Jul 06 12:18:38.771048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3c7cfbd-3527-4ed5-9443-fdab79487dc7 req-3a6eca0b-01de-41c1-9583-f9d580c94874 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Jul 06 12:18:39.944724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f7ef6-e50b-4bf6-8c3a-e10ee70fa397 req-aa92c076-7a66-47ce-8805-0a2a93b7fad3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:39.946225 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d6f7ef6-e50b-4bf6-8c3a-e10ee70fa397 req-aa92c076-7a66-47ce-8805-0a2a93b7fad3 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0637922 Jul 06 12:18:39.982906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d6f7ef6-e50b-4bf6-8c3a-e10ee70fa397 req-5d927802-6e17-4c8d-98e1-f24aaa7a4612 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Jul 06 12:18:41.157187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3559a0-d7aa-402f-b3c8-df18645043b6 req-7b4188d3-29f8-47ca-86ad-7c3a410d7654 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:41.158671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad3559a0-d7aa-402f-b3c8-df18645043b6 req-7b4188d3-29f8-47ca-86ad-7c3a410d7654 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0641747 Jul 06 12:18:41.200935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad3559a0-d7aa-402f-b3c8-df18645043b6 req-1d85586e-e12b-4af1-9caa-6941738033ed tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361869 Jul 06 12:18:42.373029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f0a2f-0bf6-4125-ba87-512f190a998a req-644e906b-8c65-4059-a288-851fa772ba67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.374512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b6f0a2f-0bf6-4125-ba87-512f190a998a req-644e906b-8c65-4059-a288-851fa772ba67 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0637894 Jul 06 12:18:42.413028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b6f0a2f-0bf6-4125-ba87-512f190a998a req-5ba9e0ca-d5e4-417a-a46e-c2050d5b7e1a tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322649 Jul 06 12:18:43.600554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec09af-3c84-4af4-ad57-d33f6ef0536b req-cbc9fdc8-20f3-46ca-865a-371259f82ccd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.602114 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60ec09af-3c84-4af4-ad57-d33f6ef0536b req-cbc9fdc8-20f3-46ca-865a-371259f82ccd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0742507 Jul 06 12:18:43.644064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60ec09af-3c84-4af4-ad57-d33f6ef0536b req-63c3bf5f-07e0-43f6-990c-1a1ffc1c2fdc tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359874 Jul 06 12:18:44.852060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22700e18-8280-40c5-9a9b-b0319630bd88 req-281cfc9c-1247-4b99-94e5-fa695455f4ad tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:44.854018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22700e18-8280-40c5-9a9b-b0319630bd88 req-281cfc9c-1247-4b99-94e5-fa695455f4ad tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0819361 Jul 06 12:18:44.901756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22700e18-8280-40c5-9a9b-b0319630bd88 req-96535f90-a2c5-4f89-8c0c-1d02276c1f63 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417149 Jul 06 12:18:46.085620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0137f2-cf00-4408-ac54-5873e1fb837b req-fc56ecc7-c389-494e-87f1-07c19596339b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:46.087258 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c0137f2-cf00-4408-ac54-5873e1fb837b req-fc56ecc7-c389-494e-87f1-07c19596339b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 943 time: 0.0693653 Jul 06 12:18:46.127182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c0137f2-cf00-4408-ac54-5873e1fb837b req-8a56ea69-88fb-4322-9df6-27369f291d0b tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342569 Jul 06 12:18:46.700995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:46.801828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:46.814045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'port_id': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'mac_address': 'fa:16:3e:7e:cc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:46.857335 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.873279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:46.894254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:46.897949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.946716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:47.155743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['7ae26dfd-71ee-40c3-af2c-4d256ce0bf09'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:47.304805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e386-18b9-4c91-a211-46160ccaea9e req-54226f61-5777-421f-b182-2421a78c4eec tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:47.306207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b83e386-18b9-4c91-a211-46160ccaea9e req-54226f61-5777-421f-b182-2421a78c4eec tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 944 time: 0.0656624 Jul 06 12:18:47.348063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b83e386-18b9-4c91-a211-46160ccaea9e req-3beabc56-f120-4a75-8c5f-1bd3352b4e48 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355198 Jul 06 12:18:48.521375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d8755-73d2-4d57-89bc-11610d010211 req-0c225373-7d3c-4b93-aa3e-f914a5e888fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:48.522866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-012d8755-73d2-4d57-89bc-11610d010211 req-0c225373-7d3c-4b93-aa3e-f914a5e888fb tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 944 time: 0.0631320 Jul 06 12:18:48.560212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-012d8755-73d2-4d57-89bc-11610d010211 req-10bed102-9e52-4bff-8e54-53939e468bcd tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314567 Jul 06 12:18:48.702404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:48.752592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:48.756273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:48.756650 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.833570 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.859498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:48.861831 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f1b863-0e16-479f-91e9-e13a7a10dcd6" -d '{"events": [{"server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "name": "network-vif-plugged", "status": "completed", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:48.875059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:48.879215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.904587 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77368cf-af0f-4d63-9276-c6388fcf80c3 x-openstack-request-id: req-e77368cf-af0f-4d63-9276-c6388fcf80c3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:48.904886 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "name": "network-vif-plugged", "status": "completed", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:48.905138 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e77368cf-af0f-4d63-9276-c6388fcf80c3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:48.905525 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'code': 200} Jul 06 12:18:48.931170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:49.019182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b254b57-80f6-4a9c-bc92-3cf5a646605c req-745536f7-d25d-45c7-980e-2e59cb9da076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:49.020874 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b254b57-80f6-4a9c-bc92-3cf5a646605c req-745536f7-d25d-45c7-980e-2e59cb9da076 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 1096 time: 0.0522540 Jul 06 12:18:49.054231 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3b254b57-80f6-4a9c-bc92-3cf5a646605c req-4bc4d67e-2f59-4834-ab19-f91bccdf7ae0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273359 Jul 06 12:18:49.741950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0063c7-9fa4-49ee-a7c8-e5444cd180a8 req-abba897b-6bbc-459b-a72e-10b5c2f66fe2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:49.743470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a0063c7-9fa4-49ee-a7c8-e5444cd180a8 req-abba897b-6bbc-459b-a72e-10b5c2f66fe2 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 945 time: 0.0654135 Jul 06 12:18:49.781130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a0063c7-9fa4-49ee-a7c8-e5444cd180a8 req-9400fecb-0bc4-4119-b4c2-77e9ee4d5535 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Jul 06 12:18:50.963789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b473-3201-4b41-be3e-b642e4b63c09 req-1cb2cc58-c041-4343-a652-033403708515 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:50.965318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2368b473-3201-4b41-be3e-b642e4b63c09 req-1cb2cc58-c041-4343-a652-033403708515 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 945 time: 0.0689182 Jul 06 12:18:51.004238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2368b473-3201-4b41-be3e-b642e4b63c09 req-11ec8007-d2dc-452e-b304-afd012b9ed85 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Jul 06 12:18:51.178361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04274ede-4dd4-476e-b751-593b8a70c672 req-1a706a48-440e-47b9-9b5c-f6de1a25d9c7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:51.179846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04274ede-4dd4-476e-b751-593b8a70c672 req-1a706a48-440e-47b9-9b5c-f6de1a25d9c7 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 945 time: 0.0646584 Jul 06 12:18:51.217385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04274ede-4dd4-476e-b751-593b8a70c672 req-b180fd76-b2ec-4f0f-bc22-2b9f27bd97d9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320115 Jul 06 12:18:51.241911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:51.297630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c815a-8141-4dfd-a2b0-f430e8db3b5f tempest-TestVolumeBootPattern-404096239 tempest-TestVolumeBootPattern-404096239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:51.299985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-717c815a-8141-4dfd-a2b0-f430e8db3b5f tempest-TestVolumeBootPattern-404096239 tempest-TestVolumeBootPattern-404096239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 1091 time: 0.0568166 Jul 06 12:18:51.303331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:51.307970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:51.330311 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.429468 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.538820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Allocated IP 172.25.7.136 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/ce80f677-d263-415f-bdfc-8fb7f7a1d278) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:51.641637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.684423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.718988 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:51.721835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:51.725487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:51.759290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=ce80f677-d263-415f-bdfc-8fb7f7a1d278,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:51.773155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.773517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.773868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.774215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.774555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.774894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.775229 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.775563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.775892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.776252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.776582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.776913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:52.130840 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:52.207989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:52.357365 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:52.361769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:52.430830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event updated for resources: {'Port': ['ID=ce80f677-d263-415f-bdfc-8fb7f7a1d278,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:52.439124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:52.538725 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Floating IP 4bb232a2-f505-4bbf-94fd-b85c4ee610af associated. External IP: 172.25.7.136, port: 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09. Jul 06 12:18:52.744099 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:52.967134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.165544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:53.175191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:53.181095 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.184494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:53.185102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:53.217911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a25362b5-4f70-4a58-9d2a-fcc7454b1c6e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9132931 Jul 06 12:18:53.218513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:53.220800 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8403d27a-8d96-4b6c-8e08-2b753c54bb92" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:53.259351 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d02a082-6ea9-4051-ae22-f662814c16e5 x-openstack-request-id: req-6d02a082-6ea9-4051-ae22-f662814c16e5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:53.259769 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:53.260067 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d02a082-6ea9-4051-ae22-f662814c16e5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:53.260478 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'status': 'completed', 'code': 200} Jul 06 12:18:53.302817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:53.342741 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-8d6ec75b-bb95-4a5c-87dc-54f5db286f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.344303 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-8d6ec75b-bb95-4a5c-87dc-54f5db286f3f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 1096 time: 0.0578041 Jul 06 12:18:53.436248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-1c94fd83-c5ea-4228-8ef1-7d85f4e5a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.437779 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-1c94fd83-c5ea-4228-8ef1-7d85f4e5a017 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.0875280 Jul 06 12:18:53.509912 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-5ea656c6-ff02-425a-b54b-5a2bd8476255 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 HTTP/1.1" status: 200 len: 999 time: 0.0656259 Jul 06 12:18:53.561156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-5c02d4d7-d006-4b2f-b2ad-bb2ae8b4a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.562662 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-5c02d4d7-d006-4b2f-b2ad-bb2ae8b4a062 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0448558 Jul 06 12:18:53.618347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-951bfe26-ab83-41e5-9a05-8cbdcc6c3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.619854 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-951bfe26-ab83-41e5-9a05-8cbdcc6c3868 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510333 Jul 06 12:18:53.675400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:56Z', 'revision_number': 1, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}, {'id': '4bb232a2-f505-4bbf-94fd-b85c4ee610af', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:7e:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:18:51Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:53.706196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:53.714969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:53.715588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:18:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:53.715859 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-c068cb75-d220-45da-9da5-405b15ff43cd service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843201 Jul 06 12:18:53.807865 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8403d27a-8d96-4b6c-8e08-2b753c54bb92 req-d8a9d254-a57b-4284-95bf-d3bd073bf10a service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Jul 06 12:18:53.821387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:54.045564 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:56Z', 'revision_number': 1, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}, {'id': '4bb232a2-f505-4bbf-94fd-b85c4ee610af', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:7e:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:18:51Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:54.075028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81181d19-0d5e-4625-912e-a16797d26212 None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:56Z', 'revision_number': 1, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}, {'id': '4bb232a2-f505-4bbf-94fd-b85c4ee610af', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:7e:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:18:51Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 0, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:54.278364 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95d44f-2a54-4b8d-ab42-d5709280e8ff None None] New status for floating IP 4bb232a2-f505-4bbf-94fd-b85c4ee610af: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:18:57.168647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be0ec0a1-65c0-4bd8-8cef-6dbbc1f2a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.687432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d865ba35-0257-4136-b33a-e4ea9c49ebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.237377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fbbe6-6740-4a72-8732-ae031be7067c req-91c68cb4-9ad3-4b59-b7ec-c998db0407b9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:00.239569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-356fbbe6-6740-4a72-8732-ae031be7067c req-91c68cb4-9ad3-4b59-b7ec-c998db0407b9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0636775 Jul 06 12:19:00.247310 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.280277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-356fbbe6-6740-4a72-8732-ae031be7067c req-6622ca04-4450-4af2-b342-59b4092eb91e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334699 Jul 06 12:19:00.365449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.027618 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.476744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22eb11-8319-40ad-809b-76f2079180a8 req-f223dd7b-1fb6-42f7-b532-590c5787d693 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:01.478291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c22eb11-8319-40ad-809b-76f2079180a8 req-f223dd7b-1fb6-42f7-b532-590c5787d693 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0735826 Jul 06 12:19:01.518640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3c22eb11-8319-40ad-809b-76f2079180a8 req-5dba5708-0f28-4857-b7f9-63241daf36dc tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Jul 06 12:19:02.514789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:02.692706 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b61c2-8e2e-4e17-b126-44eb69f7889d req-5ecda778-f93a-4943-8a39-1b120a7b976b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:02.694201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-804b61c2-8e2e-4e17-b126-44eb69f7889d req-5ecda778-f93a-4943-8a39-1b120a7b976b tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0638032 Jul 06 12:19:02.732019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-804b61c2-8e2e-4e17-b126-44eb69f7889d req-7eccbf7f-8639-4633-9dce-f7589aafa7d2 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Jul 06 12:19:03.912951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec86c6d-6642-4948-99ca-5047c0285017 req-a0fcf106-d1cf-408a-9d68-667c7e5b7094 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:03.914449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aec86c6d-6642-4948-99ca-5047c0285017 req-a0fcf106-d1cf-408a-9d68-667c7e5b7094 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0644467 Jul 06 12:19:03.956742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aec86c6d-6642-4948-99ca-5047c0285017 req-05fb0573-c1f5-4015-b467-166d146a32e4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367186 Jul 06 12:19:05.135172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28175d67-e0f3-42de-832b-fafe40e1f668 req-5c2101ed-f05b-4913-b918-9eab1fc70f36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:05.136698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28175d67-e0f3-42de-832b-fafe40e1f668 req-5c2101ed-f05b-4913-b918-9eab1fc70f36 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0664549 Jul 06 12:19:05.176391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28175d67-e0f3-42de-832b-fafe40e1f668 req-ebec6a23-969d-48b3-9f01-8cf218c94f7a tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339217 Jul 06 12:19:06.349642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65098-aa5a-4340-943a-88e76ca2669f req-27ab9510-d14e-47c7-a823-542cdc2d072e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:06.351137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-05d65098-aa5a-4340-943a-88e76ca2669f req-27ab9510-d14e-47c7-a823-542cdc2d072e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0631907 Jul 06 12:19:06.386626 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:19:06.389888 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-05d65098-aa5a-4340-943a-88e76ca2669f req-ab57ec2d-c7d5-4449-a1c1-273b2efeab95 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331209 Jul 06 12:19:07.625858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2dd9e-d2d0-40e3-8886-a315bf5772ae req-fc10cdc3-4a68-4e9d-8f9c-50df6229c7fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:07.627315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a2dd9e-d2d0-40e3-8886-a315bf5772ae req-fc10cdc3-4a68-4e9d-8f9c-50df6229c7fb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0688276 Jul 06 12:19:07.668869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a2dd9e-d2d0-40e3-8886-a315bf5772ae req-28af6114-d9d7-4985-bb2f-bb7720df3cfb tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Jul 06 12:19:08.853442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4104-0db0-4f85-a1c5-08b94f0eb4dc req-ed577e67-581e-4b02-a90f-54c1b7ca347d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:08.854962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a89f4104-0db0-4f85-a1c5-08b94f0eb4dc req-ed577e67-581e-4b02-a90f-54c1b7ca347d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0650547 Jul 06 12:19:08.894139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a89f4104-0db0-4f85-a1c5-08b94f0eb4dc req-d1aa28e2-33bd-4918-80f6-3ffef9b0dfaa tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Jul 06 12:19:10.069006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f947058-7fc0-4105-8d61-4878144f5a26 req-84a163b5-371a-4549-a9ff-301dfa270faf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:10.070507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f947058-7fc0-4105-8d61-4878144f5a26 req-84a163b5-371a-4549-a9ff-301dfa270faf tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0670459 Jul 06 12:19:10.120792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f947058-7fc0-4105-8d61-4878144f5a26 req-098108f5-e0ed-49a1-b32a-dd8c96714462 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Jul 06 12:19:11.299301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c052-7a89-4743-a606-0e5c63025c6f req-7ac63184-26ae-4b42-89f7-8a2ddc72e7f9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:11.300860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24f2c052-7a89-4743-a606-0e5c63025c6f req-7ac63184-26ae-4b42-89f7-8a2ddc72e7f9 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0642030 Jul 06 12:19:11.338319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-24f2c052-7a89-4743-a606-0e5c63025c6f req-7ec4539c-cec0-4307-9f7c-d8a59ad013a5 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Jul 06 12:19:12.511545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abb204-05f1-4ba9-b0a9-fdd6cf34a78e req-92fb3d6f-0e92-46cd-bf85-44e4b87bbf57 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:12.513054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0abb204-05f1-4ba9-b0a9-fdd6cf34a78e req-92fb3d6f-0e92-46cd-bf85-44e4b87bbf57 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0646634 Jul 06 12:19:12.550670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f0abb204-05f1-4ba9-b0a9-fdd6cf34a78e req-54e931ec-f7ba-4a05-a111-5cb33ee5c198 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Jul 06 12:19:13.737208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169703-b7cd-4be0-9fc3-0d3b531b6f9a req-b77256b0-630d-4c5f-b328-c2f11ac9f0d3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:13.738765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee169703-b7cd-4be0-9fc3-0d3b531b6f9a req-b77256b0-630d-4c5f-b328-c2f11ac9f0d3 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0696537 Jul 06 12:19:13.778514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee169703-b7cd-4be0-9fc3-0d3b531b6f9a req-6cded552-9966-4f54-b7cc-718629922d50 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Jul 06 12:19:14.978295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701fd3-fc8c-42b8-8614-c8b1d1a65799 req-b1a53758-6b41-482d-b4ef-e41f8fcbfbe6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:14.979808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50701fd3-fc8c-42b8-8614-c8b1d1a65799 req-b1a53758-6b41-482d-b4ef-e41f8fcbfbe6 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0728598 Jul 06 12:19:15.020013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50701fd3-fc8c-42b8-8614-c8b1d1a65799 req-a44565fe-8bce-4f44-9d97-fe7834e8ebc0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Jul 06 12:19:16.196907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86528231-b995-4295-824c-c42ef299c641 req-a9849080-f197-4684-af21-55698e9d91d1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:16.198416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86528231-b995-4295-824c-c42ef299c641 req-a9849080-f197-4684-af21-55698e9d91d1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0636716 Jul 06 12:19:16.240946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86528231-b995-4295-824c-c42ef299c641 req-d08e54dc-30f1-4380-8ad8-d1fe2c1f79d0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370057 Jul 06 12:19:17.414934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03c21-be11-46ca-a0f3-0c7957bc7186 req-b104e7a5-5b97-4241-bc10-bbf4948372f0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.416507 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3f03c21-be11-46ca-a0f3-0c7957bc7186 req-b104e7a5-5b97-4241-bc10-bbf4948372f0 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0649636 Jul 06 12:19:17.453793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f3f03c21-be11-46ca-a0f3-0c7957bc7186 req-21d52900-a724-4e6e-aedd-254fed619391 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Jul 06 12:19:18.026135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f1ea8-7a7b-45d8-a953-84eb243e2fbe req-24bd38a1-a98f-41a4-9e45-925810770e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:18.027607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-884f1ea8-7a7b-45d8-a953-84eb243e2fbe req-24bd38a1-a98f-41a4-9e45-925810770e3a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1096 time: 0.0510945 Jul 06 12:19:18.062781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-884f1ea8-7a7b-45d8-a953-84eb243e2fbe req-9908a2ca-0600-49de-8f23-af9897ba0502 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287733 Jul 06 12:19:18.624715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99e58-2104-497b-8a77-cd894042ac85 req-c5b7273f-0fad-4fc7-88bc-af64bb138009 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:18.626194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95b99e58-2104-497b-8a77-cd894042ac85 req-c5b7273f-0fad-4fc7-88bc-af64bb138009 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0624681 Jul 06 12:19:18.664444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95b99e58-2104-497b-8a77-cd894042ac85 req-2f4a9eaf-be0d-4115-b260-b25e0ddc1f55 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Jul 06 12:19:19.839529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb0e69-e140-422d-8a40-3e14659611af req-04592101-dc4e-4e92-b5de-46581a3b760e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:19.841049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87bb0e69-e140-422d-8a40-3e14659611af req-04592101-dc4e-4e92-b5de-46581a3b760e tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0669990 Jul 06 12:19:19.879829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87bb0e69-e140-422d-8a40-3e14659611af req-7d228b06-7a12-46de-8796-278d567a04f1 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Jul 06 12:19:19.904685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:19.964519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-04da473d-abda-409e-aa12-6f21105c9200 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/floatingips/2397dfd2-50b8-43ec-baf5-e8ff37b3b577 HTTP/1.1" status: 200 len: 993 time: 0.0585632 Jul 06 12:19:20.859434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:20.861587 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:21.007553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.034810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:21.053953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:21.060534 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cee1ce-2e10-425e-b975-09feb4f341e9" -d '{"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-unplugged", "status": "completed", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:21.072287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '806e098e-9025-435d-a694-db743b443131', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'port_id': '806e098e-9025-435d-a694-db743b443131', 'mac_address': 'fa:16:3e:30:34:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:21.077000 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:21.081950 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.107271 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3bd8ca-5984-4f77-97bd-646b88ebf499 x-openstack-request-id: req-0b3bd8ca-5984-4f77-97bd-646b88ebf499 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:21.107574 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-unplugged", "status": "completed", "tag": "806e098e-9025-435d-a694-db743b443131", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:21.107833 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b3bd8ca-5984-4f77-97bd-646b88ebf499 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:21.108246 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '806e098e-9025-435d-a694-db743b443131', 'code': 200} Jul 06 12:19:21.152286 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.173857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:21.176718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806e098e-9025-435d-a694-db743b443131 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:21.188763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.189165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.189507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.189849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.190190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.190529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.190863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.191193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.191542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.191849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.192204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.192614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.209514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:21.213365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.261402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:21.471192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['806e098e-9025-435d-a694-db743b443131'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:22.868646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:22.915552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 806e098e-9025-435d-a694-db743b443131 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:22.915935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.971037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.001861 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.035632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:23.040217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.085781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:23.108901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:23.111183 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc4ffd-1657-4493-bf9c-5a07c4f022f2" -d '{"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-plugged", "status": "completed", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:23.146783 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0952bc4c-b890-422a-9523-f4dd58186423 x-openstack-request-id: req-0952bc4c-b890-422a-9523-f4dd58186423 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:23.147083 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-plugged", "status": "completed", "tag": "806e098e-9025-435d-a694-db743b443131", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:23.147336 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0952bc4c-b890-422a-9523-f4dd58186423 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:23.147733 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e098e-9025-435d-a694-db743b443131', 'code': 200} Jul 06 12:19:27.173038 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-713e0041-fe4a-4c07-9c61-6f4f3e56d5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.688087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b08c662-6e95-42a7-90a5-e30eb83848fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.257095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.356519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.032757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.517317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.385489 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:19:52.976453 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.200201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:55.703928 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 8ca6a025-2fae-43c5-a0bb-2002e49f056e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:55.704297 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.777776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.778106 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.789432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 8ca6a025-2fae-43c5-a0bb-2002e49f056e owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:55.935208 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.957430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=8ca6a025-2fae-43c5-a0bb-2002e49f056e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:55.967374 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.967713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.968103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.968444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.968781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.969117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.969451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.969783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.970113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.970441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.970768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:55.971088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:56.037118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.037450 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Floating IP 2397dfd2-50b8-43ec-baf5-e8ff37b3b577 disassociated (deleted). External IP: 172.25.7.188, port: 806e098e-9025-435d-a694-db743b443131. Jul 06 12:19:56.236260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router e78c5722-2ef2-4cea-95c2-854ca1a1d373 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:19:56.362893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:19:56.367771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.372432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] Sync routers for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:19:56.384618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:56.385241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:19:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:56.409415 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99d0b3a3-045e-4952-a454-6af3da7712a4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/floatingips/2397dfd2-50b8-43ec-baf5-e8ff37b3b577 HTTP/1.1" status: 204 len: 168 time: 1.2080972 Jul 06 12:19:56.410086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:56.412500 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b7d3d0-7484-4313-bff4-861d3395aa90" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:56.491057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:56.515004 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e913bb64-3249-4e44-ae6a-0595a1d66514 x-openstack-request-id: req-e913bb64-3249-4e44-ae6a-0595a1d66514 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:56.515495 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "tag": "806e098e-9025-435d-a694-db743b443131", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:56.515935 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e913bb64-3249-4e44-ae6a-0595a1d66514 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:56.516355 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'tag': '806e098e-9025-435d-a694-db743b443131', 'status': 'completed', 'code': 200} Jul 06 12:19:56.588053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-7ab70c12-3521-4fff-85f7-063e30dbe171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.590130 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-7ab70c12-3521-4fff-85f7-063e30dbe171 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 1096 time: 0.0541379 Jul 06 12:19:56.707862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:15Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:56.713160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-3049b8fb-5f99-46f0-8f68-008c711217b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.715336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-3049b8fb-5f99-46f0-8f68-008c711217b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=599db865-b012-40eb-8042-0a7e012dd33d HTTP/1.1" status: 200 len: 898 time: 0.1182868 Jul 06 12:19:56.735738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] Checking router: e78c5722-2ef2-4cea-95c2-854ca1a1d373 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:19:56.744731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:56.745277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:19:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:56.763581 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-e076fc75-d56a-460a-a19c-e31a7b3060f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806e098e-9025-435d-a694-db743b443131 HTTP/1.1" status: 200 len: 217 time: 0.0418022 Jul 06 12:19:56.816713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-5c916acd-054a-428c-8b67-8730e7dfa9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.818276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-5c916acd-054a-428c-8b67-8730e7dfa9e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2 HTTP/1.1" status: 200 len: 834 time: 0.0478601 Jul 06 12:19:56.841650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd67a9-58d1-4a8c-904b-9884075eb9b9 req-abbc3b91-4b2f-4024-a596-6863b7f14e91 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.843609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ecd67a9-58d1-4a8c-904b-9884075eb9b9 req-abbc3b91-4b2f-4024-a596-6863b7f14e91 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0766256 Jul 06 12:19:56.863664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:56.886568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-eb59f334-35ac-4b7c-9e03-bdd915290e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.888484 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-eb59f334-35ac-4b7c-9e03-bdd915290e2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=599db865-b012-40eb-8042-0a7e012dd33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637200 Jul 06 12:19:56.889307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ecd67a9-58d1-4a8c-904b-9884075eb9b9 req-1ff728cd-7da2-4af4-a66e-4de3790c2860 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383055 Jul 06 12:19:56.984363 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-9641ec2e-d86e-4a13-8e1b-016076687bb8 service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878818 Jul 06 12:19:57.063468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:15Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:57.075992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b8b7d3d0-7484-4313-bff4-861d3395aa90 req-be527042-961d-4cd4-b3f8-01eccc825504 service neutron] 10.222.0.79 "GET /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845377 Jul 06 12:19:57.094964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36e235-cae4-4fc6-81ff-5983b3b75135 None None] The sync data for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 is: [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:18:11Z', 'revision_number': 4, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f555862f-1358-441d-b301-6ca777e8810f', 'name': '', 'network_id': '599db865-b012-40eb-8042-0a7e012dd33d', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'mac_address': 'fa:16:3e:7c:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:10Z', 'updated_at': '2021-07-06T12:18:15Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'subnets': [{'id': '7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:19:57.174139 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e31dc9-4ba1-40fe-92c5-44e73fd297ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:57.323485 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ea343-63ff-42b7-bee7-192a8146da41 None None] New status for floating IP 2397dfd2-50b8-43ec-baf5-e8ff37b3b577: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:19:58.069395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d61084-1cef-4fa7-a0cc-b11a6dd5ba2b req-995f7401-6b48-4589-b509-2f15992b2cf4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:58.071043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12d61084-1cef-4fa7-a0cc-b11a6dd5ba2b req-995f7401-6b48-4589-b509-2f15992b2cf4 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0712819 Jul 06 12:19:58.084745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-ebdb2aeb-9480-42ed-b3d6-04b5e38b0b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:58.086197 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-ebdb2aeb-9480-42ed-b3d6-04b5e38b0b1d tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ce08181-2854-442c-967b-5d0aab4014b1 HTTP/1.1" status: 200 len: 945 time: 0.0829017 Jul 06 12:19:58.110119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12d61084-1cef-4fa7-a0cc-b11a6dd5ba2b req-b70c0c61-ecc6-4d02-81fd-0018a4aa4414 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b056a3d-9a7a-4508-ae27-a1f72d4489b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331933 Jul 06 12:19:58.186114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 806e098e-9025-435d-a694-db743b443131 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:58.186455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.276178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 806e098e-9025-435d-a694-db743b443131, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=806e098e-9025-435d-a694-db743b443131,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:58.276531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.288421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 806e098e-9025-435d-a694-db743b443131 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:58.414371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.445641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=806e098e-9025-435d-a694-db743b443131,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:58.492350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] No DVR routers for this DVR port 806e098e-9025-435d-a694-db743b443131 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:58.495660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.498480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a5c74765-f3cb-4ef7-95a9-51c1153aa4d3 req-7f426a8b-d1c7-4156-96ba-5e59168d99cd tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.79 "DELETE /v2.0/ports/806e098e-9025-435d-a694-db743b443131 HTTP/1.1" status: 204 len: 173 time: 0.4062409 Jul 06 12:19:58.517194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-deleted', 'tag': '806e098e-9025-435d-a694-db743b443131'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:58.519610 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac6e2e0-13c0-4f28-99f2-bf5ae95c98db" -d '{"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-deleted", "tag": "806e098e-9025-435d-a694-db743b443131"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:58.559379 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04900a-4a06-4a9e-902b-1d450086d4f6 x-openstack-request-id: req-4e04900a-4a06-4a9e-902b-1d450086d4f6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:58.559692 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce08181-2854-442c-967b-5d0aab4014b1", "name": "network-vif-deleted", "tag": "806e098e-9025-435d-a694-db743b443131", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:58.559965 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e04900a-4a06-4a9e-902b-1d450086d4f6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:58.560367 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce08181-2854-442c-967b-5d0aab4014b1', 'name': 'network-vif-deleted', 'tag': '806e098e-9025-435d-a694-db743b443131', 'status': 'completed', 'code': 200} Jul 06 12:19:59.202879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:59.557496 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.689649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-123eefd2-9dc7-4381-b22a-a63129e097c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.849844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port f555862f-1358-441d-b301-6ca777e8810f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:59.850108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.940520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port f555862f-1358-441d-b301-6ca777e8810f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f555862f-1358-441d-b301-6ca777e8810f,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:59.940890 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.954923 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for f555862f-1358-441d-b301-6ca777e8810f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:00.157543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.185464 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=f555862f-1358-441d-b301-6ca777e8810f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:00.260705 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.360569 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.405027 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.628079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Router e78c5722-2ef2-4cea-95c2-854ca1a1d373 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:00.732095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:00.737034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6a6187f1-b430-41fc-a937-0b801c330fe7 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "PUT /v2.0/routers/e78c5722-2ef2-4cea-95c2-854ca1a1d373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330946 Jul 06 12:20:00.739642 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:00.743779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] Sync routers for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:00.753804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:00.754420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:00.789952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting subnet 7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:00.797379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.833498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-2f7952d1-5983-44df-99eb-fa9a7ef3127d req-2a6074f2-5658-4a50-9b3d-93079ba46aba service neutron] (93767) timed out ('10.222.0.79', 56027) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:20:00.843873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.873668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:00.936293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.998696 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.028595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Subnet': ['ID=7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:01.032300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.037216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:01.038243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-978671da-af10-4102-96df-a22d2ed88744 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/subnets/7d617bbf-dd1f-4345-a8a5-2ea42f5d4ab2 HTTP/1.1" status: 204 len: 168 time: 0.2974353 Jul 06 12:20:01.099867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856ae47-18b1-4bce-a64a-ef99b0bb1cef None None] Network 599db865-b012-40eb-8042-0a7e012dd33d requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:01.148266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.185702 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.257011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.312070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Deleting port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:01.312683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.326212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:20:00Z', 'revision_number': 5, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port': {'id': '52e12f8c-33b7-4e4b-b970-a0fea482f5cb', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:08Z', 'updated_at': '2021-07-06T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:01.354699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] Checking router: e78c5722-2ef2-4cea-95c2-854ca1a1d373 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:01.364110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] Routers {'e78c5722-2ef2-4cea-95c2-854ca1a1d373'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:01.364728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:01.403288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] For port 52e12f8c-33b7-4e4b-b970-a0fea482f5cb, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:01.403662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.410167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] DHCP port deletion for 599db865-b012-40eb-8042-0a7e012dd33d request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:01.416757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Calling delete_port for 52e12f8c-33b7-4e4b-b970-a0fea482f5cb owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:01.485119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] Set router e78c5722-2ef2-4cea-95c2-854ca1a1d373 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:01.542595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:20:01Z', 'revision_number': 6, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:01.573203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a203481-4f4d-4a72-a82a-ccf7cb40c246 None None] The sync data for ids ['e78c5722-2ef2-4cea-95c2-854ca1a1d373'] in n-d-799528-2 is: [{'id': 'e78c5722-2ef2-4cea-95c2-854ca1a1d373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735363189', 'tenant_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:07Z', 'updated_at': '2021-07-06T12:20:01Z', 'revision_number': 6, 'project_id': '78e1b8b3fe9c41e496f31ec6102a6abb', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:01.579831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] Deleting port d763d9bd-c9a6-4680-aee9-e4c967c2997f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:01.580303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.593973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.617591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Port': ['ID=52e12f8c-33b7-4e4b-b970-a0fea482f5cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:01.631165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.631617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.632106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.632556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.633053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.633466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.633813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.634151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.634488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.634825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.635150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.635479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:01.653272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] For port d763d9bd-c9a6-4680-aee9-e4c967c2997f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d763d9bd-c9a6-4680-aee9-e4c967c2997f,segment=NetworkSegment(c1a7b570-45ef-4906-8fb0-cc77e5c14250),segment_id=c1a7b570-45ef-4906-8fb0-cc77e5c14250)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:01.653719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.666294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] Calling delete_port for d763d9bd-c9a6-4680-aee9-e4c967c2997f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:01.702193 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.757278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.783519 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] Pushing event deleted for resources: {'Port': ['ID=d763d9bd-c9a6-4680-aee9-e4c967c2997f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:01.786823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9d978-6eac-4667-89d3-8d8299a61bfb None None] No DVR routers for this DVR port d763d9bd-c9a6-4680-aee9-e4c967c2997f on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:01.798115 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.799761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.848144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.848842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Fanout notify agent at l3_agent the message router_deleted on router e78c5722-2ef2-4cea-95c2-854ca1a1d373 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:20:01.855809 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.856949 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac76ac5a-45f0-4205-9d3f-9e15567fea82 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/routers/e78c5722-2ef2-4cea-95c2-854ca1a1d373 HTTP/1.1" status: 204 len: 168 time: 0.8186898 Jul 06 12:20:01.859553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:01.938485 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.032323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.045668 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599db865-b012-40eb-8042-0a7e012dd33d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:02.060515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a7b570-45ef-4906-8fb0-cc77e5c14250') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:02.060801 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a7b570-45ef-4906-8fb0-cc77e5c14250') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:02.072177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.086963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.093504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:20:02.093863 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:20:02.096850 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:20:02.155701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.162939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.164857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/networks/599db865-b012-40eb-8042-0a7e012dd33d HTTP/1.1" status: 204 len: 168 time: 0.3043153 Jul 06 12:20:02.167607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:02.178495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b309614-2650-404f-984f-0f77537d88e8 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'Network': ['ID=599db865-b012-40eb-8042-0a7e012dd33d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:02.231897 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30f54b8b-7919-48b0-bafd-5d353e4ba367 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.259703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30f54b8b-7919-48b0-bafd-5d353e4ba367 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.324535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30f54b8b-7919-48b0-bafd-5d353e4ba367 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.329494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30f54b8b-7919-48b0-bafd-5d353e4ba367 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.331349 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-30f54b8b-7919-48b0-bafd-5d353e4ba367 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] 10.222.0.78 "DELETE /v2.0/security-groups/8b056a3d-9a7a-4508-ae27-a1f72d4489b0 HTTP/1.1" status: 204 len: 168 time: 0.1618664 Jul 06 12:20:02.345624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f54b8b-7919-48b0-bafd-5d353e4ba367 tempest-TestNetworkAdvancedServerOps-1553714240 tempest-TestNetworkAdvancedServerOps-1553714240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b056a3d-9a7a-4508-ae27-a1f72d4489b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:02.520411 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.656800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:02.792709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-77582586-4d01-43e6-9a5c-65ccf7e41221 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78e1b8b3fe9c41e496f31ec6102a6abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346931 Jul 06 12:20:02.795167 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:02.840655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d763d9bd-c9a6-4680-aee9-e4c967c2997f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:02.846028 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95449f03-e423-4eca-a16b-986312c88098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.863453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d763d9bd-c9a6-4680-aee9-e4c967c2997f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:02.863890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d763d9bd-c9a6-4680-aee9-e4c967c2997f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:02.864447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f555862f-1358-441d-b301-6ca777e8810f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:02.868567 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95449f03-e423-4eca-a16b-986312c88098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.883209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f555862f-1358-441d-b301-6ca777e8810f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:02.883559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f555862f-1358-441d-b301-6ca777e8810f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:02.884005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 52e12f8c-33b7-4e4b-b970-a0fea482f5cb no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:02.904407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 52e12f8c-33b7-4e4b-b970-a0fea482f5cb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:02.904753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 52e12f8c-33b7-4e4b-b970-a0fea482f5cb not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:02.916742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95449f03-e423-4eca-a16b-986312c88098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.920047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95449f03-e423-4eca-a16b-986312c88098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.921193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-95449f03-e423-4eca-a16b-986312c88098 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8920f4ec-f773-4b2a-ad27-370ddad393e1 HTTP/1.1" status: 204 len: 168 time: 0.1250584 Jul 06 12:20:02.928860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95449f03-e423-4eca-a16b-986312c88098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920f4ec-f773-4b2a-ad27-370ddad393e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:03.077894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:03.098093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 806e098e-9025-435d-a694-db743b443131 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:03.098467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 806e098e-9025-435d-a694-db743b443131 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:03.173854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:03.214378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-23659b16-670f-4528-b4ef-ab3be084bc3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6f200edaa1c4e8ca1654bfb619bfa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393627 Jul 06 12:20:03.217241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:03.266619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec74-cfae-4f3a-9c00-f0b36ef06261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.287832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec74-cfae-4f3a-9c00-f0b36ef06261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.340952 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec74-cfae-4f3a-9c00-f0b36ef06261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.343674 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec74-cfae-4f3a-9c00-f0b36ef06261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.344854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-17a5ec74-cfae-4f3a-9c00-f0b36ef06261 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1797be61-430d-4366-b60d-5fbdfda8e52c HTTP/1.1" status: 204 len: 168 time: 0.1267235 Jul 06 12:20:03.352670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5ec74-cfae-4f3a-9c00-f0b36ef06261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1797be61-430d-4366-b60d-5fbdfda8e52c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.318033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.421760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd25a-f912-4967-acc2-96753b8b4d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.508717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd25a-f912-4967-acc2-96753b8b4d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.512277 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd25a-f912-4967-acc2-96753b8b4d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.552205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5ebd25a-f912-4967-acc2-96753b8b4d74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34b42a994fe2424cbaf7388854a1db20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330620 Jul 06 12:20:05.553317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebd25a-f912-4967-acc2-96753b8b4d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad786b-6bfc-4eac-9bc4-62afc295c2c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.554942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.620976 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a694f22-9259-4176-a9ce-10661fb44141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.652921 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a694f22-9259-4176-a9ce-10661fb44141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.698271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a694f22-9259-4176-a9ce-10661fb44141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.701585 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a694f22-9259-4176-a9ce-10661fb44141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.702735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0a694f22-9259-4176-a9ce-10661fb44141 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8bad786b-6bfc-4eac-9bc4-62afc295c2c5 HTTP/1.1" status: 204 len: 168 time: 0.1458602 Jul 06 12:20:05.713943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694f22-9259-4176-a9ce-10661fb44141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad786b-6bfc-4eac-9bc4-62afc295c2c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.964468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.977824 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3e9-6342-435e-ab7a-124c0d7eba0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.067762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3e9-6342-435e-ab7a-124c0d7eba0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.071417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3e9-6342-435e-ab7a-124c0d7eba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.112256 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b72d3e9-6342-435e-ab7a-124c0d7eba0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11d682c835fc404c99b9118d135b3b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465671 Jul 06 12:20:06.113362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72d3e9-6342-435e-ab7a-124c0d7eba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3fbc34-a767-4a4e-9f37-7fe50a777813,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:06.115008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:06.163989 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7a7f44-95e0-4992-921a-b0a96d12e8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.184895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7a7f44-95e0-4992-921a-b0a96d12e8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.231192 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7a7f44-95e0-4992-921a-b0a96d12e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.233839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da7a7f44-95e0-4992-921a-b0a96d12e8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.234996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-da7a7f44-95e0-4992-921a-b0a96d12e8de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a3fbc34-a767-4a4e-9f37-7fe50a777813 HTTP/1.1" status: 204 len: 168 time: 0.1189146 Jul 06 12:20:06.242833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7f44-95e0-4992-921a-b0a96d12e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3fbc34-a767-4a4e-9f37-7fe50a777813,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:08.342044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:08.347430 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'network': {'name': 'tempest-network-smoke--1153840812', 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:08.368977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Made reservation on behalf of 9d9cbd81274c43c59d172b332113c0bc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:08.373374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.385828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.477019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.480826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.507460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:20:08.518055 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5c698f-94d8-4d62-9dbb-617c1e1a730d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:08.523584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.524203 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Added segment 151c3ed8-a772-435b-b5bc-e5a9f6e74e44 of type vlan for network 0ebbe105-18cd-4255-a80b-f68e59de6047 Jul 06 12:20:08.567682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.596120 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.601559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.602148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.651809 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3086526 Jul 06 12:20:08.654900 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:08.660527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'admin_state_up': True, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:08.670030 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2043b7-bfcf-4b48-b699-ad209901bd8e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Network': ['ID=0ebbe105-18cd-4255-a80b-f68e59de6047,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:08.680388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:20:08.685804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.686815 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.742294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.885316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.078395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.097535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.204703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.25.7.139 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/83c45ab6-b281-4264-908a-68e5b5d03185) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:09.305802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.343838 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.385002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:09.391415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:09.396631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:09.398774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=83c45ab6-b281-4264-908a-68e5b5d03185,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:09.645713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.839399 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:10.283759 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router a7594279-91dd-4548-a35f-cf3ac9532375 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:20:10.384537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:10.394464 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Sync routers for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:10.404111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:10.405340 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:10.405460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-57494c9e-fcf5-4922-866c-ca105d0bbbe2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7493796 Jul 06 12:20:10.406097 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:10.408926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.510479 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:10.531607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6efc429e-c3da-4adf-8921-e46cf92f4e2f tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=9d9cbd81274c43c59d172b332113c0bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1215124 Jul 06 12:20:10.534677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.623716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5043b9-d279-40ba-9ef3-8afa9c04654e tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:10.625261 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e5043b9-d279-40ba-9ef3-8afa9c04654e tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897164 Jul 06 12:20:10.628041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.656131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d3aa9c70-2b5b-4bc0-b4f2-eb743f48c398 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270166 Jul 06 12:20:10.658672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.663350 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097123704', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:10.684256 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:09Z', 'revision_number': 3, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:10.711337 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Checking router: a7594279-91dd-4548-a35f-cf3ac9532375 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:10.711681 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Updating router a7594279-91dd-4548-a35f-cf3ac9532375 port 83c45ab6-b281-4264-908a-68e5b5d03185 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:20:10.750486 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:10.756908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Made reservation on behalf of 9d9cbd81274c43c59d172b332113c0bc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:10.760623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:10.947062 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.014273 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.025440 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Transition to ACTIVE for port object 83c45ab6-b281-4264-908a-68e5b5d03185 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:11.032151 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.081745 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Attempting to bind port 83c45ab6-b281-4264-908a-68e5b5d03185 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:11.082113 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Attempting to bind port 83c45ab6-b281-4264-908a-68e5b5d03185 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:11.082471 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Attempting to bind port 83c45ab6-b281-4264-908a-68e5b5d03185 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:11.091747 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:11.092146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:11.092548 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.092939 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:11.093409 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Bound port: 83c45ab6-b281-4264-908a-68e5b5d03185, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:11.093784 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.095452 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Pushing event updated for resources: {'Port': ['ID=83c45ab6-b281-4264-908a-68e5b5d03185,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:11.119784 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.120147 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.120483 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.120814 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.121769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.122105 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.122429 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.122749 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.123067 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.123385 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.124134 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.124417 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:11.164087 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] For port 83c45ab6-b281-4264-908a-68e5b5d03185, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:11.167563 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] For port 83c45ab6-b281-4264-908a-68e5b5d03185, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=83c45ab6-b281-4264-908a-68e5b5d03185,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:11.172895 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.229641 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:11.230265 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:11.235600 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7a6c2-2efe-4a74-9ac3-1b593553b8f8 None None] Pushing event updated for resources: {'Port': ['ID=83c45ab6-b281-4264-908a-68e5b5d03185,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:11.337062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Subnet': ['ID=d992db5a-dba6-4152-84b6-427ad1309428,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:11.342160 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:11.344591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Checking segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:11.344957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network hostable DHCP agents. Network: 0ebbe105-18cd-4255-a80b-f68e59de6047, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:20:11.361866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:20:11.370455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0ebbe105-18cd-4255-a80b-f68e59de6047) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:11.377654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:11.378255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.379178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c13d7-f199-47cc-8e20-7de4ede9bc23 None None] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:11.397279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e122d79e-57ed-4fa3-80b5-86861279bb21 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7349677 Jul 06 12:20:11.397479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:11.528468 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:09Z', 'revision_number': 3, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:11.532583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0ebbe105-18cd-4255-a80b-f68e59de6047', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:20:11.533624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.558500 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f043dc-b001-4eef-8110-c69b8dd7c76c None None] The sync data for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 is: [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:09Z', 'revision_number': 3, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:11.681189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Allocated IP 172.20.0.2 (0ebbe105-18cd-4255-a80b-f68e59de6047/d992db5a-dba6-4152-84b6-427ad1309428/abecab8c-123e-4504-bcd0-f49c5670bbf7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:11.854686 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.889784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Transition to ACTIVE for port object abecab8c-123e-4504-bcd0-f49c5670bbf7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:11.892688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.906012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Transition to ACTIVE for port object abecab8c-123e-4504-bcd0-f49c5670bbf7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:11.913429 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.952296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:11.957350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:11.960846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:11.968815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Pushing event updated for resources: {'Port': ['ID=abecab8c-123e-4504-bcd0-f49c5670bbf7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:12.042952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Attempting to bind port abecab8c-123e-4504-bcd0-f49c5670bbf7 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:12.044323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Attempting to bind port abecab8c-123e-4504-bcd0-f49c5670bbf7 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:12.044323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Attempting to bind port abecab8c-123e-4504-bcd0-f49c5670bbf7 on network 0ebbe105-18cd-4255-a80b-f68e59de6047 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:12.049518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:12.049894 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Checking segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:12.050302 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.050696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Bound using segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:12.051167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Bound port: abecab8c-123e-4504-bcd0-f49c5670bbf7, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:12.051547 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.118308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] For port abecab8c-123e-4504-bcd0-f49c5670bbf7, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:12.121776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] For port abecab8c-123e-4504-bcd0-f49c5670bbf7, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=abecab8c-123e-4504-bcd0-f49c5670bbf7,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:12.125496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.183082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980bc75-a5db-420c-ab26-dd1f3a7a2317 None None] Pushing event updated for resources: {'Port': ['ID=abecab8c-123e-4504-bcd0-f49c5670bbf7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:12.209457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.20.0.1 (0ebbe105-18cd-4255-a80b-f68e59de6047/d992db5a-dba6-4152-84b6-427ad1309428/7c4cea1c-ddf7-422a-91b3-bc114118725b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:12.371701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.389409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Transition to ACTIVE for port object 7c4cea1c-ddf7-422a-91b3-bc114118725b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:12.438899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.482628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:12.486529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:12.492531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:12.547625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=7c4cea1c-ddf7-422a-91b3-bc114118725b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:12.551166 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.688831 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.916879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device abecab8c-123e-4504-bcd0-f49c5670bbf7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:12.973152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port abecab8c-123e-4504-bcd0-f49c5670bbf7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:12.978269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83c45ab6-b281-4264-908a-68e5b5d03185 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:12.988282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.993188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.033791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 83c45ab6-b281-4264-908a-68e5b5d03185 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:13.037797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 83c45ab6-b281-4264-908a-68e5b5d03185 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:13.038164 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.076566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=7c4cea1c-ddf7-422a-91b3-bc114118725b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.079190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.120461 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.144703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 83c45ab6-b281-4264-908a-68e5b5d03185, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=83c45ab6-b281-4264-908a-68e5b5d03185,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:13.149773 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.178871 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:13.180513 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:13.203893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=83c45ab6-b281-4264-908a-68e5b5d03185,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.227800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ef067-30dd-4c58-af65-e784ad320d2a None None] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:13.286229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] Provisioning for port abecab8c-123e-4504-bcd0-f49c5670bbf7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:13.294391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] Provisioning complete for port abecab8c-123e-4504-bcd0-f49c5670bbf7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:13.294758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.303409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router a7594279-91dd-4548-a35f-cf3ac9532375 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:13.423419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:13.428561 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-01487c58-735c-4f3b-b2da-ddf7afb05891 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "PUT /v2.0/routers/a7594279-91dd-4548-a35f-cf3ac9532375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0301294 Jul 06 12:20:13.431456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:13.437087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--874797053', 'description': 'tempest-secgroup_access--874797053 description', 'project_id': '9d9cbd81274c43c59d172b332113c0bc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:13.451772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.461412 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.499195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] For port abecab8c-123e-4504-bcd0-f49c5670bbf7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=abecab8c-123e-4504-bcd0-f49c5670bbf7,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:13.504940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.559704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.562783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fa9a1-c97a-445d-bfa7-ec53e5ab92e9 None None] Pushing event updated for resources: {'Port': ['ID=abecab8c-123e-4504-bcd0-f49c5670bbf7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.564330 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.601137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.602405 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1701772 Jul 06 12:20:13.604361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab96df3-7d34-4e23-b948-5f5ae5561e5c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f05826-81f7-4c11-bb34-e1af09c918f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.605436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:13.613153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1481080308', 'description': 'tempest-secgroup_general--1481080308 description', 'project_id': '9d9cbd81274c43c59d172b332113c0bc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:13.642507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.736384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.741240 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.773945 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.775229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1677930 Jul 06 12:20:13.779083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:13.782858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d84bd8-658c-47ec-8ada-b827a802ed74 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaab814-99bb-4e64-b84a-83d69b865750,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.786488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'security_group_rule': {'security_group_id': '75f05826-81f7-4c11-bb34-e1af09c918f2', 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:13.818579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.833408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Sync routers for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:13.851833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:13.852567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:13.886212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abd2308a-c1bf-4fdb-b1c4-7d653d4bac22 None None] Provisioning complete for port abecab8c-123e-4504-bcd0-f49c5670bbf7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:13.886675 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abd2308a-c1bf-4fdb-b1c4-7d653d4bac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.891600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.896253 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.921695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46469e-d9f9-46df-b4cf-e74f4a0e1e5b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.925810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.935822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-98fe39f3-5910-4ece-bee5-0d65d5970d69 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459894 Jul 06 12:20:14.090915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-b7fdec41-63bb-4f6a-b27c-5e2be751c93d tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--874797053&fields=id&tenant_id=9d9cbd81274c43c59d172b332113c0bc HTTP/1.1" status: 200 len: 267 time: 0.0392401 Jul 06 12:20:14.133997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-fe292725-1a13-4788-a2d3-ccac26dae9a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--1481080308&fields=id&tenant_id=9d9cbd81274c43c59d172b332113c0bc HTTP/1.1" status: 200 len: 267 time: 0.0357134 Jul 06 12:20:14.191390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:14.227849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abd2308a-c1bf-4fdb-b1c4-7d653d4bac22 None None] Provisioning for port 7c4cea1c-ddf7-422a-91b3-bc114118725b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:14.236235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abd2308a-c1bf-4fdb-b1c4-7d653d4bac22 None None] Provisioning complete for port 7c4cea1c-ddf7-422a-91b3-bc114118725b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:14.236608 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abd2308a-c1bf-4fdb-b1c4-7d653d4bac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.250485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-425b4a80-3210-4331-9810-5e137d856034 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.252349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-425b4a80-3210-4331-9810-5e137d856034 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/networks?id=0ebbe105-18cd-4255-a80b-f68e59de6047 HTTP/1.1" status: 200 len: 797 time: 0.1094189 Jul 06 12:20:14.268677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-07398464-0eec-4662-bbd6-97269101d94a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/quotas/9d9cbd81274c43c59d172b332113c0bc HTTP/1.1" status: 200 len: 375 time: 0.0103850 Jul 06 12:20:14.339706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-accace33-c737-4e6b-95f7-2388ab908f85 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621824 Jul 06 12:20:14.342651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abd2308a-c1bf-4fdb-b1c4-7d653d4bac22 None None] Port 7c4cea1c-ddf7-422a-91b3-bc114118725b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:14.411240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-6888b940-1d00-4c24-85ff-bc9670211344 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:20:14.412428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-6888b940-1d00-4c24-85ff-bc9670211344 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602145 Jul 06 12:20:14.425855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 2, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:14.455503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Checking router: a7594279-91dd-4548-a35f-cf3ac9532375 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:14.455859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Updating router a7594279-91dd-4548-a35f-cf3ac9532375 port 7c4cea1c-ddf7-422a-91b3-bc114118725b binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:20:14.491144 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e068c92a-4801-4583-8bde-eba427de25ca None None] Provisioning complete for port 7c4cea1c-ddf7-422a-91b3-bc114118725b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:14.491516 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e068c92a-4801-4583-8bde-eba427de25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.495580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.504049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-5a5741c5-8085-43a1-b23d-8f71fde05ec6 service neutron] 10.222.0.78 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856216 Jul 06 12:20:14.556486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e068c92a-4801-4583-8bde-eba427de25ca None None] Port 7c4cea1c-ddf7-422a-91b3-bc114118725b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:14.598994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-6d6f5899-9fad-42fa-aada-16172e2afd9e service neutron] 10.222.0.78 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893011 Jul 06 12:20:14.773061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93ff475b-d90d-4eeb-865f-0f05ac3da69d req-738ba054-ad11-482b-bf4e-ac4eb45b0174 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 210 time: 0.0298734 Jul 06 12:20:14.794807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.804972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Transition to ACTIVE for port object 7c4cea1c-ddf7-422a-91b3-bc114118725b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:14.822711 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.883106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device abecab8c-123e-4504-bcd0-f49c5670bbf7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:14.887842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fdbad-7377-48d3-99c3-a54a16d1b7ed None None] Pushing event updated for resources: {'Port': ['ID=7c4cea1c-ddf7-422a-91b3-bc114118725b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:14.973354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Attempting to bind port 7c4cea1c-ddf7-422a-91b3-bc114118725b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:14.973723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Attempting to bind port 7c4cea1c-ddf7-422a-91b3-bc114118725b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:14.974089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Attempting to bind port 7c4cea1c-ddf7-422a-91b3-bc114118725b on network 0ebbe105-18cd-4255-a80b-f68e59de6047 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:14.981337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:14.981807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Checking segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:14.982219 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.982618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Bound using segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:14.983098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Bound port: 7c4cea1c-ddf7-422a-91b3-bc114118725b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:14.983527 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.003092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port abecab8c-123e-4504-bcd0-f49c5670bbf7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:15.003762 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.084936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] For port 7c4cea1c-ddf7-422a-91b3-bc114118725b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:15.089252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] For port 7c4cea1c-ddf7-422a-91b3-bc114118725b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7c4cea1c-ddf7-422a-91b3-bc114118725b,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:15.096121 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.180158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83c45ab6-b281-4264-908a-68e5b5d03185 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:15.220829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fdbad-7377-48d3-99c3-a54a16d1b7ed None None] Pushing event updated for resources: {'Port': ['ID=7c4cea1c-ddf7-422a-91b3-bc114118725b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:15.227961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:15.228591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:15.335591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 83c45ab6-b281-4264-908a-68e5b5d03185 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:15.335997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.391353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:15.640643 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:15Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:15.666528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa44902-5ba3-49cb-bf42-65ee20f02973 None None] The sync data for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 is: [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:15Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:15.947031 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abfe4b85-9c06-4161-a140-ac4bf22d0b5f req-da0f2f09-eff2-4740-bdcc-5969c1a76968 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 210 time: 0.0288980 Jul 06 12:20:16.255852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-9d1acc85-1d53-491f-8525-9f3044ebe4e3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.257524 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-9d1acc85-1d53-491f-8525-9f3044ebe4e3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.79 "GET /v2.0/networks?id=0ebbe105-18cd-4255-a80b-f68e59de6047 HTTP/1.1" status: 200 len: 797 time: 0.1136961 Jul 06 12:20:16.312522 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-b933f905-dbf5-40b6-a04c-1ae6e6d78aaf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d9cbd81274c43c59d172b332113c0bc HTTP/1.1" status: 200 len: 477 time: 0.0389316 Jul 06 12:20:16.321222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'port': {'device_id': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'admin_state_up': True, 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'security_groups': ['75f05826-81f7-4c11-bb34-e1af09c918f2', '4eaab814-99bb-4e64-b84a-83d69b865750']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:16.443772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Made reservation on behalf of 9d9cbd81274c43c59d172b332113c0bc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:16.447353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.578061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.20.0.8 (0ebbe105-18cd-4255-a80b-f68e59de6047/d992db5a-dba6-4152-84b6-427ad1309428/313ffa6d-a8cd-476f-ad9e-20ce56ae8a57) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:16.734483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.749325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Transition to ACTIVE for port object 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:16.782492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.827812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:16.833215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:16.837025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:16.868625 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:16.893099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c4cea1c-ddf7-422a-91b3-bc114118725b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:16.904999 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.905670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.921458 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-2e02ec6e-2456-467f-8607-bebedc97a981 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6040428 Jul 06 12:20:16.935749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Request body: {'port': {'device_id': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:16.953918 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7c4cea1c-ddf7-422a-91b3-bc114118725b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:16.961349 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7c4cea1c-ddf7-422a-91b3-bc114118725b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:16.961721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.027454 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.046195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.086786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7c4cea1c-ddf7-422a-91b3-bc114118725b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7c4cea1c-ddf7-422a-91b3-bc114118725b,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:17.095802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.103495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42e68959-dd58-40e4-86e2-06d0c304a62e None None] Provisioning for port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:17.131199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42e68959-dd58-40e4-86e2-06d0c304a62e None None] Provisioning complete for port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:17.131304 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42e68959-dd58-40e4-86e2-06d0c304a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.149422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b0d42-c66a-470c-aded-4f54bed2cf07 req-8c749099-81d8-4802-b0a8-2fe7ca3a0381 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.151045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b0b0d42-c66a-470c-aded-4f54bed2cf07 req-8c749099-81d8-4802-b0a8-2fe7ca3a0381 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 970 time: 0.0739090 Jul 06 12:20:17.186367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7c4cea1c-ddf7-422a-91b3-bc114118725b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:17.191095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42e68959-dd58-40e4-86e2-06d0c304a62e None None] Port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:17.195549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b0b0d42-c66a-470c-aded-4f54bed2cf07 req-01af5f53-323e-4357-a892-d6814fe72757 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384240 Jul 06 12:20:17.330393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:17.337675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.350404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Transition to ACTIVE for port object 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:17.353341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.405296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Pushing event updated for resources: {'Port': ['ID=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:17.476970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Attempting to bind port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:17.477306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Attempting to bind port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:17.477633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Attempting to bind port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 on network 0ebbe105-18cd-4255-a80b-f68e59de6047 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:17.482022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 on network 0ebbe105-18cd-4255-a80b-f68e59de6047 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:17.482369 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Attempting to bind port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 on network 0ebbe105-18cd-4255-a80b-f68e59de6047 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:17.487405 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:17.487737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Checking segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:17.488144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Bound using segment: {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:17.488570 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Bound port: 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151c3ed8-a772-435b-b5bc-e5a9f6e74e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:17.488931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.554785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] For port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:17.558152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] For port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:17.563185 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.600818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.601417 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.602813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] 10.222.0.79 "PUT /v2.0/ports/313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 HTTP/1.1" status: 200 len: 1130 time: 0.6736400 Jul 06 12:20:17.603251 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:17.605543 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53df43e-9494-423e-b2d7-d57402a85f75" -d '{"events": [{"name": "network-changed", "server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:17.632735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fe492-cc10-43d7-9934-f92d46271d35 service neutron] Pushing event updated for resources: {'Port': ['ID=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:17.670778 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6bb16f-a5e5-4337-b94c-99be5845844d x-openstack-request-id: req-2a6bb16f-a5e5-4337-b94c-99be5845844d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:17.671082 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:17.671341 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a6bb16f-a5e5-4337-b94c-99be5845844d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:17.671755 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'status': 'completed', 'code': 200} Jul 06 12:20:17.729906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-6c039cf7-4643-4cd7-bdff-7db76b34e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.732149 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-6c039cf7-4643-4cd7-bdff-7db76b34e50c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1133 time: 0.0584872 Jul 06 12:20:17.783849 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-9917e755-8cbb-4fbe-9ba6-696192572c5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 HTTP/1.1" status: 200 len: 217 time: 0.0449350 Jul 06 12:20:17.839622 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-978aad21-d5d8-4ca8-a05b-88e5cd78c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.841424 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-978aad21-d5d8-4ca8-a05b-88e5cd78c109 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d992db5a-dba6-4152-84b6-427ad1309428 HTTP/1.1" status: 200 len: 835 time: 0.0517313 Jul 06 12:20:17.898773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-42655bf0-8a18-404b-ad1c-7c8322a4c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.900286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-42655bf0-8a18-404b-ad1c-7c8322a4c4ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ebbe105-18cd-4255-a80b-f68e59de6047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520880 Jul 06 12:20:17.986914 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-3302855b-37db-47b8-80bc-9a7d77966353 service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797791 Jul 06 12:20:18.077789 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5da1f0eb-6594-45b6-b064-4a446c6b6bca req-8194bb0f-f385-40e7-8e4b-053f37056363 service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850554 Jul 06 12:20:18.184239 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-fd39ce48-a176-49db-b691-b57e65c40683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.185828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-fd39ce48-a176-49db-b691-b57e65c40683 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1133 time: 0.0570405 Jul 06 12:20:18.279435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-7b0171c9-6225-4ee2-947a-d10fbc34c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.280960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-7b0171c9-6225-4ee2-947a-d10fbc34c51e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ebbe105-18cd-4255-a80b-f68e59de6047 HTTP/1.1" status: 200 len: 898 time: 0.0893190 Jul 06 12:20:18.322334 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-a46e9b03-64c2-425e-b9a7-7019e61ee662 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 HTTP/1.1" status: 200 len: 217 time: 0.0343606 Jul 06 12:20:18.370867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-cf5afb3a-f583-404a-b880-fb3e9c33523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.371823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d559e3-5de8-49c5-9d24-e2f5fc30d576 req-7033ce96-a502-4836-bb49-8e71146f8c44 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.372566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-cf5afb3a-f583-404a-b880-fb3e9c33523d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d992db5a-dba6-4152-84b6-427ad1309428 HTTP/1.1" status: 200 len: 835 time: 0.0433366 Jul 06 12:20:18.373307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4d559e3-5de8-49c5-9d24-e2f5fc30d576 req-7033ce96-a502-4836-bb49-8e71146f8c44 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 982 time: 0.0646327 Jul 06 12:20:18.413573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4d559e3-5de8-49c5-9d24-e2f5fc30d576 req-4b994199-49b8-43df-813a-7b01fe1060c8 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344827 Jul 06 12:20:18.436194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-4fb8d8ab-9aef-46d5-a412-dd2db36c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.437723 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-4fb8d8ab-9aef-46d5-a412-dd2db36c5f1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ebbe105-18cd-4255-a80b-f68e59de6047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576103 Jul 06 12:20:18.525194 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-72c09df1-1783-4cb0-8dd4-6b9d6a61e8d1 service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807011 Jul 06 12:20:18.616955 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d53df43e-9494-423e-b2d7-d57402a85f75 req-7ac8d3f5-f12d-44d0-a68d-67a4e85e29c0 service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845270 Jul 06 12:20:18.850285 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c4cea1c-ddf7-422a-91b3-bc114118725b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:18.898799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7c4cea1c-ddf7-422a-91b3-bc114118725b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:18.899169 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:19.585772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e9f2c-48f1-4d5f-8b53-8941583575d1 req-3cfb8ae1-ecfb-4a6a-b142-000e82482d31 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:19.587284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a46e9f2c-48f1-4d5f-8b53-8941583575d1 req-3cfb8ae1-ecfb-4a6a-b142-000e82482d31 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 982 time: 0.0641060 Jul 06 12:20:19.632535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a46e9f2c-48f1-4d5f-8b53-8941583575d1 req-4c96f8a5-f9c4-4690-babb-0cb9fb7eaa7a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0388539 Jul 06 12:20:20.383826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:20:20.807193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007eb274-5f26-49a1-908d-f927e9f3477d req-50d32b12-c397-477d-8360-d452aef327c2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:20.808719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-007eb274-5f26-49a1-908d-f927e9f3477d req-50d32b12-c397-477d-8360-d452aef327c2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 982 time: 0.0644908 Jul 06 12:20:20.848942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-007eb274-5f26-49a1-908d-f927e9f3477d req-c8e3efae-a463-4d61-ac9b-2671a569f29c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344563 Jul 06 12:20:21.095259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:21.187855 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:21.199247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'port_id': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'mac_address': 'fa:16:3e:91:e7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:20:21.203493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:21.241008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.254352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:21.274146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:21.278239 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.326846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:21.334633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.334985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.335335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.335674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.336035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.336472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.336781 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.337219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.337675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.338063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.338435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.338767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:21.365084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port ce80f677-d263-415f-bdfc-8fb7f7a1d278 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:21.365429 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.445259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.445613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.457663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for ce80f677-d263-415f-bdfc-8fb7f7a1d278 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:21.529379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['313ffa6d-a8cd-476f-ad9e-20ce56ae8a57'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:21.610211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.638002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=ce80f677-d263-415f-bdfc-8fb7f7a1d278,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:21.700797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.701195 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Floating IP 4bb232a2-f505-4bbf-94fd-b85c4ee610af disassociated (deleted). External IP: 172.25.7.136, port: 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09. Jul 06 12:20:21.916121 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:22.066135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:22.074643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74da1b-bcd3-46cb-a9f5-6d190988bba7 req-5090df27-d2df-460c-999d-7f2f9602d5d0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.076187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad74da1b-bcd3-46cb-a9f5-6d190988bba7 req-5090df27-d2df-460c-999d-7f2f9602d5d0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 983 time: 0.1149704 Jul 06 12:20:22.076486 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:22.079254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.085677 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:22.086282 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:22.140459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c82123cd-7d05-4e1e-bd24-7b1403a42183 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "DELETE /v2.0/floatingips/4bb232a2-f505-4bbf-94fd-b85c4ee610af HTTP/1.1" status: 204 len: 168 time: 0.9357109 Jul 06 12:20:22.142861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:22.145161 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:22.155101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad74da1b-bcd3-46cb-a9f5-6d190988bba7 req-f9077168-7b7a-47e9-ab7c-6589d8f65e11 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0727720 Jul 06 12:20:22.194012 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:22.204868 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f33d4-28b7-4c6c-bba2-e399c24d53bd x-openstack-request-id: req-c40f33d4-28b7-4c6c-bba2-e399c24d53bd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:22.205199 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:22.205457 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c40f33d4-28b7-4c6c-bba2-e399c24d53bd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:22.205867 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'status': 'completed', 'code': 200} Jul 06 12:20:22.284443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-0dc06c7d-1a9a-4b69-ad5d-8be354a8d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.286134 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-0dc06c7d-1a9a-4b69-ad5d-8be354a8d316 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 1096 time: 0.0580156 Jul 06 12:20:22.384180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-138739ef-3549-4189-ba5b-ff5108d09344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.385718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-138739ef-3549-4189-ba5b-ff5108d09344 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.0936596 Jul 06 12:20:22.431885 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-5e47e546-c4e4-4ba0-9862-b0ec529b4a20 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 HTTP/1.1" status: 200 len: 217 time: 0.0385847 Jul 06 12:20:22.439544 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:56Z', 'revision_number': 1, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:22.466014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:22.476687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:22.478068 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:22.487744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-dc7dbc03-1394-4c06-9765-469bb322f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.489432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-dc7dbc03-1394-4c06-9765-469bb322f4d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0491486 Jul 06 12:20:22.514883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1d343-49f9-400a-9dfe-2449fb849016 req-33382805-9f7f-4fa5-8cac-b1e296c57087 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.516850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ca1d343-49f9-400a-9dfe-2449fb849016 req-33382805-9f7f-4fa5-8cac-b1e296c57087 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 945 time: 0.0669262 Jul 06 12:20:22.551076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-d5da1e80-ad10-464a-87b8-4f779a0f1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.552660 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-d5da1e80-ad10-464a-87b8-4f779a0f1b39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570436 Jul 06 12:20:22.562188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ca1d343-49f9-400a-9dfe-2449fb849016 req-ee45fc6c-90ae-4be1-88cd-76f19bf50fe9 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391102 Jul 06 12:20:22.655935 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-fe83a09d-ca92-48d3-9eeb-393d968a9add service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951807 Jul 06 12:20:22.739251 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:22.744525 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-09bb19ce-d2c1-44f4-b7ad-ba45f7ea94d6 req-7b16e70a-742e-41b9-935d-78b909821142 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818734 Jul 06 12:20:22.968879 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.022059 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:56Z', 'revision_number': 1, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:23.048937 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9562d2-7b07-47f7-b52b-b9421253abfd None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '32100878-90d0-4474-b817-e6bb3c219e5a', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'port_id': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'mac_address': 'fa:16:3e:1f:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:52Z', 'updated_at': '2021-07-06T12:16:56Z', 'revision_number': 1, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:23.109658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:23.159708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:23.163869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:23.164277 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.248844 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.284383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:23.286903 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762df032-bc1e-43a4-b025-5df5bfe1403c" -d '{"events": [{"server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "name": "network-vif-plugged", "status": "completed", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:23.303084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:23.310606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.374243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:23.401469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e6b21-ced2-4ba8-bae7-4a463947c17c None None] New status for floating IP 4bb232a2-f505-4bbf-94fd-b85c4ee610af: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:20:23.433844 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3525db20-ec3a-4338-ac7c-579a59daceed x-openstack-request-id: req-3525db20-ec3a-4338-ac7c-579a59daceed {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:23.434648 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "name": "network-vif-plugged", "status": "completed", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:23.434904 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3525db20-ec3a-4338-ac7c-579a59daceed {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:23.435289 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'code': 200} Jul 06 12:20:23.463903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381c089-0879-4075-b1a1-5dfe5427bcf6 req-ebb78577-bd46-49d0-a971-77bc01536271 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:23.465615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5381c089-0879-4075-b1a1-5dfe5427bcf6 req-ebb78577-bd46-49d0-a971-77bc01536271 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 984 time: 0.1681173 Jul 06 12:20:23.513002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5381c089-0879-4075-b1a1-5dfe5427bcf6 req-49c0f30b-9730-4205-adf3-966957fd026a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355821 Jul 06 12:20:23.563764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afee0b-e312-44c4-ad28-6021ae96f2f8 req-3b7713d1-beeb-4cf5-8315-d27624c891c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:23.565262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-06afee0b-e312-44c4-ad28-6021ae96f2f8 req-3b7713d1-beeb-4cf5-8315-d27624c891c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1135 time: 0.0594907 Jul 06 12:20:23.600566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-06afee0b-e312-44c4-ad28-6021ae96f2f8 req-2a86e614-7471-4b30-bd64-a7fc4d8f6dc6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4eaab814-99bb-4e64-b84a-83d69b865750&id=75f05826-81f7-4c11-bb34-e1af09c918f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0283499 Jul 06 12:20:23.752804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae7268-0f2d-4957-9c56-2593476fcf3d req-131d71f9-0dd4-4799-b4f5-a82e19477683 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:23.754298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88ae7268-0f2d-4957-9c56-2593476fcf3d req-131d71f9-0dd4-4799-b4f5-a82e19477683 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 945 time: 0.0698874 Jul 06 12:20:23.792101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88ae7268-0f2d-4957-9c56-2593476fcf3d req-826be46a-784d-4eab-9d78-372c541a0522 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Jul 06 12:20:23.996633 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-843ff684-1035-43a7-8306-db2f329abad5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:23.998219 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-843ff684-1035-43a7-8306-db2f329abad5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 945 time: 0.0697777 Jul 06 12:20:24.096167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:24.096498 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.185418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:24.185687 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.198047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:24.328743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.357360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=7ae26dfd-71ee-40c3-af2c-4d256ce0bf09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:24.401924 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:24.404741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.406785 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6bb55a3a-13d5-407a-9ab7-f786581c4832 req-1cbf578e-5c94-4952-b8dd-e6cea8ed16b8 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 HTTP/1.1" status: 204 len: 173 time: 0.4030197 Jul 06 12:20:24.407224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'name': 'network-vif-deleted', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:24.409555 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ab731-60dc-4c25-8391-4f4e0f45320d" -d '{"events": [{"server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "name": "network-vif-deleted", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:24.452383 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cae5b3-2b20-4c80-b4e4-cf6f8e051858 x-openstack-request-id: req-45cae5b3-2b20-4c80-b4e4-cf6f8e051858 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:24.452678 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e49533-492f-4cb6-992e-ae800c80b214", "name": "network-vif-deleted", "tag": "7ae26dfd-71ee-40c3-af2c-4d256ce0bf09", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:24.452937 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45cae5b3-2b20-4c80-b4e4-cf6f8e051858 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:24.453340 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e49533-492f-4cb6-992e-ae800c80b214', 'name': 'network-vif-deleted', 'tag': '7ae26dfd-71ee-40c3-af2c-4d256ce0bf09', 'status': 'completed', 'code': 200} Jul 06 12:20:24.692513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eac92-fb8a-42ac-9a40-c6296acded3e req-cbe74bb9-f0eb-4110-bbfc-38a68b2e89a7 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.694106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b0eac92-fb8a-42ac-9a40-c6296acded3e req-cbe74bb9-f0eb-4110-bbfc-38a68b2e89a7 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 984 time: 0.0696659 Jul 06 12:20:24.738058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b0eac92-fb8a-42ac-9a40-c6296acded3e req-b8128a13-a7ac-47a7-a2fc-322aed062535 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371494 Jul 06 12:20:24.967903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a312c6d-7025-4d5a-9368-2461f1a5f8e1 req-b82a1458-f1f7-4741-bc1b-6cf9f8b22dc0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 210 time: 0.0404181 Jul 06 12:20:24.984200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb741-88cc-4939-9f84-30f1bf45bb0a req-8cff4fc7-d188-4668-9c43-6ca5a3dfbb02 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.985045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c41cb741-88cc-4939-9f84-30f1bf45bb0a req-8cff4fc7-d188-4668-9c43-6ca5a3dfbb02 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 984 time: 0.0982194 Jul 06 12:20:25.026700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c41cb741-88cc-4939-9f84-30f1bf45bb0a req-94590dfa-fd77-40c8-8df3-7f1e556f3f8b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358579 Jul 06 12:20:25.202119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fd319-a340-4440-bd8a-115071c13f8f req-1688d702-8070-4284-8e40-d113e201d659 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:25.203657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-753fd319-a340-4440-bd8a-115071c13f8f req-1688d702-8070-4284-8e40-d113e201d659 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1135 time: 0.0541925 Jul 06 12:20:25.222161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-753fd319-a340-4440-bd8a-115071c13f8f req-a8cfce2f-04a4-46d8-b595-f5058371b806 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.321370 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-753fd319-a340-4440-bd8a-115071c13f8f req-a8cfce2f-04a4-46d8-b595-f5058371b806 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.325177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-753fd319-a340-4440-bd8a-115071c13f8f req-a8cfce2f-04a4-46d8-b595-f5058371b806 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.348918 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-753fd319-a340-4440-bd8a-115071c13f8f req-a8cfce2f-04a4-46d8-b595-f5058371b806 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1394868 Jul 06 12:20:25.358666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfce2f-04a4-46d8-b595-f5058371b806 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f745681a-9a2e-44bb-b30c-b13114812d92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:25.386298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:25.443607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d0790-b6ea-457d-bbd1-fbb99e105bf3 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:25.445210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b83d0790-b6ea-457d-bbd1-fbb99e105bf3 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1130 time: 0.0577476 Jul 06 12:20:25.448160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:25.452726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:25.474923 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.574246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.685206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.25.7.124 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/f650adc5-89bd-4ae6-b343-38bdcf4ba33d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:25.795987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.836428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.884339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:25.889969 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:25.893387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:25.898836 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=f650adc5-89bd-4ae6-b343-38bdcf4ba33d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:26.143683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66562c37-cd2f-4288-ab06-597c74ed2468 req-2d3eadf4-6177-41ed-82a4-692ed2577dda tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 210 time: 0.0352800 Jul 06 12:20:26.322382 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.401716 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.555647 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.560898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.630119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=f650adc5-89bd-4ae6-b343-38bdcf4ba33d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:26.642103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.744759 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Floating IP e7835b64-6c4a-4a53-a7e8-81c26060306f associated. External IP: 172.25.7.124, port: 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57. Jul 06 12:20:26.957046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router a7594279-91dd-4548-a35f-cf3ac9532375 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:27.069148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:27.078151 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] Sync routers for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:27.088166 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:27.088795 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:27.092074 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:27.126050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:27.134089 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:27.144651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc0efba8-f135-4c75-942f-e7b6ceeb10b0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6952758 Jul 06 12:20:27.145346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:27.150207 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ea571-1e18-4174-b408-409463aa46d0" -d '{"events": [{"name": "network-changed", "server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:27.173388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:27.173739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 7ae26dfd-71ee-40c3-af2c-4d256ce0bf09 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:27.199023 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:27.206110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-113951b5-d2a5-42b2-83ff-6eedc4ee6b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:27.215805 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb33f00-0914-4f04-9c48-52b9caee3828 x-openstack-request-id: req-aeb33f00-0914-4f04-9c48-52b9caee3828 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:27.216535 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:27.216978 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aeb33f00-0914-4f04-9c48-52b9caee3828 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:27.217905 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'status': 'completed', 'code': 200} Jul 06 12:20:27.285538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.286028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.286506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.286976 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.287574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.288067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.288532 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.288992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.294468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:27.294842 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-829ed252-ff7b-4d45-b185-7b0c0af95d03 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.1597064 Jul 06 12:20:27.356550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ea571-1e18-4174-b408-409463aa46d0 req-a71a22b8-9886-4c1f-9277-278760d5d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.358005 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-a71a22b8-9886-4c1f-9277-278760d5d19d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1135 time: 0.0621440 Jul 06 12:20:27.399822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e490b0b1-86b1-41fc-89a4-ae74a670238d req-a5220a6d-6b93-4ead-a027-d82595ac4a0c tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 210 time: 0.0479877 Jul 06 12:20:27.452272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.452874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.454009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.454484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.454811 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'e7835b64-6c4a-4a53-a7e8-81c26060306f', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'port_id': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'mac_address': 'fa:16:3e:91:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:20:26Z', 'updated_at': '2021-07-06T12:20:26Z', 'revision_number': 0, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:17Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:27.455003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.455883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.456370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.456827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.459300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6706351-5e02-435d-b59a-bcfc337f5548 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5273 time: 0.1632366 Jul 06 12:20:27.462688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:27.478224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ea571-1e18-4174-b408-409463aa46d0 req-3cafe357-82de-4bb6-a60d-060b7d4c2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.479704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-3cafe357-82de-4bb6-a60d-060b7d4c2f18 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ebbe105-18cd-4255-a80b-f68e59de6047 HTTP/1.1" status: 200 len: 898 time: 0.1151702 Jul 06 12:20:27.486305 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] Checking router: a7594279-91dd-4548-a35f-cf3ac9532375 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:27.501117 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:27.501741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:27.553923 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-e9bb0fca-923a-44c4-b7d4-0d3b004f2bfa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 HTTP/1.1" status: 200 len: 999 time: 0.0667439 Jul 06 12:20:27.620180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ea571-1e18-4174-b408-409463aa46d0 req-97049ff5-491d-46e2-a570-a0f7d583d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.622058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-97049ff5-491d-46e2-a570-a0f7d583d6ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d992db5a-dba6-4152-84b6-427ad1309428 HTTP/1.1" status: 200 len: 835 time: 0.0603042 Jul 06 12:20:27.636647 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:27.664932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1abc3be9-c3bb-4090-92fa-b53124c91068 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.2009637 Jul 06 12:20:27.665269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:27.734852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ea571-1e18-4174-b408-409463aa46d0 req-e7e677df-9737-42ff-b6ba-11adb8b33cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.736428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-e7e677df-9737-42ff-b6ba-11adb8b33cb2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ebbe105-18cd-4255-a80b-f68e59de6047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062169 Jul 06 12:20:27.743972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c8f33-9d3a-4eda-acc9-a507078889ad tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.744468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81c8f33-9d3a-4eda-acc9-a507078889ad tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.746022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a81c8f33-9d3a-4eda-acc9-a507078889ad tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a7594279-91dd-4548-a35f-cf3ac9532375 HTTP/1.1" status: 200 len: 1990 time: 0.0790100 Jul 06 12:20:27.848061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-47e34688-4aa3-4559-8be2-750b2016809e service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008308 Jul 06 12:20:27.895622 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'e7835b64-6c4a-4a53-a7e8-81c26060306f', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'port_id': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'mac_address': 'fa:16:3e:91:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:20:26Z', 'updated_at': '2021-07-06T12:20:26Z', 'revision_number': 0, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:17Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:27.922680 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c820e-4c2d-4cf7-a320-912435e0bed2 None None] The sync data for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 is: [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'e7835b64-6c4a-4a53-a7e8-81c26060306f', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'port_id': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'mac_address': 'fa:16:3e:91:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:20:26Z', 'updated_at': '2021-07-06T12:20:26Z', 'revision_number': 0, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:17Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:27.947511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-503ea571-1e18-4174-b408-409463aa46d0 req-0e0b187a-bfbe-4c37-9296-112509997764 service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931530 Jul 06 12:20:28.125355 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1358bb8-65d0-4681-a702-6cbfa8faf2d9 None None] New status for floating IP e7835b64-6c4a-4a53-a7e8-81c26060306f: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:20:28.552251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f79928d-4d79-40e4-aef3-8b1695c0eb73 req-45629ecc-f65b-4556-ab2d-3bc36c564210 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1e49533-492f-4cb6-992e-ae800c80b214 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Jul 06 12:20:29.691986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3430ff60-afdb-4fd0-abaa-8e05ce8f4bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:30.279701 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:30.364581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.035625 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:32.525394 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.679289 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-95b12438-bff9-4f34-b54b-7703242f0441 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678375 Jul 06 12:20:33.949344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:34.114886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port b3507a8a-372c-4636-9bea-cbd3374d47fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:34.115134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21727-65cb-4270-b85a-62d05e263c88 req-85ee1f6f-387b-4252-982f-4424d6ce1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.115247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.116698 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-85ee1f6f-387b-4252-982f-4424d6ce1891 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 1097 time: 0.3904631 Jul 06 12:20:34.190530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.190774 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.202405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for b3507a8a-372c-4636-9bea-cbd3374d47fc owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:34.223828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21727-65cb-4270-b85a-62d05e263c88 req-468e4c64-fc5d-4ca8-aef3-aac17c45c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.225395 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-468e4c64-fc5d-4ca8-aef3-aac17c45c6d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 200 len: 908 time: 0.0823724 Jul 06 12:20:34.298813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-8cbc88d6-62e4-4db9-9943-7449bb7ea8b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 200 len: 1001 time: 0.0664680 Jul 06 12:20:34.349700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21727-65cb-4270-b85a-62d05e263c88 req-0add2d34-7ed8-483a-bcce-e1567f07fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.351205 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-0add2d34-7ed8-483a-bcce-e1567f07fe17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bb871a9-e444-4d5e-9438-84f5c8d72822 HTTP/1.1" status: 200 len: 846 time: 0.0461712 Jul 06 12:20:34.419468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21727-65cb-4270-b85a-62d05e263c88 req-95226044-8e5e-4551-814d-ac6766a77a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.421487 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-95226044-8e5e-4551-814d-ac6766a77a68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e0d280e-f19b-41cd-8a87-42c8ddeff027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554152 Jul 06 12:20:34.518685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-8736b1ce-a4ad-43cf-95f9-6f1d6ea388fe service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905178 Jul 06 12:20:34.615553 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80f21727-65cb-4270-b85a-62d05e263c88 req-ec933b22-e3c1-46e8-aa1c-03361a15ed89 service neutron] 10.222.0.79 "GET /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906446 Jul 06 12:20:34.683296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.709347 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=b3507a8a-372c-4636-9bea-cbd3374d47fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:34.771464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.771719 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Floating IP 32100878-90d0-4474-b817-e6bb3c219e5a disassociated (deleted). External IP: 172.25.7.49, port: 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89. Jul 06 12:20:34.977223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:35.083370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:35.087675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.093009 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:35.102565 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:35.103196 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:35.127389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1723940-8536-448d-89c2-7178b2edac2e tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "DELETE /v2.0/floatingips/32100878-90d0-4474-b817-e6bb3c219e5a HTTP/1.1" status: 204 len: 168 time: 1.1759744 Jul 06 12:20:35.128023 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:35.130337 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1343bbf-25b7-41c7-bacf-adb399bc1691" -d '{"events": [{"name": "network-changed", "server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:35.180448 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d7b677-9493-43a6-aec5-edac9239dff6 x-openstack-request-id: req-91d7b677-9493-43a6-aec5-edac9239dff6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:35.180749 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:35.181006 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91d7b677-9493-43a6-aec5-edac9239dff6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:35.182173 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'status': 'completed', 'code': 200} Jul 06 12:20:35.219129 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:35.258169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-312d96a7-e0d1-4288-972a-2c2683e01057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.259705 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-312d96a7-e0d1-4288-972a-2c2683e01057 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 1097 time: 0.0550823 Jul 06 12:20:35.371501 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-148c62ca-e85f-4691-80e3-4e6d00a6667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.374014 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-148c62ca-e85f-4691-80e3-4e6d00a6667d service neutron] 10.222.0.79 "GET /v2.0/networks?id=79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 200 len: 912 time: 0.1077428 Jul 06 12:20:35.426320 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-ec648b11-fe6c-4ad1-a601-e38de801e1a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 200 len: 217 time: 0.0443974 Jul 06 12:20:35.486102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-487ccd6d-62b5-46b6-a5f7-5777273089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.487587 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-487ccd6d-62b5-46b6-a5f7-5777273089e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 200 len: 850 time: 0.0549018 Jul 06 12:20:35.525598 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:35.528723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4aae1-d9d5-4a1d-8548-ab0b01dc517e req-ba09c710-5934-4a40-ae0c-d06e359ddba4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.530382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9f4aae1-d9d5-4a1d-8548-ab0b01dc517e req-ba09c710-5934-4a40-ae0c-d06e359ddba4 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 946 time: 0.0677505 Jul 06 12:20:35.548903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-ed75b0a3-718e-498f-b767-b1f59e7918db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.550506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-ed75b0a3-718e-498f-b767-b1f59e7918db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79b47a88-f182-47aa-a7a7-8d2ff28a4790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557296 Jul 06 12:20:35.555403 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:35.564911 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:35.565858 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:35.572650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9f4aae1-d9d5-4a1d-8548-ab0b01dc517e req-b2b956e6-5efc-41af-912a-e417e22d70f0 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364544 Jul 06 12:20:35.644276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-5c19bf28-0c46-44b6-b2b8-3e1b7441db65 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855751 Jul 06 12:20:35.671808 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:35.739116 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1343bbf-25b7-41c7-bacf-adb399bc1691 req-0798b852-c848-43ac-bea9-394efb1dba08 service neutron] 10.222.0.79 "GET /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Jul 06 12:20:35.885441 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:35.910724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65375c-4a50-41ef-9498-7a2e900eb837 None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:24Z', 'revision_number': 4, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'cb85fd13-bac6-48db-82e7-a35beaeaed83', 'name': '', 'network_id': '79b47a88-f182-47aa-a7a7-8d2ff28a4790', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'mac_address': 'fa:16:3e:88:70:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:24Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'subnets': [{'id': '6231a798-de9e-473c-afcb-8fa6af12d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:36.120774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b752b0-9fac-48fb-af50-45acabaff824 None None] New status for floating IP 32100878-90d0-4474-b817-e6bb3c219e5a: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:20:36.578210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a7ef2-1961-4125-b6a2-ce463dcaf7cb req-e0b63a1a-d3a4-428e-9196-536b426f1b06 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:36.579688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-812a7ef2-1961-4125-b6a2-ce463dcaf7cb req-e0b63a1a-d3a4-428e-9196-536b426f1b06 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0639148 Jul 06 12:20:36.621233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-812a7ef2-1961-4125-b6a2-ce463dcaf7cb req-b9f259d9-1d21-40af-9f45-605fac4078e6 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353203 Jul 06 12:20:36.756215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad17b7-2114-4e83-950f-77f3c090068c req-d6ed73b4-d78e-4eeb-9c58-de293f006c43 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:36.757691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40ad17b7-2114-4e83-950f-77f3c090068c req-d6ed73b4-d78e-4eeb-9c58-de293f006c43 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 946 time: 0.0680346 Jul 06 12:20:36.797978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-40ad17b7-2114-4e83-950f-77f3c090068c req-9fc5b84c-44cc-4be2-9c6c-86c02c824b02 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ea89505-8c1d-45ac-8f30-551314966c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333071 Jul 06 12:20:37.081772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-c1aa6092-67dd-4589-959d-041c91167781 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.083178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-c1aa6092-67dd-4589-959d-041c91167781 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 946 time: 0.0625167 Jul 06 12:20:37.188952 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:37.189304 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.280028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] For port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:37.280402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.292889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:37.426279 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.453717 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:37.502536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] No DVR routers for this DVR port 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:37.505213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.507246 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80d7bc8d-3b24-453b-9f05-64c14fd40d4c req-9a3d20d8-d4de-4af0-9440-cf8567a47120 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.79 "DELETE /v2.0/ports/74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 HTTP/1.1" status: 204 len: 173 time: 0.4158494 Jul 06 12:20:37.507678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'name': 'network-vif-deleted', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:37.510001 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b5f56-9385-4bb5-8ae2-3d7b3f056cab" -d '{"events": [{"server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "name": "network-vif-deleted", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:37.550347 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640c6aeb-aa26-4bde-a49b-5ca010af0c0f x-openstack-request-id: req-640c6aeb-aa26-4bde-a49b-5ca010af0c0f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:37.550643 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca964118-be7f-49e5-94b5-db5b9209718b", "name": "network-vif-deleted", "tag": "74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:37.550900 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-640c6aeb-aa26-4bde-a49b-5ca010af0c0f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:37.551314 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca964118-be7f-49e5-94b5-db5b9209718b', 'name': 'network-vif-deleted', 'tag': '74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89', 'status': 'completed', 'code': 200} Jul 06 12:20:37.799866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad27e8-de40-4410-abd4-afd99d21619d req-d2c7b896-a483-48bf-929e-638cc20c28d7 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.801619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fad27e8-de40-4410-abd4-afd99d21619d req-d2c7b896-a483-48bf-929e-638cc20c28d7 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0655477 Jul 06 12:20:37.859887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6fad27e8-de40-4410-abd4-afd99d21619d req-5be27ec6-a80e-4c2c-9104-e9f06e666829 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/security-groups?id=d9747aae-c469-4508-9c28-d1a417bb9270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523939 Jul 06 12:20:37.975173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f11dfdf4-ac72-4458-83f6-8df4b4a433ba req-896a7fbc-2a87-4743-9da3-d242acd3ac0f tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 210 time: 0.0340805 Jul 06 12:20:38.048272 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-0a346ae0-cab1-4045-acc6-b9ec72a74453 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.049765 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-0a346ae0-cab1-4045-acc6-b9ec72a74453 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 946 time: 0.0690484 Jul 06 12:20:38.149562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Deleting port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:38.150239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.244322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] For port 5610ee28-957d-46f4-8bbc-2e6e76e974b5, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5610ee28-957d-46f4-8bbc-2e6e76e974b5,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:38.244686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.418018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.418391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.419300 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Floating IP 343317ae-dedd-429d-b0e8-c113a6ca9d95 disassociated. External IP: 172.25.7.15, port: 5610ee28-957d-46f4-8bbc-2e6e76e974b5. Jul 06 12:20:38.419603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Calling delete_port for 5610ee28-957d-46f4-8bbc-2e6e76e974b5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:38.557842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.587693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event deleted for resources: {'Port': ['ID=5610ee28-957d-46f4-8bbc-2e6e76e974b5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:38.724271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Router 16166737-f558-4e00-a331-21ec8de1a841 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:38.846177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:38.862752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] Sync routers for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:38.887149 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:38.888414 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:38.947079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] No DVR routers for this DVR port 5610ee28-957d-46f4-8bbc-2e6e76e974b5 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:38.953398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.956506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-58b154c0-99d3-4b13-a5ae-c614279cdb45 req-818e014b-e5f6-4b97-b8df-b69564be1e8c tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.79 "DELETE /v2.0/ports/5610ee28-957d-46f4-8bbc-2e6e76e974b5 HTTP/1.1" status: 204 len: 173 time: 0.9016335 Jul 06 12:20:39.051707 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:39.100709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77e74828-8324-445b-92e9-bc4437c8c4fc req-e316204d-41e7-4041-ac3e-93bdd515c997 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ee762b7-972a-4a3c-b033-7502b335b7d4 HTTP/1.1" status: 200 len: 210 time: 0.0514240 Jul 06 12:20:39.244919 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-883b59b4-07d9-4d4e-a031-6bd6efd2e9cb req-2d584c52-3e4a-4ba5-a6c8-21b024748d48 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 210 time: 0.0617299 Jul 06 12:20:39.316980 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:40Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:39.343577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] Checking router: 16166737-f558-4e00-a331-21ec8de1a841 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:39.352023 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:39.352621 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:39.458481 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:39.552456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'name': 'network-vif-deleted', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:39.558782 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca14434-6d5b-4d1f-86fc-5b677c6eab1d" -d '{"events": [{"server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "name": "network-vif-deleted", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:39.618136 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b03eaa0-e6c2-4104-8e89-5b541b3dcc75 x-openstack-request-id: req-4b03eaa0-e6c2-4104-8e89-5b541b3dcc75 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:39.618528 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee762b7-972a-4a3c-b033-7502b335b7d4", "name": "network-vif-deleted", "tag": "5610ee28-957d-46f4-8bbc-2e6e76e974b5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:39.618956 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b03eaa0-e6c2-4104-8e89-5b541b3dcc75 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:39.619433 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee762b7-972a-4a3c-b033-7502b335b7d4', 'name': 'network-vif-deleted', 'tag': '5610ee28-957d-46f4-8bbc-2e6e76e974b5', 'status': 'completed', 'code': 200} Jul 06 12:20:39.707620 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:40Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:39.739145 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6493204-e615-4071-8485-9e9ba479d05d None None] The sync data for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 is: [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:34Z', 'revision_number': 4, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc', 'name': '', 'network_id': '1e0d280e-f19b-41cd-8a87-42c8ddeff027', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'mac_address': 'fa:16:3e:cf:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:33Z', 'updated_at': '2021-07-06T12:15:40Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'subnets': [{'id': '4bb871a9-e444-4d5e-9438-84f5c8d72822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:39.966530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe320b6-7e3b-4354-adfe-99e31d5eae8f None None] New status for floating IP 343317ae-dedd-429d-b0e8-c113a6ca9d95: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:20:40.183483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:40.312580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Deleting port 729c2a2a-51b3-4fb7-bd84-86a27be88272 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:40.312960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.403027 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.403456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.417643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Calling delete_port for 729c2a2a-51b3-4fb7-bd84-86a27be88272 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:40.453132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bc14b14-a0f4-42ca-b66a-1d3893d78575 req-313950e0-5a9f-4aa6-bab2-0169cc6e8ce5 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 210 time: 0.0980318 Jul 06 12:20:40.582022 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.609089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event deleted for resources: {'Port': ['ID=729c2a2a-51b3-4fb7-bd84-86a27be88272,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:40.673637 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.676351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.677492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2049c99f-5585-4aba-9e3d-fef10d506d11 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "DELETE /v2.0/floatingips/343317ae-dedd-429d-b0e8-c113a6ca9d95 HTTP/1.1" status: 204 len: 168 time: 0.4928768 Jul 06 12:20:40.920328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:40.985117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c4636a3-b6ce-4424-b1a2-5516dd487cf3 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.013758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c4636a3-b6ce-4424-b1a2-5516dd487cf3 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.077801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c4636a3-b6ce-4424-b1a2-5516dd487cf3 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.080403 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c4636a3-b6ce-4424-b1a2-5516dd487cf3 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.081563 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0c4636a3-b6ce-4424-b1a2-5516dd487cf3 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] 10.222.0.78 "DELETE /v2.0/security-groups/d9747aae-c469-4508-9c28-d1a417bb9270 HTTP/1.1" status: 204 len: 168 time: 0.1602292 Jul 06 12:20:41.091752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4636a3-b6ce-4424-b1a2-5516dd487cf3 tempest-TestServerBasicOps-737577467 tempest-TestServerBasicOps-737577467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9747aae-c469-4508-9c28-d1a417bb9270,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:41.128313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.203752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:41.223054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:41.223406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 74d2fe8d-4e66-4afe-8dd0-e136ff5b8b89 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:41.223828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5610ee28-957d-46f4-8bbc-2e6e76e974b5 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:41.245318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 5610ee28-957d-46f4-8bbc-2e6e76e974b5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:41.245663 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5610ee28-957d-46f4-8bbc-2e6e76e974b5 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:41.591987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.616170 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bfb1366-fc64-4386-916c-b9c2b46ec84e req-ed4517d6-9386-491c-8fe0-141f0b067991 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca964118-be7f-49e5-94b5-db5b9209718b HTTP/1.1" status: 200 len: 210 time: 0.0338635 Jul 06 12:20:41.855410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Deleting port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:41.855761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.935813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] For port 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:41.936531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.948333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Calling delete_port for 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:42.123835 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.150057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:42.322922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.534434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Router 16166737-f558-4e00-a331-21ec8de1a841 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:42.638872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:42.645558 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-989418ca-bd04-4bab-b4bc-cd5e7eb727be admin admin] 10.222.0.78 "PUT /v2.0/routers/16166737-f558-4e00-a331-21ec8de1a841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5161607 Jul 06 12:20:42.646578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.649330 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] Sync routers for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:42.659612 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:42.660265 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:42.713841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.751593 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.767447 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:42.847586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Deleting port 8c0f3c63-b145-4241-b3bb-29e2bb163785 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:42.848228 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.937908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.938265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.955630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Calling delete_port for 8c0f3c63-b145-4241-b3bb-29e2bb163785 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:43.083809 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:20:42Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:43.105285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.114121 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] Checking router: 16166737-f558-4e00-a331-21ec8de1a841 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:43.122591 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] Routers {'16166737-f558-4e00-a331-21ec8de1a841'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:43.123218 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['16166737-f558-4e00-a331-21ec8de1a841'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:43.132412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'Port': ['ID=8c0f3c63-b145-4241-b3bb-29e2bb163785,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:43.202368 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.205459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.209420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-434de443-79e8-455d-acf8-9913cc211673 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "DELETE /v2.0/floatingips/8373240e-2d2c-4826-b1cd-bce81756e821 HTTP/1.1" status: 204 len: 168 time: 0.4916542 Jul 06 12:20:43.209578 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.234585 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] Set router 16166737-f558-4e00-a331-21ec8de1a841 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:43.267217 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Deleting port ea24b781-3b5b-4094-b045-a82eeef83c66 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:43.267587 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.349019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] For port ea24b781-3b5b-4094-b045-a82eeef83c66, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ea24b781-3b5b-4094-b045-a82eeef83c66,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:43.349326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.366382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Calling delete_port for ea24b781-3b5b-4094-b045-a82eeef83c66 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:43.423551 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:20:42Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:43.454969 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550fd39-8e33-406e-975e-b624069e0c99 None None] The sync data for ids ['16166737-f558-4e00-a331-21ec8de1a841'] in n-d-799528-2 is: [{'id': '16166737-f558-4e00-a331-21ec8de1a841', 'name': 'tempest-TestServerBasicOps-38858230-router', 'tenant_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:20:42Z', 'revision_number': 5, 'project_id': 'cd6c9fad60054aa18bc8904f7a7c2446', 'gw_port': {'id': 'ea24b781-3b5b-4094-b045-a82eeef83c66', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16166737-f558-4e00-a331-21ec8de1a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:31Z', 'updated_at': '2021-07-06T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:43.553826 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.581567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea24b781-3b5b-4094-b045-a82eeef83c66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:43.645231 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.733972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.736065 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.782008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.782583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16166737-f558-4e00-a331-21ec8de1a841 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:20:43.787959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.789153 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c4e25ab9-76f0-44e0-9f04-db7d881da1b4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/16166737-f558-4e00-a331-21ec8de1a841 HTTP/1.1" status: 204 len: 168 time: 1.1416476 Jul 06 12:20:43.791579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.842004 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Deleting subnet 4bb871a9-e444-4d5e-9438-84f5c8d72822 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:43.845830 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.885033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.975962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.032209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.066094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb871a9-e444-4d5e-9438-84f5c8d72822,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:44.070701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.072722 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37f3b704-027a-4436-bd56-ccb774c1bd09 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4bb871a9-e444-4d5e-9438-84f5c8d72822 HTTP/1.1" status: 204 len: 168 time: 0.2801409 Jul 06 12:20:44.075147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 55992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.077916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f0af6-bb55-4deb-99a2-2d703ebf170f None None] Network 1e0d280e-f19b-41cd-8a87-42c8ddeff027 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:44.149920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.207114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Deleting port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:44.207693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.280836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] For port 97a546c8-de88-4cdf-97a6-4ceedeb7b457, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=97a546c8-de88-4cdf-97a6-4ceedeb7b457,segment=NetworkSegment(2465f2cf-0e4f-443d-879b-b17c786f0c8c),segment_id=2465f2cf-0e4f-443d-879b-b17c786f0c8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:44.281458 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.293913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Calling delete_port for 97a546c8-de88-4cdf-97a6-4ceedeb7b457 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:44.372177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.395783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a546c8-de88-4cdf-97a6-4ceedeb7b457,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:44.401385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] No DVR routers for this DVR port 97a546c8-de88-4cdf-97a6-4ceedeb7b457 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:44.475187 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.485731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0d280e-f19b-41cd-8a87-42c8ddeff027']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:44.496514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2465f2cf-0e4f-443d-879b-b17c786f0c8c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:44.497349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2465f2cf-0e4f-443d-879b-b17c786f0c8c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:44.506517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.529892 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.538711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:20:44.539139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:20:44.542783 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:20:44.569699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422999a-29b7-456f-bfa9-50160da547a3 None None] DHCP port deletion for 1e0d280e-f19b-41cd-8a87-42c8ddeff027 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:44.620502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.625926 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.630989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1e0d280e-f19b-41cd-8a87-42c8ddeff027 HTTP/1.1" status: 204 len: 168 time: 0.5515442 Jul 06 12:20:44.631073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 55996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.646503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732332a-cdae-48ff-83d2-56e035dbc8d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0d280e-f19b-41cd-8a87-42c8ddeff027,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:44.876498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ea24b781-3b5b-4094-b045-a82eeef83c66 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:45.019506 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:45.075960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ea24b781-3b5b-4094-b045-a82eeef83c66 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:45.075960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ea24b781-3b5b-4094-b045-a82eeef83c66 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:45.076243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:45.095843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:45.096538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7ef6dc4a-a7da-40d0-a97a-2b4e5969c7cc not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:45.096633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 97a546c8-de88-4cdf-97a6-4ceedeb7b457 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:45.114822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 97a546c8-de88-4cdf-97a6-4ceedeb7b457 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:45.115189 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 97a546c8-de88-4cdf-97a6-4ceedeb7b457 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:45.285043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Deleting port 44d46c7e-d2f0-4449-9fd4-713d7f26435c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:45.285381 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:45.368905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] For port 44d46c7e-d2f0-4449-9fd4-713d7f26435c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=44d46c7e-d2f0-4449-9fd4-713d7f26435c,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:45.369247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:45.382573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Calling delete_port for 44d46c7e-d2f0-4449-9fd4-713d7f26435c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:45.583588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:45.612396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d46c7e-d2f0-4449-9fd4-713d7f26435c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:45.788215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.021525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Router 1cdece91-033e-416a-a4be-ec89e6353340 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:46.136131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:46.142203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b93680b-f58e-4cb9-8059-066be7e50ec8 admin admin] 10.222.0.78 "PUT /v2.0/routers/1cdece91-033e-416a-a4be-ec89e6353340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5100033 Jul 06 12:20:46.144791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.147693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] Sync routers for ids ['1cdece91-033e-416a-a4be-ec89e6353340'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:46.159415 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] Routers {'1cdece91-033e-416a-a4be-ec89e6353340'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:46.160231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1cdece91-033e-416a-a4be-ec89e6353340'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.254050 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.283864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] Set router 1cdece91-033e-416a-a4be-ec89e6353340 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:46.380913 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.453851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Deleting port 769a7709-164d-47ac-af91-1ea2034fee2f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:46.454212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.497489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:20:45Z', 'revision_number': 5, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port': {'id': '769a7709-164d-47ac-af91-1ea2034fee2f', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdece91-033e-416a-a4be-ec89e6353340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.531706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] Checking router: 1cdece91-033e-416a-a4be-ec89e6353340 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:46.537973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] For port 769a7709-164d-47ac-af91-1ea2034fee2f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=769a7709-164d-47ac-af91-1ea2034fee2f,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:46.538329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.540688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] Routers {'1cdece91-033e-416a-a4be-ec89e6353340'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:46.541404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1cdece91-033e-416a-a4be-ec89e6353340'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.556432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Calling delete_port for 769a7709-164d-47ac-af91-1ea2034fee2f owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:46.627384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.645081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] Set router 1cdece91-033e-416a-a4be-ec89e6353340 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:46.705770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:20:46Z', 'revision_number': 6, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.735188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30cc20-6102-42f1-ba93-0c45696484c3 None None] The sync data for ids ['1cdece91-033e-416a-a4be-ec89e6353340'] in n-d-799528-2 is: [{'id': '1cdece91-033e-416a-a4be-ec89e6353340', 'name': 'tempest-TestServerBasicOps-294846441-router', 'tenant_id': 'f83a04bb9256465d9318b2d3af2f1156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:36Z', 'updated_at': '2021-07-06T12:20:46Z', 'revision_number': 6, 'project_id': 'f83a04bb9256465d9318b2d3af2f1156', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:46.775177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-147b9a16-5f90-4685-9048-dba36ac39d08 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.815218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-147b9a16-5f90-4685-9048-dba36ac39d08 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.824132 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.864954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=769a7709-164d-47ac-af91-1ea2034fee2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:47.257372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.346763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.350323 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.355073 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-147b9a16-5f90-4685-9048-dba36ac39d08 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.359012 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-147b9a16-5f90-4685-9048-dba36ac39d08 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.360617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-147b9a16-5f90-4685-9048-dba36ac39d08 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] 10.222.0.78 "DELETE /v2.0/security-groups/3ea89505-8c1d-45ac-8f30-551314966c8e HTTP/1.1" status: 204 len: 168 time: 0.7319813 Jul 06 12:20:47.407671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b9a16-5f90-4685-9048-dba36ac39d08 tempest-TestVolumeBootPattern-1370838541 tempest-TestVolumeBootPattern-1370838541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea89505-8c1d-45ac-8f30-551314966c8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:47.418673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:47.419993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.420616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdece91-033e-416a-a4be-ec89e6353340 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:20:47.425083 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.426390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-59a31919-3e27-40ec-a9c8-dea4acf6d2b2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1cdece91-033e-416a-a4be-ec89e6353340 HTTP/1.1" status: 204 len: 168 time: 1.2806013 Jul 06 12:20:47.428737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:47.478073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Deleting subnet 93c1b3e5-1bee-4f47-abb7-5a547984f7aa {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:47.481968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.520530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.525077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44d46c7e-d2f0-4449-9fd4-713d7f26435c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:47.548784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 44d46c7e-d2f0-4449-9fd4-713d7f26435c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:47.549397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 44d46c7e-d2f0-4449-9fd4-713d7f26435c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:47.608473 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.670539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.701137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c1b3e5-1bee-4f47-abb7-5a547984f7aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:47.705381 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.707277 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f877ddb5-8c7e-4d97-9f50-5da26ff02f24 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/93c1b3e5-1bee-4f47-abb7-5a547984f7aa HTTP/1.1" status: 204 len: 168 time: 0.2775168 Jul 06 12:20:47.709734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:47.712307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddab7b7-243e-44a3-a403-c1077b5763c3 None None] Network 1a3427d3-1155-4490-b4fb-4392785a2500 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:47.783856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.844940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Deleting port 29d14647-61d9-40e1-9dce-dc399ba87752 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:47.845631 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.883481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.925731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] For port 29d14647-61d9-40e1-9dce-dc399ba87752, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=29d14647-61d9-40e1-9dce-dc399ba87752,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:47.926094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.941959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Calling delete_port for 29d14647-61d9-40e1-9dce-dc399ba87752 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:47.957224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] DHCP port deletion for 1a3427d3-1155-4490-b4fb-4392785a2500 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:48.007186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] Deleting port 29d14647-61d9-40e1-9dce-dc399ba87752 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:48.007565 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.034489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.062051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] No DVR routers for this DVR port 29d14647-61d9-40e1-9dce-dc399ba87752 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:48.063943 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d14647-61d9-40e1-9dce-dc399ba87752,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:48.071792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] For port 29d14647-61d9-40e1-9dce-dc399ba87752, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=29d14647-61d9-40e1-9dce-dc399ba87752,segment=NetworkSegment(4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad),segment_id=4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:48.072239 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.090032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] Calling delete_port for 29d14647-61d9-40e1-9dce-dc399ba87752 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:48.144651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.153967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Deleting port cb85fd13-bac6-48db-82e7-a35beaeaed83 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:48.154320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.155860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3427d3-1155-4490-b4fb-4392785a2500']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:48.166842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:48.167132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3fb29b-05aa-4bc9-9eb1-b84496fe61ad') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:48.170724 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.176572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.191953 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.196793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] Pushing event deleted for resources: {'Port': ['ID=29d14647-61d9-40e1-9dce-dc399ba87752,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:48.198244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:20:48.198632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c740b-8fbc-44f5-9d24-e292b768f201 None None] No DVR routers for this DVR port 29d14647-61d9-40e1-9dce-dc399ba87752 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:48.198747 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:20:48.201670 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:20:48.254669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] For port cb85fd13-bac6-48db-82e7-a35beaeaed83, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=cb85fd13-bac6-48db-82e7-a35beaeaed83,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:48.255763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.260820 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.267404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.269388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1a3427d3-1155-4490-b4fb-4392785a2500 HTTP/1.1" status: 204 len: 168 time: 0.5585546 Jul 06 12:20:48.271025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Calling delete_port for cb85fd13-bac6-48db-82e7-a35beaeaed83 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:48.283359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86396e-4d05-44a1-8545-2d5811635835 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3427d3-1155-4490-b4fb-4392785a2500,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:48.385557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:48.429091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fbe6e598-7baf-40e5-ae9e-343eaaab2126 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd6c9fad60054aa18bc8904f7a7c2446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399766 Jul 06 12:20:48.429290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:48.457477 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.479868 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3923bb-c564-4275-8c73-7c8290c030bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.488450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Pushing event deleted for resources: {'Port': ['ID=cb85fd13-bac6-48db-82e7-a35beaeaed83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:48.508189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3923bb-c564-4275-8c73-7c8290c030bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.566019 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3923bb-c564-4275-8c73-7c8290c030bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.568779 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c3923bb-c564-4275-8c73-7c8290c030bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.569959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c3923bb-c564-4275-8c73-7c8290c030bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d4fc224-374c-4a1e-b76b-d10a0e1257a0 HTTP/1.1" status: 204 len: 168 time: 0.1398182 Jul 06 12:20:48.582981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3923bb-c564-4275-8c73-7c8290c030bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4fc224-374c-4a1e-b76b-d10a0e1257a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:48.662790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.899321 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Router abead2cf-abbf-48f7-86a6-60c703bed2ba has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:48.944891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 29d14647-61d9-40e1-9dce-dc399ba87752 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:48.968097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:48.973370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 29d14647-61d9-40e1-9dce-dc399ba87752 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:48.973912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 29d14647-61d9-40e1-9dce-dc399ba87752 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:48.974332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 769a7709-164d-47ac-af91-1ea2034fee2f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:48.996308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 769a7709-164d-47ac-af91-1ea2034fee2f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:48.996647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 769a7709-164d-47ac-af91-1ea2034fee2f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:49.058471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e47dbea-3d4b-4de4-b2a1-d6fdbe2522fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f83a04bb9256465d9318b2d3af2f1156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895743 Jul 06 12:20:49.061743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:49.069607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:49.075872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0655b904-2c26-4b5a-af54-07d74467cffb admin admin] 10.222.0.78 "PUT /v2.0/routers/abead2cf-abbf-48f7-86a6-60c703bed2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531093 Jul 06 12:20:49.078544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:49.079691 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] Sync routers for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:49.088625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:49.089470 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:49.114518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951fe1ba-ac7b-4d9d-90ec-a4168929cfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.138153 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951fe1ba-ac7b-4d9d-90ec-a4168929cfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.191265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.192987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951fe1ba-ac7b-4d9d-90ec-a4168929cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.195515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951fe1ba-ac7b-4d9d-90ec-a4168929cfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.199172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-951fe1ba-ac7b-4d9d-90ec-a4168929cfa3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0473f1f3-7f20-44a9-9609-082df37a52d7 HTTP/1.1" status: 204 len: 168 time: 0.1339569 Jul 06 12:20:49.206598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fe1ba-ac7b-4d9d-90ec-a4168929cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0473f1f3-7f20-44a9-9609-082df37a52d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:49.218353 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:49.301778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.365468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Deleting port 83b58aa4-30c8-4671-b1cb-205ee09e836b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:49.365895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.411389 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:20:48Z', 'revision_number': 5, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port': {'id': '83b58aa4-30c8-4671-b1cb-205ee09e836b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:49.440698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] Checking router: abead2cf-abbf-48f7-86a6-60c703bed2ba for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:49.450304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] Routers {'abead2cf-abbf-48f7-86a6-60c703bed2ba'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:49.451101 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['abead2cf-abbf-48f7-86a6-60c703bed2ba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:49.456450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] For port 83b58aa4-30c8-4671-b1cb-205ee09e836b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=83b58aa4-30c8-4671-b1cb-205ee09e836b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:49.456816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.473209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Calling delete_port for 83b58aa4-30c8-4671-b1cb-205ee09e836b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:49.551296 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] Set router abead2cf-abbf-48f7-86a6-60c703bed2ba gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:49.626709 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:20:49Z', 'revision_number': 6, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:49.658295 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae79cbb-3501-4d20-bae1-e630798af72b None None] The sync data for ids ['abead2cf-abbf-48f7-86a6-60c703bed2ba'] in n-d-799528-2 is: [{'id': 'abead2cf-abbf-48f7-86a6-60c703bed2ba', 'name': 'tempest-TestVolumeBootPattern-696922789-router', 'tenant_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:20:49Z', 'revision_number': 6, 'project_id': '0154aabb7ea844a99ab43e3cf7b9a3af', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:49.676558 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.715381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=83b58aa4-30c8-4671-b1cb-205ee09e836b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:49.780207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.871364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.874320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.920189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.920747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router abead2cf-abbf-48f7-86a6-60c703bed2ba {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:20:49.924760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.925919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8e7773f8-5111-4718-85f7-7635669cc5fb admin admin] 10.222.0.78 "DELETE /v2.0/routers/abead2cf-abbf-48f7-86a6-60c703bed2ba HTTP/1.1" status: 204 len: 168 time: 0.8462486 Jul 06 12:20:49.928538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:49.972959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Deleting subnet 6231a798-de9e-473c-afcb-8fa6af12d2b1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:49.975779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.011002 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.097007 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.150688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.175343 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6231a798-de9e-473c-afcb-8fa6af12d2b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.182173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.185516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c6926515-a0f1-4c30-ba31-1568e0351d20 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6231a798-de9e-473c-afcb-8fa6af12d2b1 HTTP/1.1" status: 204 len: 168 time: 0.2549348 Jul 06 12:20:50.187724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:50.188308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b537aaa-679d-47ac-9e1f-e8ba67958893 None None] Network 79b47a88-f182-47aa-a7a7-8d2ff28a4790 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:50.255094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.312576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Deleting port 210f5df5-2c04-449b-8f31-cd13f73106dc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:50.312922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.375668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] For port 210f5df5-2c04-449b-8f31-cd13f73106dc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=210f5df5-2c04-449b-8f31-cd13f73106dc,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:50.376063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.389382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Calling delete_port for 210f5df5-2c04-449b-8f31-cd13f73106dc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:50.402569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] DHCP port deletion for 79b47a88-f182-47aa-a7a7-8d2ff28a4790 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:50.449853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] Deleting port 210f5df5-2c04-449b-8f31-cd13f73106dc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:50.450979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.472605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.505233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=210f5df5-2c04-449b-8f31-cd13f73106dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.506969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] No DVR routers for this DVR port 210f5df5-2c04-449b-8f31-cd13f73106dc on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:50.521694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] For port 210f5df5-2c04-449b-8f31-cd13f73106dc, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=210f5df5-2c04-449b-8f31-cd13f73106dc,segment=NetworkSegment(7541403a-b863-4c75-9661-6b1a7491aafa),segment_id=7541403a-b863-4c75-9661-6b1a7491aafa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:50.522090 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.535592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] Calling delete_port for 210f5df5-2c04-449b-8f31-cd13f73106dc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:50.579822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.589662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b47a88-f182-47aa-a7a7-8d2ff28a4790']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:50.601033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7541403a-b863-4c75-9661-6b1a7491aafa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:50.601338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7541403a-b863-4c75-9661-6b1a7491aafa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:50.611377 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.618565 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.627480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.634809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:20:50.635225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:20:50.637025 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:20:50.646119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] Pushing event deleted for resources: {'Port': ['ID=210f5df5-2c04-449b-8f31-cd13f73106dc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.651250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5209c-7b0a-4d9f-9f04-60c04f8f88df None None] No DVR routers for this DVR port 210f5df5-2c04-449b-8f31-cd13f73106dc on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:50.697270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.703016 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.704954 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] 10.222.0.78 "DELETE /v2.0/networks/79b47a88-f182-47aa-a7a7-8d2ff28a4790 HTTP/1.1" status: 204 len: 168 time: 0.5162661 Jul 06 12:20:50.707978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:50.715659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d2d84-ec2a-45e5-8051-5735e543b0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=79b47a88-f182-47aa-a7a7-8d2ff28a4790,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.863756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83b58aa4-30c8-4671-b1cb-205ee09e836b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:50.885134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 83b58aa4-30c8-4671-b1cb-205ee09e836b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:50.885478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83b58aa4-30c8-4671-b1cb-205ee09e836b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:50.885900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 210f5df5-2c04-449b-8f31-cd13f73106dc no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:50.905304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 210f5df5-2c04-449b-8f31-cd13f73106dc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:50.905642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 210f5df5-2c04-449b-8f31-cd13f73106dc not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:50.906090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cb85fd13-bac6-48db-82e7-a35beaeaed83 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:50.924411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: cb85fd13-bac6-48db-82e7-a35beaeaed83 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:50.924676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device cb85fd13-bac6-48db-82e7-a35beaeaed83 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:51.062786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.319363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Deleting port f7212635-ff4e-42fd-8cd9-ada9f489c09e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:51.319613 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.401532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] For port f7212635-ff4e-42fd-8cd9-ada9f489c09e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f7212635-ff4e-42fd-8cd9-ada9f489c09e,segment=NetworkSegment(da417455-9e90-400c-be8b-5529e38df53e),segment_id=da417455-9e90-400c-be8b-5529e38df53e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:51.401888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.418337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Calling delete_port for f7212635-ff4e-42fd-8cd9-ada9f489c09e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:51.597296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.623549 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7212635-ff4e-42fd-8cd9-ada9f489c09e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:51.802876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.019188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Router 04eb3209-2d0c-4699-8740-9e3d7a80f068 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:52.125868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:52.133188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-89de74f1-9a4d-45f6-b41f-b7d375a540f4 admin admin] 10.222.0.78 "PUT /v2.0/routers/04eb3209-2d0c-4699-8740-9e3d7a80f068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216137 Jul 06 12:20:52.133323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:52.133650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] Sync routers for ids ['04eb3209-2d0c-4699-8740-9e3d7a80f068'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:52.143351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] Routers {'04eb3209-2d0c-4699-8740-9e3d7a80f068'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:52.144004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04eb3209-2d0c-4699-8740-9e3d7a80f068'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:52.237828 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.248339 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] Set router 04eb3209-2d0c-4699-8740-9e3d7a80f068 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:52.342833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.397216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Deleting port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:52.397470 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.427492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:20:51Z', 'revision_number': 5, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port': {'id': '69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:28Z', 'updated_at': '2021-07-06T12:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:52.453938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] Checking router: 04eb3209-2d0c-4699-8740-9e3d7a80f068 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:52.462095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] Routers {'04eb3209-2d0c-4699-8740-9e3d7a80f068'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:52.462699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:20:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['04eb3209-2d0c-4699-8740-9e3d7a80f068'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:52.480802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] For port 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:52.481214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.494501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Calling delete_port for 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:52.547094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] Set router 04eb3209-2d0c-4699-8740-9e3d7a80f068 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:52.600321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:20:52Z', 'revision_number': 6, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:52.626780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cdf15-92e8-46cb-baf1-3efa17f2961c None None] The sync data for ids ['04eb3209-2d0c-4699-8740-9e3d7a80f068'] in n-d-799528-2 is: [{'id': '04eb3209-2d0c-4699-8740-9e3d7a80f068', 'name': 'tempest-TestVolumeBootPattern-379079404-router', 'tenant_id': '5638ee0bbad94569b695e342ebd13026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:27Z', 'updated_at': '2021-07-06T12:20:52Z', 'revision_number': 6, 'project_id': '5638ee0bbad94569b695e342ebd13026', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:52.665688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.692737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:52.755299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.846655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.848847 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.895493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.896061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04eb3209-2d0c-4699-8740-9e3d7a80f068 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:20:52.900460 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.901637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b6e800d-d6f6-4df8-92b9-bc1d986a5290 admin admin] 10.222.0.78 "DELETE /v2.0/routers/04eb3209-2d0c-4699-8740-9e3d7a80f068 HTTP/1.1" status: 204 len: 168 time: 0.7674057 Jul 06 12:20:52.904385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:52.947636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Deleting subnet 23854aa8-b5a4-4d2f-a550-62aaeb3588b0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:52.951258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.973767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.989008 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.087022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7212635-ff4e-42fd-8cd9-ada9f489c09e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:53.089574 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.117678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f7212635-ff4e-42fd-8cd9-ada9f489c09e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:53.118239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7212635-ff4e-42fd-8cd9-ada9f489c09e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:53.151663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.176407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23854aa8-b5a4-4d2f-a550-62aaeb3588b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.182173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.184064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7cdb9ce-bf7c-47d4-b459-3b2899e19767 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/23854aa8-b5a4-4d2f-a550-62aaeb3588b0 HTTP/1.1" status: 204 len: 168 time: 0.2787213 Jul 06 12:20:53.187313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:53.189773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309482df-14fa-4738-a665-20d24460d7de None None] Network 01b9d223-88ba-42f7-a83e-5def1d66b143 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:53.256081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.320592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Deleting port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:53.320943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.386196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] For port c8c6c0e8-5ee8-40df-acea-4a694ffe8718, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,segment=NetworkSegment(da417455-9e90-400c-be8b-5529e38df53e),segment_id=da417455-9e90-400c-be8b-5529e38df53e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:53.386561 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.399256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Calling delete_port for c8c6c0e8-5ee8-40df-acea-4a694ffe8718 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:53.438108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] DHCP port deletion for 01b9d223-88ba-42f7-a83e-5def1d66b143 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:53.487506 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.495152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Deleting port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:53.495346 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.518853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] No DVR routers for this DVR port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:53.520485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.564225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] For port c8c6c0e8-5ee8-40df-acea-4a694ffe8718, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:53.564615 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.578438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Calling delete_port for c8c6c0e8-5ee8-40df-acea-4a694ffe8718 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:53.581194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:20:53.582464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.594138 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.604001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b9d223-88ba-42f7-a83e-5def1d66b143']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:53.605306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] Pushing event deleted for resources: {'Port': ['ID=c8c6c0e8-5ee8-40df-acea-4a694ffe8718,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.611812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c4233-955c-4d04-b843-76ea2bdc35b9 None None] No DVR routers for this DVR port c8c6c0e8-5ee8-40df-acea-4a694ffe8718 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:53.616201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da417455-9e90-400c-be8b-5529e38df53e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:53.616502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da417455-9e90-400c-be8b-5529e38df53e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:53.625947 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.640760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.647361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:20:53.647790 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:20:53.649651 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:20:53.713946 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.720279 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.725242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] 10.222.0.78 "DELETE /v2.0/networks/01b9d223-88ba-42f7-a83e-5def1d66b143 HTTP/1.1" status: 204 len: 168 time: 0.5368383 Jul 06 12:20:53.739519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8465a4e-8cee-4ad6-951e-18cc19c2abdc admin admin] Pushing event deleted for resources: {'Network': ['ID=01b9d223-88ba-42f7-a83e-5def1d66b143,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.916372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:53.955995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-084b59c4-b7a4-4555-ba71-262ddf486ac0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0154aabb7ea844a99ab43e3cf7b9a3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384481 Jul 06 12:20:53.958339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:54.007544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef60ebc-3e8c-433e-b6e7-146b7c9f9cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.028628 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef60ebc-3e8c-433e-b6e7-146b7c9f9cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.076498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef60ebc-3e8c-433e-b6e7-146b7c9f9cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.079164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef60ebc-3e8c-433e-b6e7-146b7c9f9cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.080361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bef60ebc-3e8c-433e-b6e7-146b7c9f9cdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28ff1fad-b631-45c6-8b25-a2a83d152b0f HTTP/1.1" status: 204 len: 168 time: 0.1210930 Jul 06 12:20:54.088225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef60ebc-3e8c-433e-b6e7-146b7c9f9cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff1fad-b631-45c6-8b25-a2a83d152b0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:54.411595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:54.455350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-89bf5ae6-9543-483a-a332-c42b32ec736e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5638ee0bbad94569b695e342ebd13026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425127 Jul 06 12:20:54.457838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:54.505667 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6100148c-bed2-4a03-ae99-2b69fdbcc5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.531849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6100148c-bed2-4a03-ae99-2b69fdbcc5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.578854 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6100148c-bed2-4a03-ae99-2b69fdbcc5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.581416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6100148c-bed2-4a03-ae99-2b69fdbcc5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.582559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6100148c-bed2-4a03-ae99-2b69fdbcc5b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51333590-e171-4851-97bf-14f15049b9be HTTP/1.1" status: 204 len: 168 time: 0.1238422 Jul 06 12:20:54.590292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100148c-bed2-4a03-ae99-2b69fdbcc5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51333590-e171-4851-97bf-14f15049b9be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:54.865878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:54.886055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:54.886406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 69cef9ca-7938-4ba1-8fc3-8d22ded7bbe8 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:54.886842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c8c6c0e8-5ee8-40df-acea-4a694ffe8718 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:54.908109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c8c6c0e8-5ee8-40df-acea-4a694ffe8718 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:54.908465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c8c6c0e8-5ee8-40df-acea-4a694ffe8718 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:57.177775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3ea56bf-b023-4041-92ad-75a289ad2607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:57.382895 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:20:59.692792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f66bb4-85e3-48d1-8d41-2d6d2c868353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.278438 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.355374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.041891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.527678 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.218639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.637479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0a5cf50-74a8-4ab0-af4b-a6bdd8296686 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.4175551 Jul 06 12:21:04.640911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.645907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'network': {'name': 'tempest-network-smoke--1713424167', 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'port_security_enabled': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:04.666462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Made reservation on behalf of 9d9cbd81274c43c59d172b332113c0bc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:04.670660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.693411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:04.702764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.703156 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Added segment 01610bfe-6365-46f4-b6c3-c7cf3a9b71e8 of type vlan for network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 Jul 06 12:21:04.749593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.777591 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.785172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:04.785766 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.849002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2070529 Jul 06 12:21:04.851807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.855015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Network': ['ID=83f61b50-6341-47d0-9fef-db9c3fbb8f75,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:04.857603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'admin_state_up': True, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:04.868916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.869394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.869711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.870052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.870389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.870782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.871116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.871734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.871734 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.872281 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.872842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.873320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605754d-6065-46f7-8821-43753efab0a0 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:04.885650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:04.890128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.891095 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.941825 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.076659 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.589896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.609213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.709573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.25.7.218 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/522b8a56-94b4-4596-bd01-b218c0c5fd28) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:05.813943 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.853786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.888521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:05.891869 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:05.895429 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:05.923711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=522b8a56-94b4-4596-bd01-b218c0c5fd28,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:05.936399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.936757 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.937113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.937456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.937798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.938141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.938476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.938811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.939148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.939478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.939806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.940157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:06.159047 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.353711 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.480212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router 7a67f8c6-915c-4048-8634-8add7b43abc6 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:06.585643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:06.594613 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Sync routers for ids ['7a67f8c6-915c-4048-8634-8add7b43abc6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:06.604189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.605041 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Routers {'7a67f8c6-915c-4048-8634-8add7b43abc6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:06.605560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d17cbca4-89f3-45ee-87c8-88d0f7c3a632 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7525508 Jul 06 12:21:06.606013 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['7a67f8c6-915c-4048-8634-8add7b43abc6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:06.610558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.656064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76aede-c24a-47db-aa08-306d20c11e65 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:06.660272 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5b76aede-c24a-47db-aa08-306d20c11e65 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=9d9cbd81274c43c59d172b332113c0bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0460603 Jul 06 12:21:06.660485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.711965 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Set router 7a67f8c6-915c-4048-8634-8add7b43abc6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:06.751966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6d96b-a6cb-4b4b-82b9-8143240946d7 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:06.756088 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6af6d96b-a6cb-4b4b-82b9-8143240946d7 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920746 Jul 06 12:21:06.756311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.784657 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ce00d20b-ec80-49c1-93f0-0d8175a37486 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271873 Jul 06 12:21:06.787408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.819071 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f44236f6-ac2d-4b97-9da0-062ffdb1854a tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=9d9cbd81274c43c59d172b332113c0bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282683 Jul 06 12:21:06.819463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.885628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:06Z', 'revision_number': 3, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:06.906505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5754d73-3881-438e-87c2-4f8c27d89c89 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:06.908061 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a5754d73-3881-438e-87c2-4f8c27d89c89 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878298 Jul 06 12:21:06.910994 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.915812 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Checking router: 7a67f8c6-915c-4048-8634-8add7b43abc6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:06.916181 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Updating router 7a67f8c6-915c-4048-8634-8add7b43abc6 port 522b8a56-94b4-4596-bd01-b218c0c5fd28 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:06.947323 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9a3f5b34-dee1-4a37-9117-1a1d8d7c4c91 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351379 Jul 06 12:21:06.950034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.955988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411747071', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:07.043500 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.048345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Made reservation on behalf of 9d9cbd81274c43c59d172b332113c0bc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:07.051857 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.232824 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.292565 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.295841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Subnet': ['ID=6985ff9b-366d-4733-802b-c4191cb51305,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:07.303945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Checking segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:07.303945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network hostable DHCP agents. Network: 83f61b50-6341-47d0-9fef-db9c3fbb8f75, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:07.304137 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Transition to ACTIVE for port object 522b8a56-94b4-4596-bd01-b218c0c5fd28 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:07.309450 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.320641 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:07.329914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 83f61b50-6341-47d0-9fef-db9c3fbb8f75) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:07.339487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe52840-3dd0-4db1-a5ef-f349ad2b6951 None None] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:07.344632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:07.345293 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.363889 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac3aa612-dd67-4c59-a3da-67955e67d7a3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4093466 Jul 06 12:21:07.364113 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:07.364934 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4ab37-226e-4c34-99d6-696c51bc0dad None None] Pushing event updated for resources: {'Port': ['ID=522b8a56-94b4-4596-bd01-b218c0c5fd28,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:07.367313 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Attempting to bind port 522b8a56-94b4-4596-bd01-b218c0c5fd28 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:07.367677 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Attempting to bind port 522b8a56-94b4-4596-bd01-b218c0c5fd28 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:07.368057 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Attempting to bind port 522b8a56-94b4-4596-bd01-b218c0c5fd28 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:07.374294 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:07.374664 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:07.375060 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.375496 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:07.375978 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Bound port: 522b8a56-94b4-4596-bd01-b218c0c5fd28, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:07.376360 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.430696 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] For port 522b8a56-94b4-4596-bd01-b218c0c5fd28, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:07.434109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] For port 522b8a56-94b4-4596-bd01-b218c0c5fd28, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=522b8a56-94b4-4596-bd01-b218c0c5fd28,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:07.438427 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.492716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Routers {'7a67f8c6-915c-4048-8634-8add7b43abc6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:07.493348 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['7a67f8c6-915c-4048-8634-8add7b43abc6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:07.500507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'fixed_ips': [{'subnet_id': '6985ff9b-366d-4733-802b-c4191cb51305'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:07.501379 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.602554 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] Set router 7a67f8c6-915c-4048-8634-8add7b43abc6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:07.629287 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4ab37-226e-4c34-99d6-696c51bc0dad None None] Pushing event updated for resources: {'Port': ['ID=522b8a56-94b4-4596-bd01-b218c0c5fd28,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:07.647214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Allocated IP 172.20.0.18 (83f61b50-6341-47d0-9fef-db9c3fbb8f75/6985ff9b-366d-4733-802b-c4191cb51305/f9d058b3-eb52-4c80-987b-984589390085) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:07.782069 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:06Z', 'revision_number': 3, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:07.796151 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.804651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Transition to ACTIVE for port object f9d058b3-eb52-4c80-987b-984589390085 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:07.812260 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203a08-6cfc-4f85-b6d5-65f24c702fef None None] The sync data for ids ['7a67f8c6-915c-4048-8634-8add7b43abc6'] in n-d-799528-2 is: [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:06Z', 'revision_number': 3, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:07.821815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Transition to ACTIVE for port object f9d058b3-eb52-4c80-987b-984589390085 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:07.823287 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.829494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.879262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:07.882186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:07.885397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:07.919337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Pushing event updated for resources: {'Port': ['ID=f9d058b3-eb52-4c80-987b-984589390085,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:07.956032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Attempting to bind port f9d058b3-eb52-4c80-987b-984589390085 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:07.956411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Attempting to bind port f9d058b3-eb52-4c80-987b-984589390085 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:07.956785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Attempting to bind port f9d058b3-eb52-4c80-987b-984589390085 on network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:07.961873 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:07.962250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Checking segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:07.962970 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.963184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Bound using segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:07.963523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Bound port: f9d058b3-eb52-4c80-987b-984589390085, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:07.964165 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.039308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] For port f9d058b3-eb52-4c80-987b-984589390085, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:08.056710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] For port f9d058b3-eb52-4c80-987b-984589390085, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f9d058b3-eb52-4c80-987b-984589390085,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:08.068044 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.138333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1aa29-8aa2-42d1-83d7-ee395ce5ccb2 None None] Pushing event updated for resources: {'Port': ['ID=f9d058b3-eb52-4c80-987b-984589390085,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:08.164468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.20.0.17 (83f61b50-6341-47d0-9fef-db9c3fbb8f75/6985ff9b-366d-4733-802b-c4191cb51305/9a6a2d09-2c19-44ce-81dd-e6af17d526b8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:08.288769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.309834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Transition to ACTIVE for port object 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:08.369217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.416674 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:08.420147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:08.426733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:08.454967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:08.479217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.629096 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.946340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 522b8a56-94b4-4596-bd01-b218c0c5fd28 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:08.956731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.963319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.012378 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 522b8a56-94b4-4596-bd01-b218c0c5fd28 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:09.018124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 522b8a56-94b4-4596-bd01-b218c0c5fd28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:09.018747 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.065689 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:09.069642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.115225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.138387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 522b8a56-94b4-4596-bd01-b218c0c5fd28, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=522b8a56-94b4-4596-bd01-b218c0c5fd28,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:09.143224 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.144077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f9d058b3-eb52-4c80-987b-984589390085 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:09.174598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:09.176153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:09.186779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70eb98c-60e1-4045-a03b-8680512d513a None None] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:09.285243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=522b8a56-94b4-4596-bd01-b218c0c5fd28,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:09.292842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a134f474-834f-4821-9dd4-2ae72380ddc6 None None] Provisioning for port f9d058b3-eb52-4c80-987b-984589390085 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:09.293497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router 7a67f8c6-915c-4048-8634-8add7b43abc6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:09.329887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f9d058b3-eb52-4c80-987b-984589390085 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:09.351584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f9d058b3-eb52-4c80-987b-984589390085 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:09.351975 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.430664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:09.445949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-68bd65dc-d435-45a8-959b-578fd1d60dff tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "PUT /v2.0/routers/7a67f8c6-915c-4048-8634-8add7b43abc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0730753 Jul 06 12:21:09.481249 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.523550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f9d058b3-eb52-4c80-987b-984589390085, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f9d058b3-eb52-4c80-987b-984589390085,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:09.535302 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.589759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Sync routers for ids ['7a67f8c6-915c-4048-8634-8add7b43abc6'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:09.614959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f9d058b3-eb52-4c80-987b-984589390085,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:09.621433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Routers {'7a67f8c6-915c-4048-8634-8add7b43abc6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:09.622217 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['7a67f8c6-915c-4048-8634-8add7b43abc6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:09.739471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-18d71ee6-f37a-4155-9d9c-0cd175aa9ccb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:09.740566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Set router 7a67f8c6-915c-4048-8634-8add7b43abc6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:09.741097 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-18d71ee6-f37a-4155-9d9c-0cd175aa9ccb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/networks?id=83f61b50-6341-47d0-9fef-db9c3fbb8f75 HTTP/1.1" status: 200 len: 798 time: 0.1116059 Jul 06 12:21:09.757024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4dd7f107-af34-47d2-9f6f-edc56e22db4e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/quotas/9d9cbd81274c43c59d172b332113c0bc HTTP/1.1" status: 200 len: 375 time: 0.0103390 Jul 06 12:21:09.851128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-5c52c8f3-0e15-471a-bc1f-eb178e04febf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0867987 Jul 06 12:21:09.869162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f99bf4e-6c34-4fae-9cc1-d017954f2eba None None] Provisioning for port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:09.876106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f99bf4e-6c34-4fae-9cc1-d017954f2eba None None] Provisioning complete for port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:09.876505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f99bf4e-6c34-4fae-9cc1-d017954f2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.931658 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f99bf4e-6c34-4fae-9cc1-d017954f2eba None None] Port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:09.955110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-62f29bcc-8bd5-48aa-b3f3-adc9f2f5a7f9 service neutron] 10.222.0.78 "GET /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926976 Jul 06 12:21:09.957151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f99bf4e-6c34-4fae-9cc1-d017954f2eba None None] Provisioning complete for port f9d058b3-eb52-4c80-987b-984589390085 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:09.957618 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f99bf4e-6c34-4fae-9cc1-d017954f2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.061866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-2f391b53-a4a3-47e4-9a75-9ddcd3e6eae3 service neutron] 10.222.0.78 "GET /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006813 Jul 06 12:21:10.064853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:08Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '9a6a2d09-2c19-44ce-81dd-e6af17d526b8', 'name': '', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:b7:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6985ff9b-366d-4733-802b-c4191cb51305', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:08Z', 'revision_number': 2, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': '6985ff9b-366d-4733-802b-c4191cb51305', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:10.103054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Checking router: 7a67f8c6-915c-4048-8634-8add7b43abc6 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:10.103413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Updating router 7a67f8c6-915c-4048-8634-8add7b43abc6 port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:10.146681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.242951 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43807e5f-f85e-4549-95be-27ca90ee808f req-a9d73f4e-99b9-4dbc-af2e-22a5a634e415 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 210 time: 0.0318305 Jul 06 12:21:10.282742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee92cf7b-99ce-424a-a65e-a475e0587b59 None None] Provisioning complete for port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:10.283117 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee92cf7b-99ce-424a-a65e-a475e0587b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.361785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee92cf7b-99ce-424a-a65e-a475e0587b59 None None] Port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:10.467351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.477046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Transition to ACTIVE for port object 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:10.483337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.539191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4bbcc-6bd6-4e9c-8374-0e0a751bbd70 None None] Pushing event updated for resources: {'Port': ['ID=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:10.597157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Attempting to bind port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:10.597717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Attempting to bind port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:10.597895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Attempting to bind port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 on network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:10.604274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:10.604691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Checking segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:10.605203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.606265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Bound using segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:10.607382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Bound port: 9a6a2d09-2c19-44ce-81dd-e6af17d526b8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:10.607775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.680975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] For port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:10.682171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] For port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:10.687070 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.749262 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Routers {'7a67f8c6-915c-4048-8634-8add7b43abc6'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:10.749925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['7a67f8c6-915c-4048-8634-8add7b43abc6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:10.787195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4bbcc-6bd6-4e9c-8374-0e0a751bbd70 None None] Pushing event updated for resources: {'Port': ['ID=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:11.030804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 522b8a56-94b4-4596-bd01-b218c0c5fd28 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:11.098119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] Set router 7a67f8c6-915c-4048-8634-8add7b43abc6 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:11.150138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 522b8a56-94b4-4596-bd01-b218c0c5fd28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:11.150502 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.379627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f9d058b3-eb52-4c80-987b-984589390085 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:11.416587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae9171-82f3-492d-8452-2befb04f7e52 req-c5c567a6-b71f-41ab-87be-60d62e985c0e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 210 time: 0.0473988 Jul 06 12:21:11.432320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-08d04f26-37e1-4fee-8fc4-09f4db2d70c5 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.433797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-08d04f26-37e1-4fee-8fc4-09f4db2d70c5 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.64 "GET /v2.0/networks?id=83f61b50-6341-47d0-9fef-db9c3fbb8f75 HTTP/1.1" status: 200 len: 798 time: 0.1601446 Jul 06 12:21:11.442241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:08Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '9a6a2d09-2c19-44ce-81dd-e6af17d526b8', 'name': '', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:b7:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6985ff9b-366d-4733-802b-c4191cb51305', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:10Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': '6985ff9b-366d-4733-802b-c4191cb51305', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:11.447568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f9d058b3-eb52-4c80-987b-984589390085 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:11.448033 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.448385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Request body: {'port': {'device_id': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'admin_state_up': True, 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:11.494581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f891134-31f2-4005-8640-68c5ee01a264 None None] The sync data for ids ['7a67f8c6-915c-4048-8634-8add7b43abc6'] in n-d-799528-2 is: [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:08Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '9a6a2d09-2c19-44ce-81dd-e6af17d526b8', 'name': '', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:b7:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6985ff9b-366d-4733-802b-c4191cb51305', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:10Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': '6985ff9b-366d-4733-802b-c4191cb51305', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:11.589899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Made reservation on behalf of 9d9cbd81274c43c59d172b332113c0bc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:11.597139 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.740052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Allocated IP 172.20.0.20 (83f61b50-6341-47d0-9fef-db9c3fbb8f75/6985ff9b-366d-4733-802b-c4191cb51305/b6025f30-7bf0-4c34-af90-88d18a84b860) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:11.864593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.879097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Transition to ACTIVE for port object b6025f30-7bf0-4c34-af90-88d18a84b860 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:11.913787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.963075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:11.969345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:11.973423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:11.999048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event updated for resources: {'Port': ['ID=b6025f30-7bf0-4c34-af90-88d18a84b860,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:12.035864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:12.036568 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.053654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4d67f459-e145-43f5-952a-d633843e815a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6101341 Jul 06 12:21:12.190378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Request body: {'port': {'device_id': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:12.211771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d39c5059-2d5d-44ec-9a68-bea0b39dc5e5 None None] Provisioning for port b6025f30-7bf0-4c34-af90-88d18a84b860 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:12.216021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d39c5059-2d5d-44ec-9a68-bea0b39dc5e5 None None] Provisioning complete for port b6025f30-7bf0-4c34-af90-88d18a84b860 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:12.216406 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d39c5059-2d5d-44ec-9a68-bea0b39dc5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.252419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d39c5059-2d5d-44ec-9a68-bea0b39dc5e5 None None] Port b6025f30-7bf0-4c34-af90-88d18a84b860 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:12.273040 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.594763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6025f30-7bf0-4c34-af90-88d18a84b860 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:12.604006 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.623018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Transition to ACTIVE for port object b6025f30-7bf0-4c34-af90-88d18a84b860 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:12.628237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.688480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6af03e-c0ef-4685-ac1c-e4d3a3be67f8 req-40656a80-6bce-4835-b31c-efd041c6b038 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:12.690070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b6af03e-c0ef-4685-ac1c-e4d3a3be67f8 req-40656a80-6bce-4835-b31c-efd041c6b038 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 895 time: 0.1357634 Jul 06 12:21:12.699380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Pushing event updated for resources: {'Port': ['ID=b6025f30-7bf0-4c34-af90-88d18a84b860,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:12.780754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Attempting to bind port b6025f30-7bf0-4c34-af90-88d18a84b860 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:12.781101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Attempting to bind port b6025f30-7bf0-4c34-af90-88d18a84b860 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:12.781438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Attempting to bind port b6025f30-7bf0-4c34-af90-88d18a84b860 on network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:12.786064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Port b6025f30-7bf0-4c34-af90-88d18a84b860 on network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:12.786395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Attempting to bind port b6025f30-7bf0-4c34-af90-88d18a84b860 on network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:12.791497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:12.791845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Checking segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:12.792272 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Bound using segment: {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:12.792710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Bound port: b6025f30-7bf0-4c34-af90-88d18a84b860, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:12.793078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.869068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] For port b6025f30-7bf0-4c34-af90-88d18a84b860, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:12.873262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] For port b6025f30-7bf0-4c34-af90-88d18a84b860, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b6025f30-7bf0-4c34-af90-88d18a84b860,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:12.878165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.905007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:12.915780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:12.917106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.918569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] 10.222.0.64 "PUT /v2.0/ports/b6025f30-7bf0-4c34-af90-88d18a84b860 HTTP/1.1" status: 200 len: 1055 time: 0.8540747 Jul 06 12:21:12.921292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'tag': 'b6025f30-7bf0-4c34-af90-88d18a84b860'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:12.924949 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dc9d60-4f29-4d70-a557-34398d90b4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc80382-9d36-4427-8e9d-6da2f3431f73", "tag": "b6025f30-7bf0-4c34-af90-88d18a84b860"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:12.955086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefecd4b-6f69-41b7-98fc-62255fbd2a3b service neutron] Pushing event updated for resources: {'Port': ['ID=b6025f30-7bf0-4c34-af90-88d18a84b860,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:12.982412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:12.989392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:12.989772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.051213 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4da45fe7-9053-4e0c-83e4-49e0e0adfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.053091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4da45fe7-9053-4e0c-83e4-49e0e0adfe9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 1058 time: 0.0746677 Jul 06 12:21:13.085769 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.103068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-3418614a-a1d0-487c-993c-d940b3b025bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b6025f30-7bf0-4c34-af90-88d18a84b860 HTTP/1.1" status: 200 len: 217 time: 0.0416579 Jul 06 12:21:13.120985 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:13.125921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.144413 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfccf8ff-158e-477f-aa6e-1cedb142a890 x-openstack-request-id: req-cfccf8ff-158e-477f-aa6e-1cedb142a890 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:13.144780 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc80382-9d36-4427-8e9d-6da2f3431f73", "tag": "b6025f30-7bf0-4c34-af90-88d18a84b860", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:13.145145 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfccf8ff-158e-477f-aa6e-1cedb142a890 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:13.145652 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'tag': 'b6025f30-7bf0-4c34-af90-88d18a84b860', 'status': 'completed', 'code': 200} Jul 06 12:21:13.169980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-aa90d48a-8925-437a-a481-d2c5243a1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.171746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-aa90d48a-8925-437a-a481-d2c5243a1d93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6985ff9b-366d-4733-802b-c4191cb51305 HTTP/1.1" status: 200 len: 837 time: 0.0606546 Jul 06 12:21:13.183659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:13.236425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-2d315442-2419-4442-be1e-fad5edd9810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.237983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-2d315442-2419-4442-be1e-fad5edd9810d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83f61b50-6341-47d0-9fef-db9c3fbb8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599704 Jul 06 12:21:13.329461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-bd885f78-b013-4923-ac23-37119d50bd02 service neutron] 10.222.0.64 "GET /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Jul 06 12:21:13.430237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-60210338-1c99-4e04-bd49-db41413c8ca7 req-4ebe085e-70f6-44bb-83c4-4449231aa21e service neutron] 10.222.0.64 "GET /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919728 Jul 06 12:21:13.529332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-cb4d6da1-8c91-4022-8eb6-53960b7798bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.530854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-cb4d6da1-8c91-4022-8eb6-53960b7798bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 1058 time: 0.0537653 Jul 06 12:21:13.624296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-0ce977be-f169-4491-9a1f-8e0b88d1b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.625780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-0ce977be-f169-4491-9a1f-8e0b88d1b5d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83f61b50-6341-47d0-9fef-db9c3fbb8f75 HTTP/1.1" status: 200 len: 899 time: 0.0883112 Jul 06 12:21:13.668638 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-4613d065-7193-4b6d-9216-e6122161baf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b6025f30-7bf0-4c34-af90-88d18a84b860 HTTP/1.1" status: 200 len: 217 time: 0.0358429 Jul 06 12:21:13.725246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-2504d2aa-6d25-4a1c-8004-a9237f13ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.726744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-2504d2aa-6d25-4a1c-8004-a9237f13ad82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6985ff9b-366d-4733-802b-c4191cb51305 HTTP/1.1" status: 200 len: 837 time: 0.0512986 Jul 06 12:21:13.785797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-66221b9e-3b9b-4a53-ab85-d2a0f1701c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.787324 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-66221b9e-3b9b-4a53-ab85-d2a0f1701c6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83f61b50-6341-47d0-9fef-db9c3fbb8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526006 Jul 06 12:21:13.923348 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-2af4d434-a8b0-46ed-b15b-bc03f21fa5f3 service neutron] 10.222.0.64 "GET /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290424 Jul 06 12:21:13.936038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4efe0c-5c1a-448b-b154-cd56913aeb7e req-cb98dd98-767e-4a8c-b1bf-5b2daaad2dfa tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.937456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4efe0c-5c1a-448b-b154-cd56913aeb7e req-cb98dd98-767e-4a8c-b1bf-5b2daaad2dfa tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 907 time: 0.1214347 Jul 06 12:21:14.025880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dc9d60-4f29-4d70-a557-34398d90b4a2 req-39718d1b-01d7-45b5-9710-d7bb4b1b81dd service neutron] 10.222.0.64 "GET /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Jul 06 12:21:14.876252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:14.923321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:14.923686 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.113105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410a5eb-4426-4c2e-b06b-2481dd709605 req-eca708f0-3517-417a-b5e6-b7e16ff82bab tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:15.114536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8410a5eb-4426-4c2e-b06b-2481dd709605 req-eca708f0-3517-417a-b5e6-b7e16ff82bab tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 907 time: 0.0663412 Jul 06 12:21:16.293065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8c8f-2fdc-4923-9d19-0211fb2d8ff3 req-4106bdce-110f-4fe4-89d4-7918b2557765 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:16.295107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd8d8c8f-2fdc-4923-9d19-0211fb2d8ff3 req-4106bdce-110f-4fe4-89d4-7918b2557765 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 907 time: 0.0703642 Jul 06 12:21:16.742053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b6025f30-7bf0-4c34-af90-88d18a84b860 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:16.846078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b6025f30-7bf0-4c34-af90-88d18a84b860, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b6025f30-7bf0-4c34-af90-88d18a84b860,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:16.858376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'b6025f30-7bf0-4c34-af90-88d18a84b860', 'network_id': '83f61b50-6341-47d0-9fef-db9c3fbb8f75', 'port_id': 'b6025f30-7bf0-4c34-af90-88d18a84b860', 'mac_address': 'fa:16:3e:99:71:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6985ff9b-366d-4733-802b-c4191cb51305', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:16.896555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.909229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6025f30-7bf0-4c34-af90-88d18a84b860 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:16.927635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b6025f30-7bf0-4c34-af90-88d18a84b860, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b6025f30-7bf0-4c34-af90-88d18a84b860,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:16.931475 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.982939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b6025f30-7bf0-4c34-af90-88d18a84b860,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:17.380535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['b6025f30-7bf0-4c34-af90-88d18a84b860'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:17.475992 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c94dac-b1b9-4943-a07e-2797c366d6b3 req-f86ab526-632e-401a-8bb7-75308e7b81c5 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:17.477547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b7c94dac-b1b9-4943-a07e-2797c366d6b3 req-f86ab526-632e-401a-8bb7-75308e7b81c5 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 908 time: 0.0633004 Jul 06 12:21:18.654242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1473e-5c00-48e0-9409-1eebf81e9d6f req-00782e2e-75c0-4d88-a886-96b0b33da42b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:18.655743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dea1473e-5c00-48e0-9409-1eebf81e9d6f req-00782e2e-75c0-4d88-a886-96b0b33da42b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 908 time: 0.0635464 Jul 06 12:21:18.763738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b6025f30-7bf0-4c34-af90-88d18a84b860 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:18.810168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port b6025f30-7bf0-4c34-af90-88d18a84b860 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:18.813843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port b6025f30-7bf0-4c34-af90-88d18a84b860 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:18.814217 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.895194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.918100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6025f30-7bf0-4c34-af90-88d18a84b860'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:18.920849 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361f3df2-5647-4001-9bbd-462afc4ef02a" -d '{"events": [{"server_uuid": "8bc80382-9d36-4427-8e9d-6da2f3431f73", "name": "network-vif-plugged", "status": "completed", "tag": "b6025f30-7bf0-4c34-af90-88d18a84b860"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:18.933557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b6025f30-7bf0-4c34-af90-88d18a84b860, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b6025f30-7bf0-4c34-af90-88d18a84b860,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:18.938200 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.962477 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08a0fa-b248-4f81-865b-af4ef1b0ea9d x-openstack-request-id: req-6d08a0fa-b248-4f81-865b-af4ef1b0ea9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:18.962781 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc80382-9d36-4427-8e9d-6da2f3431f73", "name": "network-vif-plugged", "status": "completed", "tag": "b6025f30-7bf0-4c34-af90-88d18a84b860", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:18.963034 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d08a0fa-b248-4f81-865b-af4ef1b0ea9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:18.963422 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6025f30-7bf0-4c34-af90-88d18a84b860', 'code': 200} Jul 06 12:21:18.988908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b6025f30-7bf0-4c34-af90-88d18a84b860,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:19.074749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2419-bd6c-49d6-9f3b-7cf65bdba224 req-59dd50d7-55ed-4fd7-9090-fd4f7274ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:19.077234 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-009b2419-bd6c-49d6-9f3b-7cf65bdba224 req-59dd50d7-55ed-4fd7-9090-fd4f7274ce65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 1060 time: 0.0564013 Jul 06 12:21:19.829797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f801-1886-495f-97c1-d6b51abc574b req-517fd1f9-7a14-40c2-b6ca-a36554d0f822 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:19.831295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f65f801-1886-495f-97c1-d6b51abc574b req-517fd1f9-7a14-40c2-b6ca-a36554d0f822 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 909 time: 0.0671666 Jul 06 12:21:21.005302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbaaf2-e5c9-42f6-8244-56782cec34aa req-3ba920f2-3d4b-4402-8989-7b36fca52898 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.006808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4dbaaf2-e5c9-42f6-8244-56782cec34aa req-3ba920f2-3d4b-4402-8989-7b36fca52898 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 909 time: 0.0636764 Jul 06 12:21:21.179526 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c612b1-7bf6-4ee7-b58f-4045b1b11bb1 req-6f3e8a56-03e5-49a5-9965-751ce60bd66d tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.181109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56c612b1-7bf6-4ee7-b58f-4045b1b11bb1 req-6f3e8a56-03e5-49a5-9965-751ce60bd66d tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 909 time: 0.0638385 Jul 06 12:21:21.344770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393271-10b3-403c-800a-72f52993b460 req-92a7bb60-6c5c-4826-8c93-e71c4ca0ff43 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.346273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-08393271-10b3-403c-800a-72f52993b460 req-92a7bb60-6c5c-4826-8c93-e71c4ca0ff43 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 1060 time: 0.0552278 Jul 06 12:21:21.507069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044854-17f8-41e3-973a-addb84839f6d req-0c6271c7-af2e-4864-8fac-84ca38759875 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.508635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27044854-17f8-41e3-973a-addb84839f6d req-0c6271c7-af2e-4864-8fac-84ca38759875 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1135 time: 0.0520294 Jul 06 12:21:21.544685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27044854-17f8-41e3-973a-addb84839f6d req-32a44984-cad7-419e-92a6-552b7b8a1d69 tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0295765 Jul 06 12:21:21.567589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:21.619284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c094ee-5308-4221-ba98-c6c0398e651f tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.620849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-18c094ee-5308-4221-ba98-c6c0398e651f tempest-TestSecurityGroupsBasicOps-957324725 tempest-TestSecurityGroupsBasicOps-957324725-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 1055 time: 0.0521872 Jul 06 12:21:21.987238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b11f-9a14-4ea9-a52a-d57108b9f344 req-e7b167af-ec52-4f14-ab5b-13a23be0c95f tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.988744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce13b11f-9a14-4ea9-a52a-d57108b9f344 req-e7b167af-ec52-4f14-ab5b-13a23be0c95f tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 909 time: 0.0664294 Jul 06 12:21:22.982255 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.163895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce1938-701b-465d-bcad-2238f1837f89 req-41d37e91-3fbc-4700-abc8-7a9688ce66b7 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:23.165374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bce1938-701b-465d-bcad-2238f1837f89 req-41d37e91-3fbc-4700-abc8-7a9688ce66b7 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 909 time: 0.0643408 Jul 06 12:21:23.404118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-b376b086-b5cf-41ec-83f2-465d51faed7f tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:23.405568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-b376b086-b5cf-41ec-83f2-465d51faed7f tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 909 time: 0.0629754 Jul 06 12:21:23.507406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port b6025f30-7bf0-4c34-af90-88d18a84b860 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:23.507748 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.593603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] For port b6025f30-7bf0-4c34-af90-88d18a84b860, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b6025f30-7bf0-4c34-af90-88d18a84b860,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:23.593958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.606398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for b6025f30-7bf0-4c34-af90-88d18a84b860 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:23.733198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.765954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=b6025f30-7bf0-4c34-af90-88d18a84b860,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:23.811407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] No DVR routers for this DVR port b6025f30-7bf0-4c34-af90-88d18a84b860 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:23.814119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.816261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f77faa8e-b288-4fef-8ac6-b9871e3dcb90 req-d16e2381-abea-4fc6-9430-d1db813d4884 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.64 "DELETE /v2.0/ports/b6025f30-7bf0-4c34-af90-88d18a84b860 HTTP/1.1" status: 204 len: 173 time: 0.4042511 Jul 06 12:21:23.816707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'name': 'network-vif-deleted', 'tag': 'b6025f30-7bf0-4c34-af90-88d18a84b860'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:23.819109 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a7d731-9155-440e-9f44-57b38262678c" -d '{"events": [{"server_uuid": "8bc80382-9d36-4427-8e9d-6da2f3431f73", "name": "network-vif-deleted", "tag": "b6025f30-7bf0-4c34-af90-88d18a84b860"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:23.869070 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76564869-6e1c-4549-b8d4-5a443b06a651 x-openstack-request-id: req-76564869-6e1c-4549-b8d4-5a443b06a651 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:23.869369 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc80382-9d36-4427-8e9d-6da2f3431f73", "name": "network-vif-deleted", "tag": "b6025f30-7bf0-4c34-af90-88d18a84b860", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:23.869626 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76564869-6e1c-4549-b8d4-5a443b06a651 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:23.870035 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc80382-9d36-4427-8e9d-6da2f3431f73', 'name': 'network-vif-deleted', 'tag': 'b6025f30-7bf0-4c34-af90-88d18a84b860', 'status': 'completed', 'code': 200} Jul 06 12:21:24.344743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9bbf943a-e105-439d-967b-69a4317cb81e req-4a371591-1aed-4473-ac60-7c274d8d81c7 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bc80382-9d36-4427-8e9d-6da2f3431f73 HTTP/1.1" status: 200 len: 210 time: 0.0298645 Jul 06 12:21:25.436614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:25.799287 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.067592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:26.067839 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.153687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] For port 9a6a2d09-2c19-44ce-81dd-e6af17d526b8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:26.154052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.166763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:26.357006 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.385766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=9a6a2d09-2c19-44ce-81dd-e6af17d526b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:26.565938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.787111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b6025f30-7bf0-4c34-af90-88d18a84b860 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:26.807477 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: b6025f30-7bf0-4c34-af90-88d18a84b860 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:26.807820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b6025f30-7bf0-4c34-af90-88d18a84b860 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:27.115820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router 7a67f8c6-915c-4048-8634-8add7b43abc6 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:27.177184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9986a4-d00b-4eda-ab9d-52a1f46abfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.223738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:27.228716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-64ed8d2b-f1b3-4975-bdf5-8b9a93c999d3 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "PUT /v2.0/routers/7a67f8c6-915c-4048-8634-8add7b43abc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910600 Jul 06 12:21:27.231486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:27.233020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] Sync routers for ids ['7a67f8c6-915c-4048-8634-8add7b43abc6'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:27.242500 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] Routers {'7a67f8c6-915c-4048-8634-8add7b43abc6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:27.243126 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['7a67f8c6-915c-4048-8634-8add7b43abc6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:27.286016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting subnet 6985ff9b-366d-4733-802b-c4191cb51305 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:27.289136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.330851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.348010 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] Set router 7a67f8c6-915c-4048-8634-8add7b43abc6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:27.417763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.475432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.503778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Subnet': ['ID=6985ff9b-366d-4733-802b-c4191cb51305,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.509417 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.511405 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1861bb70-a9ad-4ae1-bafa-3551051d11cb tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/subnets/6985ff9b-366d-4733-802b-c4191cb51305 HTTP/1.1" status: 204 len: 168 time: 0.2783813 Jul 06 12:21:27.514168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:27.517665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701dbe65-982d-46b2-8756-0605c6e5c410 None None] Network 83f61b50-6341-47d0-9fef-db9c3fbb8f75 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:27.523210 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:26Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:27.552092 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] Checking router: 7a67f8c6-915c-4048-8634-8add7b43abc6 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:27.561042 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] Routers {'7a67f8c6-915c-4048-8634-8add7b43abc6'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:27.561733 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['7a67f8c6-915c-4048-8634-8add7b43abc6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:27.629767 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.662820 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] Set router 7a67f8c6-915c-4048-8634-8add7b43abc6 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:27.721940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] DHCP port deletion for 83f61b50-6341-47d0-9fef-db9c3fbb8f75 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:27.744832 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.770688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Deleting port f9d058b3-eb52-4c80-987b-984589390085 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:27.771069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.799140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port 522b8a56-94b4-4596-bd01-b218c0c5fd28 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:27.799480 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.849153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] For port f9d058b3-eb52-4c80-987b-984589390085, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f9d058b3-eb52-4c80-987b-984589390085,segment=NetworkSegment(01610bfe-6365-46f4-b6c3-c7cf3a9b71e8),segment_id=01610bfe-6365-46f4-b6c3-c7cf3a9b71e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:27.850170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.859417 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:26Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:27.863808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Calling delete_port for f9d058b3-eb52-4c80-987b-984589390085 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:27.888235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] For port 522b8a56-94b4-4596-bd01-b218c0c5fd28, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=522b8a56-94b4-4596-bd01-b218c0c5fd28,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:27.888602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.889428 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9b37f-ffe1-48ee-8b11-f64fc7bb66ec None None] The sync data for ids ['7a67f8c6-915c-4048-8634-8add7b43abc6'] in n-d-799528-2 is: [{'id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1298374829', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:04Z', 'updated_at': '2021-07-06T12:21:26Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '522b8a56-94b4-4596-bd01-b218c0c5fd28', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67f8c6-915c-4048-8634-8add7b43abc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:05Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:27.907807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for 522b8a56-94b4-4596-bd01-b218c0c5fd28 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:27.949199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.977250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Pushing event deleted for resources: {'Port': ['ID=f9d058b3-eb52-4c80-987b-984589390085,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.981528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] No DVR routers for this DVR port f9d058b3-eb52-4c80-987b-984589390085 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:27.989297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.989644 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.989983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.990324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.990660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.990990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.991322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.992172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.992172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.992732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.992732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:27.992976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7439ae-2a13-4d3f-a07e-ba899d70bc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:28.083015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.117580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=522b8a56-94b4-4596-bd01-b218c0c5fd28,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.176573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.270907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.273088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.318890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.319827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Fanout notify agent at l3_agent the message router_deleted on router 7a67f8c6-915c-4048-8634-8add7b43abc6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:28.327012 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.328165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a77968e8-ea3c-4f1a-8707-9e01a047812b tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/routers/7a67f8c6-915c-4048-8634-8add7b43abc6 HTTP/1.1" status: 204 len: 168 time: 0.8122716 Jul 06 12:21:28.331422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:28.411660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.500910 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.510974 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f61b50-6341-47d0-9fef-db9c3fbb8f75']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:28.527712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:28.528027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01610bfe-6365-46f4-b6c3-c7cf3a9b71e8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:28.540456 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.555081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.561411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:28.561802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:28.564708 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:28.622209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.629745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.630754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/networks/83f61b50-6341-47d0-9fef-db9c3fbb8f75 HTTP/1.1" status: 204 len: 168 time: 0.2979190 Jul 06 12:21:28.633499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:28.642736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7c7c9-4b09-442d-bce0-5dab22ddedbf tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Network': ['ID=83f61b50-6341-47d0-9fef-db9c3fbb8f75,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.789230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port f650adc5-89bd-4ae6-b343-38bdcf4ba33d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:28.789476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.868399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.868742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.882022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for f650adc5-89bd-4ae6-b343-38bdcf4ba33d owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:28.942216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f9d058b3-eb52-4c80-987b-984589390085 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:28.962654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f9d058b3-eb52-4c80-987b-984589390085 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:28.963005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f9d058b3-eb52-4c80-987b-984589390085 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:28.963431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:28.982284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:28.982630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9a6a2d09-2c19-44ce-81dd-e6af17d526b8 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:28.983051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 522b8a56-94b4-4596-bd01-b218c0c5fd28 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:29.001459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 522b8a56-94b4-4596-bd01-b218c0c5fd28 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:29.001798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 522b8a56-94b4-4596-bd01-b218c0c5fd28 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:29.047172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.071529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=f650adc5-89bd-4ae6-b343-38bdcf4ba33d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:29.134565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.134896 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Floating IP e7835b64-6c4a-4a53-a7e8-81c26060306f disassociated (deleted). External IP: 172.25.7.124, port: 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57. Jul 06 12:21:29.685650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router a7594279-91dd-4548-a35f-cf3ac9532375 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:29.694628 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f467-37f0-4230-aed0-764dfb548901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.795106 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:29.799793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.804020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] Sync routers for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:29.812849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:29.813464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:29.835985 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3cf063a6-c75c-491c-9598-a7587cbe7f0c tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/floatingips/e7835b64-6c4a-4a53-a7e8-81c26060306f HTTP/1.1" status: 204 len: 168 time: 1.2012594 Jul 06 12:21:29.836578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:29.838848 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c634b906-7b86-4226-9238-4f6e08a0b14b" -d '{"events": [{"name": "network-changed", "server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:29.881918 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa66a8-e2d2-4b0c-aabe-c2c054145e6a x-openstack-request-id: req-fdfa66a8-e2d2-4b0c-aabe-c2c054145e6a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:29.882291 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:29.882543 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdfa66a8-e2d2-4b0c-aabe-c2c054145e6a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:29.884230 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'status': 'completed', 'code': 200} Jul 06 12:21:29.931572 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:30.013695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-b1c1ecea-9aa3-4cfa-9648-2e7a730593d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.015498 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-b1c1ecea-9aa3-4cfa-9648-2e7a730593d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d9cbd81274c43c59d172b332113c0bc&device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 1135 time: 0.1086428 Jul 06 12:21:30.118880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-0450c414-f61a-4185-9b95-5f57f8b48bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.120699 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-0450c414-f61a-4185-9b95-5f57f8b48bfd service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ebbe105-18cd-4255-a80b-f68e59de6047 HTTP/1.1" status: 200 len: 898 time: 0.0990806 Jul 06 12:21:30.146187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:17Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.164129 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-1e91e447-4402-4627-9dfd-ff5d35d2dc2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 HTTP/1.1" status: 200 len: 217 time: 0.0365341 Jul 06 12:21:30.173652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] Checking router: a7594279-91dd-4548-a35f-cf3ac9532375 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:30.182268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:30.182962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.216713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-c6f212da-c8c4-4516-940e-44f118bade35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.218539 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-c6f212da-c8c4-4516-940e-44f118bade35 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d992db5a-dba6-4152-84b6-427ad1309428 HTTP/1.1" status: 200 len: 835 time: 0.0481384 Jul 06 12:21:30.223953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7141-9444-43e8-a59c-fb17681a3fda req-56b60e47-f2ef-4717-b277-b37da2435b79 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.225580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-281b7141-9444-43e8-a59c-fb17681a3fda req-56b60e47-f2ef-4717-b277-b37da2435b79 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 984 time: 0.0689003 Jul 06 12:21:30.278307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-281b7141-9444-43e8-a59c-fb17681a3fda req-d8139807-5d9f-4d3d-b055-56b07a4c990a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0470643 Jul 06 12:21:30.288724 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-85ff2345-222e-4b79-a3ed-05af77665ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.290687 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-85ff2345-222e-4b79-a3ed-05af77665ea7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ebbe105-18cd-4255-a80b-f68e59de6047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647142 Jul 06 12:21:30.311401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.318491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:30.368450 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.384174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-97530b53-9906-46bd-873b-b4f0d097c9db service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865107 Jul 06 12:21:30.481402 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c634b906-7b86-4226-9238-4f6e08a0b14b req-68545aa4-10c5-459a-8c3e-c7dcdfa7bf27 service neutron] 10.222.0.79 "GET /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901768 Jul 06 12:21:30.539970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:17Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.565654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aa617-8e9e-4f32-aca5-e85b5d13a8ec None None] The sync data for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 is: [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:20:12Z', 'revision_number': 4, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '7c4cea1c-ddf7-422a-91b3-bc114118725b', 'name': '', 'network_id': '0ebbe105-18cd-4255-a80b-f68e59de6047', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'mac_address': 'fa:16:3e:98:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:12Z', 'updated_at': '2021-07-06T12:20:17Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'subnets': [{'id': 'd992db5a-dba6-4152-84b6-427ad1309428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:30.773635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4f09fe-6393-49c6-9280-adfc67c57843 None None] New status for floating IP e7835b64-6c4a-4a53-a7e8-81c26060306f: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:21:31.041092 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.456913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd8911-f3dd-448d-8a31-e43aa79e8a66 req-1ce744ad-04eb-41bd-809e-38c33f8e1d4a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:31.458442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9fcd8911-f3dd-448d-8a31-e43aa79e8a66 req-1ce744ad-04eb-41bd-809e-38c33f8e1d4a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 984 time: 0.0657198 Jul 06 12:21:31.464236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-3af44c22-2e39-4546-9dc4-22633cb0dab4 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:31.465739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-3af44c22-2e39-4546-9dc4-22633cb0dab4 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.79 "GET /v2.0/ports?device_id=953e76d6-e07c-4b3b-82ee-18c17c58b6cc HTTP/1.1" status: 200 len: 984 time: 0.0640979 Jul 06 12:21:31.499547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9fcd8911-f3dd-448d-8a31-e43aa79e8a66 req-562f8a32-0a2c-464e-a150-21929bf56745 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "GET /v2.0/security-groups?id=75f05826-81f7-4c11-bb34-e1af09c918f2&id=4eaab814-99bb-4e64-b84a-83d69b865750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0353165 Jul 06 12:21:31.570455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:31.570714 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.657446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] For port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:31.657808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.670929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:31.800108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.828596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=313ffa6d-a8cd-476f-ad9e-20ce56ae8a57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:31.873011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] No DVR routers for this DVR port 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:31.875563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.877588 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-19490bc8-ed02-4b97-ae39-c9c9a3f9cc51 req-cd68cfe1-046b-48a4-bd07-6e5a182ebd94 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.79 "DELETE /v2.0/ports/313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 HTTP/1.1" status: 204 len: 173 time: 0.4058497 Jul 06 12:21:31.884228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'name': 'network-vif-deleted', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:31.886612 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f77fda-907f-4ad2-90f4-5561a1f7b4dc" -d '{"events": [{"server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "name": "network-vif-deleted", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:31.928395 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c4715c-6b2f-45de-95ef-395ae77c5c92 x-openstack-request-id: req-88c4715c-6b2f-45de-95ef-395ae77c5c92 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:31.928792 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e76d6-e07c-4b3b-82ee-18c17c58b6cc", "name": "network-vif-deleted", "tag": "313ffa6d-a8cd-476f-ad9e-20ce56ae8a57", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:31.929125 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88c4715c-6b2f-45de-95ef-395ae77c5c92 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:31.929595 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e76d6-e07c-4b3b-82ee-18c17c58b6cc', 'name': 'network-vif-deleted', 'tag': '313ffa6d-a8cd-476f-ad9e-20ce56ae8a57', 'status': 'completed', 'code': 200} Jul 06 12:21:32.529814 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.591831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:32.648031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1607b8-a6c9-42fb-ad27-d3356341b0f1 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.670519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1607b8-a6c9-42fb-ad27-d3356341b0f1 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.711662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1607b8-a6c9-42fb-ad27-d3356341b0f1 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.714305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1607b8-a6c9-42fb-ad27-d3356341b0f1 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.715468 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3e1607b8-a6c9-42fb-ad27-d3356341b0f1 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/security-groups/4eaab814-99bb-4e64-b84a-83d69b865750 HTTP/1.1" status: 204 len: 168 time: 0.1225462 Jul 06 12:21:32.718785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:32.727685 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1607b8-a6c9-42fb-ad27-d3356341b0f1 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaab814-99bb-4e64-b84a-83d69b865750,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:32.779361 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfc5247c-e42c-492f-804e-4999054b7eb2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.801484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfc5247c-e42c-492f-804e-4999054b7eb2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.852503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfc5247c-e42c-492f-804e-4999054b7eb2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.855201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfc5247c-e42c-492f-804e-4999054b7eb2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.856399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dfc5247c-e42c-492f-804e-4999054b7eb2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/security-groups/75f05826-81f7-4c11-bb34-e1af09c918f2 HTTP/1.1" status: 204 len: 168 time: 0.1366196 Jul 06 12:21:32.859423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:32.866383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5247c-e42c-492f-804e-4999054b7eb2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f05826-81f7-4c11-bb34-e1af09c918f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:33.227219 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.494857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port 7c4cea1c-ddf7-422a-91b3-bc114118725b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:33.495118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.582240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] For port 7c4cea1c-ddf7-422a-91b3-bc114118725b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7c4cea1c-ddf7-422a-91b3-bc114118725b,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:33.582601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.595595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for 7c4cea1c-ddf7-422a-91b3-bc114118725b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:33.780010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.808150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=7c4cea1c-ddf7-422a-91b3-bc114118725b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:33.989916 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.200388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Router a7594279-91dd-4548-a35f-cf3ac9532375 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:34.307798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:34.312900 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2bb4450b-45d3-434d-ab8c-2e40dd88e8b2 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "PUT /v2.0/routers/a7594279-91dd-4548-a35f-cf3ac9532375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522159 Jul 06 12:21:34.315523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:34.318072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] Sync routers for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:34.329164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:34.329773 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:34.369145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting subnet d992db5a-dba6-4152-84b6-427ad1309428 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:34.372199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.381221 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:21:34.412207 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.437948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:34.494544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.556617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.593349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Subnet': ['ID=d992db5a-dba6-4152-84b6-427ad1309428,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:34.597420 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.602682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bb9caac2-4327-4996-b3d6-ba9ae506a38e tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/subnets/d992db5a-dba6-4152-84b6-427ad1309428 HTTP/1.1" status: 204 len: 168 time: 0.2828565 Jul 06 12:21:34.602895 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:34.609724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b53852-38ec-4e8c-93d5-54e1251abe14 None None] Network 0ebbe105-18cd-4255-a80b-f68e59de6047 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:34.725789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.833485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:21:33Z', 'revision_number': 5, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port': {'id': '83c45ab6-b281-4264-908a-68e5b5d03185', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:20:09Z', 'updated_at': '2021-07-06T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:34.835428 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.875191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] Checking router: a7594279-91dd-4548-a35f-cf3ac9532375 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:34.898501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Deleting port 83c45ab6-b281-4264-908a-68e5b5d03185 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:34.898936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.920300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] Routers {'a7594279-91dd-4548-a35f-cf3ac9532375'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:34.920936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['a7594279-91dd-4548-a35f-cf3ac9532375'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:34.982390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] For port 83c45ab6-b281-4264-908a-68e5b5d03185, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=83c45ab6-b281-4264-908a-68e5b5d03185,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:34.983069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.998732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Calling delete_port for 83c45ab6-b281-4264-908a-68e5b5d03185 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:35.022209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] Set router a7594279-91dd-4548-a35f-cf3ac9532375 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:35.077645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:21:34Z', 'revision_number': 6, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.110109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220c8bc-5fa2-4687-ba8b-bce2cf93cc74 None None] The sync data for ids ['a7594279-91dd-4548-a35f-cf3ac9532375'] in n-d-799528-2 is: [{'id': 'a7594279-91dd-4548-a35f-cf3ac9532375', 'name': 'tempest-TestSecurityGroupsBasicOps-router-545143735', 'tenant_id': '9d9cbd81274c43c59d172b332113c0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:20:08Z', 'updated_at': '2021-07-06T12:21:34Z', 'revision_number': 6, 'project_id': '9d9cbd81274c43c59d172b332113c0bc', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:35.137652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] DHCP port deletion for 0ebbe105-18cd-4255-a80b-f68e59de6047 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:35.184463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.188139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] Deleting port abecab8c-123e-4504-bcd0-f49c5670bbf7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:35.188736 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.212727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Port': ['ID=83c45ab6-b281-4264-908a-68e5b5d03185,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:35.251405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] For port abecab8c-123e-4504-bcd0-f49c5670bbf7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=abecab8c-123e-4504-bcd0-f49c5670bbf7,segment=NetworkSegment(151c3ed8-a772-435b-b5bc-e5a9f6e74e44),segment_id=151c3ed8-a772-435b-b5bc-e5a9f6e74e44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:35.251903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.270383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] Calling delete_port for abecab8c-123e-4504-bcd0-f49c5670bbf7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:35.289102 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.348693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.374727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] Pushing event deleted for resources: {'Port': ['ID=abecab8c-123e-4504-bcd0-f49c5670bbf7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:35.376495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d032b3-fe50-4dfc-be07-f4e67d7dd102 None None] No DVR routers for this DVR port abecab8c-123e-4504-bcd0-f49c5670bbf7 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:35.387770 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.390178 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.436258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.436784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Fanout notify agent at l3_agent the message router_deleted on router a7594279-91dd-4548-a35f-cf3ac9532375 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:35.444131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.445243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c1bd98e8-b5b3-49c8-9000-d5bb29bfce8a tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/routers/a7594279-91dd-4548-a35f-cf3ac9532375 HTTP/1.1" status: 204 len: 168 time: 0.8418627 Jul 06 12:21:35.447982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:35.452896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:35.476470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:35.476814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 313ffa6d-a8cd-476f-ad9e-20ce56ae8a57 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:35.538131 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.631819 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.641440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebbe105-18cd-4255-a80b-f68e59de6047']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.651780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151c3ed8-a772-435b-b5bc-e5a9f6e74e44') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.652111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151c3ed8-a772-435b-b5bc-e5a9f6e74e44') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.661292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.675185 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.680871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:35.681262 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:35.684099 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:35.745821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.753069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.754915 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] 10.222.0.78 "DELETE /v2.0/networks/0ebbe105-18cd-4255-a80b-f68e59de6047 HTTP/1.1" status: 204 len: 168 time: 0.3060195 Jul 06 12:21:35.767423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ca0d-fd5a-4ceb-86af-2ac67ee63291 tempest-TestSecurityGroupsBasicOps-1971313606 tempest-TestSecurityGroupsBasicOps-1971313606-project] Pushing event deleted for resources: {'Network': ['ID=0ebbe105-18cd-4255-a80b-f68e59de6047,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:36.044259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:36.181242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-881d1ba9-69e9-4281-a1b4-a82d757b1b9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d9cbd81274c43c59d172b332113c0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355877 Jul 06 12:21:36.183693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:36.232251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9467-3a93-405e-8752-3543fe52c2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.253585 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9467-3a93-405e-8752-3543fe52c2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.303483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9467-3a93-405e-8752-3543fe52c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.306211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9467-3a93-405e-8752-3543fe52c2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.309682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b7e9467-3a93-405e-8752-3543fe52c2ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b5c698f-94d8-4d62-9dbb-617c1e1a730d HTTP/1.1" status: 204 len: 168 time: 0.1227643 Jul 06 12:21:36.316150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e9467-3a93-405e-8752-3543fe52c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5c698f-94d8-4d62-9dbb-617c1e1a730d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:36.562995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:36.576154 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1da2b3bb-4bf5-4863-8592-481e1e884b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.668418 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1da2b3bb-4bf5-4863-8592-481e1e884b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.673345 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1da2b3bb-4bf5-4863-8592-481e1e884b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.712461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1da2b3bb-4bf5-4863-8592-481e1e884b7d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7f9a89846694f21945e9708a86a1a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483610 Jul 06 12:21:36.713345 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2b3bb-4bf5-4863-8592-481e1e884b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74eba2-3274-4294-8681-a0ec9c0e2b52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:36.715235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:36.765861 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d689d628-105f-41fd-b545-1f9e4b6c130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.786589 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d689d628-105f-41fd-b545-1f9e4b6c130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.832230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d689d628-105f-41fd-b545-1f9e4b6c130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.834753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d689d628-105f-41fd-b545-1f9e4b6c130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.836051 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d689d628-105f-41fd-b545-1f9e4b6c130d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f74eba2-3274-4294-8681-a0ec9c0e2b52 HTTP/1.1" status: 204 len: 168 time: 0.1197202 Jul 06 12:21:36.846690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689d628-105f-41fd-b545-1f9e4b6c130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74eba2-3274-4294-8681-a0ec9c0e2b52,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:36.894853 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device abecab8c-123e-4504-bcd0-f49c5670bbf7 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:36.917434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: abecab8c-123e-4504-bcd0-f49c5670bbf7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:36.917774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device abecab8c-123e-4504-bcd0-f49c5670bbf7 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:36.918191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83c45ab6-b281-4264-908a-68e5b5d03185 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:36.937421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 83c45ab6-b281-4264-908a-68e5b5d03185 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:36.937765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 83c45ab6-b281-4264-908a-68e5b5d03185 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:36.938184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c4cea1c-ddf7-422a-91b3-bc114118725b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:36.956342 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7c4cea1c-ddf7-422a-91b3-bc114118725b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:36.956716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7c4cea1c-ddf7-422a-91b3-bc114118725b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:37.162918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:37.202447 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0f7a25d1-45c5-4356-aadb-9e07e9b97562 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25efacc901c343e2acac1274a24d9b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383048 Jul 06 12:21:37.204799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:37.258460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c6c-0bad-45a8-91b9-e41d5ab713bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.281107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c6c-0bad-45a8-91b9-e41d5ab713bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.334008 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c6c-0bad-45a8-91b9-e41d5ab713bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.336643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c6c-0bad-45a8-91b9-e41d5ab713bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.337801 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6bab5c6c-0bad-45a8-91b9-e41d5ab713bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f745681a-9a2e-44bb-b30c-b13114812d92 HTTP/1.1" status: 204 len: 168 time: 0.1320894 Jul 06 12:21:37.346300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5c6c-0bad-45a8-91b9-e41d5ab713bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745681a-9a2e-44bb-b30c-b13114812d92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:37.987807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:38.084234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1215644238-network', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:38.104653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Made reservation on behalf of c20e4c5809e141d88a714781b83a2a0a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:38.107852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.116355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.202079 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.208007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.232485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:38.241223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4769477-ca51-4084-9de9-3bba63228c33,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.247094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.248006 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Added segment 5b6f395f-3977-4315-a37e-9fb9b7d67d84 of type vlan for network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 Jul 06 12:21:38.289920 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.319210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.320371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.320949 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.384353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3951452 Jul 06 12:21:38.387318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:38.392791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Request body: {'subnet': {'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1215644238-subnet', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:38.414163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84acde-9466-4a92-b0c3-8e72aada5c26 admin admin] Pushing event updated for resources: {'Network': ['ID=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.418258 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Made reservation on behalf of c20e4c5809e141d88a714781b83a2a0a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:38.421721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.425257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:38.594674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.650630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f90195-426a-4cf1-9867-1979aae681b4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.659744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Checking segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:38.660137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Network hostable DHCP agents. Network: 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:38.676996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:38.686049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:38.692152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.693084 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.693960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e63a0-a246-42b1-bfbb-bd9a65e04af9 None None] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:38.706842 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b7ecffad-78d6-4f90-9eeb-80c2aa6b5060 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3180428 Jul 06 12:21:38.709622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:38.714496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:38.736816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.738156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.795454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.846787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'fixed_ips': [{'subnet_id': '56f90195-426a-4cf1-9867-1979aae681b4'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:38.847597 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.944355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.994785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Allocated IP 172.20.0.2 (62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3/56f90195-426a-4cf1-9867-1979aae681b4/5449d046-775d-434c-ac1d-816fdd4b0ec6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:39.155343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.160530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.164164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Transition to ACTIVE for port object 5449d046-775d-434c-ac1d-816fdd4b0ec6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:39.180393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Transition to ACTIVE for port object 5449d046-775d-434c-ac1d-816fdd4b0ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:39.181042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.188198 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.229949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:39.233321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:39.237691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:39.240837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Pushing event updated for resources: {'Port': ['ID=5449d046-775d-434c-ac1d-816fdd4b0ec6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:39.299244 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Attempting to bind port 5449d046-775d-434c-ac1d-816fdd4b0ec6 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:39.299612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Attempting to bind port 5449d046-775d-434c-ac1d-816fdd4b0ec6 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:39.300008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Attempting to bind port 5449d046-775d-434c-ac1d-816fdd4b0ec6 on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:39.301142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Allocated IP 172.25.7.241 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/dfd3b305-0854-46bc-882f-6a2e459c35d9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:39.305010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:39.305385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Checking segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:39.305788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.306182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Bound using segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:39.306648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Bound port: 5449d046-775d-434c-ac1d-816fdd4b0ec6, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:39.307024 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.373172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] For port 5449d046-775d-434c-ac1d-816fdd4b0ec6, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:39.376312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] For port 5449d046-775d-434c-ac1d-816fdd4b0ec6, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5449d046-775d-434c-ac1d-816fdd4b0ec6,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:39.380956 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.405233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.448351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe161f6-51f3-4885-842e-895042dbdc02 None None] Pushing event updated for resources: {'Port': ['ID=5449d046-775d-434c-ac1d-816fdd4b0ec6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:39.461542 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.502018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:39.506903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:39.510365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:39.538557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd3b305-0854-46bc-882f-6a2e459c35d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:39.799865 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.295693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f29c5-232e-4ca5-9395-6381f98ff66b None None] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:40.337503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.360544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8824e59-3dd6-4f2f-9608-743199656716 None None] Provisioning for port 5449d046-775d-434c-ac1d-816fdd4b0ec6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:40.469901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Router e76b0126-dd95-4947-81f7-7ed1fc1251d8 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:40.583722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:40.595559 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Sync routers for ids ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:40.601889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.603372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4851f97-5699-4329-b1d3-4e5b0ecca056 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8926506 Jul 06 12:21:40.606102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:40.606574 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Routers {'e76b0126-dd95-4947-81f7-7ed1fc1251d8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:40.607481 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:40.715246 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Set router e76b0126-dd95-4947-81f7-7ed1fc1251d8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:40.898903 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:21:39Z', 'revision_number': 3, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:40.929120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5449d046-775d-434c-ac1d-816fdd4b0ec6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:40.932234 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Checking router: e76b0126-dd95-4947-81f7-7ed1fc1251d8 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:40.932588 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Updating router e76b0126-dd95-4947-81f7-7ed1fc1251d8 port dfd3b305-0854-46bc-882f-6a2e459c35d9 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:40.971146 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.983363 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5449d046-775d-434c-ac1d-816fdd4b0ec6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:40.988764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5449d046-775d-434c-ac1d-816fdd4b0ec6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:40.989461 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.081918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.116012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 5449d046-775d-434c-ac1d-816fdd4b0ec6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5449d046-775d-434c-ac1d-816fdd4b0ec6,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:41.121007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.170975 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=5449d046-775d-434c-ac1d-816fdd4b0ec6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.242645 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.252573 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Transition to ACTIVE for port object dfd3b305-0854-46bc-882f-6a2e459c35d9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:41.258558 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.313032 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Attempting to bind port dfd3b305-0854-46bc-882f-6a2e459c35d9 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:41.313400 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Attempting to bind port dfd3b305-0854-46bc-882f-6a2e459c35d9 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:41.313756 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Attempting to bind port dfd3b305-0854-46bc-882f-6a2e459c35d9 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:41.316538 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Pushing event updated for resources: {'Port': ['ID=dfd3b305-0854-46bc-882f-6a2e459c35d9,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.324437 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:41.324805 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:41.325203 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.326136 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:41.326752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Bound port: dfd3b305-0854-46bc-882f-6a2e459c35d9, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:41.327056 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.330015 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.330354 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.330690 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.331019 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.331345 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.331673 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.332078 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.332351 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.332672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.332988 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.333303 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.333615 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:41.370299 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.383951 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] For port dfd3b305-0854-46bc-882f-6a2e459c35d9, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:41.387504 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] For port dfd3b305-0854-46bc-882f-6a2e459c35d9, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dfd3b305-0854-46bc-882f-6a2e459c35d9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:41.392531 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.444831 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Routers {'e76b0126-dd95-4947-81f7-7ed1fc1251d8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:41.445432 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:41.494538 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0f5d2-4a2e-44e0-904a-29df7ded8c4b None None] Pushing event updated for resources: {'Port': ['ID=dfd3b305-0854-46bc-882f-6a2e459c35d9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.527181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Allocated IP 172.20.0.1 (62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3/56f90195-426a-4cf1-9867-1979aae681b4/b36cc96d-f7b4-4875-96ae-2b94281a5f7d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:41.565697 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] Set router e76b0126-dd95-4947-81f7-7ed1fc1251d8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:41.632358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.645061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Transition to ACTIVE for port object b36cc96d-f7b4-4875-96ae-2b94281a5f7d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:41.680067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.716254 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:41.723367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:41.727237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:41.746441 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60e31144-fc51-4201-911c-c6246c93043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:21:39Z', 'revision_number': 3, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:41.749033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Pushing event updated for resources: {'Port': ['ID=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.768843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.773611 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e31144-fc51-4201-911c-c6246c93043b None None] The sync data for ids ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'] in n-d-799528-2 is: [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:21:39Z', 'revision_number': 3, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:41.931550 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.025877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab782ee6-ac23-42a1-837c-ce2180e034e4 None None] Provisioning for port b36cc96d-f7b4-4875-96ae-2b94281a5f7d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:42.029811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab782ee6-ac23-42a1-837c-ce2180e034e4 None None] Provisioning complete for port b36cc96d-f7b4-4875-96ae-2b94281a5f7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:42.030186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab782ee6-ac23-42a1-837c-ce2180e034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.075840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab782ee6-ac23-42a1-837c-ce2180e034e4 None None] Port b36cc96d-f7b4-4875-96ae-2b94281a5f7d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:42.124701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.130573 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.204481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.206262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Pushing event updated for resources: {'Port': ['ID=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:42.303299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:42.304734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:42.437880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Router e76b0126-dd95-4947-81f7-7ed1fc1251d8 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:42.553300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:42.558192 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a2d65b93-e339-44ad-8870-eeac8735e623 admin admin] 10.222.0.78 "PUT /v2.0/routers/e76b0126-dd95-4947-81f7-7ed1fc1251d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510281 Jul 06 12:21:42.596714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f79ddb3-7a62-41bc-9143-33af3e1a50a7 None None] Provisioning complete for port b36cc96d-f7b4-4875-96ae-2b94281a5f7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:42.597087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f79ddb3-7a62-41bc-9143-33af3e1a50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.637270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f79ddb3-7a62-41bc-9143-33af3e1a50a7 None None] Port b36cc96d-f7b4-4875-96ae-2b94281a5f7d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:42.960890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5449d046-775d-434c-ac1d-816fdd4b0ec6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:43.007556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5449d046-775d-434c-ac1d-816fdd4b0ec6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:43.007955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.031510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:43.037165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2004113601-network', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:43.057588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Made reservation on behalf of 43a5c035f8994ad19b15dea10db15fc1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:43.060509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.069618 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.090666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dfd3b305-0854-46bc-882f-6a2e459c35d9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:43.143354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port dfd3b305-0854-46bc-882f-6a2e459c35d9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:43.147763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port dfd3b305-0854-46bc-882f-6a2e459c35d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:43.148169 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.170776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.174600 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.203297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:43.212684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3a9fc-2004-48a8-82ef-1b3d1590127c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.218727 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.219078 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Added segment ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a of type vlan for network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 Jul 06 12:21:43.230949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.252672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port dfd3b305-0854-46bc-882f-6a2e459c35d9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dfd3b305-0854-46bc-882f-6a2e459c35d9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:43.257270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.262173 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.294030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.295902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.296626 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.309534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=dfd3b305-0854-46bc-882f-6a2e459c35d9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.349042 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3159633 Jul 06 12:21:43.351909 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:43.358875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7c8b4-5262-4543-9aa1-7b0f29cde20f admin admin] Pushing event updated for resources: {'Network': ['ID=fd1e9c79-a909-4274-9bb7-28cbef5a46a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.359062 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Request body: {'subnet': {'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2004113601-subnet', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:43.369004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:43.381476 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Made reservation on behalf of 43a5c035f8994ad19b15dea10db15fc1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:43.384065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.437069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Sync routers for ids ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:43.453001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Routers {'e76b0126-dd95-4947-81f7-7ed1fc1251d8'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:43.453757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:43.558697 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.563273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Set router e76b0126-dd95-4947-81f7-7ed1fc1251d8 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:43.619630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15971d4-8dc1-4023-a379-7b18cc18b3e3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.629688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Checking segment: {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:43.630044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Network hostable DHCP agents. Network: fd1e9c79-a909-4274-9bb7-28cbef5a46a1, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:43.648038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:43.657507 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, fd1e9c79-a909-4274-9bb7-28cbef5a46a1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:43.661621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.662209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.676958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-65191b1b-eb84-4757-a614-06863d179e2a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3226364 Jul 06 12:21:43.679286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:43.680901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc36f5-a86e-4ee6-9ad6-432df71a689a None None] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:43.683678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:43.706097 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.707087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.759835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.884514 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-fd1e9c79-a909-4274-9bb7-28cbef5a46a1', 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'fixed_ips': [{'subnet_id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:43.885374 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.901391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 4, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b36cc96d-f7b4-4875-96ae-2b94281a5f7d', 'name': '', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'mac_address': 'fa:16:3e:e8:52:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '56f90195-426a-4cf1-9867-1979aae681b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:41Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 2, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'subnets': [{'id': '56f90195-426a-4cf1-9867-1979aae681b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:43.906900 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.931377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Checking router: e76b0126-dd95-4947-81f7-7ed1fc1251d8 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:43.931729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Updating router e76b0126-dd95-4947-81f7-7ed1fc1251d8 port b36cc96d-f7b4-4875-96ae-2b94281a5f7d binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:44.028597 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.112340 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.133377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.244350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Allocated IP 172.25.7.204 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/7d69c9b2-e26c-4073-b208-8618e1caf7ad) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:44.314996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Allocated IP 172.20.0.2 (fd1e9c79-a909-4274-9bb7-28cbef5a46a1/a15971d4-8dc1-4023-a379-7b18cc18b3e3/7d923673-94dd-4f2f-b524-62c0cac1dd0b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:44.348503 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.394525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.431222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:44.433912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:44.437019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:44.474097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Pushing event updated for resources: {'Port': ['ID=7d69c9b2-e26c-4073-b208-8618e1caf7ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:44.569981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.601352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Transition to ACTIVE for port object 7d923673-94dd-4f2f-b524-62c0cac1dd0b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:44.628548 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.633193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Transition to ACTIVE for port object 7d923673-94dd-4f2f-b524-62c0cac1dd0b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:44.642797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Transition to ACTIVE for port object b36cc96d-f7b4-4875-96ae-2b94281a5f7d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:44.645621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.670898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.701242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:44.704087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Pushing event updated for resources: {'Port': ['ID=7d923673-94dd-4f2f-b524-62c0cac1dd0b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:44.707582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:44.708607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.711479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:44.832010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a313-8a25-42ed-b20b-a7e0a3b6fc1e None None] Pushing event updated for resources: {'Port': ['ID=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:44.851550 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Attempting to bind port 7d923673-94dd-4f2f-b524-62c0cac1dd0b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:44.851949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Attempting to bind port 7d923673-94dd-4f2f-b524-62c0cac1dd0b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:44.852303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Attempting to bind port 7d923673-94dd-4f2f-b524-62c0cac1dd0b on network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:44.860159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Attempting to bind port b36cc96d-f7b4-4875-96ae-2b94281a5f7d on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:44.860533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Attempting to bind port b36cc96d-f7b4-4875-96ae-2b94281a5f7d by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:44.860900 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Attempting to bind port b36cc96d-f7b4-4875-96ae-2b94281a5f7d on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:44.863105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:44.863474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Checking segment: {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:44.863865 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.864286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Bound using segment: {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:44.864757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Bound port: 7d923673-94dd-4f2f-b524-62c0cac1dd0b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:44.865144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.878457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:44.878705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Checking segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:44.879106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.879505 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Bound using segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:44.880038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Bound port: b36cc96d-f7b4-4875-96ae-2b94281a5f7d, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:44.880428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.947658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.949082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dfd3b305-0854-46bc-882f-6a2e459c35d9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:45.023801 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] For port 7d923673-94dd-4f2f-b524-62c0cac1dd0b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:45.041551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] For port b36cc96d-f7b4-4875-96ae-2b94281a5f7d, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:45.047878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] For port 7d923673-94dd-4f2f-b524-62c0cac1dd0b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d923673-94dd-4f2f-b524-62c0cac1dd0b,segment=NetworkSegment(ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a),segment_id=ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:45.050288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] For port b36cc96d-f7b4-4875-96ae-2b94281a5f7d, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:45.055707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.060488 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.081514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Router f10a4f7d-f3e2-487e-9786-948c56e60d19 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:45.120510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port dfd3b305-0854-46bc-882f-6a2e459c35d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:45.120890 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.163642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0530e19-ac9b-4172-8c24-bc6ca7628a02 None None] Pushing event updated for resources: {'Port': ['ID=7d923673-94dd-4f2f-b524-62c0cac1dd0b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:45.176490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Routers {'e76b0126-dd95-4947-81f7-7ed1fc1251d8'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:45.177139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:45.218830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:45.227517 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Sync routers for ids ['f10a4f7d-f3e2-487e-9786-948c56e60d19'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:45.239253 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Routers {'f10a4f7d-f3e2-487e-9786-948c56e60d19'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:45.239492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.240450 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f10a4f7d-f3e2-487e-9786-948c56e60d19'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:45.243706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-940562d6-5afb-4727-b7a9-4a5000185109 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5633819 Jul 06 12:21:45.244409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:45.287517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a313-8a25-42ed-b20b-a7e0a3b6fc1e None None] Pushing event updated for resources: {'Port': ['ID=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:45.365971 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Set router f10a4f7d-f3e2-487e-9786-948c56e60d19 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:45.434395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] Set router e76b0126-dd95-4947-81f7-7ed1fc1251d8 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:45.628769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:21:44Z', 'revision_number': 3, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:45.660894 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Checking router: f10a4f7d-f3e2-487e-9786-948c56e60d19 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:45.661232 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Updating router f10a4f7d-f3e2-487e-9786-948c56e60d19 port 7d69c9b2-e26c-4073-b208-8618e1caf7ad binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:45.714917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 4, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b36cc96d-f7b4-4875-96ae-2b94281a5f7d', 'name': '', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'mac_address': 'fa:16:3e:e8:52:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '56f90195-426a-4cf1-9867-1979aae681b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:41Z', 'updated_at': '2021-07-06T12:21:45Z', 'revision_number': 4, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'subnets': [{'id': '56f90195-426a-4cf1-9867-1979aae681b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:45.743512 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889560b-388f-4870-99c4-04f6b1570a77 None None] The sync data for ids ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'] in n-d-799528-2 is: [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 4, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b36cc96d-f7b4-4875-96ae-2b94281a5f7d', 'name': '', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'mac_address': 'fa:16:3e:e8:52:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '56f90195-426a-4cf1-9867-1979aae681b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:41Z', 'updated_at': '2021-07-06T12:21:45Z', 'revision_number': 4, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'subnets': [{'id': '56f90195-426a-4cf1-9867-1979aae681b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:45.792544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.792779 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.997177 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Allocated IP 172.20.0.1 (fd1e9c79-a909-4274-9bb7-28cbef5a46a1/a15971d4-8dc1-4023-a379-7b18cc18b3e3/67586d62-c146-4b49-a3dd-33d68bcc4bc4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:46.158468 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.171170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.172570 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Transition to ACTIVE for port object 7d69c9b2-e26c-4073-b208-8618e1caf7ad will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:46.190488 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.193160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Transition to ACTIVE for port object 67586d62-c146-4b49-a3dd-33d68bcc4bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:46.240864 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.249552 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Attempting to bind port 7d69c9b2-e26c-4073-b208-8618e1caf7ad on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:46.250105 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Attempting to bind port 7d69c9b2-e26c-4073-b208-8618e1caf7ad by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:46.250249 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Attempting to bind port 7d69c9b2-e26c-4073-b208-8618e1caf7ad on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:46.258384 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:46.259094 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:46.259242 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.259826 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:46.260575 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Bound port: 7d69c9b2-e26c-4073-b208-8618e1caf7ad, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:46.261119 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.311730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:46.313610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:46.315708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Pushing event updated for resources: {'Port': ['ID=67586d62-c146-4b49-a3dd-33d68bcc4bc4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:46.317981 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] For port 7d69c9b2-e26c-4073-b208-8618e1caf7ad, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:46.318142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:46.323178 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] For port 7d69c9b2-e26c-4073-b208-8618e1caf7ad, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d69c9b2-e26c-4073-b208-8618e1caf7ad,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:46.329037 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.356306 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a83b2-4931-42b7-ac0c-b1ad8943ecc4 None None] Pushing event updated for resources: {'Port': ['ID=7d69c9b2-e26c-4073-b208-8618e1caf7ad,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:46.374218 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.388152 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Routers {'f10a4f7d-f3e2-487e-9786-948c56e60d19'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:46.388617 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f10a4f7d-f3e2-487e-9786-948c56e60d19'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:46.462825 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a83b2-4931-42b7-ac0c-b1ad8943ecc4 None None] Pushing event updated for resources: {'Port': ['ID=7d69c9b2-e26c-4073-b208-8618e1caf7ad,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:46.563358 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] Set router f10a4f7d-f3e2-487e-9786-948c56e60d19 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:46.565112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a39359-d899-4890-9636-971805bc370a None None] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:46.605351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.634690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df1e6d84-436c-4aa5-877f-e7c6d7bc6751 None None] Provisioning for port 7d923673-94dd-4f2f-b524-62c0cac1dd0b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:46.794691 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:21:44Z', 'revision_number': 3, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:46.844752 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b9b9b-68ed-40bc-b056-f671962d181b None None] The sync data for ids ['f10a4f7d-f3e2-487e-9786-948c56e60d19'] in n-d-799528-2 is: [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:21:44Z', 'revision_number': 3, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:46.905559 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.912227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.023087 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.042533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Pushing event updated for resources: {'Port': ['ID=67586d62-c146-4b49-a3dd-33d68bcc4bc4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:47.062209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b36cc96d-f7b4-4875-96ae-2b94281a5f7d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:47.151767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b36cc96d-f7b4-4875-96ae-2b94281a5f7d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:47.160449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b36cc96d-f7b4-4875-96ae-2b94281a5f7d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:47.161199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.173048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:47.174799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:47.200513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e10554f1-7886-427c-8c89-b90f212764b8 None None] Provisioning for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:47.251074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e10554f1-7886-427c-8c89-b90f212764b8 None None] Provisioning complete for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:47.251568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e10554f1-7886-427c-8c89-b90f212764b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.336516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e10554f1-7886-427c-8c89-b90f212764b8 None None] Port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:47.357425 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Router f10a4f7d-f3e2-487e-9786-948c56e60d19 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:47.366774 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.407343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b36cc96d-f7b4-4875-96ae-2b94281a5f7d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:47.412331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.413219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d923673-94dd-4f2f-b524-62c0cac1dd0b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:47.519690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:47.540888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ec347be-a51b-4d2f-aa1f-2dcaf805aff3 None None] Provisioning complete for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:47.541268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ec347be-a51b-4d2f-aa1f-2dcaf805aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.543102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:47.559775 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f9f2f384-be75-4923-96bf-5400a18982e5 admin admin] 10.222.0.78 "PUT /v2.0/routers/f10a4f7d-f3e2-487e-9786-948c56e60d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094149 Jul 06 12:21:47.582884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ec347be-a51b-4d2f-aa1f-2dcaf805aff3 None None] Port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:47.587107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7d923673-94dd-4f2f-b524-62c0cac1dd0b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:47.591957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7d923673-94dd-4f2f-b524-62c0cac1dd0b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:47.592488 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.688816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.733485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7d923673-94dd-4f2f-b524-62c0cac1dd0b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d923673-94dd-4f2f-b524-62c0cac1dd0b,segment=NetworkSegment(ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a),segment_id=ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:47.741240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.803243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7d923673-94dd-4f2f-b524-62c0cac1dd0b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:47.813485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f16beaab-8e0b-495a-84f8-440ebc4b1793 None None] Provisioning complete for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:47.813861 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f16beaab-8e0b-495a-84f8-440ebc4b1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.856013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f16beaab-8e0b-495a-84f8-440ebc4b1793 None None] Port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:48.178312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-b9a86cfe-6f0d-4055-9bfb-7f3c75d7291c tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.179861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-b9a86cfe-6f0d-4055-9bfb-7f3c75d7291c tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/networks?id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 200 len: 911 time: 0.0905507 Jul 06 12:21:48.194357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-d80273ac-40ed-4fa3-8298-5458ad5f886d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/quotas/43a5c035f8994ad19b15dea10db15fc1 HTTP/1.1" status: 200 len: 375 time: 0.0087962 Jul 06 12:21:48.287294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-b5f0b629-f1b3-4745-8f99-6d4c0042b8a4 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=43a5c035f8994ad19b15dea10db15fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880499 Jul 06 12:21:48.375785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-34567034-6c8e-4204-a283-70a19cf3e3da service neutron] 10.222.0.78 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819294 Jul 06 12:21:48.469542 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-a4672587-c74b-43cd-b9b7-d86cd6ad192b service neutron] 10.222.0.78 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Jul 06 12:21:48.640133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6b388ee-bfd4-491e-b61a-77c403eb8322 req-5cd351c9-40f3-4578-8b2c-6b9ca42ce968 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 210 time: 0.0286105 Jul 06 12:21:48.992860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b36cc96d-f7b4-4875-96ae-2b94281a5f7d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:49.045813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b36cc96d-f7b4-4875-96ae-2b94281a5f7d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:49.046334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.131210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d923673-94dd-4f2f-b524-62c0cac1dd0b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:49.180635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7d923673-94dd-4f2f-b524-62c0cac1dd0b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:49.181010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.261046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d69c9b2-e26c-4073-b208-8618e1caf7ad up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:49.290650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Sync routers for ids ['f10a4f7d-f3e2-487e-9786-948c56e60d19'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:49.460481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Routers {'f10a4f7d-f3e2-487e-9786-948c56e60d19'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:49.461107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f10a4f7d-f3e2-487e-9786-948c56e60d19'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:49.512624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7d69c9b2-e26c-4073-b208-8618e1caf7ad completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:49.547267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7d69c9b2-e26c-4073-b208-8618e1caf7ad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:49.547540 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.602358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Set router f10a4f7d-f3e2-487e-9786-948c56e60d19 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:49.746138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.747870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-554982c7-2aea-4de7-a169-7b311cf23cbd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:49.749637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-554982c7-2aea-4de7-a169-7b311cf23cbd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.79 "GET /v2.0/networks?id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 200 len: 911 time: 0.1150303 Jul 06 12:21:49.765613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Request body: {'port': {'device_id': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'admin_state_up': True, 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:49.782895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7d69c9b2-e26c-4073-b208-8618e1caf7ad, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d69c9b2-e26c-4073-b208-8618e1caf7ad,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:49.786334 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.792609 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Made reservation on behalf of 43a5c035f8994ad19b15dea10db15fc1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:49.796292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.854275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-46287978-d0ec-41f3-9d1e-6ebd8124e5b8 req-ad79d3e2-c21b-467a-82ce-b75d695fba49 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 210 time: 0.0534599 Jul 06 12:21:49.906688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7d69c9b2-e26c-4073-b208-8618e1caf7ad,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:49.944753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 4, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '67586d62-c146-4b49-a3dd-33d68bcc4bc4', 'name': '', 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'mac_address': 'fa:16:3e:c6:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:45Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 2, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'subnets': [{'id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:49.957873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Allocated IP 172.20.0.3 (62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3/56f90195-426a-4cf1-9867-1979aae681b4/d4b3edb2-6d8d-4554-8e36-d282ba1f57bd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:49.977394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Checking router: f10a4f7d-f3e2-487e-9786-948c56e60d19 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:49.977749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Updating router f10a4f7d-f3e2-487e-9786-948c56e60d19 port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:50.017884 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.100225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.113835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Transition to ACTIVE for port object d4b3edb2-6d8d-4554-8e36-d282ba1f57bd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:50.149039 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.194345 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:50.197299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:50.203934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:50.246548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Pushing event updated for resources: {'Port': ['ID=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:50.257059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:50.257871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.276684 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-12f9aeb6-bd2d-497b-b5a6-8c2f957f7642 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5176907 Jul 06 12:21:50.288317 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Request body: {'port': {'device_id': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:50.313623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.324755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Transition to ACTIVE for port object 67586d62-c146-4b49-a3dd-33d68bcc4bc4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:50.332737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.366259 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.445901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Attempting to bind port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:50.446275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Attempting to bind port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:50.446638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Attempting to bind port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 on network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:50.451892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72457-3537-44b2-993e-b8112bf62714 None None] Pushing event updated for resources: {'Port': ['ID=67586d62-c146-4b49-a3dd-33d68bcc4bc4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:50.454409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:50.454788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Checking segment: {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:50.455340 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.455576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Bound using segment: {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:50.456081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Bound port: 67586d62-c146-4b49-a3dd-33d68bcc4bc4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:50.456465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.528311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baeb1ae1-0561-44b3-8cda-4216a8df1cd2 None None] Provisioning for port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:50.540961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baeb1ae1-0561-44b3-8cda-4216a8df1cd2 None None] Provisioning complete for port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:50.541388 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baeb1ae1-0561-44b3-8cda-4216a8df1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.566863 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] For port 67586d62-c146-4b49-a3dd-33d68bcc4bc4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:50.584046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] For port 67586d62-c146-4b49-a3dd-33d68bcc4bc4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=67586d62-c146-4b49-a3dd-33d68bcc4bc4,segment=NetworkSegment(ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a),segment_id=ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:50.592430 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.602876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-baeb1ae1-0561-44b3-8cda-4216a8df1cd2 None None] Port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:50.650210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Routers {'f10a4f7d-f3e2-487e-9786-948c56e60d19'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:50.651188 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:21:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f10a4f7d-f3e2-487e-9786-948c56e60d19'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:50.674824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b3edb2-6d8d-4554-8e36-d282ba1f57bd {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:50.682821 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.698271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Transition to ACTIVE for port object d4b3edb2-6d8d-4554-8e36-d282ba1f57bd will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:50.701569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72457-3537-44b2-993e-b8112bf62714 None None] Pushing event updated for resources: {'Port': ['ID=67586d62-c146-4b49-a3dd-33d68bcc4bc4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:50.703203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.759533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:50.791029 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] Set router f10a4f7d-f3e2-487e-9786-948c56e60d19 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:50.862497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Attempting to bind port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:50.862918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Attempting to bind port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:50.863327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Attempting to bind port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:50.868427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:50.868821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Attempting to bind port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:50.874406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:50.874849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Checking segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:50.875311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Bound using segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:50.875827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Bound port: d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:50.876425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.954567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d69c9b2-e26c-4073-b208-8618e1caf7ad up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:50.974582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] For port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:50.979783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] For port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:50.986196 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.028678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.030221 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.031780 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] 10.222.0.79 "PUT /v2.0/ports/d4b3edb2-6d8d-4554-8e36-d282ba1f57bd HTTP/1.1" status: 200 len: 1091 time: 0.7479506 Jul 06 12:21:51.032373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'tag': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:51.034951 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a76997-d504-4539-ae72-cbffcb916093" -d '{"events": [{"name": "network-changed", "server_uuid": "a0346966-46d6-43b4-9a56-cb67b66b14e2", "tag": "d4b3edb2-6d8d-4554-8e36-d282ba1f57bd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:51.069917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd364e0-f689-4f00-b162-190bfbed7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:51.088665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f516e7-d9cc-4bf1-bbfd-0db08abb67ed req-2b3c90b0-5cc7-4270-b033-850fb0a6706c tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.090388 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93f516e7-d9cc-4bf1-bbfd-0db08abb67ed req-2b3c90b0-5cc7-4270-b033-850fb0a6706c tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1094 time: 0.0841243 Jul 06 12:21:51.114067 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa69fc10-1651-4bbe-842c-745105975912 x-openstack-request-id: req-aa69fc10-1651-4bbe-842c-745105975912 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:51.114286 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0346966-46d6-43b4-9a56-cb67b66b14e2", "tag": "d4b3edb2-6d8d-4554-8e36-d282ba1f57bd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:51.114547 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa69fc10-1651-4bbe-842c-745105975912 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:51.115230 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'tag': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd', 'status': 'completed', 'code': 200} Jul 06 12:21:51.116731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7d69c9b2-e26c-4073-b208-8618e1caf7ad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:51.117229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.142648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-45612f85-d429-46bb-8957-653c5a975685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.144474 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-45612f85-d429-46bb-8957-653c5a975685 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43a5c035f8994ad19b15dea10db15fc1&device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1094 time: 0.0623226 Jul 06 12:21:51.148173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93f516e7-d9cc-4bf1-bbfd-0db08abb67ed req-977d0a45-77e3-4e4c-8a3e-485ea0dd492f tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483024 Jul 06 12:21:51.186472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 4, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '67586d62-c146-4b49-a3dd-33d68bcc4bc4', 'name': '', 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'mac_address': 'fa:16:3e:c6:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:45Z', 'updated_at': '2021-07-06T12:21:50Z', 'revision_number': 4, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'subnets': [{'id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:51.194292 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-d2a5e847-27dc-4ed1-91a8-0162566f8751 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd HTTP/1.1" status: 200 len: 217 time: 0.0426388 Jul 06 12:21:51.230968 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025957f-114b-4fab-8813-8f8b5b1d3f9d None None] The sync data for ids ['f10a4f7d-f3e2-487e-9786-948c56e60d19'] in n-d-799528-2 is: [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:21:46Z', 'revision_number': 4, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '67586d62-c146-4b49-a3dd-33d68bcc4bc4', 'name': '', 'network_id': 'fd1e9c79-a909-4274-9bb7-28cbef5a46a1', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'mac_address': 'fa:16:3e:c6:4c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:45Z', 'updated_at': '2021-07-06T12:21:50Z', 'revision_number': 4, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'subnets': [{'id': 'a15971d4-8dc1-4023-a379-7b18cc18b3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:51.250772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-c3b4a0e7-95df-46f6-8770-4f59bb11aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.252614 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-c3b4a0e7-95df-46f6-8770-4f59bb11aa91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56f90195-426a-4cf1-9867-1979aae681b4 HTTP/1.1" status: 200 len: 849 time: 0.0525672 Jul 06 12:21:51.342990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-9a01950f-d327-4d61-b886-aba0e69e8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.344790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-9a01950f-d327-4d61-b886-aba0e69e8fd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860772 Jul 06 12:21:51.437627 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-e773acfe-63f5-4aaa-8e10-4ab4fba3eaf3 service neutron] 10.222.0.79 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Jul 06 12:21:51.536144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ed6d9a61-7963-4728-82c0-0087b22e0f0d req-964ce0de-a251-4285-baf8-58dec0d6e4b7 service neutron] 10.222.0.79 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926061 Jul 06 12:21:51.638036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76997-d504-4539-ae72-cbffcb916093 req-600f5134-9b71-4f0c-8d5c-f46397072593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.640437 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-600f5134-9b71-4f0c-8d5c-f46397072593 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43a5c035f8994ad19b15dea10db15fc1&device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1094 time: 0.0571976 Jul 06 12:21:51.735819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76997-d504-4539-ae72-cbffcb916093 req-fef63e82-4ad7-4c6e-b8e1-7f3e6437fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.737419 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-fef63e82-4ad7-4c6e-b8e1-7f3e6437fb9f service neutron] 10.222.0.79 "GET /v2.0/networks?id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 200 len: 911 time: 0.0911689 Jul 06 12:21:51.779974 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-b30dc34d-0008-4077-a7be-ba8cd2573ca1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd HTTP/1.1" status: 200 len: 217 time: 0.0356097 Jul 06 12:21:51.826401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76997-d504-4539-ae72-cbffcb916093 req-2daae4e9-0d3a-49e4-bee8-96bb937e051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.827762 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-2daae4e9-0d3a-49e4-bee8-96bb937e051a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=56f90195-426a-4cf1-9867-1979aae681b4 HTTP/1.1" status: 200 len: 849 time: 0.0425169 Jul 06 12:21:51.892628 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76997-d504-4539-ae72-cbffcb916093 req-619c3fd1-6907-42c0-9107-59bb08dab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.894401 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-619c3fd1-6907-42c0-9107-59bb08dab9cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593295 Jul 06 12:21:51.986580 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-3b970af7-1e9b-494a-9454-776644a77dbd service neutron] 10.222.0.79 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854809 Jul 06 12:21:52.078841 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-27a76997-d504-4539-ae72-cbffcb916093 req-639dcc52-dbf2-4009-8050-cea934f5ab8c service neutron] 10.222.0.79 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858698 Jul 06 12:21:52.305458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35b38-ec49-40e6-a4b5-4e6546ea687d req-a9bff2d3-87e9-4407-ae52-fe1c69ccdc92 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:52.306981 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26a35b38-ec49-40e6-a4b5-4e6546ea687d req-a9bff2d3-87e9-4407-ae52-fe1c69ccdc92 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1094 time: 0.0536349 Jul 06 12:21:52.340793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26a35b38-ec49-40e6-a4b5-4e6546ea687d req-02618a4f-c8b8-4d50-80f0-4a73f72e57aa tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275087 Jul 06 12:21:52.915447 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 67586d62-c146-4b49-a3dd-33d68bcc4bc4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:52.975458 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.985160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:52.990204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:52.990579 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.073838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.107398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 67586d62-c146-4b49-a3dd-33d68bcc4bc4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=67586d62-c146-4b49-a3dd-33d68bcc4bc4,segment=NetworkSegment(ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a),segment_id=ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:53.111688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.161994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=67586d62-c146-4b49-a3dd-33d68bcc4bc4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:53.503520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a038ae-eb39-406b-b26e-c44d88d2e141 req-2e030471-0f04-4f3a-8be0-96feaf228b3e tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:53.505076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a038ae-eb39-406b-b26e-c44d88d2e141 req-2e030471-0f04-4f3a-8be0-96feaf228b3e tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1094 time: 0.0530441 Jul 06 12:21:53.539595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59a038ae-eb39-406b-b26e-c44d88d2e141 req-c40d1c23-7d06-456e-92bc-fcf28ed62164 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289621 Jul 06 12:21:54.704079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313f066-212b-4d7d-a850-30b1a50a3ce1 req-a92293fa-0e75-44e8-8294-99eaa391fe92 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:54.705603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5313f066-212b-4d7d-a850-30b1a50a3ce1 req-a92293fa-0e75-44e8-8294-99eaa391fe92 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1094 time: 0.0556316 Jul 06 12:21:54.739057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5313f066-212b-4d7d-a850-30b1a50a3ce1 req-486acaca-168c-46c7-aa3d-177c5563f23d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279071 Jul 06 12:21:54.897495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 67586d62-c146-4b49-a3dd-33d68bcc4bc4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:54.946624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:54.946997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:55.547310 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d4b3edb2-6d8d-4554-8e36-d282ba1f57bd details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:55.642896 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:55.656002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'port_id': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f90195-426a-4cf1-9867-1979aae681b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:55.692755 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:55.712096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b3edb2-6d8d-4554-8e36-d282ba1f57bd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:55.735284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:55.739070 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:55.787180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:55.898752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2146-2999-46e4-9a9e-527bf74fdf9c req-27000dbc-e927-43d1-b4ae-b2a757c793f1 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:55.900268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-650a2146-2999-46e4-9a9e-527bf74fdf9c req-27000dbc-e927-43d1-b4ae-b2a757c793f1 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1095 time: 0.0534952 Jul 06 12:21:55.938900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-650a2146-2999-46e4-9a9e-527bf74fdf9c req-1f0d717d-2824-41b6-b154-f4a26475c10d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Jul 06 12:21:55.952991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d4b3edb2-6d8d-4554-8e36-d282ba1f57bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:57.108205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc22e2-31a0-4feb-92e5-12e8e20e37f4 req-5a9774d7-fef7-4765-9a6e-371464e341d6 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:57.109722 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1cc22e2-31a0-4feb-92e5-12e8e20e37f4 req-5a9774d7-fef7-4765-9a6e-371464e341d6 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1095 time: 0.0576074 Jul 06 12:21:57.143166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e1cc22e2-31a0-4feb-92e5-12e8e20e37f4 req-808be9ae-2b8b-4594-8582-8a4f6508cb93 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279677 Jul 06 12:21:57.177480 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00e1e680-c132-4796-a7d1-e50c74293262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.562557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d4b3edb2-6d8d-4554-8e36-d282ba1f57bd up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:57.611471 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:57.615122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:57.615491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.697010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.718871 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:57.721180 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da624e-8e88-4038-849e-337c68e1271e" -d '{"events": [{"server_uuid": "a0346966-46d6-43b4-9a56-cb67b66b14e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4b3edb2-6d8d-4554-8e36-d282ba1f57bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:57.734051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:57.738098 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.762220 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c414d52-d4f4-4b68-9f15-79cfea28d550 x-openstack-request-id: req-1c414d52-d4f4-4b68-9f15-79cfea28d550 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:57.762520 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0346966-46d6-43b4-9a56-cb67b66b14e2", "name": "network-vif-plugged", "status": "completed", "tag": "d4b3edb2-6d8d-4554-8e36-d282ba1f57bd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:57.762775 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c414d52-d4f4-4b68-9f15-79cfea28d550 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:57.763214 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd', 'code': 200} Jul 06 12:21:57.789076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:57.873786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c1120-eab0-4b53-9e70-5ff5471bfe00 req-7c84f18f-4b98-41e7-8581-96a41c71f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:57.875336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f65c1120-eab0-4b53-9e70-5ff5471bfe00 req-7c84f18f-4b98-41e7-8581-96a41c71f07f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0549777 Jul 06 12:21:57.909471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f65c1120-eab0-4b53-9e70-5ff5471bfe00 req-03493459-a3dc-4d74-a6dc-987397d5eb9c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280523 Jul 06 12:21:58.304976 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438a18-1d58-4683-b96f-31eb6d86cbf4 req-462b351c-79a4-437c-a3d7-c0f899d8b123 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:58.306472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de438a18-1d58-4683-b96f-31eb6d86cbf4 req-462b351c-79a4-437c-a3d7-c0f899d8b123 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0513072 Jul 06 12:21:58.340183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de438a18-1d58-4683-b96f-31eb6d86cbf4 req-eb425a72-c569-4004-a864-aae8c9691e85 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274277 Jul 06 12:21:59.502633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068dc5f-fa37-467c-9c98-a1449b112d03 req-d849e3fa-ab9b-4ab7-8617-8fbc87c459dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:59.504173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b068dc5f-fa37-467c-9c98-a1449b112d03 req-d849e3fa-ab9b-4ab7-8617-8fbc87c459dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0529563 Jul 06 12:21:59.538022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b068dc5f-fa37-467c-9c98-a1449b112d03 req-63c4515e-34e2-451d-8adf-0799d1137825 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282607 Jul 06 12:21:59.696463 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa826948-c3bf-4fdd-85cd-b8970b11b15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.704586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3f96-5da8-40be-a3a4-ffab74049f02 req-15da1d3f-8fe1-4d19-9a03-8a822d3fe119 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:59.706100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86bd3f96-5da8-40be-a3a4-ffab74049f02 req-15da1d3f-8fe1-4d19-9a03-8a822d3fe119 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0581322 Jul 06 12:21:59.739632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86bd3f96-5da8-40be-a3a4-ffab74049f02 req-8fe687d3-295d-45dd-88c4-4a42c19f293e tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278158 Jul 06 12:21:59.897068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773e0e3-92ba-4e85-849f-43d1e5903715 req-a60fe2ae-c19a-4698-bece-e755013135b7 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:59.898666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5773e0e3-92ba-4e85-849f-43d1e5903715 req-a60fe2ae-c19a-4698-bece-e755013135b7 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0535965 Jul 06 12:21:59.932341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5773e0e3-92ba-4e85-849f-43d1e5903715 req-342c84a0-f7af-4d12-a44e-fc6620bd4824 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280185 Jul 06 12:22:00.310960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.360316 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.503471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6a6df0db-de9e-4ef8-90ea-d3f433e2b97a tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:00.505036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6a6df0db-de9e-4ef8-90ea-d3f433e2b97a tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/networks?id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 200 len: 911 time: 0.4177017 Jul 06 12:22:00.520095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-c41c7554-1606-422d-a5a4-e1c4594a22c4 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/quotas/43a5c035f8994ad19b15dea10db15fc1 HTTP/1.1" status: 200 len: 375 time: 0.0096657 Jul 06 12:22:00.579650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-1960cce2-6c47-4e55-9b85-3b66ed11ada3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=43a5c035f8994ad19b15dea10db15fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544188 Jul 06 12:22:00.667332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-be05be91-5fdb-4cdf-a8a6-025d1c2a699a service neutron] 10.222.0.78 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811017 Jul 06 12:22:00.757305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-9b84b1cd-a650-4ff5-870d-6385e6dbb0f8 service neutron] 10.222.0.78 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836511 Jul 06 12:22:00.923387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b302566-92ec-458f-a42e-f40708744202 req-f68aedbe-7288-4186-a3cf-cc4a4081bb13 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 210 time: 0.0289288 Jul 06 12:22:01.044662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:01.950135 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6a3302e9-4adf-4bf2-b654-522267453fca tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:01.952314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6a3302e9-4adf-4bf2-b654-522267453fca tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.64 "GET /v2.0/networks?id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 200 len: 911 time: 0.0915449 Jul 06 12:22:01.965066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Request body: {'port': {'device_id': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'admin_state_up': True, 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:01.987457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Made reservation on behalf of 43a5c035f8994ad19b15dea10db15fc1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:01.989964 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.077892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f573eaf4-be0d-4e14-85bc-e38f53fd6206 req-e2362797-8b44-4406-80a1-00e98521e4d5 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 210 time: 0.0361989 Jul 06 12:22:02.134941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Allocated IP 172.20.0.14 (62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3/56f90195-426a-4cf1-9867-1979aae681b4/4b3bdbea-3da3-46b7-b462-7ac582f2836a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:02.268242 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.281673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Transition to ACTIVE for port object 4b3bdbea-3da3-46b7-b462-7ac582f2836a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:02.313567 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.324421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d4b3edb2-6d8d-4554-8e36-d282ba1f57bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:02.359177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:02.364052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:02.367522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:02.372346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Pushing event updated for resources: {'Port': ['ID=4b3bdbea-3da3-46b7-b462-7ac582f2836a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:02.414091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:02.414708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.429320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-6305cae3-b28c-4628-91eb-e148333687dd tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4691405 Jul 06 12:22:02.442866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Request body: {'port': {'device_id': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:02.521989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.532877 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.667560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1f41ef5-d3eb-48ef-aec5-39658e9902d3 None None] Provisioning for port 4b3bdbea-3da3-46b7-b462-7ac582f2836a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:02.672161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1f41ef5-d3eb-48ef-aec5-39658e9902d3 None None] Provisioning complete for port 4b3bdbea-3da3-46b7-b462-7ac582f2836a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:02.672531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1f41ef5-d3eb-48ef-aec5-39658e9902d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.707704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c1f41ef5-d3eb-48ef-aec5-39658e9902d3 None None] Port 4b3bdbea-3da3-46b7-b462-7ac582f2836a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:02.790765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3bdbea-3da3-46b7-b462-7ac582f2836a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:02.798759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.810881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Transition to ACTIVE for port object 4b3bdbea-3da3-46b7-b462-7ac582f2836a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:02.814710 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.868143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Pushing event updated for resources: {'Port': ['ID=4b3bdbea-3da3-46b7-b462-7ac582f2836a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:02.937080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Attempting to bind port 4b3bdbea-3da3-46b7-b462-7ac582f2836a on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:02.937423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Attempting to bind port 4b3bdbea-3da3-46b7-b462-7ac582f2836a by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:02.937761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Attempting to bind port 4b3bdbea-3da3-46b7-b462-7ac582f2836a on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:02.942442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Port 4b3bdbea-3da3-46b7-b462-7ac582f2836a on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:22:02.942774 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Attempting to bind port 4b3bdbea-3da3-46b7-b462-7ac582f2836a on network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:02.947821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:02.948195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Checking segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:02.948585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Bound using segment: {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:02.949020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Bound port: 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6f395f-3977-4315-a37e-9fb9b7d67d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:02.949384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.022531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] For port 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:03.025581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] For port 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:03.031409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.067839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.068651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.069995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] 10.222.0.64 "PUT /v2.0/ports/4b3bdbea-3da3-46b7-b462-7ac582f2836a HTTP/1.1" status: 200 len: 1092 time: 0.6330895 Jul 06 12:22:03.070445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'tag': '4b3bdbea-3da3-46b7-b462-7ac582f2836a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:03.072759 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79526676-163d-4fff-9aca-834fea1a952f" -d '{"events": [{"name": "network-changed", "server_uuid": "4204a81e-9e85-4b32-81f5-f007c2dd7d9a", "tag": "4b3bdbea-3da3-46b7-b462-7ac582f2836a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:03.104758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a5f30-bb6b-4b5f-9ba6-8f157ae88fde service neutron] Pushing event updated for resources: {'Port': ['ID=4b3bdbea-3da3-46b7-b462-7ac582f2836a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:03.139801 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c5ffd-eb6f-4829-ac17-76119affd735 x-openstack-request-id: req-257c5ffd-eb6f-4829-ac17-76119affd735 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:03.140128 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4204a81e-9e85-4b32-81f5-f007c2dd7d9a", "tag": "4b3bdbea-3da3-46b7-b462-7ac582f2836a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:03.140381 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-257c5ffd-eb6f-4829-ac17-76119affd735 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:03.140780 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'tag': '4b3bdbea-3da3-46b7-b462-7ac582f2836a', 'status': 'completed', 'code': 200} Jul 06 12:22:03.172291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-521ec271-3a9c-4365-8d7e-567b17a750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.173770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-521ec271-3a9c-4365-8d7e-567b17a750aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43a5c035f8994ad19b15dea10db15fc1&device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1095 time: 0.0635819 Jul 06 12:22:03.230090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-05f70b46-acf2-4918-b156-cd65d658c20b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a HTTP/1.1" status: 200 len: 217 time: 0.0482101 Jul 06 12:22:03.303981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-02d1e57d-7b3b-44cd-8399-6c31751b6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.305461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-02d1e57d-7b3b-44cd-8399-6c31751b6f4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56f90195-426a-4cf1-9867-1979aae681b4 HTTP/1.1" status: 200 len: 849 time: 0.0555720 Jul 06 12:22:03.323883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f014057-183f-481b-9c0e-9efbc47383d9 req-5262cce8-d367-45c7-aba7-e5bc6290f03a tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.325360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f014057-183f-481b-9c0e-9efbc47383d9 req-5262cce8-d367-45c7-aba7-e5bc6290f03a tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1095 time: 0.1041787 Jul 06 12:22:03.391983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f014057-183f-481b-9c0e-9efbc47383d9 req-9e296c75-2686-4117-acbe-f0885b1c282b tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Jul 06 12:22:03.399540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-87ad9b47-926d-4cd2-af10-8514c877aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.401048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-87ad9b47-926d-4cd2-af10-8514c877aac4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888464 Jul 06 12:22:03.492306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-638f8d11-fbe9-434b-b060-2d01447ffdf6 service neutron] 10.222.0.64 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Jul 06 12:22:03.596052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d25d83ba-8e73-4ca2-9566-ffed4819929e req-b3ef3b54-7dc4-43db-8a4a-2b71ad6531a1 service neutron] 10.222.0.64 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970130 Jul 06 12:22:03.700544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526676-163d-4fff-9aca-834fea1a952f req-73c5f900-b455-44b0-9a4e-9809158402f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.702882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-73c5f900-b455-44b0-9a4e-9809158402f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43a5c035f8994ad19b15dea10db15fc1&device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1095 time: 0.0571191 Jul 06 12:22:03.802148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526676-163d-4fff-9aca-834fea1a952f req-bc8b4141-57af-419a-b68f-d70cab2a94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.803625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-bc8b4141-57af-419a-b68f-d70cab2a94a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 200 len: 911 time: 0.0946786 Jul 06 12:22:03.859954 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-467bf3c2-153a-4c5f-85b7-8a57c96c180e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a HTTP/1.1" status: 200 len: 217 time: 0.0491164 Jul 06 12:22:03.917986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526676-163d-4fff-9aca-834fea1a952f req-8c78c113-25f3-4a34-b36a-3eb6addb615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.919572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-8c78c113-25f3-4a34-b36a-3eb6addb615e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56f90195-426a-4cf1-9867-1979aae681b4 HTTP/1.1" status: 200 len: 849 time: 0.0531881 Jul 06 12:22:03.988400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526676-163d-4fff-9aca-834fea1a952f req-ad829438-d230-438d-99a9-d270b424a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.989934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-ad829438-d230-438d-99a9-d270b424a852 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638630 Jul 06 12:22:04.093281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-d0fa4d96-cd8f-4932-adaa-ab7b8e5efe26 service neutron] 10.222.0.64 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961311 Jul 06 12:22:04.197515 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79526676-163d-4fff-9aca-834fea1a952f req-0c969ee5-cf95-409c-a22d-0c280bf397f8 service neutron] 10.222.0.64 "GET /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968902 Jul 06 12:22:04.560414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665a35-e62c-4eb6-bbf2-d64940d0d620 req-8f3a8a7e-a241-4ea6-ba4e-d0ce25e9f2d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:04.562127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d665a35-e62c-4eb6-bbf2-d64940d0d620 req-8f3a8a7e-a241-4ea6-ba4e-d0ce25e9f2d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1095 time: 0.0595708 Jul 06 12:22:04.596467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d665a35-e62c-4eb6-bbf2-d64940d0d620 req-a4b1e3c2-e567-4679-bad8-37dccc689210 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288420 Jul 06 12:22:05.757090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abecb14-b8b2-43b3-9c72-77a28562002d req-4118cbc7-bf6a-42aa-873f-dd34db2a015b tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:05.758649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6abecb14-b8b2-43b3-9c72-77a28562002d req-4118cbc7-bf6a-42aa-873f-dd34db2a015b tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1095 time: 0.0544012 Jul 06 12:22:05.804566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6abecb14-b8b2-43b3-9c72-77a28562002d req-fb0da82b-ff47-4139-85a3-4dcef9f6e6c4 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Jul 06 12:22:06.918073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 4b3bdbea-3da3-46b7-b462-7ac582f2836a details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:22:06.965731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcab924-7783-4e33-a10f-1db95f928e65 req-513c1030-d572-4492-b31b-c0897fe0a805 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:06.967815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efcab924-7783-4e33-a10f-1db95f928e65 req-513c1030-d572-4492-b31b-c0897fe0a805 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1095 time: 0.0524237 Jul 06 12:22:07.002059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efcab924-7783-4e33-a10f-1db95f928e65 req-63da17af-c8ac-4e93-82ec-b1496a97fe1f tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285363 Jul 06 12:22:07.014112 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:07.025817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '4b3bdbea-3da3-46b7-b462-7ac582f2836a', 'network_id': '62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3', 'port_id': '4b3bdbea-3da3-46b7-b462-7ac582f2836a', 'mac_address': 'fa:16:3e:8c:d4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f90195-426a-4cf1-9867-1979aae681b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:22:07.061972 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:07.075109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3bdbea-3da3-46b7-b462-7ac582f2836a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:07.095073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:07.099229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:07.148534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=4b3bdbea-3da3-46b7-b462-7ac582f2836a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:07.394458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['4b3bdbea-3da3-46b7-b462-7ac582f2836a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:08.165125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd4f90-659a-4bcc-b8a6-96bef0fed09c req-4b2e017a-853e-4be7-b7eb-f7b97edf787d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:08.166565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37dd4f90-659a-4bcc-b8a6-96bef0fed09c req-4b2e017a-853e-4be7-b7eb-f7b97edf787d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1096 time: 0.0570488 Jul 06 12:22:08.199755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37dd4f90-659a-4bcc-b8a6-96bef0fed09c req-ca4c87bc-43e9-4c18-b490-01e0c489396d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274975 Jul 06 12:22:08.933717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 4b3bdbea-3da3-46b7-b462-7ac582f2836a up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:08.979647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 4b3bdbea-3da3-46b7-b462-7ac582f2836a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:08.983791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 4b3bdbea-3da3-46b7-b462-7ac582f2836a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:08.984197 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.061152 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.082797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3bdbea-3da3-46b7-b462-7ac582f2836a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:09.085064 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47140708-5fa1-4486-82f3-b3ce555c2445" -d '{"events": [{"server_uuid": "4204a81e-9e85-4b32-81f5-f007c2dd7d9a", "name": "network-vif-plugged", "status": "completed", "tag": "4b3bdbea-3da3-46b7-b462-7ac582f2836a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:09.098194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:09.102282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.127866 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d683a-f4f2-47d2-a481-80064549e075 x-openstack-request-id: req-7b6d683a-f4f2-47d2-a481-80064549e075 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:09.128501 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4204a81e-9e85-4b32-81f5-f007c2dd7d9a", "name": "network-vif-plugged", "status": "completed", "tag": "4b3bdbea-3da3-46b7-b462-7ac582f2836a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:09.128501 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b6d683a-f4f2-47d2-a481-80064549e075 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:09.129157 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3bdbea-3da3-46b7-b462-7ac582f2836a', 'code': 200} Jul 06 12:22:09.156343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=4b3bdbea-3da3-46b7-b462-7ac582f2836a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:09.234094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321801f7-db32-44c7-bafb-107edccbd747 req-d753ae5c-30bd-4f90-8d37-b0bab69411f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:09.235613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-321801f7-db32-44c7-bafb-107edccbd747 req-d753ae5c-30bd-4f90-8d37-b0bab69411f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0521333 Jul 06 12:22:09.271511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-321801f7-db32-44c7-bafb-107edccbd747 req-5b7ab51c-c278-41df-bf37-cbe134704506 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287879 Jul 06 12:22:09.365727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06e791-72dd-4f99-b75d-26d5847459e0 req-11b0a73d-e4ff-45a2-a14c-26ec5fa9c28d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:09.367140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf06e791-72dd-4f99-b75d-26d5847459e0 req-11b0a73d-e4ff-45a2-a14c-26ec5fa9c28d tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0522342 Jul 06 12:22:09.400020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf06e791-72dd-4f99-b75d-26d5847459e0 req-285419af-e3fa-4fd3-acf8-8f550ad73116 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272970 Jul 06 12:22:10.565247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424166d-e153-4451-993f-854004817b76 req-a576bc68-9c71-4cfc-a7db-e775612bcbad tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:10.566775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6424166d-e153-4451-993f-854004817b76 req-a576bc68-9c71-4cfc-a7db-e775612bcbad tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0569637 Jul 06 12:22:10.601264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6424166d-e153-4451-993f-854004817b76 req-11a566ee-632e-446d-87c0-ca94fd833ad4 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289717 Jul 06 12:22:10.764542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432adf7-359e-4d41-b865-8ce9c4c52254 req-a52e0215-4484-4234-94b5-ac5ee8ccd0ea tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:10.766076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8432adf7-359e-4d41-b865-8ce9c4c52254 req-a52e0215-4484-4234-94b5-ac5ee8ccd0ea tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0556765 Jul 06 12:22:10.801064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8432adf7-359e-4d41-b865-8ce9c4c52254 req-4df37946-8216-455e-aaa3-b51f06ef225e tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291328 Jul 06 12:22:10.971491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320d8e-aeb7-4175-bcdb-bb1262b62ed8 req-759961e2-901a-4613-a439-91edfe92fcb9 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:10.973098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9320d8e-aeb7-4175-bcdb-bb1262b62ed8 req-759961e2-901a-4613-a439-91edfe92fcb9 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0611243 Jul 06 12:22:11.007149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9320d8e-aeb7-4175-bcdb-bb1262b62ed8 req-877caee7-2273-498d-8efb-5ab15e1701ce tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282547 Jul 06 12:22:11.379264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c87413-6b92-46fb-8d19-4ec097ac37f0 req-27da73f4-31ae-49d1-9f72-f0a1a9e704c7 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:11.380668 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:22:11.381166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65c87413-6b92-46fb-8d19-4ec097ac37f0 req-27da73f4-31ae-49d1-9f72-f0a1a9e704c7 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0577672 Jul 06 12:22:11.414705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-65c87413-6b92-46fb-8d19-4ec097ac37f0 req-1bbe1ecc-c712-44b2-8d32-03e3d37f0890 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284731 Jul 06 12:22:12.581696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8de9b-8754-4ed3-ab17-174482515d79 req-e955fc79-c945-4ade-8230-92b06398ca25 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:12.583246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb8de9b-8754-4ed3-ab17-174482515d79 req-e955fc79-c945-4ade-8230-92b06398ca25 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0544012 Jul 06 12:22:12.618077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb8de9b-8754-4ed3-ab17-174482515d79 req-7c3df932-66a5-4120-8057-63befc0516f8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293307 Jul 06 12:22:12.797308 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-1581a169-cab3-4a27-bd45-bd96a0792f19 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:12.798700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-1581a169-cab3-4a27-bd45-bd96a0792f19 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0518451 Jul 06 12:22:12.892538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Deleting port 4b3bdbea-3da3-46b7-b462-7ac582f2836a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:12.892884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.971363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] For port 4b3bdbea-3da3-46b7-b462-7ac582f2836a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=4b3bdbea-3da3-46b7-b462-7ac582f2836a,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:12.971730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.986731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Calling delete_port for 4b3bdbea-3da3-46b7-b462-7ac582f2836a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:13.111484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.123539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['4b3bdbea-3da3-46b7-b462-7ac582f2836a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:13.126785 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d4b3edb2-6d8d-4554-8e36-d282ba1f57bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:13.137069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b3bdbea-3da3-46b7-b462-7ac582f2836a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:13.151195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.151544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.151883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.152246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.152576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.152904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.153230 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.153555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.153899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.154241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.154566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.154891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:13.203516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] No DVR routers for this DVR port 4b3bdbea-3da3-46b7-b462-7ac582f2836a on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:13.207004 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.209143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33d90bf1-622d-45be-882f-3b2b2ad20dc8 req-a827e16e-882e-4645-a688-a65d292fb8d3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.64 "DELETE /v2.0/ports/4b3bdbea-3da3-46b7-b462-7ac582f2836a HTTP/1.1" status: 204 len: 173 time: 0.4041398 Jul 06 12:22:13.209628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'name': 'network-vif-deleted', 'tag': '4b3bdbea-3da3-46b7-b462-7ac582f2836a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:13.212695 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc2e0fb-3b2b-490c-885e-afc74046affc" -d '{"events": [{"server_uuid": "4204a81e-9e85-4b32-81f5-f007c2dd7d9a", "name": "network-vif-deleted", "tag": "4b3bdbea-3da3-46b7-b462-7ac582f2836a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:13.255071 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61b3f4-7614-4e9a-8300-cad888dd11cc x-openstack-request-id: req-1c61b3f4-7614-4e9a-8300-cad888dd11cc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:13.255377 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4204a81e-9e85-4b32-81f5-f007c2dd7d9a", "name": "network-vif-deleted", "tag": "4b3bdbea-3da3-46b7-b462-7ac582f2836a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:13.255715 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c61b3f4-7614-4e9a-8300-cad888dd11cc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:13.256302 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4204a81e-9e85-4b32-81f5-f007c2dd7d9a', 'name': 'network-vif-deleted', 'tag': '4b3bdbea-3da3-46b7-b462-7ac582f2836a', 'status': 'completed', 'code': 200} Jul 06 12:22:13.772255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-233a60b5-1727-4579-b39b-32a555225092 req-161be80c-ac88-4da5-a462-87cbe0636938 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4204a81e-9e85-4b32-81f5-f007c2dd7d9a HTTP/1.1" status: 200 len: 210 time: 0.0295105 Jul 06 12:22:15.199406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba2414-f871-4f1a-beca-0bded7823a68 req-547b546e-2094-44b8-a2cc-c175b7a5fbe3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:15.201676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5ba2414-f871-4f1a-beca-0bded7823a68 req-547b546e-2094-44b8-a2cc-c175b7a5fbe3 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0546081 Jul 06 12:22:15.235432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5ba2414-f871-4f1a-beca-0bded7823a68 req-020c7621-72db-4c5e-894e-962325718596 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281782 Jul 06 12:22:16.400514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190a78-844c-43b3-ae55-ff9fe8ed107a req-a8df9aaa-b128-435f-9250-3969415a2b13 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:16.402035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2190a78-844c-43b3-ae55-ff9fe8ed107a req-a8df9aaa-b128-435f-9250-3969415a2b13 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0518489 Jul 06 12:22:16.436328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2190a78-844c-43b3-ae55-ff9fe8ed107a req-404760dd-8125-40df-ad58-a747dbfcbf34 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=29e3a9fc-2004-48a8-82ef-1b3d1590127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281498 Jul 06 12:22:16.515665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-e521867f-2245-414b-ba1f-560a8ec72fde tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:16.517276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-e521867f-2245-414b-ba1f-560a8ec72fde tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a0346966-46d6-43b4-9a56-cb67b66b14e2 HTTP/1.1" status: 200 len: 1096 time: 0.0520322 Jul 06 12:22:16.606221 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Deleting port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:16.606565 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.683806 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] For port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:16.684194 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.697180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Calling delete_port for d4b3edb2-6d8d-4554-8e36-d282ba1f57bd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:16.820423 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.831817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d4b3edb2-6d8d-4554-8e36-d282ba1f57bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:16.849580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4b3edb2-6d8d-4554-8e36-d282ba1f57bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:16.881878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.882253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.882590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.882933 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.883268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.883601 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.883960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.884297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.884626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.884955 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.885282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.885606 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:16.912743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] No DVR routers for this DVR port d4b3edb2-6d8d-4554-8e36-d282ba1f57bd on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:16.915336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.917389 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-80cba0c3-7c0a-4c31-9942-b48b239c32c4 req-5f22b3c9-6db0-498d-b1f1-d166be7f31a8 tempest-TestServerMultinode-1393856967 tempest-TestServerMultinode-1393856967-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d4b3edb2-6d8d-4554-8e36-d282ba1f57bd HTTP/1.1" status: 204 len: 173 time: 0.3949294 Jul 06 12:22:16.917841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'name': 'network-vif-deleted', 'tag': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:16.920143 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584a40b2-ecef-4602-9111-5bccca116523" -d '{"events": [{"server_uuid": "a0346966-46d6-43b4-9a56-cb67b66b14e2", "name": "network-vif-deleted", "tag": "d4b3edb2-6d8d-4554-8e36-d282ba1f57bd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:16.963088 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae22ff-debb-4359-8f20-e4809fbfde74 x-openstack-request-id: req-03ae22ff-debb-4359-8f20-e4809fbfde74 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:16.963447 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0346966-46d6-43b4-9a56-cb67b66b14e2", "name": "network-vif-deleted", "tag": "d4b3edb2-6d8d-4554-8e36-d282ba1f57bd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:16.963817 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03ae22ff-debb-4359-8f20-e4809fbfde74 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:16.964722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 4b3bdbea-3da3-46b7-b462-7ac582f2836a no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:16.967931 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0346966-46d6-43b4-9a56-cb67b66b14e2', 'name': 'network-vif-deleted', 'tag': 'd4b3edb2-6d8d-4554-8e36-d282ba1f57bd', 'status': 'completed', 'code': 200} Jul 06 12:22:16.986214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 4b3bdbea-3da3-46b7-b462-7ac582f2836a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:16.986569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 4b3bdbea-3da3-46b7-b462-7ac582f2836a not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:17.720610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:18.056217 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.635292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Deleting port b36cc96d-f7b4-4875-96ae-2b94281a5f7d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:18.635642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.715981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] For port b36cc96d-f7b4-4875-96ae-2b94281a5f7d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:18.716347 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.728964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Calling delete_port for b36cc96d-f7b4-4875-96ae-2b94281a5f7d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:18.906660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.932968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36cc96d-f7b4-4875-96ae-2b94281a5f7d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:19.097918 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.313377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Router e76b0126-dd95-4947-81f7-7ed1fc1251d8 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:19.417049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:19.423986 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-61b841fa-57f8-4a68-b42c-7e5f90c87130 admin admin] 10.222.0.78 "PUT /v2.0/routers/e76b0126-dd95-4947-81f7-7ed1fc1251d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015781 Jul 06 12:22:19.425699 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:19.428379 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] Sync routers for ids ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:19.438652 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] Routers {'e76b0126-dd95-4947-81f7-7ed1fc1251d8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:19.439372 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:22:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:19.529622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.539972 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] Set router e76b0126-dd95-4947-81f7-7ed1fc1251d8 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:19.636770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.674717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d4b3edb2-6d8d-4554-8e36-d282ba1f57bd no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:19.689857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Deleting port dfd3b305-0854-46bc-882f-6a2e459c35d9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:19.690148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.698068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: d4b3edb2-6d8d-4554-8e36-d282ba1f57bd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:19.698411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d4b3edb2-6d8d-4554-8e36-d282ba1f57bd not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:19.718718 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port': {'id': 'dfd3b305-0854-46bc-882f-6a2e459c35d9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:39Z', 'updated_at': '2021-07-06T12:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:19.747317 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] Checking router: e76b0126-dd95-4947-81f7-7ed1fc1251d8 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:19.756362 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] Routers {'e76b0126-dd95-4947-81f7-7ed1fc1251d8'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:19.756967 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:22:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:19.773056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] For port dfd3b305-0854-46bc-882f-6a2e459c35d9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=dfd3b305-0854-46bc-882f-6a2e459c35d9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:19.773674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.786427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Calling delete_port for dfd3b305-0854-46bc-882f-6a2e459c35d9 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:19.840004 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] Set router e76b0126-dd95-4947-81f7-7ed1fc1251d8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:19.890411 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:22:19Z', 'revision_number': 6, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:19.919143 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d564539-c335-489c-a441-13f6f44c72bb None None] The sync data for ids ['e76b0126-dd95-4947-81f7-7ed1fc1251d8'] in n-d-799528-2 is: [{'id': 'e76b0126-dd95-4947-81f7-7ed1fc1251d8', 'name': 'tempest-TestServerMultinode-1215644238-router', 'tenant_id': 'c20e4c5809e141d88a714781b83a2a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:38Z', 'updated_at': '2021-07-06T12:22:19Z', 'revision_number': 6, 'project_id': 'c20e4c5809e141d88a714781b83a2a0a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:19.965156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.994432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd3b305-0854-46bc-882f-6a2e459c35d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.054021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.143243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.145553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.191863 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.192415 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76b0126-dd95-4947-81f7-7ed1fc1251d8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:22:20.196778 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.197950 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ba1cf447-014c-4109-91c0-9242d75924e3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/e76b0126-dd95-4947-81f7-7ed1fc1251d8 HTTP/1.1" status: 204 len: 168 time: 0.7713218 Jul 06 12:22:20.200661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:20.244832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Deleting subnet 56f90195-426a-4cf1-9867-1979aae681b4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:20.248379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.284076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.371816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.423469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.447936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f90195-426a-4cf1-9867-1979aae681b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.452972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.455469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-459e88e2-f79c-4b67-9cf4-bcff04225543 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/56f90195-426a-4cf1-9867-1979aae681b4 HTTP/1.1" status: 204 len: 168 time: 0.2534451 Jul 06 12:22:20.457296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:20.459783 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c5904-3ff0-4bd7-a810-674993c89769 None None] Network 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:20.524855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.582825 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Deleting port 5449d046-775d-434c-ac1d-816fdd4b0ec6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:20.583162 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.646781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] For port 5449d046-775d-434c-ac1d-816fdd4b0ec6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5449d046-775d-434c-ac1d-816fdd4b0ec6,segment=NetworkSegment(5b6f395f-3977-4315-a37e-9fb9b7d67d84),segment_id=5b6f395f-3977-4315-a37e-9fb9b7d67d84)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:20.647136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.660076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Calling delete_port for 5449d046-775d-434c-ac1d-816fdd4b0ec6 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:20.706538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] DHCP port deletion for 62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:20.742906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.755857 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Deleting port 5449d046-775d-434c-ac1d-816fdd4b0ec6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:20.756290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.772992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5449d046-775d-434c-ac1d-816fdd4b0ec6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.776520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] No DVR routers for this DVR port 5449d046-775d-434c-ac1d-816fdd4b0ec6 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:20.822646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] For port 5449d046-775d-434c-ac1d-816fdd4b0ec6, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:20.823036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.836937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Calling delete_port for 5449d046-775d-434c-ac1d-816fdd4b0ec6 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:20.839656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Port 5449d046-775d-434c-ac1d-816fdd4b0ec6 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:22:20.841026 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.848928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.860449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:20.868778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] Pushing event deleted for resources: {'Port': ['ID=5449d046-775d-434c-ac1d-816fdd4b0ec6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.871117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197b3f4-0c67-4ec8-9993-dded7adfed56 None None] No DVR routers for this DVR port 5449d046-775d-434c-ac1d-816fdd4b0ec6 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:20.877972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f395f-3977-4315-a37e-9fb9b7d67d84') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:20.878260 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f395f-3977-4315-a37e-9fb9b7d67d84') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:20.888993 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.905063 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.912143 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:20.912622 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:20.914370 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:20.961388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b36cc96d-f7b4-4875-96ae-2b94281a5f7d no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:20.986972 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.988620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b36cc96d-f7b4-4875-96ae-2b94281a5f7d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:20.989035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b36cc96d-f7b4-4875-96ae-2b94281a5f7d not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:20.989707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5449d046-775d-434c-ac1d-816fdd4b0ec6 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:20.994982 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.999731 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] 10.222.0.78 "DELETE /v2.0/networks/62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3 HTTP/1.1" status: 204 len: 168 time: 0.5387387 Jul 06 12:22:21.000375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:21.010977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 5449d046-775d-434c-ac1d-816fdd4b0ec6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:21.011309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5449d046-775d-434c-ac1d-816fdd4b0ec6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:21.011733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dfd3b305-0854-46bc-882f-6a2e459c35d9 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:21.012179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a0592-187c-4392-bf34-0e71bddbcb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=62cc5fd7-8f8b-4ddd-8fba-0e1fa57d54e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:21.037614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: dfd3b305-0854-46bc-882f-6a2e459c35d9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:21.038213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device dfd3b305-0854-46bc-882f-6a2e459c35d9 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:21.376434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.633504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Deleting port 67586d62-c146-4b49-a3dd-33d68bcc4bc4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:21.633769 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.722305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] For port 67586d62-c146-4b49-a3dd-33d68bcc4bc4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=67586d62-c146-4b49-a3dd-33d68bcc4bc4,segment=NetworkSegment(ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a),segment_id=ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:21.722685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.735204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Calling delete_port for 67586d62-c146-4b49-a3dd-33d68bcc4bc4 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:21.918750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.942521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Pushing event deleted for resources: {'Port': ['ID=67586d62-c146-4b49-a3dd-33d68bcc4bc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:22.112209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.331129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Router f10a4f7d-f3e2-487e-9786-948c56e60d19 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:22.436722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:22.441668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2226a97c-84e4-41b1-be23-1366d5be156d admin admin] 10.222.0.78 "PUT /v2.0/routers/f10a4f7d-f3e2-487e-9786-948c56e60d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4395180 Jul 06 12:22:22.444371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:22.445724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] Sync routers for ids ['f10a4f7d-f3e2-487e-9786-948c56e60d19'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:22.455239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] Routers {'f10a4f7d-f3e2-487e-9786-948c56e60d19'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:22.455852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:22:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f10a4f7d-f3e2-487e-9786-948c56e60d19'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:22.549630 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.558149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] Set router f10a4f7d-f3e2-487e-9786-948c56e60d19 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:22.748383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:22:21Z', 'revision_number': 5, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:22.783269 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] Checking router: f10a4f7d-f3e2-487e-9786-948c56e60d19 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:22.792414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] Routers {'f10a4f7d-f3e2-487e-9786-948c56e60d19'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:22.793047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:22:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f10a4f7d-f3e2-487e-9786-948c56e60d19'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:22.905507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] Set router f10a4f7d-f3e2-487e-9786-948c56e60d19 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:22.995852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.028013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.057523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Deleting port 7d69c9b2-e26c-4073-b208-8618e1caf7ad {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:23.057862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.108091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:22:21Z', 'revision_number': 5, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:23.134291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767ef7f-745b-477a-939f-ac8d52030a83 None None] The sync data for ids ['f10a4f7d-f3e2-487e-9786-948c56e60d19'] in n-d-799528-2 is: [{'id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'name': 'tempest-TestServerMultinode-2004113601-router', 'tenant_id': '43a5c035f8994ad19b15dea10db15fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:43Z', 'updated_at': '2021-07-06T12:22:21Z', 'revision_number': 5, 'project_id': '43a5c035f8994ad19b15dea10db15fc1', 'gw_port': {'id': '7d69c9b2-e26c-4073-b208-8618e1caf7ad', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a4f7d-f3e2-487e-9786-948c56e60d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:44Z', 'updated_at': '2021-07-06T12:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:23.138513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] For port 7d69c9b2-e26c-4073-b208-8618e1caf7ad, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d69c9b2-e26c-4073-b208-8618e1caf7ad,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:23.138979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.152435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Calling delete_port for 7d69c9b2-e26c-4073-b208-8618e1caf7ad owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:23.316222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.340192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d69c9b2-e26c-4073-b208-8618e1caf7ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:23.406621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.499250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.501754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.547163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.547765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10a4f7d-f3e2-487e-9786-948c56e60d19 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:22:23.552412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.555750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eef854d3-90fb-4f89-91b4-279d4ff07e57 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f10a4f7d-f3e2-487e-9786-948c56e60d19 HTTP/1.1" status: 204 len: 168 time: 1.1080840 Jul 06 12:22:23.556227 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:23.603423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Deleting subnet a15971d4-8dc1-4023-a379-7b18cc18b3e3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:23.606543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.640281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.725593 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.782770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.807435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15971d4-8dc1-4023-a379-7b18cc18b3e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:23.814919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.816843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2ab6b768-21dd-46f2-a086-8bc2eb85f5f2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a15971d4-8dc1-4023-a379-7b18cc18b3e3 HTTP/1.1" status: 204 len: 168 time: 0.2595298 Jul 06 12:22:23.819421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:23.819881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d4cc6-9eab-4031-9bd5-cbf288258701 None None] Network fd1e9c79-a909-4274-9bb7-28cbef5a46a1 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:23.892541 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.946476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Deleting port 7d923673-94dd-4f2f-b524-62c0cac1dd0b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:23.946853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.009691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] For port 7d923673-94dd-4f2f-b524-62c0cac1dd0b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d923673-94dd-4f2f-b524-62c0cac1dd0b,segment=NetworkSegment(ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a),segment_id=ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:24.010047 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.023326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Calling delete_port for 7d923673-94dd-4f2f-b524-62c0cac1dd0b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:24.099748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] DHCP port deletion for fd1e9c79-a909-4274-9bb7-28cbef5a46a1 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:24.121721 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.146806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Deleting port 7d923673-94dd-4f2f-b524-62c0cac1dd0b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:24.147282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.149913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d923673-94dd-4f2f-b524-62c0cac1dd0b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:24.152495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] No DVR routers for this DVR port 7d923673-94dd-4f2f-b524-62c0cac1dd0b on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:24.215019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] For port 7d923673-94dd-4f2f-b524-62c0cac1dd0b, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:24.215411 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.225566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.228581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Calling delete_port for 7d923673-94dd-4f2f-b524-62c0cac1dd0b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:24.231182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Port 7d923673-94dd-4f2f-b524-62c0cac1dd0b was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:22:24.233368 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.235659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1e9c79-a909-4274-9bb7-28cbef5a46a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:24.245729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:24.246023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab73f6e5-a6bf-44bf-85b8-c8dc1ff2a01a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:24.254661 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.258849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] No DVR routers for this DVR port 7d923673-94dd-4f2f-b524-62c0cac1dd0b on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:24.260722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcd046-d792-4b77-834f-961a1ce4a785 None None] Pushing event deleted for resources: {'Port': ['ID=7d923673-94dd-4f2f-b524-62c0cac1dd0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:24.270936 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.277290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:24.277786 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:24.280307 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:24.334246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.339521 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.341473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd1e9c79-a909-4274-9bb7-28cbef5a46a1 HTTP/1.1" status: 204 len: 168 time: 0.5210836 Jul 06 12:22:24.356837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20a997-d90c-4e16-acdf-0e4e31622e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1e9c79-a909-4274-9bb7-28cbef5a46a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:24.494890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:24.534323 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-128301ae-8fb3-4fa9-b087-9608b6c7afe4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c20e4c5809e141d88a714781b83a2a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382586 Jul 06 12:22:24.536716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:24.589644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600c8564-34ee-463e-9a0e-0d45f611d28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.611356 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600c8564-34ee-463e-9a0e-0d45f611d28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.658270 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600c8564-34ee-463e-9a0e-0d45f611d28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.660996 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600c8564-34ee-463e-9a0e-0d45f611d28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.662155 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-600c8564-34ee-463e-9a0e-0d45f611d28d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4769477-ca51-4084-9de9-3bba63228c33 HTTP/1.1" status: 204 len: 168 time: 0.1244724 Jul 06 12:22:24.670653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c8564-34ee-463e-9a0e-0d45f611d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4769477-ca51-4084-9de9-3bba63228c33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:24.914097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d923673-94dd-4f2f-b524-62c0cac1dd0b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:24.935140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7d923673-94dd-4f2f-b524-62c0cac1dd0b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:24.935789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d923673-94dd-4f2f-b524-62c0cac1dd0b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:24.936133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d69c9b2-e26c-4073-b208-8618e1caf7ad no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:24.957595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7d69c9b2-e26c-4073-b208-8618e1caf7ad {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:24.957943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d69c9b2-e26c-4073-b208-8618e1caf7ad not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:24.958367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 67586d62-c146-4b49-a3dd-33d68bcc4bc4 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:24.974964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:24.980219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 67586d62-c146-4b49-a3dd-33d68bcc4bc4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:24.980567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 67586d62-c146-4b49-a3dd-33d68bcc4bc4 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:25.016425 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-19ca7cb9-3a14-4ec1-b588-cae6737e59f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=43a5c035f8994ad19b15dea10db15fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401838 Jul 06 12:22:25.018821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:25.067833 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93247ee-11f4-49ba-a603-3d46b0b60ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.088245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93247ee-11f4-49ba-a603-3d46b0b60ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.137549 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93247ee-11f4-49ba-a603-3d46b0b60ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.140425 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e93247ee-11f4-49ba-a603-3d46b0b60ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.141639 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e93247ee-11f4-49ba-a603-3d46b0b60ece admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29e3a9fc-2004-48a8-82ef-1b3d1590127c HTTP/1.1" status: 204 len: 168 time: 0.1218381 Jul 06 12:22:25.149868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93247ee-11f4-49ba-a603-3d46b0b60ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3a9fc-2004-48a8-82ef-1b3d1590127c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:27.178801 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b3c8b0-c169-45f8-9091-741c4b786d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.697274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656ff1e-8180-4259-a618-c4353e0f0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.304354 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.360208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:31.047214 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.536562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.052016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-4c636b38-b26d-489e-8f65-6e296fd941f5 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=339fa81b033f41e5bb56c3dbdd28bf2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294590 Jul 06 12:22:35.243057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-2270beb7-1acc-4cf1-beb4-4bbf0913b199 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:35.244572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-2270beb7-1acc-4cf1-beb4-4bbf0913b199 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873808 Jul 06 12:22:35.259802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-74ef9e9c-6a81-454d-ae9f-486ca47a6b8b tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/quotas/339fa81b033f41e5bb56c3dbdd28bf2d HTTP/1.1" status: 200 len: 375 time: 0.0090852 Jul 06 12:22:35.292858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-778e26c9-bea4-47e5-bf5c-a54eb23c9935 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=339fa81b033f41e5bb56c3dbdd28bf2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275567 Jul 06 12:22:35.458832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2c65d53-53cf-43de-99c2-4b34d156b303 req-9816e45a-e29e-4c1d-b56e-2012e7edc593 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 210 time: 0.0292470 Jul 06 12:22:36.413303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-02bf07a3-d164-407d-a1d5-03d632559813 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=339fa81b033f41e5bb56c3dbdd28bf2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215635 Jul 06 12:22:36.531151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-b270dfb4-1514-42d0-8083-59fc84b482de tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:36.533779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-b270dfb4-1514-42d0-8083-59fc84b482de tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159153 Jul 06 12:22:36.546799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Request body: {'port': {'device_id': '33675917-f7bd-464d-b13e-317f3589aa6a', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'admin_state_up': True, 'tenant_id': '339fa81b033f41e5bb56c3dbdd28bf2d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:36.639799 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b03fab-4217-4e08-9e6b-a69340e467d8 req-8077de0b-8186-44eb-84b3-d706894bb2e3 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 210 time: 0.0357797 Jul 06 12:22:36.690210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Made reservation on behalf of 339fa81b033f41e5bb56c3dbdd28bf2d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:36.693788 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.703708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.798793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.802816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.875387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef9eb7-717f-4ff8-9c0e-85f33a68df47,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:36.948623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Allocated IP 192.168.233.208 (75bf8864-3307-4246-803b-0c5a3ed4700f/56ed8f30-65c4-4ccb-8dca-fbf90172a25a/9dac787b-5942-4ed7-ac9a-c9182298d491) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:37.091348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.105043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Transition to ACTIVE for port object 9dac787b-5942-4ed7-ac9a-c9182298d491 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:37.138043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.184244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Network 75bf8864-3307-4246-803b-0c5a3ed4700f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:37.188462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:37.194984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:37.222675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Pushing event updated for resources: {'Port': ['ID=9dac787b-5942-4ed7-ac9a-c9182298d491,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:37.258301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:37.258971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.274811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-53057add-8403-4289-99f4-37d5853ed42c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7323840 Jul 06 12:22:37.287089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Request body: {'port': {'device_id': '33675917-f7bd-464d-b13e-317f3589aa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:37.362074 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.384379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dcc5ebb-e619-4735-b031-5c0028470def None None] Provisioning for port 9dac787b-5942-4ed7-ac9a-c9182298d491 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:37.388367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dcc5ebb-e619-4735-b031-5c0028470def None None] Provisioning complete for port 9dac787b-5942-4ed7-ac9a-c9182298d491 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:37.388834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5ebb-e619-4735-b031-5c0028470def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.422336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc5ebb-e619-4735-b031-5c0028470def None None] Port 9dac787b-5942-4ed7-ac9a-c9182298d491 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:37.635201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dac787b-5942-4ed7-ac9a-c9182298d491 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:37.642472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.655291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Transition to ACTIVE for port object 9dac787b-5942-4ed7-ac9a-c9182298d491 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:37.660038 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.759875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Pushing event updated for resources: {'Port': ['ID=9dac787b-5942-4ed7-ac9a-c9182298d491,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:37.826527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Attempting to bind port 9dac787b-5942-4ed7-ac9a-c9182298d491 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:37.826872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Attempting to bind port 9dac787b-5942-4ed7-ac9a-c9182298d491 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:37.827209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Attempting to bind port 9dac787b-5942-4ed7-ac9a-c9182298d491 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:37.838779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Port 9dac787b-5942-4ed7-ac9a-c9182298d491 on network 75bf8864-3307-4246-803b-0c5a3ed4700f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:22:37.838779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Attempting to bind port 9dac787b-5942-4ed7-ac9a-c9182298d491 on network 75bf8864-3307-4246-803b-0c5a3ed4700f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:37.847016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:37.847355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Checking segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:37.847773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Bound using segment: {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:37.848227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Bound port: 9dac787b-5942-4ed7-ac9a-c9182298d491, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6662143e-d389-4ada-847f-9e9b68cdd119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:37.848595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.874589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f1d6-1dd2-43ac-a259-402adf3c6b32 req-517e9b12-7f50-4bd7-9d71-e54f3cfd9f2a tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:37.876156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a62f1d6-1dd2-43ac-a259-402adf3c6b32 req-517e9b12-7f50-4bd7-9d71-e54f3cfd9f2a tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 948 time: 0.1173337 Jul 06 12:22:37.956280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6a62f1d6-1dd2-43ac-a259-402adf3c6b32 req-595c9a9f-ec4d-4a8b-b002-4c1918b1db20 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591934 Jul 06 12:22:37.960542 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] For port 9dac787b-5942-4ed7-ac9a-c9182298d491, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:37.963712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] For port 9dac787b-5942-4ed7-ac9a-c9182298d491, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9dac787b-5942-4ed7-ac9a-c9182298d491,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:37.968072 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.007273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.007898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.009304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] 10.222.0.64 "PUT /v2.0/ports/9dac787b-5942-4ed7-ac9a-c9182298d491 HTTP/1.1" status: 200 len: 1096 time: 0.7268615 Jul 06 12:22:38.009739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33675917-f7bd-464d-b13e-317f3589aa6a', 'tag': '9dac787b-5942-4ed7-ac9a-c9182298d491'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:38.012121 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc3967-3e02-4d75-9340-829bccfe381a" -d '{"events": [{"name": "network-changed", "server_uuid": "33675917-f7bd-464d-b13e-317f3589aa6a", "tag": "9dac787b-5942-4ed7-ac9a-c9182298d491"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:38.037897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8a03-b2d0-4400-8c92-a2ff96c56e31 service neutron] Pushing event updated for resources: {'Port': ['ID=9dac787b-5942-4ed7-ac9a-c9182298d491,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:38.064401 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357043bf-186b-4d9a-a5cc-572bff73b999 x-openstack-request-id: req-357043bf-186b-4d9a-a5cc-572bff73b999 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:38.064764 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33675917-f7bd-464d-b13e-317f3589aa6a", "tag": "9dac787b-5942-4ed7-ac9a-c9182298d491", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:38.065081 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-357043bf-186b-4d9a-a5cc-572bff73b999 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:38.065570 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33675917-f7bd-464d-b13e-317f3589aa6a', 'tag': '9dac787b-5942-4ed7-ac9a-c9182298d491', 'status': 'completed', 'code': 200} Jul 06 12:22:38.110693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-84ba79c7-233c-40ef-85e9-5c095f678428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.112315 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-84ba79c7-233c-40ef-85e9-5c095f678428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339fa81b033f41e5bb56c3dbdd28bf2d&device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 1099 time: 0.0610445 Jul 06 12:22:38.156590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-c91dbd51-dae2-4266-9c6c-b9a7569708c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9dac787b-5942-4ed7-ac9a-c9182298d491 HTTP/1.1" status: 200 len: 217 time: 0.0361736 Jul 06 12:22:38.211339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-4d59eb53-6c26-4cfe-bba5-a4f4c389666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.212910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-4d59eb53-6c26-4cfe-bba5-a4f4c389666a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0506754 Jul 06 12:22:38.273784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-d137320e-c1ee-4d20-90a0-7442f68b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.275703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-d137320e-c1ee-4d20-90a0-7442f68b18d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560484 Jul 06 12:22:38.366843 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-45d2c2ba-7aff-49bc-9d7d-6ba3dcfa4347 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818596 Jul 06 12:22:38.459399 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-276fdd9b-7dac-483c-94de-dcc0cfc03dee req-0bcb6323-77bd-4e9d-b55b-2493ea75d2df service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Jul 06 12:22:38.557787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3967-3e02-4d75-9340-829bccfe381a req-305befad-f99d-42f1-9720-3020835cebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.559202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-305befad-f99d-42f1-9720-3020835cebed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=339fa81b033f41e5bb56c3dbdd28bf2d&device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 1099 time: 0.0529721 Jul 06 12:22:38.655932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3967-3e02-4d75-9340-829bccfe381a req-7edf10fd-abc2-4c20-b9b0-54c5f089f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.657900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-7edf10fd-abc2-4c20-b9b0-54c5f089f153 service neutron] 10.222.0.64 "GET /v2.0/networks?id=75bf8864-3307-4246-803b-0c5a3ed4700f HTTP/1.1" status: 200 len: 870 time: 0.0911510 Jul 06 12:22:38.699748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-2075ceda-d1a3-4619-97e2-08f57ec9670b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9dac787b-5942-4ed7-ac9a-c9182298d491 HTTP/1.1" status: 200 len: 217 time: 0.0349915 Jul 06 12:22:38.746613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3967-3e02-4d75-9340-829bccfe381a req-87646240-c5b9-45f5-b7fd-9c00f6d91f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.748749 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-87646240-c5b9-45f5-b7fd-9c00f6d91f6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56ed8f30-65c4-4ccb-8dca-fbf90172a25a HTTP/1.1" status: 200 len: 843 time: 0.0424006 Jul 06 12:22:38.808462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3967-3e02-4d75-9340-829bccfe381a req-81f06b6c-41fa-42c2-b7fb-6545ccfa32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.809863 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-81f06b6c-41fa-42c2-b7fb-6545ccfa32a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=75bf8864-3307-4246-803b-0c5a3ed4700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559702 Jul 06 12:22:38.901136 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-d41edcad-4832-442d-a0c6-ee976fd41c43 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842426 Jul 06 12:22:39.000426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-79cc3967-3e02-4d75-9340-829bccfe381a req-b28652ee-19f9-4405-94f7-3fa41fb469f5 service neutron] 10.222.0.64 "GET /v2.0/networks/75bf8864-3307-4246-803b-0c5a3ed4700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930116 Jul 06 12:22:39.133879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aef0d-7393-4c4f-b327-f1123e425e5b req-5cb5421f-0083-4b25-bb29-c3801eee6723 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:39.135566 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa5aef0d-7393-4c4f-b327-f1123e425e5b req-5cb5421f-0083-4b25-bb29-c3801eee6723 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 948 time: 0.0642400 Jul 06 12:22:39.173112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa5aef0d-7393-4c4f-b327-f1123e425e5b req-2603ba2d-2208-4321-9ed6-01b44389f512 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 06 12:22:40.346083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c66668-ed1c-4e3e-a8b1-965ae858f78e req-371eb512-6048-437a-98ea-044a936206a6 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:40.347585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0c66668-ed1c-4e3e-a8b1-965ae858f78e req-371eb512-6048-437a-98ea-044a936206a6 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 948 time: 0.0625875 Jul 06 12:22:40.384943 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0c66668-ed1c-4e3e-a8b1-965ae858f78e req-dbd80f9c-57d3-4529-8131-69d0e066d98c tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jul 06 12:22:41.048097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9dac787b-5942-4ed7-ac9a-c9182298d491 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:22:41.142624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9dac787b-5942-4ed7-ac9a-c9182298d491, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9dac787b-5942-4ed7-ac9a-c9182298d491,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:41.153520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9dac787b-5942-4ed7-ac9a-c9182298d491', 'network_id': '75bf8864-3307-4246-803b-0c5a3ed4700f', 'port_id': '9dac787b-5942-4ed7-ac9a-c9182298d491', 'mac_address': 'fa:16:3e:1b:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed8f30-65c4-4ccb-8dca-fbf90172a25a', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:22:41.188756 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.200730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dac787b-5942-4ed7-ac9a-c9182298d491 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:41.220794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9dac787b-5942-4ed7-ac9a-c9182298d491, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9dac787b-5942-4ed7-ac9a-c9182298d491,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:41.224337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.273532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9dac787b-5942-4ed7-ac9a-c9182298d491,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:41.281162 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.281503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.281836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.282165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.282488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.282815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.283136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.283457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.283770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.284119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.284434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.284752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:41.563317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8cd3-ba6c-4ff8-b436-c0cef4b7391f req-8981c3e6-32e0-4ef6-8abc-c3d757e64531 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:41.564848 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f9c8cd3-ba6c-4ff8-b436-c0cef4b7391f req-8981c3e6-32e0-4ef6-8abc-c3d757e64531 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 949 time: 0.0695579 Jul 06 12:22:41.579971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9dac787b-5942-4ed7-ac9a-c9182298d491'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:41.603856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f9c8cd3-ba6c-4ff8-b436-c0cef4b7391f req-f450bf0f-006e-425b-ac2b-25f16d50ce1f tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331380 Jul 06 12:22:42.794350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93baf2-5e1a-4204-9075-c2180cf6e412 req-eea97e97-035e-4f1b-b893-28b4da642a5f tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:42.796173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc93baf2-5e1a-4204-9075-c2180cf6e412 req-eea97e97-035e-4f1b-b893-28b4da642a5f tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 949 time: 0.0651994 Jul 06 12:22:42.834016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc93baf2-5e1a-4204-9075-c2180cf6e412 req-8291523b-20e0-4a2f-be5f-5db959b79f90 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Jul 06 12:22:43.057848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9dac787b-5942-4ed7-ac9a-c9182298d491 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:43.108409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 9dac787b-5942-4ed7-ac9a-c9182298d491 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:43.112031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9dac787b-5942-4ed7-ac9a-c9182298d491 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:43.112407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.336071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.357745 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33675917-f7bd-464d-b13e-317f3589aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac787b-5942-4ed7-ac9a-c9182298d491'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:43.360175 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311c540-a53a-4c6b-8901-fe261d362085" -d '{"events": [{"server_uuid": "33675917-f7bd-464d-b13e-317f3589aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "9dac787b-5942-4ed7-ac9a-c9182298d491"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:43.372485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9dac787b-5942-4ed7-ac9a-c9182298d491, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9dac787b-5942-4ed7-ac9a-c9182298d491,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:43.377562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.402512 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab15776-4b7c-421b-a191-292f1c65f5e0 x-openstack-request-id: req-9ab15776-4b7c-421b-a191-292f1c65f5e0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:43.402807 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33675917-f7bd-464d-b13e-317f3589aa6a", "name": "network-vif-plugged", "status": "completed", "tag": "9dac787b-5942-4ed7-ac9a-c9182298d491", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:43.403057 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ab15776-4b7c-421b-a191-292f1c65f5e0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:43.403443 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33675917-f7bd-464d-b13e-317f3589aa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac787b-5942-4ed7-ac9a-c9182298d491', 'code': 200} Jul 06 12:22:43.430602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9dac787b-5942-4ed7-ac9a-c9182298d491,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:43.513021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844af4e-05b4-45f1-a707-e00088e0ec7c req-d86cb644-a500-4335-9ae9-bcf3502a818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:43.514545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0844af4e-05b4-45f1-a707-e00088e0ec7c req-d86cb644-a500-4335-9ae9-bcf3502a818d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 1101 time: 0.0557525 Jul 06 12:22:43.549095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0844af4e-05b4-45f1-a707-e00088e0ec7c req-2cbbac04-e7f6-4e59-94e8-5bf9e28af6b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281160 Jul 06 12:22:44.005386 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3db130-1b5f-4b5c-9799-5818ec561354 req-1e13f435-4150-48cf-8fd7-d97a3c5edb48 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:44.006866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f3db130-1b5f-4b5c-9799-5818ec561354 req-1e13f435-4150-48cf-8fd7-d97a3c5edb48 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 950 time: 0.0628657 Jul 06 12:22:44.044488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5f3db130-1b5f-4b5c-9799-5818ec561354 req-333111ac-aafe-4b09-9e3a-3d65caf0321b tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jul 06 12:22:45.216524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac851-9eea-45b6-b9eb-d4bb803158cb req-290b665c-d87f-4b81-8fcb-d11b2fa9b3c6 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.218620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc5ac851-9eea-45b6-b9eb-d4bb803158cb req-290b665c-d87f-4b81-8fcb-d11b2fa9b3c6 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 950 time: 0.0644121 Jul 06 12:22:45.256374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc5ac851-9eea-45b6-b9eb-d4bb803158cb req-ca6446a9-ae8d-4025-9e24-a148a2d1a9bf tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321372 Jul 06 12:22:46.370577 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51aabe-aa03-432a-982d-4fccf3dfd22b req-0e1e2887-feca-48d0-89e5-59b9e7425159 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:46.371988 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d51aabe-aa03-432a-982d-4fccf3dfd22b req-0e1e2887-feca-48d0-89e5-59b9e7425159 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 950 time: 0.0683544 Jul 06 12:22:46.409747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d51aabe-aa03-432a-982d-4fccf3dfd22b req-4a128a8b-41aa-4a46-b13b-b1ea2984b69e tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Jul 06 12:22:47.586007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc4206-846b-4d52-b7d3-5d29643c4720 req-5762425a-48d7-4c80-bbbb-ffca6e86db96 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:47.587500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15bc4206-846b-4d52-b7d3-5d29643c4720 req-5762425a-48d7-4c80-bbbb-ffca6e86db96 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 950 time: 0.0637641 Jul 06 12:22:47.624855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-15bc4206-846b-4d52-b7d3-5d29643c4720 req-11595666-80cc-40d6-9ec8-41ef8b4ba55b tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.78 "GET /v2.0/security-groups?id=dcef9eb7-717f-4ff8-9c0e-85f33a68df47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Jul 06 12:22:47.724276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-66a82077-8bd1-47ef-88a2-d2d9ccceda66 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:47.725719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-66a82077-8bd1-47ef-88a2-d2d9ccceda66 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.64 "GET /v2.0/ports?device_id=33675917-f7bd-464d-b13e-317f3589aa6a HTTP/1.1" status: 200 len: 950 time: 0.0655591 Jul 06 12:22:47.822888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Deleting port 9dac787b-5942-4ed7-ac9a-c9182298d491 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:47.823230 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:47.915429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] For port 9dac787b-5942-4ed7-ac9a-c9182298d491, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9dac787b-5942-4ed7-ac9a-c9182298d491,segment=NetworkSegment(6662143e-d389-4ada-847f-9e9b68cdd119),segment_id=6662143e-d389-4ada-847f-9e9b68cdd119)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:47.915789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:47.928410 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Calling delete_port for 9dac787b-5942-4ed7-ac9a-c9182298d491 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:48.053259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.064412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9dac787b-5942-4ed7-ac9a-c9182298d491'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:48.084547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Pushing event deleted for resources: {'Port': ['ID=9dac787b-5942-4ed7-ac9a-c9182298d491,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:48.131783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] No DVR routers for this DVR port 9dac787b-5942-4ed7-ac9a-c9182298d491 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:48.134753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.136910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd39277-b953-44c0-ac8c-835c4df373d1 req-d28d2995-58b3-43c4-925f-592c6441cb63 tempest-ServersAdminNegativeTestJSON-4844135 tempest-ServersAdminNegativeTestJSON-4844135-project] 10.222.0.64 "DELETE /v2.0/ports/9dac787b-5942-4ed7-ac9a-c9182298d491 HTTP/1.1" status: 204 len: 173 time: 0.4057231 Jul 06 12:22:48.137365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33675917-f7bd-464d-b13e-317f3589aa6a', 'name': 'network-vif-deleted', 'tag': '9dac787b-5942-4ed7-ac9a-c9182298d491'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:48.140363 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f4fb21-a4e5-4555-940b-98ee219ed4ad" -d '{"events": [{"server_uuid": "33675917-f7bd-464d-b13e-317f3589aa6a", "name": "network-vif-deleted", "tag": "9dac787b-5942-4ed7-ac9a-c9182298d491"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:48.181195 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34950c39-814b-45cf-8823-f1b39d65529c x-openstack-request-id: req-34950c39-814b-45cf-8823-f1b39d65529c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:48.182064 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33675917-f7bd-464d-b13e-317f3589aa6a", "name": "network-vif-deleted", "tag": "9dac787b-5942-4ed7-ac9a-c9182298d491", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:48.182460 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34950c39-814b-45cf-8823-f1b39d65529c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:48.182875 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33675917-f7bd-464d-b13e-317f3589aa6a', 'name': 'network-vif-deleted', 'tag': '9dac787b-5942-4ed7-ac9a-c9182298d491', 'status': 'completed', 'code': 200} Jul 06 12:22:48.471303 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:22:48.978612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:49.110815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5377efe3-5775-4110-a4f8-e74ead66848a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=339fa81b033f41e5bb56c3dbdd28bf2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311071 Jul 06 12:22:49.113447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:49.161463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dedafad8-5d9d-4e56-84b6-593124f4d5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.181790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dedafad8-5d9d-4e56-84b6-593124f4d5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.228350 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dedafad8-5d9d-4e56-84b6-593124f4d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.231115 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dedafad8-5d9d-4e56-84b6-593124f4d5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.235612 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dedafad8-5d9d-4e56-84b6-593124f4d5de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dcef9eb7-717f-4ff8-9c0e-85f33a68df47 HTTP/1.1" status: 204 len: 168 time: 0.1212068 Jul 06 12:22:49.243358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafad8-5d9d-4e56-84b6-593124f4d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef9eb7-717f-4ff8-9c0e-85f33a68df47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:49.490529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:49.503889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c3a7-74c7-473b-b4aa-20255683b684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.592771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c3a7-74c7-473b-b4aa-20255683b684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.596731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c3a7-74c7-473b-b4aa-20255683b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.634085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3c3a7-74c7-473b-b4aa-20255683b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2cbb87-4e66-4e0b-a34e-c7cced504bbc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:49.638400 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c6c3c3a7-74c7-473b-b4aa-20255683b684 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06e4d66bfcb145c4bcbabc09baa1ce04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468003 Jul 06 12:22:49.641750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:49.693240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d40816-0610-47c7-9dbd-932103ce41b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.714386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d40816-0610-47c7-9dbd-932103ce41b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.760360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d40816-0610-47c7-9dbd-932103ce41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.763294 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d40816-0610-47c7-9dbd-932103ce41b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.764609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-44d40816-0610-47c7-9dbd-932103ce41b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ce2cbb87-4e66-4e0b-a34e-c7cced504bbc HTTP/1.1" status: 204 len: 168 time: 0.1218815 Jul 06 12:22:49.777704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d40816-0610-47c7-9dbd-932103ce41b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2cbb87-4e66-4e0b-a34e-c7cced504bbc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:50.422558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:50.515863 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2103593547-network', 'tenant_id': '3bd20edfe01140f0b02148506ea30a5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:50.536466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Made reservation on behalf of 3bd20edfe01140f0b02148506ea30a5e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:50.538697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.547467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.632751 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.636500 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.660855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:50.671066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701377cd-5e55-41a9-80ab-aa7ad317074f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:50.676043 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.676388 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Added segment 1acaab33-c7ff-414e-8cc6-7e16549ae7cc of type vlan for network 48ddb49f-36fd-4452-bfac-41813c474598 Jul 06 12:22:50.715176 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.745663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.746673 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:50.747262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.800244 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3764672 Jul 06 12:22:50.803197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:50.808247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Request body: {'subnet': {'network_id': '48ddb49f-36fd-4452-bfac-41813c474598', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2103593547-subnet', 'tenant_id': '3bd20edfe01140f0b02148506ea30a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:50.809498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f11cc-9b99-4973-8e8b-f555ba5d8f52 admin admin] Pushing event updated for resources: {'Network': ['ID=48ddb49f-36fd-4452-bfac-41813c474598,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:50.819399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 48ddb49f-36fd-4452-bfac-41813c474598 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:50.830402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Made reservation on behalf of 3bd20edfe01140f0b02148506ea30a5e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:50.832875 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.007211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.073193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4c7182-1c8a-4d99-b943-7a216ebf6843,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:51.083464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Checking segment: {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:51.083833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Network hostable DHCP agents. Network: 48ddb49f-36fd-4452-bfac-41813c474598, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:51.098069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9dac787b-5942-4ed7-ac9a-c9182298d491 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:51.102282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Network 48ddb49f-36fd-4452-bfac-41813c474598 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:51.111426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 48ddb49f-36fd-4452-bfac-41813c474598) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:51.115937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:51.116535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.119612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 9dac787b-5942-4ed7-ac9a-c9182298d491 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:51.119612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9dac787b-5942-4ed7-ac9a-c9182298d491 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:51.122390 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c633b-b2e9-4922-adc5-40e18a2d7f00 None None] Network 48ddb49f-36fd-4452-bfac-41813c474598 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:51.131677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc7e357c-a8a5-46ef-9cb2-1b199a005441 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3273613 Jul 06 12:22:51.249305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a753d2-0ad2-4ff2-8562-0146e4589a04 None None] Network 48ddb49f-36fd-4452-bfac-41813c474598 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:51.566467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-3560d800-c8c5-4360-9526-65a4ca1687f8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:51.567976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-3560d800-c8c5-4360-9526-65a4ca1687f8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 812 time: 0.1081290 Jul 06 12:22:51.582337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-9770d311-b9f8-46eb-b542-c977f4efcf29 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/quotas/3bd20edfe01140f0b02148506ea30a5e HTTP/1.1" status: 200 len: 375 time: 0.0090067 Jul 06 12:22:51.615038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-03eb37c8-94a3-4c17-81e4-ed90efe7dff7 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277610 Jul 06 12:22:51.708637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-9224cabd-8f75-4cee-baf0-6434a819175b service neutron] 10.222.0.78 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872204 Jul 06 12:22:51.795519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-847d33e7-4bc2-4a69-97d8-144bbf8b1882 service neutron] 10.222.0.78 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805192 Jul 06 12:22:51.964438 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fbfdb1-8796-4f27-b33a-c0b77564a93c req-5e05430f-1964-4bba-9c40-07f53df876f7 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 210 time: 0.0298069 Jul 06 12:22:52.985058 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.996855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-82953591-4fff-4d03-9478-fb290c5a599e tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:52.998659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-82953591-4fff-4d03-9478-fb290c5a599e tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.64 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 812 time: 0.1089025 Jul 06 12:22:53.017414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Request body: {'port': {'device_id': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598', 'admin_state_up': True, 'tenant_id': '3bd20edfe01140f0b02148506ea30a5e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:53.126611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a1c548a-da46-4a79-ad8c-02f5897b84a4 req-50c4d023-a24e-419e-92a3-c964c0ff8bad tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 210 time: 0.0433521 Jul 06 12:22:53.160868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Made reservation on behalf of 3bd20edfe01140f0b02148506ea30a5e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:53.164509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.286483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Allocated IP 172.20.0.8 (48ddb49f-36fd-4452-bfac-41813c474598/ad4c7182-1c8a-4d99-b943-7a216ebf6843/5a70eb22-6912-4153-8d4a-1e1fb12bfe07) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:53.431036 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.469761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.513222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Network 48ddb49f-36fd-4452-bfac-41813c474598 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:53.518388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:53.522291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:53.528592 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:53.577254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:53.577877 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.593083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-d65f83b1-eb78-4015-a0eb-d44a83453ea2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804713 Jul 06 12:22:53.605754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Request body: {'port': {'device_id': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:53.676835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.947747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:53.955209 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.966910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Transition to ACTIVE for port object 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:53.970603 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.022391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:54.087681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:54.088045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:54.088378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on network 48ddb49f-36fd-4452-bfac-41813c474598 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:54.094218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on network 48ddb49f-36fd-4452-bfac-41813c474598 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:22:54.094544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on network 48ddb49f-36fd-4452-bfac-41813c474598 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:54.099364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:54.099704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Checking segment: {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:54.100161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Bound using segment: {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:54.100616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Bound port: 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:54.101008 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.175614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:54.178671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:54.183348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.215065 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:54.215695 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.218268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] 10.222.0.64 "PUT /v2.0/ports/5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 1091 time: 0.6168771 Jul 06 12:22:54.220710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:54.224212 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729a5519-2a26-4dbc-82cd-da484a7fa55d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:54.278046 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9174a-9b0f-482f-83b8-16002c07292b x-openstack-request-id: req-54d9174a-9b0f-482f-83b8-16002c07292b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:54.278335 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:54.278587 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54d9174a-9b0f-482f-83b8-16002c07292b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:54.278977 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'status': 'completed', 'code': 200} Jul 06 12:22:54.308794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d8cf1-0d7f-4b06-87fd-aebd3b539796 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:54.359614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9d136-1c66-497c-a81e-f5459aa1ac2b req-3a5fb4d5-a047-4291-aeb9-bd7901373294 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:54.361119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9fb9d136-1c66-497c-a81e-f5459aa1ac2b req-3a5fb4d5-a047-4291-aeb9-bd7901373294 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 943 time: 0.1203582 Jul 06 12:22:54.369418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-0cf7022f-8aa9-4e4d-ab9f-a95fb1d97ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:54.370778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-0cf7022f-8aa9-4e4d-ab9f-a95fb1d97ceb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.1098676 Jul 06 12:22:54.754536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-faabb01c-0793-4d36-9431-596dd36404cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0367994 Jul 06 12:22:54.775119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9fb9d136-1c66-497c-a81e-f5459aa1ac2b req-8a05496c-a312-4b78-8d92-7895b609d664 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076879 Jul 06 12:22:54.809216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-b00694f5-374b-4f9e-800f-e31f6202f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:54.810726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-b00694f5-374b-4f9e-800f-e31f6202f1f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0490162 Jul 06 12:22:54.845840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-a5d01ef7-33d2-4d6a-8930-482f1494f423 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286496 Jul 06 12:22:54.934965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-187417ec-bbbd-4a6d-9d01-0d94654c9823 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819070 Jul 06 12:22:55.026264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-26f6a6b8-221d-4d7a-8714-d7ccc7086d2b req-76bcdf6e-ab0e-4aa7-bc6d-56f11a2998b4 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848086 Jul 06 12:22:55.128402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-7dc81fda-432b-48cd-9049-020bff4c9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:55.129876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-7dc81fda-432b-48cd-9049-020bff4c9c7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.0540094 Jul 06 12:22:55.221562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-2a2f2553-9adc-489d-afe2-c7c332ab4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:55.223044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-2a2f2553-9adc-489d-afe2-c7c332ab4898 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.0846465 Jul 06 12:22:55.267633 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-b3c8089c-c6fb-4548-be3d-f85e29770985 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0381386 Jul 06 12:22:55.316548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-b5f05191-ed52-40e9-83ac-5a6b7092e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:55.317884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-b5f05191-ed52-40e9-83ac-5a6b7092e41b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0436952 Jul 06 12:22:55.352037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-5af0b0ff-8bbd-4239-8f50-d1ca337ab9b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250466 Jul 06 12:22:55.440846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-81aba7c6-7b2f-4980-ab5b-6c1574b9423f service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824597 Jul 06 12:22:55.532530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-729a5519-2a26-4dbc-82cd-da484a7fa55d req-77c3b1d5-2158-4656-9eb7-4e1bb1d0d9d3 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844493 Jul 06 12:22:55.956840 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f4deb-9076-4759-a25f-df05a9684fc0 req-c740892d-a3d7-4a7d-8fae-a305d8163391 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:55.958326 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8f4deb-9076-4759-a25f-df05a9684fc0 req-c740892d-a3d7-4a7d-8fae-a305d8163391 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 943 time: 0.0686758 Jul 06 12:22:55.995921 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8f4deb-9076-4759-a25f-df05a9684fc0 req-46dcf1c5-42f8-4aff-bc30-3c48b4a209d4 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Jul 06 12:22:57.136816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:22:57.172914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfd645-b359-44e2-bd59-8cc6e3fa59ee req-ae3407b9-2e24-461e-a697-ba2ab925206c tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:57.174475 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87dfd645-b359-44e2-bd59-8cc6e3fa59ee req-ae3407b9-2e24-461e-a697-ba2ab925206c tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 943 time: 0.0651655 Jul 06 12:22:57.213765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87dfd645-b359-44e2-bd59-8cc6e3fa59ee req-3b62788e-941a-4a5c-8ac4-9348120dbaba tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Jul 06 12:22:57.214175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc01b57-ad16-496b-8576-282b276a864b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:57.247053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:57.257341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598', 'port_id': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'mac_address': 'fa:16:3e:44:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4c7182-1c8a-4d99-b943-7a216ebf6843', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:22:57.294185 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:57.306877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:57.326243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:57.329998 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:57.375167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:57.675604 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5a70eb22-6912-4153-8d4a-1e1fb12bfe07'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:58.385894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a4a4-784e-4c54-b50d-54ea1c71d377 req-501869df-5168-4df5-9e3c-309096b5e3da tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:58.387518 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3329a4a4-784e-4c54-b50d-54ea1c71d377 req-501869df-5168-4df5-9e3c-309096b5e3da tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 944 time: 0.0631804 Jul 06 12:22:58.426133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3329a4a4-784e-4c54-b50d-54ea1c71d377 req-54cf3166-2192-4877-937e-3c3ef47b262e tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jul 06 12:22:59.151675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:59.199849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:59.203744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:59.204152 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:59.283133 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:59.305071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:59.307308 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2036392-c663-424d-a08c-565a0a1cdae6" -d '{"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-plugged", "status": "completed", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:59.320839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:59.324973 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:59.348030 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c5064-724d-40d3-9100-c972808f9496 x-openstack-request-id: req-352c5064-724d-40d3-9100-c972808f9496 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:59.348330 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-plugged", "status": "completed", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:59.348604 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-352c5064-724d-40d3-9100-c972808f9496 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:59.348980 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'code': 200} Jul 06 12:22:59.375296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:59.457006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ec5d5-82fe-46c9-ae1d-5a832f66b4ee req-a12f1830-aa2d-4f25-b705-86671736c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.458500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf0ec5d5-82fe-46c9-ae1d-5a832f66b4ee req-a12f1830-aa2d-4f25-b705-86671736c1d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1096 time: 0.0548620 Jul 06 12:22:59.494524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf0ec5d5-82fe-46c9-ae1d-5a832f66b4ee req-fa42aefe-fa4c-4fc4-ba49-ae1086dc492b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292017 Jul 06 12:22:59.597597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2005d98-2d2f-4a13-a62f-790cf09fc5cb req-e32beebc-37dc-403c-83dd-115d620e41d8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.599092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2005d98-2d2f-4a13-a62f-790cf09fc5cb req-e32beebc-37dc-403c-83dd-115d620e41d8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0637407 Jul 06 12:22:59.636856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2005d98-2d2f-4a13-a62f-790cf09fc5cb req-ef250f9c-9dc8-4595-8683-918f72c1b17f tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Jul 06 12:22:59.697428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4520385a-3b56-41c7-923f-dba47d2facfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:00.306823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:00.359623 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:00.815602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8f5d-347b-41a6-8273-5313faaf2e62 req-292513cf-218b-453d-bbb1-3c8c3ac3734d tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:00.817118 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80be8f5d-347b-41a6-8273-5313faaf2e62 req-292513cf-218b-453d-bbb1-3c8c3ac3734d tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0675061 Jul 06 12:23:00.854889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80be8f5d-347b-41a6-8273-5313faaf2e62 req-c3a754e4-0f53-4b38-b553-9714a039cc95 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Jul 06 12:23:01.050061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:01.247810 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-06e136e8-196c-4e24-a154-5a02803fe302 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073599 Jul 06 12:23:01.260986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f78b9-1aa4-40b0-b5c4-9b522cd74b80 req-6bc797fe-b7f2-496b-b6ea-d0abde4a4d76 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:01.262531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a1f78b9-1aa4-40b0-b5c4-9b522cd74b80 req-6bc797fe-b7f2-496b-b6ea-d0abde4a4d76 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0703402 Jul 06 12:23:01.303331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2a1f78b9-1aa4-40b0-b5c4-9b522cd74b80 req-f7d1c6fc-0c1b-43d2-8e8c-3f55c0903a7c tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Jul 06 12:23:02.487370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-51907e99-b74b-449d-9e35-eade0b738b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:02.488872 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-51907e99-b74b-449d-9e35-eade0b738b72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1096 time: 0.0936890 Jul 06 12:23:02.506093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cc433-6e50-4992-85bb-a652a736d1e5 req-ddcefe0a-0246-4078-af95-b6d1bd476f7a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:02.507492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb4cc433-6e50-4992-85bb-a652a736d1e5 req-ddcefe0a-0246-4078-af95-b6d1bd476f7a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0851457 Jul 06 12:23:02.538581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.600548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb4cc433-6e50-4992-85bb-a652a736d1e5 req-dbd3daf1-9b8f-4b47-96e6-93e2d1ddae6a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849829 Jul 06 12:23:02.628384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-9fea02b2-92c9-441c-80e3-ae7985732470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:02.629866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-9fea02b2-92c9-441c-80e3-ae7985732470 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.1215131 Jul 06 12:23:02.676650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-3ca96180-751f-4f13-95d5-382c86aee068 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0394070 Jul 06 12:23:02.726057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-d1dc2027-7980-4bb6-97bd-5bb30ded513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:02.727545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-d1dc2027-7980-4bb6-97bd-5bb30ded513f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0448093 Jul 06 12:23:02.759902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-1719df27-02d8-47e1-925a-98c23568e4aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254195 Jul 06 12:23:02.853262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-91d24fb1-1773-4717-9055-38e2dc360cc5 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857012 Jul 06 12:23:02.951417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-fcd1e010-5694-4079-9ff8-2be208b11688 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915079 Jul 06 12:23:03.781261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06967276-70d9-4030-8ec4-6ec08016d626 req-44555455-f0e8-4499-8bae-426a5d6531f1 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:03.782746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06967276-70d9-4030-8ec4-6ec08016d626 req-44555455-f0e8-4499-8bae-426a5d6531f1 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0691340 Jul 06 12:23:03.819281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06967276-70d9-4030-8ec4-6ec08016d626 req-6d67ce55-f625-4c02-88fa-a09ef71db9ed tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Jul 06 12:23:05.005102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ea134-4d18-444e-a151-7746f0d50f11 req-8c48af55-1ba8-4cae-adb9-0e0e475f238b tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:05.006653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846ea134-4d18-444e-a151-7746f0d50f11 req-8c48af55-1ba8-4cae-adb9-0e0e475f238b tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0719244 Jul 06 12:23:05.048296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846ea134-4d18-444e-a151-7746f0d50f11 req-c6823b90-d68e-4227-9a10-246d8ef5df65 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Jul 06 12:23:06.225298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545ec84-d5bc-4ab7-9746-a207dbcf99f5 req-72065212-d002-46a1-bb11-d49a3bc7aaa8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:06.226775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d545ec84-d5bc-4ab7-9746-a207dbcf99f5 req-72065212-d002-46a1-bb11-d49a3bc7aaa8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0625343 Jul 06 12:23:06.264650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d545ec84-d5bc-4ab7-9746-a207dbcf99f5 req-d61e750e-5d18-4846-b0b2-df541edb798e tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Jul 06 12:23:07.441982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de1cd-db4a-4a8b-95bf-8ec8e1a6105c req-c4495a4a-df33-4e71-a2ca-263d7c73b02d tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:07.443479 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f48de1cd-db4a-4a8b-95bf-8ec8e1a6105c req-c4495a4a-df33-4e71-a2ca-263d7c73b02d tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0672309 Jul 06 12:23:07.480837 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f48de1cd-db4a-4a8b-95bf-8ec8e1a6105c req-410ef55f-921e-43c1-9ebc-1f750cc13028 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jul 06 12:23:08.653530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846580e8-6680-40d1-abad-a829fa96685f req-b505caaf-e773-4d71-9497-3445c29c0075 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:08.655186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846580e8-6680-40d1-abad-a829fa96685f req-b505caaf-e773-4d71-9497-3445c29c0075 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0654774 Jul 06 12:23:08.692486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-846580e8-6680-40d1-abad-a829fa96685f req-0eda3fe9-f362-48d7-9bb3-b81af80eb999 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 06 12:23:09.868581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e395c3-24be-4f66-ab36-6f48f64c02a8 req-231a3fc3-8723-4bb5-ac7d-289185ec894a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:09.870090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20e395c3-24be-4f66-ab36-6f48f64c02a8 req-231a3fc3-8723-4bb5-ac7d-289185ec894a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0674455 Jul 06 12:23:09.908887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20e395c3-24be-4f66-ab36-6f48f64c02a8 req-a59c993e-5af9-4760-8f9b-7c82db0c0903 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Jul 06 12:23:11.084605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73156-4801-4505-9b11-bde60870b2f5 req-65412748-826a-47c2-827d-716a03440c6f tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:11.086087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4aa73156-4801-4505-9b11-bde60870b2f5 req-65412748-826a-47c2-827d-716a03440c6f tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0643973 Jul 06 12:23:11.123776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4aa73156-4801-4505-9b11-bde60870b2f5 req-ead16a0d-d222-4c8e-b361-6ae278384867 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Jul 06 12:23:12.295978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389374b-345a-4833-9ef4-8477b84514b0 req-59b6b691-ca69-4754-9322-5ea05b07f20e tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:12.297545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4389374b-345a-4833-9ef4-8477b84514b0 req-59b6b691-ca69-4754-9322-5ea05b07f20e tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0633283 Jul 06 12:23:12.334753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4389374b-345a-4833-9ef4-8477b84514b0 req-2a6ffab7-aca2-4118-9950-4a5413567cde tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Jul 06 12:23:13.521079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7413-2325-490e-984c-7092265807f0 req-414e7b48-a89c-4611-8604-cfa0215596c1 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:13.522819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4fc7413-2325-490e-984c-7092265807f0 req-414e7b48-a89c-4611-8604-cfa0215596c1 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0685189 Jul 06 12:23:13.561229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c4fc7413-2325-490e-984c-7092265807f0 req-daf02b3f-1885-4e31-ab02-1e578df1b0e7 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Jul 06 12:23:14.731630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bedb26-a16f-4dff-9dad-6dc257b42307 req-7c612168-69de-4cfc-a9bd-0a440b9e01a5 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:14.733826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92bedb26-a16f-4dff-9dad-6dc257b42307 req-7c612168-69de-4cfc-a9bd-0a440b9e01a5 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0636187 Jul 06 12:23:14.770549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92bedb26-a16f-4dff-9dad-6dc257b42307 req-3bc90112-2132-43ec-9dca-df2ea1ba5514 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Jul 06 12:23:15.948407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176252f-efe9-4341-815d-e1e3707a0dc2 req-69be120b-7e7e-4d5a-a8fc-cf4bcfcb48df tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:15.949881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2176252f-efe9-4341-815d-e1e3707a0dc2 req-69be120b-7e7e-4d5a-a8fc-cf4bcfcb48df tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0666122 Jul 06 12:23:15.990075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2176252f-efe9-4341-815d-e1e3707a0dc2 req-2af21a1d-28dd-4189-81ce-36771748db97 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Jul 06 12:23:17.171186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea94323-7573-4e59-be59-c26910da2ec8 req-8548fa68-b105-4f7d-892a-31441c5b9d39 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:17.172632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ea94323-7573-4e59-be59-c26910da2ec8 req-8548fa68-b105-4f7d-892a-31441c5b9d39 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0646768 Jul 06 12:23:17.209656 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ea94323-7573-4e59-be59-c26910da2ec8 req-eb36f252-b511-4996-abbd-736b8c4286d9 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Jul 06 12:23:18.381528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096b274-0721-490b-992f-8c6732f84905 req-871ecb9c-ccf7-4927-b381-e6e36b06c40f tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:18.383010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9096b274-0721-490b-992f-8c6732f84905 req-871ecb9c-ccf7-4927-b381-e6e36b06c40f tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0628314 Jul 06 12:23:18.423363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9096b274-0721-490b-992f-8c6732f84905 req-07dfd973-76f6-4a84-91b9-17d2ae150626 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Jul 06 12:23:19.600208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5c387-797c-4556-9b1d-175dead9d8e1 req-08ac8443-e4a3-4d1b-b194-802aaaf27bbf tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:19.601669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca5c387-797c-4556-9b1d-175dead9d8e1 req-08ac8443-e4a3-4d1b-b194-802aaaf27bbf tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0659604 Jul 06 12:23:19.640034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ca5c387-797c-4556-9b1d-175dead9d8e1 req-8c42c8ec-b170-4de8-9798-3abb4575d2d4 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Jul 06 12:23:20.817732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5f9a-3108-427f-98b2-a9e2660153cf req-e19568a5-3677-4907-a05d-67fbc0c4860a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:20.819222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b4e5f9a-3108-427f-98b2-a9e2660153cf req-e19568a5-3677-4907-a05d-67fbc0c4860a tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0643582 Jul 06 12:23:20.856199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6b4e5f9a-3108-427f-98b2-a9e2660153cf req-b05c1c09-102c-4c5f-b207-a12b9d87a199 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Jul 06 12:23:22.036833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2638-3165-46bd-ae00-35c60f9c0730 req-9a3561e1-b088-47b4-9902-63b258f9820b tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:22.038368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b90c2638-3165-46bd-ae00-35c60f9c0730 req-9a3561e1-b088-47b4-9902-63b258f9820b tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0714760 Jul 06 12:23:22.076303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b90c2638-3165-46bd-ae00-35c60f9c0730 req-18b01bd2-e0cc-4623-af5f-dcaa2bdea147 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jul 06 12:23:23.000158 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.249637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5e36-a36f-487e-827e-b565b31bea53 req-29a320c1-1048-4335-a3d6-d6f9825b7781 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:23.251119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9abd5e36-a36f-487e-827e-b565b31bea53 req-29a320c1-1048-4335-a3d6-d6f9825b7781 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0627363 Jul 06 12:23:23.289864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9abd5e36-a36f-487e-827e-b565b31bea53 req-dc7f28e4-c71a-4d26-ae2d-3b0c198e5823 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Jul 06 12:23:24.460566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db1f6b-8a26-49dd-907c-3a5045d84d5e req-5deaba12-da52-40bc-9336-3ab74f551469 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:24.462049 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42db1f6b-8a26-49dd-907c-3a5045d84d5e req-5deaba12-da52-40bc-9336-3ab74f551469 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0631130 Jul 06 12:23:24.500847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42db1f6b-8a26-49dd-907c-3a5045d84d5e req-0e9f4ca8-dd58-418d-a6f8-1e41148a0d60 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Jul 06 12:23:25.381343 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:23:25.677449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cff4d7-582d-4395-a877-e903a49ab003 req-625ad132-c443-4fac-ab01-0a9762a1e5b9 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:25.678822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30cff4d7-582d-4395-a877-e903a49ab003 req-625ad132-c443-4fac-ab01-0a9762a1e5b9 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0680997 Jul 06 12:23:25.716278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30cff4d7-582d-4395-a877-e903a49ab003 req-67bf638b-1868-495f-a71b-4a820aa0b404 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Jul 06 12:23:26.892172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdea19-894e-43f7-a2b2-a4f90aad6513 req-c8a9b0bb-7634-4830-b72b-5732f7c554a8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:26.893672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94cdea19-894e-43f7-a2b2-a4f90aad6513 req-c8a9b0bb-7634-4830-b72b-5732f7c554a8 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0645623 Jul 06 12:23:26.931038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-94cdea19-894e-43f7-a2b2-a4f90aad6513 req-601f55e0-e1b1-4f78-a709-8db2eb2f7c29 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Jul 06 12:23:27.175881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53981050-45d4-42f9-b0e8-e46d87c12e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.112192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5730-cfb4-4dcd-9a6b-a884529295a2 req-4496b940-6561-4cd9-ab7a-70df5fdf35ff tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:28.113706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6ce5730-cfb4-4dcd-9a6b-a884529295a2 req-4496b940-6561-4cd9-ab7a-70df5fdf35ff tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0729179 Jul 06 12:23:28.152391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b6ce5730-cfb4-4dcd-9a6b-a884529295a2 req-4eda90bb-0988-4b49-b410-099b56093aeb tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jul 06 12:23:29.338556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3563663-7887-4604-ac20-3c0b30100b75 req-4a67a593-954c-4272-8b59-0340e27fd281 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:29.340102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3563663-7887-4604-ac20-3c0b30100b75 req-4a67a593-954c-4272-8b59-0340e27fd281 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0634584 Jul 06 12:23:29.377679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3563663-7887-4604-ac20-3c0b30100b75 req-f0b594bf-0770-4c3b-9b32-d43fb5383777 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Jul 06 12:23:29.698195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5838138-2088-49ad-8a9a-40880d21300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.335902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.363883 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.549085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348194e-8a06-436e-943d-891d0257be66 req-ae4731b3-879c-43de-bb0d-e88289a92926 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:30.550584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8348194e-8a06-436e-943d-891d0257be66 req-ae4731b3-879c-43de-bb0d-e88289a92926 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0637047 Jul 06 12:23:30.587616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8348194e-8a06-436e-943d-891d0257be66 req-46ae9bef-d5af-4426-9cd5-1181a25aa643 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 06 12:23:31.052518 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.765327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e22be0-aefd-4612-8507-f7a9d99b5c5c req-a6f00d5d-18ff-4dd6-b2cf-f7876602ac14 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:31.766808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e22be0-aefd-4612-8507-f7a9d99b5c5c req-a6f00d5d-18ff-4dd6-b2cf-f7876602ac14 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0678306 Jul 06 12:23:31.803376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2e22be0-aefd-4612-8507-f7a9d99b5c5c req-96a29f93-de23-48a7-bd9b-498af9dbd3d3 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Jul 06 12:23:32.548837 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.983216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bfaeb-8a5b-42a7-a4af-d694b750b952 req-733265fe-9d38-45a7-9b3f-4ece42cc26bc tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:32.984732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-349bfaeb-8a5b-42a7-a4af-d694b750b952 req-733265fe-9d38-45a7-9b3f-4ece42cc26bc tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0630455 Jul 06 12:23:33.021972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-349bfaeb-8a5b-42a7-a4af-d694b750b952 req-f8c66084-6c57-4237-aa64-3a14d304bfe7 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Jul 06 12:23:34.200181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881a2d1-8fa5-40c1-9dc6-5e025fba1106 req-a152c4b7-31cc-475b-9af8-3e6382b19cb4 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:34.202283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c881a2d1-8fa5-40c1-9dc6-5e025fba1106 req-a152c4b7-31cc-475b-9af8-3e6382b19cb4 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0702336 Jul 06 12:23:34.239265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c881a2d1-8fa5-40c1-9dc6-5e025fba1106 req-232e3bac-fff3-42dc-98a2-31af370a3c8f tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Jul 06 12:23:34.923411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-2f3ae0b2-abdc-4e28-94a0-aa0e17f12113 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:23:34.924385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-2f3ae0b2-abdc-4e28-94a0-aa0e17f12113 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055146 Jul 06 12:23:34.990376 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-8782357f-39fe-480a-badc-aaeba4116196 req-fbfcbfd5-158a-4430-8945-5298695f52af service neutron] show failed (client error): The resource could not be found. Jul 06 12:23:34.991378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-fbfcbfd5-158a-4430-8945-5298695f52af service neutron] 10.222.0.64 "GET /v2.0/ports/5a70eb22-6912-4153-8d4a-1e1fb12bfe07/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0605166 Jul 06 12:23:35.278859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-16d822dd-085b-415a-a77b-1e955095ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.280741 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-16d822dd-085b-415a-a77b-1e955095ec1e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba&tenant_id=3bd20edfe01140f0b02148506ea30a5e HTTP/1.1" status: 200 len: 1096 time: 0.0717380 Jul 06 12:23:35.291492 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:35.363069 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.416353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12ea1-1fe4-469d-ab23-a13e8cb0724a req-d35c789e-ceae-4ab0-953f-d11380affa78 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.417892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9dd12ea1-1fe4-469d-ab23-a13e8cb0724a req-d35c789e-ceae-4ab0-953f-d11380affa78 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 945 time: 0.0675535 Jul 06 12:23:35.457300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9dd12ea1-1fe4-469d-ab23-a13e8cb0724a req-2b6d22b8-e13f-4156-a4bf-7ba5d8b77c9b tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Jul 06 12:23:35.563517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:35.596022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:35.638660 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:35.642172 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a2614-0cc2-4ce8-b188-3e6518c95788" -d '{"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-unplugged", "status": "completed", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:35.646054 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.659338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Transition to ACTIVE for port object 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:35.663190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.691300 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470d49f0-64b5-45d5-a9fd-646fc39cd8f5 x-openstack-request-id: req-470d49f0-64b5-45d5-a9fd-646fc39cd8f5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:35.691590 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-unplugged", "status": "completed", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:35.691843 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-470d49f0-64b5-45d5-a9fd-646fc39cd8f5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:35.692259 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'code': 200} Jul 06 12:23:35.729504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] No DVR routers for this DVR port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:35.731401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:35.743455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.743807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.744179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.744520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.744855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.745187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.745516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.745842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.746169 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.746493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.746819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.747142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:35.778124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:35.778458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:35.778786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on network 48ddb49f-36fd-4452-bfac-41813c474598 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:35.782997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on network 48ddb49f-36fd-4452-bfac-41813c474598 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:23:35.783319 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Attempting to bind port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on network 48ddb49f-36fd-4452-bfac-41813c474598 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:35.788057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:35.788393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Checking segment: {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:35.788774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Bound using segment: {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:35.789198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Bound port: 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acaab33-c7ff-414e-8cc6-7e16549ae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:35.789552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.850997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:35.854077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:35.858462 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.894201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.894899 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.896298 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 1091 time: 0.6088307 Jul 06 12:23:35.929154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4c29-debe-4a7e-b0aa-f6d8c5811245 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:35.973200 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-ae5272b8-7e66-43a9-bef6-0ce689ab43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.974685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-ae5272b8-7e66-43a9-bef6-0ce689ab43d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.0573406 Jul 06 12:23:36.063636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-4591c501-0df5-4303-8518-4f696c426a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.065180 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-4591c501-0df5-4303-8518-4f696c426a70 service neutron] 10.222.0.79 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.0845165 Jul 06 12:23:36.104984 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-fb0c1879-f2e6-4682-b833-ec07f9004b0b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0339134 Jul 06 12:23:36.152166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782357f-39fe-480a-badc-aaeba4116196 req-c6653d79-9675-4d92-ae0f-18d46272a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.153578 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-c6653d79-9675-4d92-ae0f-18d46272a90c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0425246 Jul 06 12:23:36.185914 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-4f8026db-767d-4f1d-b13d-334f38143745 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252759 Jul 06 12:23:36.277783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-299d4ed3-3cf7-427b-aada-cbbc20083e4e service neutron] 10.222.0.79 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jul 06 12:23:36.364786 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8782357f-39fe-480a-badc-aaeba4116196 req-b207a127-8c79-4863-9546-78737f825a5c service neutron] 10.222.0.79 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793202 Jul 06 12:23:36.644842 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d18536-8048-4de3-a813-538f25a8f8b2 req-965dc81c-f0c6-4da6-a38b-2095ca68cbca tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.646243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d18536-8048-4de3-a813-538f25a8f8b2 req-965dc81c-f0c6-4da6-a38b-2095ca68cbca tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 943 time: 0.0680745 Jul 06 12:23:36.672310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac625c1c-3363-4352-971d-219d635c7ccf req-1786ebcc-89ef-49ef-9257-41c7e3ae7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.673830 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-1786ebcc-89ef-49ef-9257-41c7e3ae7bcc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.0582960 Jul 06 12:23:36.687810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d18536-8048-4de3-a813-538f25a8f8b2 req-985eef53-4193-48fd-826a-76a6b202a004 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Jul 06 12:23:36.778394 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac625c1c-3363-4352-971d-219d635c7ccf req-fc7ae16f-ae6f-457d-a8e8-f59e5cce8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.780092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-fc7ae16f-ae6f-457d-a8e8-f59e5cce8f1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.0853021 Jul 06 12:23:36.824685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-f055880a-6f85-4c84-b406-705f9299d253 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0375187 Jul 06 12:23:36.874486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac625c1c-3363-4352-971d-219d635c7ccf req-30946bf3-f835-4c4b-a8fa-131f57490a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.875971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-30946bf3-f835-4c4b-a8fa-131f57490a3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0438342 Jul 06 12:23:36.910567 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-ef587b17-31a6-4f6c-ad4c-af9688cfc127 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275319 Jul 06 12:23:37.001463 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-ce39c0ef-40d4-412b-8729-d31971698779 service neutron] 10.222.0.79 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842090 Jul 06 12:23:37.089575 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ac625c1c-3363-4352-971d-219d635c7ccf req-819f201b-9246-4f07-b9fd-65cd5d971558 service neutron] 10.222.0.79 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815048 Jul 06 12:23:37.693880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:37.696340 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc31b9a-8646-464c-9acf-f396aa439675" -d '{"events": [{"name": "network-changed", "server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:37.744728 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2927219b-3580-4dbd-86ea-ee2e0efed450 x-openstack-request-id: req-2927219b-3580-4dbd-86ea-ee2e0efed450 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:37.745020 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:37.745267 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2927219b-3580-4dbd-86ea-ee2e0efed450 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:37.745661 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'status': 'completed', 'code': 200} Jul 06 12:23:37.824303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-8bd74d12-121e-4814-8dc2-7484c28522eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:37.825831 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-8bd74d12-121e-4814-8dc2-7484c28522eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.0567539 Jul 06 12:23:37.861705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-6060fa0b-18ec-4fcd-b966-c1daf0da3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:37.863260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-6060fa0b-18ec-4fcd-b966-c1daf0da3af4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.0926867 Jul 06 12:23:37.889418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52584-bf69-4f8e-a3a1-11d8d3ba7dbc req-0008b98b-da09-4f36-b9f0-3894d0edafd6 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:37.891043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aed52584-bf69-4f8e-a3a1-11d8d3ba7dbc req-0008b98b-da09-4f36-b9f0-3894d0edafd6 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 943 time: 0.0894229 Jul 06 12:23:37.934838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-c9e49ac3-ba26-476b-b9aa-27e9da04fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:37.935992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-c9e49ac3-ba26-476b-b9aa-27e9da04fead service neutron] 10.222.0.79 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.1037118 Jul 06 12:23:37.974871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aed52584-bf69-4f8e-a3a1-11d8d3ba7dbc req-bc179212-e097-4743-a369-f2f4b314ebc3 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717041 Jul 06 12:23:37.991126 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-5031a6cb-55e8-4541-be74-b064c653738e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0482006 Jul 06 12:23:38.007624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-2204829b-e13b-4eba-bd5b-3f6d5494b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:38.009420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-2204829b-e13b-4eba-bd5b-3f6d5494b6e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.1345792 Jul 06 12:23:38.041686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-2a1e9eec-0768-467e-af15-074b66bcdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:38.043174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-2a1e9eec-0768-467e-af15-074b66bcdb43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0464022 Jul 06 12:23:38.057767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-2e60478b-2ed6-42b3-acfc-85be91f1cfdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0419445 Jul 06 12:23:38.081445 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-9fcc8b84-3a9c-4938-8e38-c14d6f4ac6cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306566 Jul 06 12:23:38.111480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-975a2fee-d2b6-4065-bf35-478f8022aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:38.112977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-975a2fee-d2b6-4065-bf35-478f8022aac5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0494704 Jul 06 12:23:38.146536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-93ef7e44-b075-48e9-810b-31e12d2edf4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270824 Jul 06 12:23:38.170358 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-ccf742d5-7f5d-4be7-b8ef-69a35acf0d64 service neutron] 10.222.0.79 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827298 Jul 06 12:23:38.235654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-5547152a-ea0a-4165-a35e-094501eb7ced service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Jul 06 12:23:38.263520 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-9d925faf-b683-4830-b3c5-07ddf6a20baf service neutron] 10.222.0.79 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875161 Jul 06 12:23:38.331390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3fc31b9a-8646-464c-9acf-f396aa439675 req-4e40173e-7317-4315-9577-16c777e7feba service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895107 Jul 06 12:23:39.152400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2895a5-de37-40d9-a41d-cb1355137322 req-cba540b0-6ac3-423b-942e-890172573716 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.153805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e2895a5-de37-40d9-a41d-cb1355137322 req-cba540b0-6ac3-423b-942e-890172573716 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 943 time: 0.0639641 Jul 06 12:23:39.192428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e2895a5-de37-40d9-a41d-cb1355137322 req-b876c4ad-f17a-4cac-a8b4-c49e8331a110 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Jul 06 12:23:39.487831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:39.526659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:39.599762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c60f-f94f-4332-963a-64f447e092cf req-d0fdc4e9-a38b-487a-9ce1-7bf0101d7fe2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.601344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-d0fdc4e9-a38b-487a-9ce1-7bf0101d7fe2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba&tenant_id=3bd20edfe01140f0b02148506ea30a5e&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 943 time: 0.0886376 Jul 06 12:23:39.666429 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-44e4c60f-f94f-4332-963a-64f447e092cf req-dea578fc-0090-4a2b-b7a9-8321d3a92178 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:23:39.667451 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-dea578fc-0090-4a2b-b7a9-8321d3a92178 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5a70eb22-6912-4153-8d4a-1e1fb12bfe07/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0602798 Jul 06 12:23:39.766176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c60f-f94f-4332-963a-64f447e092cf req-cde198ec-30e1-44bd-95b5-a76c168db9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.767690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-cde198ec-30e1-44bd-95b5-a76c168db9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bd20edfe01140f0b02148506ea30a5e&device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 1094 time: 0.0562894 Jul 06 12:23:39.860081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c60f-f94f-4332-963a-64f447e092cf req-422b7e54-96ff-480a-aa43-a36e959ce18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.861561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-422b7e54-96ff-480a-aa43-a36e959ce18a service neutron] 10.222.0.64 "GET /v2.0/networks?id=48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 200 len: 913 time: 0.0882745 Jul 06 12:23:39.904373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-2996a736-c4fe-43a2-8583-efe40dd4767e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 200 len: 217 time: 0.0353434 Jul 06 12:23:39.950839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c60f-f94f-4332-963a-64f447e092cf req-76a9f7db-c7b7-4ae9-bb5a-05dee9ca20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.953066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-76a9f7db-c7b7-4ae9-bb5a-05dee9ca20fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 200 len: 852 time: 0.0428815 Jul 06 12:23:39.987779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-12a8d97f-67cf-4457-8a16-a40dc8b3c846 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48ddb49f-36fd-4452-bfac-41813c474598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287435 Jul 06 12:23:40.077668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-f14a1125-f9cb-4e7f-a505-dc33734a72f0 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824487 Jul 06 12:23:40.168995 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-4fc8f24e-94d3-4f4a-bcbe-f3d5b288e2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850325 Jul 06 12:23:40.174523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:23:40.269693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:40.281073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'network_id': '48ddb49f-36fd-4452-bfac-41813c474598', 'port_id': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'mac_address': 'fa:16:3e:44:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4c7182-1c8a-4d99-b943-7a216ebf6843', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:23:40.324926 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.339323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:23:40.360463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:40.364094 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.410306 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:40.583120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5a70eb22-6912-4153-8d4a-1e1fb12bfe07'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:40.992569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb43d6-d7d8-4150-a47c-ea55ca02ae1f req-67473442-df68-4e84-82f4-3e7726ed1444 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:40.994057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20eb43d6-d7d8-4150-a47c-ea55ca02ae1f req-67473442-df68-4e84-82f4-3e7726ed1444 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 944 time: 0.0650830 Jul 06 12:23:41.031710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20eb43d6-d7d8-4150-a47c-ea55ca02ae1f req-57ddd56e-07ea-418c-bc08-c8e49d55d4a5 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Jul 06 12:23:42.205802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:42.207466 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1ea9-b13f-4928-a32e-308ba8fb98a6 req-d544b4df-0a5d-4c9a-8de0-3078723085c4 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:42.209067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-229a1ea9-b13f-4928-a32e-308ba8fb98a6 req-d544b4df-0a5d-4c9a-8de0-3078723085c4 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 944 time: 0.0647748 Jul 06 12:23:42.246190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c60f-f94f-4332-963a-64f447e092cf req-828ef796-ecda-44b6-9e3a-3ea710fafaf2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:42.247934 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-828ef796-ecda-44b6-9e3a-3ea710fafaf2 tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b55ab57-fc3d-41bc-b93f-d1558ee64dba HTTP/1.1" status: 200 len: 944 time: 0.0669723 Jul 06 12:23:42.249706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-229a1ea9-b13f-4928-a32e-308ba8fb98a6 req-696ce87e-56c1-4288-a190-09a30c973ebf tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.78 "GET /v2.0/security-groups?id=701377cd-5e55-41a9-80ab-aa7ad317074f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344937 Jul 06 12:23:42.257976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:42.262113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:42.262260 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.339036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.352500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Deleting port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:42.352840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.366021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:42.368380 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c088ad1d-6976-4371-8711-5570f4f9323a" -d '{"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-plugged", "status": "completed", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:42.382148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:42.386700 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.413735 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79391040-f21a-4a76-b8b6-e1ad935fca3b x-openstack-request-id: req-79391040-f21a-4a76-b8b6-e1ad935fca3b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:42.414030 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-plugged", "status": "completed", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:42.414281 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79391040-f21a-4a76-b8b6-e1ad935fca3b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:42.414670 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'code': 200} Jul 06 12:23:42.440107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:42.442725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] For port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,segment=NetworkSegment(1acaab33-c7ff-414e-8cc6-7e16549ae7cc),segment_id=1acaab33-c7ff-414e-8cc6-7e16549ae7cc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:42.443088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.447327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.447676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.448131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.448488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.449267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.449607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.449941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.450267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.450593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.450924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.451809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.452253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:42.459837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Calling delete_port for 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:42.585944 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.597835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['5a70eb22-6912-4153-8d4a-1e1fb12bfe07'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:42.615232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Pushing event deleted for resources: {'Port': ['ID=5a70eb22-6912-4153-8d4a-1e1fb12bfe07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:42.657700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] No DVR routers for this DVR port 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:42.660360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.662328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-44e4c60f-f94f-4332-963a-64f447e092cf req-600805a4-088b-4edd-b113-c2d1470a14ec tempest-DeleteServersTestJSON-1712564345 tempest-DeleteServersTestJSON-1712564345-project] 10.222.0.79 "DELETE /v2.0/ports/5a70eb22-6912-4153-8d4a-1e1fb12bfe07 HTTP/1.1" status: 204 len: 173 time: 0.4080613 Jul 06 12:23:42.662765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-deleted', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:42.665151 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f1473-b4f2-47a9-82ee-4bf1063d73be" -d '{"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-deleted", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:42.705047 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2002b58d-5162-4f37-95a6-4a3873139a8b x-openstack-request-id: req-2002b58d-5162-4f37-95a6-4a3873139a8b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:42.705348 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55ab57-fc3d-41bc-b93f-d1558ee64dba", "name": "network-vif-deleted", "tag": "5a70eb22-6912-4153-8d4a-1e1fb12bfe07", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:42.705605 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2002b58d-5162-4f37-95a6-4a3873139a8b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:42.706080 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55ab57-fc3d-41bc-b93f-d1558ee64dba', 'name': 'network-vif-deleted', 'tag': '5a70eb22-6912-4153-8d4a-1e1fb12bfe07', 'status': 'completed', 'code': 200} Jul 06 12:23:43.515191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:43.563139 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Deleting subnet ad4c7182-1c8a-4d99-b943-7a216ebf6843 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:43.566123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.600237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.638267 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.689777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.714063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4c7182-1c8a-4d99-b943-7a216ebf6843,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:43.724065 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.725935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ad4c7182-1c8a-4d99-b943-7a216ebf6843 HTTP/1.1" status: 204 len: 168 time: 0.2097347 Jul 06 12:23:43.727731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.728109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.728459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.728775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:43.729216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.729216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.729422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.729750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.730084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.730537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.730877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.731226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.731550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c348af-6d79-41c2-90bf-eb609d4697c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:43.799018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.872774 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.882323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ddb49f-36fd-4452-bfac-41813c474598']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:43.896861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acaab33-c7ff-414e-8cc6-7e16549ae7cc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:43.897156 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acaab33-c7ff-414e-8cc6-7e16549ae7cc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:43.906584 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.240508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.246569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:44.246965 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:44.249205 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:44.301625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.306940 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.308814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/48ddb49f-36fd-4452-bfac-41813c474598 HTTP/1.1" status: 204 len: 168 time: 0.5790210 Jul 06 12:23:44.319980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8cfdd-9c2c-4b26-a51f-fc908fc66dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ddb49f-36fd-4452-bfac-41813c474598,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:44.416400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:44.454402 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b24dd8c6-0375-4338-a1da-f75f0bba2628 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3bd20edfe01140f0b02148506ea30a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367954 Jul 06 12:23:44.456864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:44.510878 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635cfe-a982-4a32-b66c-a39e859c45e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.532251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635cfe-a982-4a32-b66c-a39e859c45e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.577507 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635cfe-a982-4a32-b66c-a39e859c45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.580150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635cfe-a982-4a32-b66c-a39e859c45e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.581307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-34635cfe-a982-4a32-b66c-a39e859c45e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/701377cd-5e55-41a9-80ab-aa7ad317074f HTTP/1.1" status: 204 len: 168 time: 0.1234252 Jul 06 12:23:44.588953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34635cfe-a982-4a32-b66c-a39e859c45e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701377cd-5e55-41a9-80ab-aa7ad317074f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:45.228977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 56798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:45.380169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1676787375-network', 'tenant_id': '0a2a552e106a4e4a9959cddcf0ef4218'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:45.402703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Made reservation on behalf of 0a2a552e106a4e4a9959cddcf0ef4218 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:45.405573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.414459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.504537 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.508198 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.533130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:45.542019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:45.548474 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.548817 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Added segment fff9ec48-6eae-423e-b94a-e35526068096 of type vlan for network a68a4006-77c3-42dc-8646-646452024cf0 Jul 06 12:23:45.590214 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.618563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.619504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:45.620119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.675691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4453974 Jul 06 12:23:45.678630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 56804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:45.683722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Request body: {'subnet': {'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1676787375-subnet', 'tenant_id': '0a2a552e106a4e4a9959cddcf0ef4218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:45.684649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a93d-001d-4a6e-ae37-5118962dbca4 admin admin] Pushing event updated for resources: {'Network': ['ID=a68a4006-77c3-42dc-8646-646452024cf0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:45.694956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a68a4006-77c3-42dc-8646-646452024cf0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:45.705906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Made reservation on behalf of 0a2a552e106a4e4a9959cddcf0ef4218 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:45.708507 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.880791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.940441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d811226e-7e73-478e-b2ae-a2bdfdcfacb8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:45.949841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Checking segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:45.950205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Network hostable DHCP agents. Network: a68a4006-77c3-42dc-8646-646452024cf0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:45.967271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Network a68a4006-77c3-42dc-8646-646452024cf0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:45.976749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a68a4006-77c3-42dc-8646-646452024cf0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:45.980915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:45.981557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.987420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a3a60-a56e-49da-9008-c014f51c612d None None] Network a68a4006-77c3-42dc-8646-646452024cf0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:45.998131 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-422946f7-9564-473b-b2e4-6f797b79368e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3181856 Jul 06 12:23:46.126147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23b88e-1266-4d6a-b9eb-8eee2f2482c3 None None] Network a68a4006-77c3-42dc-8646-646452024cf0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:46.243833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:46.280495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:46.280993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 5a70eb22-6912-4153-8d4a-1e1fb12bfe07 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:46.436052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-a3201675-b5b1-4735-8b5c-41d9d29e86c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:46.437527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-a3201675-b5b1-4735-8b5c-41d9d29e86c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 815 time: 0.1006346 Jul 06 12:23:46.452599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-68a5a7d3-7bff-4c52-9e16-47389edab024 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/quotas/0a2a552e106a4e4a9959cddcf0ef4218 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Jul 06 12:23:46.490512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-c3070307-82dd-4d7c-bd5f-f3f3d948cf78 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328104 Jul 06 12:23:46.626688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-116f299b-afe5-48f0-abd7-6a1be37fbd10 service neutron] 10.222.0.78 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293736 Jul 06 12:23:46.730486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-ad863ba1-a14d-44ec-8bdc-1e65a21e0f62 service neutron] 10.222.0.78 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974309 Jul 06 12:23:46.905944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5089d4f1-1105-4577-8566-cf5810e75007 req-986ee723-30e9-4d30-9805-457cdc114d04 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 210 time: 0.0339921 Jul 06 12:23:48.046660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5babaee3-db14-493f-9db6-ce9be50f3465 req-2dcfec5a-f8d3-4c21-a8a8-406f310cd488 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 210 time: 0.0296926 Jul 06 12:23:48.170127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-8c3ba74c-735d-49ad-81a8-f1f3c6593e23 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:48.172269 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-8c3ba74c-735d-49ad-81a8-f1f3c6593e23 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 815 time: 0.1033287 Jul 06 12:23:48.193669 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Request body: {'port': {'device_id': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'admin_state_up': True, 'tenant_id': '0a2a552e106a4e4a9959cddcf0ef4218'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:48.306096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Made reservation on behalf of 0a2a552e106a4e4a9959cddcf0ef4218 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:48.309642 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.432619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Allocated IP 172.20.0.10 (a68a4006-77c3-42dc-8646-646452024cf0/d811226e-7e73-478e-b2ae-a2bdfdcfacb8/fa7a2454-1e12-474c-aa6c-693fc82d4650) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:48.579216 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.616744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.658661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Network a68a4006-77c3-42dc-8646-646452024cf0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:48.662076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:48.664497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:48.701375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:48.723892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:48.724533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.739720 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-e0b546aa-3a6d-47d7-9cd3-5f82a85b6792 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520413 Jul 06 12:23:48.751381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Request body: {'port': {'device_id': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:48.822641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.087840 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7a2454-1e12-474c-aa6c-693fc82d4650 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:23:49.095974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.108831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Transition to ACTIVE for port object fa7a2454-1e12-474c-aa6c-693fc82d4650 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:49.112469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.181563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:49.223415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e706e2-3240-4b60-9cbb-37ace88696cc req-e15fc9da-5e78-4c81-b8d3-27df4fd1146d tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.224927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e706e2-3240-4b60-9cbb-37ace88696cc req-e15fc9da-5e78-4c81-b8d3-27df4fd1146d tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0632346 Jul 06 12:23:49.232527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:49.232859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:49.233189 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:49.237442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Port fa7a2454-1e12-474c-aa6c-693fc82d4650 on network a68a4006-77c3-42dc-8646-646452024cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:23:49.237762 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:49.242494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:49.242829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Checking segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:49.243232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Bound using segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:49.243653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Bound port: fa7a2454-1e12-474c-aa6c-693fc82d4650, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:49.244030 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.266703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e706e2-3240-4b60-9cbb-37ace88696cc req-a2eeeaf7-06d8-449f-b49b-b8fc06d54529 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Jul 06 12:23:49.313579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:49.316728 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:49.320579 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.354810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.355434 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.356893 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] 10.222.0.79 "PUT /v2.0/ports/fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 1092 time: 0.6101987 Jul 06 12:23:49.358088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:49.360399 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c20bac9-6244-4a0b-888b-d99b1a0988c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:49.384436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db7dbf-adff-4bb5-abb2-1aa835ab6ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:49.405725 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e8db9-47df-4ac1-85d4-f90e18e22635 x-openstack-request-id: req-873e8db9-47df-4ac1-85d4-f90e18e22635 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:49.406013 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:49.406268 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-873e8db9-47df-4ac1-85d4-f90e18e22635 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:49.406666 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'status': 'completed', 'code': 200} Jul 06 12:23:49.449478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-26464ef6-0f1e-4c4b-9741-2526adfe9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.451049 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-26464ef6-0f1e-4c4b-9741-2526adfe9dce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1095 time: 0.0551734 Jul 06 12:23:49.494888 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-658c9b10-7147-4d68-af5e-71e3d8afd65c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0366216 Jul 06 12:23:49.542376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a4467-9ca2-4654-8c22-945838cdf03d req-fffd3b45-0a8a-4591-aa38-aea997f35ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.543856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-fffd3b45-0a8a-4591-aa38-aea997f35ca3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0426979 Jul 06 12:23:49.575199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-67352b65-027a-4d8a-8625-96fada19390e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257561 Jul 06 12:23:49.667998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-9af2a31e-fdf4-47e0-ac92-df9e05dcf306 service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852036 Jul 06 12:23:49.757352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-877a4467-9ca2-4654-8c22-945838cdf03d req-8969df93-3c47-4255-ae91-32a70cb6dfbc service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Jul 06 12:23:49.856740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-e5ca9402-eca6-4f45-857b-120456a3a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.858893 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-e5ca9402-eca6-4f45-857b-120456a3a798 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1095 time: 0.0528865 Jul 06 12:23:49.950427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-2fc12a7f-831c-472e-b7b6-e9dc88d612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.952594 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-2fc12a7f-831c-472e-b7b6-e9dc88d612bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0873272 Jul 06 12:23:49.992769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-680cc739-cf0e-400d-bba9-d7989d39ea71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Jul 06 12:23:50.041841 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-6d4d0a7f-b0c2-4a43-a136-02cdf7750917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:50.043260 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-6d4d0a7f-b0c2-4a43-a136-02cdf7750917 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0432029 Jul 06 12:23:50.081504 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-721efd71-975d-4ab8-bcbe-3042d2ef8368 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301991 Jul 06 12:23:50.167682 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-9a9d2d98-df0c-4c90-aff8-515fbc5749ef service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796728 Jul 06 12:23:50.259192 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c20bac9-6244-4a0b-888b-d99b1a0988c6 req-361cc529-7820-4ecb-8e1f-8ea85e00058d service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Jul 06 12:23:50.440989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96efb8-28a3-49e3-a471-d5bcbf39cec8 req-af94d12c-2e64-4f8a-a8ae-9a0f05bd2235 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:50.442459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d96efb8-28a3-49e3-a471-d5bcbf39cec8 req-af94d12c-2e64-4f8a-a8ae-9a0f05bd2235 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0626795 Jul 06 12:23:50.480942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d96efb8-28a3-49e3-a471-d5bcbf39cec8 req-bd6a6baa-09b7-4c70-99f2-11d9de3a32ed tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Jul 06 12:23:51.654385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41802-6ba3-4fef-8d62-396347829129 req-56bcfbd6-b425-4819-9a47-9229cedc4cbd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:51.655883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-05a41802-6ba3-4fef-8d62-396347829129 req-56bcfbd6-b425-4819-9a47-9229cedc4cbd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0624542 Jul 06 12:23:51.693657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-05a41802-6ba3-4fef-8d62-396347829129 req-4ff2be94-6fbc-4089-b3d1-b5b22230741b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Jul 06 12:23:52.268849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:23:52.364521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:52.375650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'port_id': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'mac_address': 'fa:16:3e:4d:6c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd811226e-7e73-478e-b2ae-a2bdfdcfacb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:23:52.412647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.424945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7a2454-1e12-474c-aa6c-693fc82d4650 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:23:52.443110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:52.446856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.495865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:52.633974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['fa7a2454-1e12-474c-aa6c-693fc82d4650'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:52.870707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a55b9e-c0d6-4b31-8e50-8a5f2eaa9534 req-ad7b7ac8-6bfd-454e-807b-b650e9363a6e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:52.872240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47a55b9e-c0d6-4b31-8e50-8a5f2eaa9534 req-ad7b7ac8-6bfd-454e-807b-b650e9363a6e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 945 time: 0.0663841 Jul 06 12:23:52.910767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-47a55b9e-c0d6-4b31-8e50-8a5f2eaa9534 req-2763b636-c9e7-47a7-a8ab-cfd6968c2fec tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Jul 06 12:23:53.011887 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.081512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c15a3-1533-4574-88b5-5be4d184cd08 req-086da526-e90c-4006-a491-5bcd1600bb6b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:54.083001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d55c15a3-1533-4574-88b5-5be4d184cd08 req-086da526-e90c-4006-a491-5bcd1600bb6b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 945 time: 0.0637114 Jul 06 12:23:54.120807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d55c15a3-1533-4574-88b5-5be4d184cd08 req-17d3daf4-389b-4d82-a417-33d243eb292f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Jul 06 12:23:54.297275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:54.346888 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port fa7a2454-1e12-474c-aa6c-693fc82d4650 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:54.350573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port fa7a2454-1e12-474c-aa6c-693fc82d4650 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:54.350940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.429656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.450912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:54.453711 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8618d3-769c-4411-a36a-0c962789b6d3" -d '{"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-plugged", "status": "completed", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:54.466132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:54.471203 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.493391 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7e748-3647-40c6-bd24-39090f5e0adf x-openstack-request-id: req-e7b7e748-3647-40c6-bd24-39090f5e0adf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:54.493683 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-plugged", "status": "completed", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:54.493934 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b7e748-3647-40c6-bd24-39090f5e0adf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:54.494313 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'code': 200} Jul 06 12:23:54.524492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:54.603629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe12f-c2a2-4ebf-9363-43aead4577c1 req-77c8b3d7-d426-42ce-b77a-7d77a1333660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:54.605167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa6fe12f-c2a2-4ebf-9363-43aead4577c1 req-77c8b3d7-d426-42ce-b77a-7d77a1333660 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1097 time: 0.0524859 Jul 06 12:23:54.638852 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fa6fe12f-c2a2-4ebf-9363-43aead4577c1 req-dc7c277d-cf66-47a6-8139-6f46f11e17fc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271797 Jul 06 12:23:55.313688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34f0c9-bc95-4253-8f5e-da6dbc8bbcc5 req-bae8cba0-21cb-4462-85bd-a71a3f3757a1 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:55.315188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d34f0c9-bc95-4253-8f5e-da6dbc8bbcc5 req-bae8cba0-21cb-4462-85bd-a71a3f3757a1 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0713408 Jul 06 12:23:55.358095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d34f0c9-bc95-4253-8f5e-da6dbc8bbcc5 req-494f01c6-a346-4f17-ae5c-5d6addb12ea6 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366509 Jul 06 12:23:56.534249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1d2c-cdc3-43f6-8e50-105a7ad2d209 req-76ef2d1d-70d3-4927-a3e2-baef61f1646e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:56.535713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d31a1d2c-cdc3-43f6-8e50-105a7ad2d209 req-76ef2d1d-70d3-4927-a3e2-baef61f1646e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0625823 Jul 06 12:23:56.573830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d31a1d2c-cdc3-43f6-8e50-105a7ad2d209 req-111356cf-07e7-485c-862f-e54936d2acc3 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 06 12:23:56.746188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8f1bd-368e-464f-834a-8ba096b31400 req-9cb6dd19-a78f-4928-9cd9-91d85b22f7c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:56.747687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96a8f1bd-368e-464f-834a-8ba096b31400 req-9cb6dd19-a78f-4928-9cd9-91d85b22f7c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0654778 Jul 06 12:23:56.785212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-96a8f1bd-368e-464f-834a-8ba096b31400 req-e5849ae9-a0a8-45dd-96e6-837c3c582ab9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Jul 06 12:23:57.123422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124b3a6-7674-4346-b3ec-4d0390ad31a0 req-bd09a37d-2072-438f-8ece-a7a76d94c00d tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:57.124925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f124b3a6-7674-4346-b3ec-4d0390ad31a0 req-bd09a37d-2072-438f-8ece-a7a76d94c00d tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0661898 Jul 06 12:23:57.162548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f124b3a6-7674-4346-b3ec-4d0390ad31a0 req-0f2dd15a-d3a3-458c-86ee-9ce56c3c8429 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Jul 06 12:23:57.177141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd019e40-cf94-4d10-8079-d168bc9fef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.335255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c492a-2f6a-4da2-bfa4-e14628bee14c req-b1d2dc80-234a-4e32-b53f-b03b083bc033 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:57.336668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-512c492a-2f6a-4da2-bfa4-e14628bee14c req-b1d2dc80-234a-4e32-b53f-b03b083bc033 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0633836 Jul 06 12:23:57.376770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-512c492a-2f6a-4da2-bfa4-e14628bee14c req-4d7de348-56af-4e9c-bfef-275ab3ff72ed tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Jul 06 12:23:57.722375 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-527e88a1-1ca7-495f-8421-abea27157160 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535481 Jul 06 12:23:57.770991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ec997-a547-44e5-bc00-36bfd7f6dca4 req-effdbc26-c5f8-4a4a-890f-c2bcf3814a66 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:57.772520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-477ec997-a547-44e5-bc00-36bfd7f6dca4 req-effdbc26-c5f8-4a4a-890f-c2bcf3814a66 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0635083 Jul 06 12:23:57.814553 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-477ec997-a547-44e5-bc00-36bfd7f6dca4 req-25ffa986-c7f0-47a1-87e7-ce53c60b5046 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360332 Jul 06 12:23:59.000008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f16fa-f389-4701-a227-5203c9c3a7b9 req-a141795b-6b69-48b8-84d8-c11c84466566 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:59.001503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-171f16fa-f389-4701-a227-5203c9c3a7b9 req-a141795b-6b69-48b8-84d8-c11c84466566 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0740767 Jul 06 12:23:59.039802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-171f16fa-f389-4701-a227-5203c9c3a7b9 req-d7e13949-0a95-4704-a8ab-39bec1168849 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Jul 06 12:23:59.192150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-771415de-b58f-4c67-87ad-a6974041db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:59.193657 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-771415de-b58f-4c67-87ad-a6974041db1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1097 time: 0.0578747 Jul 06 12:23:59.284817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-78da3c3a-b190-49fc-a4cb-ee5f1d9f5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:59.286385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-78da3c3a-b190-49fc-a4cb-ee5f1d9f5065 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0869195 Jul 06 12:23:59.332163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-f8069cf8-ed0d-411d-b29f-14f5c87cf2bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0396128 Jul 06 12:23:59.380092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-81663616-6350-4efe-9b4b-f313cc6530e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:59.381528 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-81663616-6350-4efe-9b4b-f313cc6530e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0441282 Jul 06 12:23:59.414675 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-6f52d9bc-13a9-444e-85e5-9fac427e58cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270281 Jul 06 12:23:59.506097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-53c0e6e9-e283-4ab6-8705-991f6e70c698 service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Jul 06 12:23:59.595606 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-65dcc9e3-9d70-4bcc-8915-b7834bf0c9fc service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826240 Jul 06 12:23:59.700708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37e3fc05-d8d5-4036-bec7-cc4bac83d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.213904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e349a5-b4c1-433d-9075-e5791093c8b2 req-8231ed30-1368-49f9-81bb-bdda4594fa20 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:00.215393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3e349a5-b4c1-433d-9075-e5791093c8b2 req-8231ed30-1368-49f9-81bb-bdda4594fa20 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0637887 Jul 06 12:24:00.252538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b3e349a5-b4c1-433d-9075-e5791093c8b2 req-99ae171f-0ec0-4bea-a6f8-a92fbdf9f8ef tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Jul 06 12:24:00.327754 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.363791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:01.057066 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:01.429233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755c40-85b8-49d1-91d2-1e3e03c79605 req-6a1d9a17-e6bc-4e5f-b972-3707207749b7 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:01.430710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb755c40-85b8-49d1-91d2-1e3e03c79605 req-6a1d9a17-e6bc-4e5f-b972-3707207749b7 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0682185 Jul 06 12:24:01.469048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fb755c40-85b8-49d1-91d2-1e3e03c79605 req-3d2e1ad1-c195-4f0f-b905-db2409ca2111 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Jul 06 12:24:02.381093 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:24:02.548949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:02.652563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5bda-1ff9-4422-ac36-6f92d2176aea req-34e3a851-6b66-4853-97b0-eb43a6f1e4fa tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:02.653956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45bc5bda-1ff9-4422-ac36-6f92d2176aea req-34e3a851-6b66-4853-97b0-eb43a6f1e4fa tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0661495 Jul 06 12:24:02.690986 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45bc5bda-1ff9-4422-ac36-6f92d2176aea req-451a485f-5a0b-4af6-a490-954319d8eaf8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Jul 06 12:24:03.869999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fc709-a91b-4f0a-8c1b-6b6dc80e50b7 req-9ac2f016-f174-41b3-9668-acd1e289582f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:03.871481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-690fc709-a91b-4f0a-8c1b-6b6dc80e50b7 req-9ac2f016-f174-41b3-9668-acd1e289582f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0696089 Jul 06 12:24:03.909113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-690fc709-a91b-4f0a-8c1b-6b6dc80e50b7 req-d9c1d9a0-6df7-43d5-80b2-2f6b2249a68c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jul 06 12:24:05.081003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d72ea-3c24-41be-adbf-e0a6fa67cd8d req-4f5ba5f7-c1d8-40b7-92ed-5e604813acb8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:05.082464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d1d72ea-3c24-41be-adbf-e0a6fa67cd8d req-4f5ba5f7-c1d8-40b7-92ed-5e604813acb8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0632126 Jul 06 12:24:05.119021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d1d72ea-3c24-41be-adbf-e0a6fa67cd8d req-f97c677c-74aa-4f23-a7de-c5461165b538 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Jul 06 12:24:06.487505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18aa25-fd45-4ca7-887b-02b3d9b136e4 req-93cec0af-fbce-48ce-b67e-1cc634889c77 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:06.489092 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b18aa25-fd45-4ca7-887b-02b3d9b136e4 req-93cec0af-fbce-48ce-b67e-1cc634889c77 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0625391 Jul 06 12:24:06.526205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b18aa25-fd45-4ca7-887b-02b3d9b136e4 req-c5773ffd-9fc9-442d-8761-1297b196a1ec tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Jul 06 12:24:08.043384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5d7c-e9ac-4eee-b096-3968c2e4577b req-9e1932ec-a0ad-49ac-96b6-64d030ef5af8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:08.044889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-576f5d7c-e9ac-4eee-b096-3968c2e4577b req-9e1932ec-a0ad-49ac-96b6-64d030ef5af8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.3992200 Jul 06 12:24:08.082845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-576f5d7c-e9ac-4eee-b096-3968c2e4577b req-589ec2b5-ef3c-421d-b511-f3bf77992147 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Jul 06 12:24:09.251370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792d6f-33c5-45f6-95b9-4ee30b0c8437 req-d9b46b5c-9896-429f-a99c-c48126559984 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:09.252855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09792d6f-33c5-45f6-95b9-4ee30b0c8437 req-d9b46b5c-9896-429f-a99c-c48126559984 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0619349 Jul 06 12:24:09.290546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09792d6f-33c5-45f6-95b9-4ee30b0c8437 req-a599808d-cda6-4ffd-9a95-0d13e55c79d5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Jul 06 12:24:10.473422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32efc1-6be7-46c4-add1-b00eebecc399 req-90bfcf90-d52d-4738-9355-cc77e1d91ddb tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:10.474911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc32efc1-6be7-46c4-add1-b00eebecc399 req-90bfcf90-d52d-4738-9355-cc77e1d91ddb tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0674739 Jul 06 12:24:10.513616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc32efc1-6be7-46c4-add1-b00eebecc399 req-a3170e3e-743c-4663-8309-3626cf222790 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Jul 06 12:24:11.684180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0d669-0404-4b85-aefe-5e1319c2eb49 req-135b0525-403d-46ff-9c12-2a9a42510633 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:11.685675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02e0d669-0404-4b85-aefe-5e1319c2eb49 req-135b0525-403d-46ff-9c12-2a9a42510633 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0628464 Jul 06 12:24:11.723209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-02e0d669-0404-4b85-aefe-5e1319c2eb49 req-31267177-a9fe-48e1-b561-bdbfa6854401 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jul 06 12:24:12.893727 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3fd1-5f95-4f53-843a-c4a5b4750856 req-5963ea6f-6f8d-48da-b5eb-4b8f5aee52fd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:12.895220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-138a3fd1-5f95-4f53-843a-c4a5b4750856 req-5963ea6f-6f8d-48da-b5eb-4b8f5aee52fd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0627544 Jul 06 12:24:12.936997 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-138a3fd1-5f95-4f53-843a-c4a5b4750856 req-21e08f78-4a23-48dc-85e0-68a2d0c039bf tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Jul 06 12:24:14.112074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ca82-d8ca-4789-bf60-938dfa6bb1e6 req-8d13926f-d634-4e1b-9191-cfc4523fb33d tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:14.113597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b721ca82-d8ca-4789-bf60-938dfa6bb1e6 req-8d13926f-d634-4e1b-9191-cfc4523fb33d tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0623260 Jul 06 12:24:14.150901 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b721ca82-d8ca-4789-bf60-938dfa6bb1e6 req-2b317c5f-f302-4493-8aa8-62c505aa7992 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Jul 06 12:24:15.324514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccaf60-3598-4d6a-94d9-891d703eed86 req-ad692aab-b4be-41a8-a8c7-60f7e301264c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:15.325996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58ccaf60-3598-4d6a-94d9-891d703eed86 req-ad692aab-b4be-41a8-a8c7-60f7e301264c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0641150 Jul 06 12:24:15.363474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58ccaf60-3598-4d6a-94d9-891d703eed86 req-e6480a15-3d59-4d47-862f-42e2f37bc9cc tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jul 06 12:24:16.545849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23139c2-0383-4727-ab0f-49b95929a1c2 req-eb3b5ffe-31cf-42c7-9bb5-646e92fe8e63 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:16.547493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c23139c2-0383-4727-ab0f-49b95929a1c2 req-eb3b5ffe-31cf-42c7-9bb5-646e92fe8e63 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0732231 Jul 06 12:24:16.584952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c23139c2-0383-4727-ab0f-49b95929a1c2 req-31e134ed-105b-4b62-99a4-3249e1b399d2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Jul 06 12:24:17.760607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ef58c-56b7-4ce3-9960-fcead981652a req-3053127e-200e-49b8-ad02-ab007b6e7472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:17.762087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-443ef58c-56b7-4ce3-9960-fcead981652a req-3053127e-200e-49b8-ad02-ab007b6e7472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0633938 Jul 06 12:24:17.799721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-443ef58c-56b7-4ce3-9960-fcead981652a req-3c81ed40-a194-4c1a-8f01-2f5a8fc89e39 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Jul 06 12:24:18.974826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc0af-4034-412b-82e9-54db6f87d205 req-99c1bbfb-5646-4b57-bdff-7fdfebc64475 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:18.976430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57cdc0af-4034-412b-82e9-54db6f87d205 req-99c1bbfb-5646-4b57-bdff-7fdfebc64475 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0664568 Jul 06 12:24:19.016358 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57cdc0af-4034-412b-82e9-54db6f87d205 req-f5def3da-fac2-4fb7-a227-ed209656de12 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Jul 06 12:24:20.190458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef673c-3d95-4803-9290-2c02a10c0515 req-bf3f8015-e223-4cd5-892d-0d8b5a2c52d1 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:20.191836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20ef673c-3d95-4803-9290-2c02a10c0515 req-bf3f8015-e223-4cd5-892d-0d8b5a2c52d1 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0634582 Jul 06 12:24:20.228032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-20ef673c-3d95-4803-9290-2c02a10c0515 req-33eb4351-b22f-4b65-9d4d-acaa2210e408 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306947 Jul 06 12:24:21.399437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb753f-edf0-4aef-8328-ca9732751da1 req-347c06ba-0ef2-46a0-b3ff-a0ffab7dc1b8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:21.401172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22bb753f-edf0-4aef-8328-ca9732751da1 req-347c06ba-0ef2-46a0-b3ff-a0ffab7dc1b8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0622785 Jul 06 12:24:21.438760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22bb753f-edf0-4aef-8328-ca9732751da1 req-19585051-31b4-4762-9199-0a4813ecc580 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312221 Jul 06 12:24:22.620659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bde654-52fa-4a17-8d90-17c7bce58bca req-810fa320-09bc-47da-bf19-dfb30b98c4e4 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:22.622153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17bde654-52fa-4a17-8d90-17c7bce58bca req-810fa320-09bc-47da-bf19-dfb30b98c4e4 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0690784 Jul 06 12:24:22.660132 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17bde654-52fa-4a17-8d90-17c7bce58bca req-57abaa23-a19f-4b75-98ae-a549c16f5d70 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321803 Jul 06 12:24:22.999566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.835104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558e9f-c5ba-495d-aa61-b468e9778a20 req-8ec837bd-b9cd-43c0-bd9a-d7ff98b432d7 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:23.836627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50558e9f-c5ba-495d-aa61-b468e9778a20 req-8ec837bd-b9cd-43c0-bd9a-d7ff98b432d7 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0641348 Jul 06 12:24:23.874876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50558e9f-c5ba-495d-aa61-b468e9778a20 req-4961ac31-1029-4cbb-83a4-c8b8478bb785 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 06 12:24:25.065006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9cd31-d192-442d-bec1-9cc542cb84f6 req-3111a65e-8c23-4e0b-8ff0-c387c7394219 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:25.066470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ee9cd31-d192-442d-bec1-9cc542cb84f6 req-3111a65e-8c23-4e0b-8ff0-c387c7394219 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0661688 Jul 06 12:24:25.103282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ee9cd31-d192-442d-bec1-9cc542cb84f6 req-03ffd4cc-fe72-411f-994c-a880c431041e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jul 06 12:24:26.282554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32556bb-20ba-41f2-9f21-54d2f38198bc req-0a91ebc9-2e6d-4b5e-bf66-23b9e21f996f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:26.284203 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b32556bb-20ba-41f2-9f21-54d2f38198bc req-0a91ebc9-2e6d-4b5e-bf66-23b9e21f996f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0719631 Jul 06 12:24:26.326676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b32556bb-20ba-41f2-9f21-54d2f38198bc req-b327fe99-bd24-4d4f-83ac-1e4c05da967a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 06 12:24:26.573952 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-934701f9-5d23-4445-9104-6eba161d6140 service neutron] show failed (client error): The resource could not be found. Jul 06 12:24:26.574953 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-934701f9-5d23-4445-9104-6eba161d6140 service neutron] 10.222.0.79 "GET /v2.0/ports/fa7a2454-1e12-474c-aa6c-693fc82d4650/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0548832 Jul 06 12:24:26.827746 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-b7e069e2-10fb-48b8-8490-d0d081ae9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:26.829163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-b7e069e2-10fb-48b8-8490-d0d081ae9005 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd&tenant_id=0a2a552e106a4e4a9959cddcf0ef4218 HTTP/1.1" status: 200 len: 1097 time: 0.0532265 Jul 06 12:24:26.840297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:26.916024 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.116396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:27.149372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:27.177991 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19a4b6aa-b408-44f9-b302-3006661265a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.193035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:27.195315 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba89c14-36b8-4102-8e04-5d21d3194005" -d '{"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:27.199350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.212695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Transition to ACTIVE for port object fa7a2454-1e12-474c-aa6c-693fc82d4650 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:27.216427 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.247878 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3242bc5-5baf-44a0-8c9f-168228cb9574 x-openstack-request-id: req-e3242bc5-5baf-44a0-8c9f-168228cb9574 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:27.248203 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:27.248976 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3242bc5-5baf-44a0-8c9f-168228cb9574 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:27.249365 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'code': 200} Jul 06 12:24:27.284643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] No DVR routers for this DVR port fa7a2454-1e12-474c-aa6c-693fc82d4650 on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:27.290178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:27.324972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:27.325312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:27.325646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:27.330780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Port fa7a2454-1e12-474c-aa6c-693fc82d4650 on network a68a4006-77c3-42dc-8646-646452024cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:24:27.331107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Attempting to bind port fa7a2454-1e12-474c-aa6c-693fc82d4650 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:27.335875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:27.336247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Checking segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:27.336643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Bound using segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:27.337071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Bound port: fa7a2454-1e12-474c-aa6c-693fc82d4650, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:27.337432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.401059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:27.404168 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:27.408250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.456150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.456782 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.458152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] 10.222.0.64 "PUT /v2.0/ports/fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 1092 time: 0.6218245 Jul 06 12:24:27.528590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa3204-6408-499a-b86c-e1a118f9b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:27.570086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf97097-ba74-400e-8f87-3a5a48efbf28 req-04b8e9aa-8137-45ee-b826-267c5c795df1 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.571614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bf97097-ba74-400e-8f87-3a5a48efbf28 req-04b8e9aa-8137-45ee-b826-267c5c795df1 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.1318381 Jul 06 12:24:27.577822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-ff9067c5-5649-4c80-91bd-30cbd367ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.579211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-ff9067c5-5649-4c80-91bd-30cbd367ec90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1095 time: 0.0978615 Jul 06 12:24:27.663581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3bf97097-ba74-400e-8f87-3a5a48efbf28 req-be9bd995-312e-4b70-9f34-8973cae79a85 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832665 Jul 06 12:24:27.700013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-33b4b183-6912-42e9-a39c-dc50cd294527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.701631 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-33b4b183-6912-42e9-a39c-dc50cd294527 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.1155214 Jul 06 12:24:27.744186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-110b435e-cbc5-48ce-92cc-db12442875e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0346191 Jul 06 12:24:27.796270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-3eb97d80-3d25-45d1-960c-ea809b80d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.797855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-3eb97d80-3d25-45d1-960c-ea809b80d183 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0478489 Jul 06 12:24:27.830240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-27856f48-7d2c-4118-bb26-8d7f6a9c367d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260556 Jul 06 12:24:27.919734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-8348880e-3231-4d88-b445-45a77142855c service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834372 Jul 06 12:24:28.012111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36beb40b-d34f-4b66-9a1f-42006ab43da8 req-f45aa387-1d6e-48e6-b473-e329d18b3932 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Jul 06 12:24:28.844611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12586ef-7b19-4491-b6ed-3f2b6c4c7ebc req-67b1be39-f742-4532-92fb-2b1e09994f98 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:28.846142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c12586ef-7b19-4491-b6ed-3f2b6c4c7ebc req-67b1be39-f742-4532-92fb-2b1e09994f98 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0638254 Jul 06 12:24:28.885015 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c12586ef-7b19-4491-b6ed-3f2b6c4c7ebc req-a3fce83d-35e1-4b6b-839e-e82a17846667 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Jul 06 12:24:29.250459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:29.253018 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:29.301132 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6923412-c914-4dba-8c7d-defdc04992a1 x-openstack-request-id: req-c6923412-c914-4dba-8c7d-defdc04992a1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:29.301450 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:29.301702 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6923412-c914-4dba-8c7d-defdc04992a1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:29.302102 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'status': 'completed', 'code': 200} Jul 06 12:24:29.379931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-7ebe819d-28e6-4acc-bda9-e92894077b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.381505 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-7ebe819d-28e6-4acc-bda9-e92894077b62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1095 time: 0.0594656 Jul 06 12:24:29.390194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-87785d19-1c94-4b1a-b2e7-912ab6a7b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.391712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-87785d19-1c94-4b1a-b2e7-912ab6a7b829 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1095 time: 0.0582964 Jul 06 12:24:29.472747 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-0ea23d17-08ab-4d15-8839-b3e025e3ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.474232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-0ea23d17-08ab-4d15-8839-b3e025e3ccc9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0854754 Jul 06 12:24:29.484576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-78cebfea-e35d-4e23-8cfb-7385dcca366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.487107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-78cebfea-e35d-4e23-8cfb-7385dcca366d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0876667 Jul 06 12:24:29.518891 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-b8ac9ea0-959b-4e91-a179-cf4dd4f9cada service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0384417 Jul 06 12:24:29.529498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-ea1e2c01-8132-49cd-847a-623c425b9852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0366764 Jul 06 12:24:29.566183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-4e414d22-6899-4831-999d-d1e1427cb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.567657 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-4e414d22-6899-4831-999d-d1e1427cb5b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0434117 Jul 06 12:24:29.584618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-631b85c5-5565-4b11-88b0-da04263175cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.586076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-631b85c5-5565-4b11-88b0-da04263175cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0490084 Jul 06 12:24:29.599431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-ee3b4462-35c1-4d57-869d-3c52aeefc53c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259962 Jul 06 12:24:29.618668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-063b9a7c-170a-4fbe-861b-09932cadb866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257833 Jul 06 12:24:29.694055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-7fd80560-d50d-4a87-9eee-93bcb64915ac service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885503 Jul 06 12:24:29.704378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-508b6209-6946-46af-a094-edb2bfa3c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.711897 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-f76e4ed9-722c-4f36-b36d-b9b57d5e1346 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859318 Jul 06 12:24:29.787614 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-b0514614-1235-4432-b700-f243b86f2761 service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874131 Jul 06 12:24:29.810549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76d0c12e-1eeb-48e2-9aff-a6d475b03bd1 req-71cab474-ebfd-4e68-a4fa-859fe5a4f0c8 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918703 Jul 06 12:24:30.058242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0566d3-b357-4371-b9be-401fd7dd61b6 req-2e3c9fb2-3c09-4b55-9b92-878f5b1447b8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:30.059628 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0566d3-b357-4371-b9be-401fd7dd61b6 req-2e3c9fb2-3c09-4b55-9b92-878f5b1447b8 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0641916 Jul 06 12:24:30.097990 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0566d3-b357-4371-b9be-401fd7dd61b6 req-46d08bb5-b03d-45aa-9f21-d8a5056ce227 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Jul 06 12:24:30.345039 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.364079 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.483839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:30.520168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:31.057685 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.275627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542d1c-d1db-4bc7-96d3-e44113271826 req-c36961fe-c240-4fd5-9621-415d4c821e73 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.277138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f542d1c-d1db-4bc7-96d3-e44113271826 req-c36961fe-c240-4fd5-9621-415d4c821e73 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0675211 Jul 06 12:24:31.315268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f542d1c-d1db-4bc7-96d3-e44113271826 req-0216f519-3779-4c34-91b0-a5dd366d07a3 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Jul 06 12:24:31.617009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc196ae6-3399-42af-97b0-1f5db2a1b5dc req-46a07f4e-6eee-46ff-ba8e-82e5c0ddddb0 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.618594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc196ae6-3399-42af-97b0-1f5db2a1b5dc req-46a07f4e-6eee-46ff-ba8e-82e5c0ddddb0 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 944 time: 0.0645428 Jul 06 12:24:31.658734 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bc196ae6-3399-42af-97b0-1f5db2a1b5dc req-ad590db0-c49a-422f-b68f-a8190a24c1b4 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Jul 06 12:24:31.662975 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-0b7bfd9b-980e-43e3-b776-313585fe956a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.664581 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-0b7bfd9b-980e-43e3-b776-313585fe956a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd&tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 944 time: 0.1143298 Jul 06 12:24:31.724933 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-23a08ccc-184b-45c3-ab43-4299a0c2c959 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:24:31.725929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-23a08ccc-184b-45c3-ab43-4299a0c2c959 service neutron] 10.222.0.79 "DELETE /v2.0/ports/fa7a2454-1e12-474c-aa6c-693fc82d4650/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0543678 Jul 06 12:24:31.740698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:24:31.823434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-52fbf1d0-8182-442f-a641-e991e0df4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.824984 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-52fbf1d0-8182-442f-a641-e991e0df4473 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 1095 time: 0.0538318 Jul 06 12:24:31.854151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:31.865902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'port_id': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'mac_address': 'fa:16:3e:4d:6c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd811226e-7e73-478e-b2ae-a2bdfdcfacb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:24:31.903276 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.915530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7a2454-1e12-474c-aa6c-693fc82d4650 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:31.921644 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-01954120-530f-4309-93e0-b91b8cbb986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.922966 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-01954120-530f-4309-93e0-b91b8cbb986f service neutron] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0884862 Jul 06 12:24:31.934902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:31.939864 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.964978 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-1b2aa183-4982-4c89-8abd-ed1ce1cce4b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 200 len: 217 time: 0.0356474 Jul 06 12:24:31.986300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:32.017117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-556dd348-7299-489e-837b-108ab2024810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.018575 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-556dd348-7299-489e-837b-108ab2024810 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0475211 Jul 06 12:24:32.050473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-80199402-0987-4984-8d12-b908ff160054 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260310 Jul 06 12:24:32.142732 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-1c06a40b-0f8a-4612-b0b6-1019eb3d0ef9 service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859382 Jul 06 12:24:32.238328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c7057fd-6282-4e22-9d0e-674453578f50 req-2cf53096-838f-4226-8e55-86cc71d4996d service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896640 Jul 06 12:24:32.256288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['fa7a2454-1e12-474c-aa6c-693fc82d4650'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:32.542515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:32.845192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb39e6-79ec-49a4-865f-2d8d90b733f6 req-ef783ef0-f6d2-4ada-8560-0db3259aa2b5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.846766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-daeb39e6-79ec-49a4-865f-2d8d90b733f6 req-ef783ef0-f6d2-4ada-8560-0db3259aa2b5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 945 time: 0.0643625 Jul 06 12:24:32.886226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-daeb39e6-79ec-49a4-865f-2d8d90b733f6 req-fca6e5f7-8d97-43d3-a964-a0b0b6d02c4f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Jul 06 12:24:33.066550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ed488-084c-417e-b347-2eb74b5c59e3 req-f2115034-93df-4a18-828a-d6ecf5e7c387 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:33.067984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-900ed488-084c-417e-b347-2eb74b5c59e3 req-f2115034-93df-4a18-828a-d6ecf5e7c387 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 945 time: 0.0697079 Jul 06 12:24:33.105565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-900ed488-084c-417e-b347-2eb74b5c59e3 req-6ca95470-d65e-4610-88c0-717a167808c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Jul 06 12:24:33.278182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090c39-cdbd-4397-947b-62ce3a7ef220 req-b24b3f2e-5cce-405c-b798-79f4aa97fa5b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:33.280418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8090c39-cdbd-4397-947b-62ce3a7ef220 req-b24b3f2e-5cce-405c-b798-79f4aa97fa5b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 945 time: 0.0653028 Jul 06 12:24:33.320007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b8090c39-cdbd-4397-947b-62ce3a7ef220 req-87f1541c-ae1e-4a38-a801-8e164e52cb00 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Jul 06 12:24:33.767051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:33.774201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-7142b33c-68bb-4d2d-92cf-d0f1c55b8e03 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:33.777182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-7142b33c-68bb-4d2d-92cf-d0f1c55b8e03 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 815 time: 0.1081324 Jul 06 12:24:33.793678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-fdc74ebf-e13d-4d5f-bc31-1b1c6e1bc350 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/quotas/0a2a552e106a4e4a9959cddcf0ef4218 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jul 06 12:24:33.825168 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port fa7a2454-1e12-474c-aa6c-693fc82d4650 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:33.829293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port fa7a2454-1e12-474c-aa6c-693fc82d4650 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:33.829743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.866868 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-fed260f8-c72b-4e10-8153-6787e16ca3f3 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660160 Jul 06 12:24:33.912778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.945432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:33.949228 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0421c8-deff-45f0-a131-59d0222ebfaa" -d '{"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-plugged", "status": "completed", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:33.963895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:33.967478 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-57814fce-5b94-459d-8f50-7c46703fb0aa service neutron] 10.222.0.78 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927267 Jul 06 12:24:33.968056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.991146 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c69120-9631-44f0-8680-9f555571797b x-openstack-request-id: req-84c69120-9631-44f0-8680-9f555571797b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:33.991446 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-plugged", "status": "completed", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:33.991697 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84c69120-9631-44f0-8680-9f555571797b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:33.992109 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'code': 200} Jul 06 12:24:34.019304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:34.061880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-410d17bb-7418-478f-b513-67452283dd29 service neutron] 10.222.0.78 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868933 Jul 06 12:24:34.244801 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed00002d-b088-4651-883b-fb27272c3230 req-2af539f6-71b9-4f1c-8721-9a23bb4e0d91 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Jul 06 12:24:35.205865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-379c5546-cbb4-442e-ad4f-dd33fb3c61c9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:35.207329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-379c5546-cbb4-442e-ad4f-dd33fb3c61c9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0dae679-f371-4495-9eab-0c8c26e71dfd HTTP/1.1" status: 200 len: 946 time: 0.0681119 Jul 06 12:24:35.310223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Deleting port fa7a2454-1e12-474c-aa6c-693fc82d4650 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:35.310571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.397706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd70ebe7-372e-4290-8d5c-622de93b0233 req-41a98ee3-d8a7-4329-aa83-5082cbc0ac57 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 210 time: 0.0359297 Jul 06 12:24:35.428531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] For port fa7a2454-1e12-474c-aa6c-693fc82d4650, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=fa7a2454-1e12-474c-aa6c-693fc82d4650,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:35.428889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.442702 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Calling delete_port for fa7a2454-1e12-474c-aa6c-693fc82d4650 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:35.545152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.64', 56259) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:35.582206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.595468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['fa7a2454-1e12-474c-aa6c-693fc82d4650'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:35.618028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Pushing event deleted for resources: {'Port': ['ID=fa7a2454-1e12-474c-aa6c-693fc82d4650,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:35.653054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-83d20932-9561-4a85-9d89-0a543ccbe832 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:35.654560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-83d20932-9561-4a85-9d89-0a543ccbe832 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 815 time: 0.1070862 Jul 06 12:24:35.665588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] No DVR routers for this DVR port fa7a2454-1e12-474c-aa6c-693fc82d4650 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:35.667805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Request body: {'port': {'device_id': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'admin_state_up': True, 'tenant_id': '0a2a552e106a4e4a9959cddcf0ef4218'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:35.668576 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.671651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b2190ab-bdd5-43d0-9304-a18057981367 req-1708d7a8-c915-4c4e-9ae8-2ac2758d0550 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.64 "DELETE /v2.0/ports/fa7a2454-1e12-474c-aa6c-693fc82d4650 HTTP/1.1" status: 204 len: 173 time: 0.4584532 Jul 06 12:24:35.672144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-deleted', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:35.674428 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15547389-463c-4a71-b0c6-9e1d90e6a815" -d '{"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-deleted", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:35.724970 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f4208-2afd-4f64-a5cb-9d85d5d784bd x-openstack-request-id: req-375f4208-2afd-4f64-a5cb-9d85d5d784bd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:35.725495 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dae679-f371-4495-9eab-0c8c26e71dfd", "name": "network-vif-deleted", "tag": "fa7a2454-1e12-474c-aa6c-693fc82d4650", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:35.725768 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-375f4208-2afd-4f64-a5cb-9d85d5d784bd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:35.726635 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dae679-f371-4495-9eab-0c8c26e71dfd', 'name': 'network-vif-deleted', 'tag': 'fa7a2454-1e12-474c-aa6c-693fc82d4650', 'status': 'completed', 'code': 200} Jul 06 12:24:35.794872 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Made reservation on behalf of 0a2a552e106a4e4a9959cddcf0ef4218 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:35.799467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.929284 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Allocated IP 172.20.0.5 (a68a4006-77c3-42dc-8646-646452024cf0/d811226e-7e73-478e-b2ae-a2bdfdcfacb8/974a8450-d38c-4539-ba7f-756740744149) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:36.074266 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.113439 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.124976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['fa7a2454-1e12-474c-aa6c-693fc82d4650'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:36.162399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Network a68a4006-77c3-42dc-8646-646452024cf0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:36.165591 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:36.172427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:36.196624 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.211616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.211973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.212320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.212653 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.212984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.213310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.213638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.213959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.214281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.214604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.214920 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.215236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:36.236910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.237516 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.250354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-c73e1534-7ce1-47fe-a908-da732c7bd472 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865622 Jul 06 12:24:36.262028 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Request body: {'port': {'device_id': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:36.336407 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.573035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc819f-a2f5-4369-83ba-11c8b14599c8 req-2744937a-dc06-4cf6-8d11-b32316fc3288 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.574568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13fc819f-a2f5-4369-83ba-11c8b14599c8 req-2744937a-dc06-4cf6-8d11-b32316fc3288 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 931 time: 0.0656583 Jul 06 12:24:36.605540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974a8450-d38c-4539-ba7f-756740744149 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:36.613019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.617184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-13fc819f-a2f5-4369-83ba-11c8b14599c8 req-c5483feb-193f-4105-9916-b57c140a7457 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Jul 06 12:24:36.624768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Transition to ACTIVE for port object 974a8450-d38c-4539-ba7f-756740744149 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:36.629009 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.677619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.745449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:36.745774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:36.746095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:36.750160 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Port 974a8450-d38c-4539-ba7f-756740744149 on network a68a4006-77c3-42dc-8646-646452024cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:24:36.750475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:36.755346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:36.755679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Checking segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:36.756092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Bound using segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:36.756514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Bound port: 974a8450-d38c-4539-ba7f-756740744149, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:36.756859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.823279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:36.826263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:36.831512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.866042 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.866668 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.868161 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] 10.222.0.64 "PUT /v2.0/ports/974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 1091 time: 0.6100063 Jul 06 12:24:36.868602 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'tag': '974a8450-d38c-4539-ba7f-756740744149'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:36.870981 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "tag": "974a8450-d38c-4539-ba7f-756740744149"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:36.896259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2689f2-581c-4759-9f1e-2de5817cf11a service neutron] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.910474 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc6175-d2b6-4be2-8237-3df4354a47a1 x-openstack-request-id: req-29dc6175-d2b6-4be2-8237-3df4354a47a1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:36.910836 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "tag": "974a8450-d38c-4539-ba7f-756740744149", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:36.911100 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29dc6175-d2b6-4be2-8237-3df4354a47a1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:36.911503 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'tag': '974a8450-d38c-4539-ba7f-756740744149', 'status': 'completed', 'code': 200} Jul 06 12:24:36.969683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-ca0705af-10bb-4db6-bd87-c094b99910d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.971171 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-ca0705af-10bb-4db6-bd87-c094b99910d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1094 time: 0.0533216 Jul 06 12:24:37.017175 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-480a0fde-d820-4359-81a3-dbb4cce0253e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0392919 Jul 06 12:24:37.064162 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-6cdeedc4-4efc-43ae-ad61-7be1f9b77a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.065617 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-6cdeedc4-4efc-43ae-ad61-7be1f9b77a04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0429161 Jul 06 12:24:37.096853 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-d2b14aa5-4226-44ed-b446-8ee20e3baf2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253253 Jul 06 12:24:37.188325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-5a56960b-a03a-412a-b62b-0b7110f79c44 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853312 Jul 06 12:24:37.275091 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f040fa81-e680-4d8e-b105-16c42f5f52c0 req-36679bfd-b176-402d-bd62-46f1538f3237 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801771 Jul 06 12:24:37.371412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-5020ce8c-e9f9-48e5-8480-8fcaca614d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.372949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-5020ce8c-e9f9-48e5-8480-8fcaca614d82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1094 time: 0.0524220 Jul 06 12:24:37.461864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-55f4654c-68a1-4aca-8b67-2ceb9b4a8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.463307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-55f4654c-68a1-4aca-8b67-2ceb9b4a8c7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0839386 Jul 06 12:24:37.503968 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-dbc6eb0a-aab3-49c8-b600-5e9a42008fe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0333271 Jul 06 12:24:37.559073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-5d350ca4-bbdd-4a51-83f9-da4e3c1748f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.560533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-5d350ca4-bbdd-4a51-83f9-da4e3c1748f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0502293 Jul 06 12:24:37.593676 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-da6b71fd-4e3d-4abc-9116-4f4ca2bb12f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260916 Jul 06 12:24:37.682056 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-d6e30c22-3d82-4727-9fc1-9da2f816e7e6 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814188 Jul 06 12:24:37.803194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ce5f7-10c9-4610-84cc-6ef1e1534483 req-ef2f14b9-4693-457d-80bc-374e6e713c9f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.810588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc4ce5f7-10c9-4610-84cc-6ef1e1534483 req-ef2f14b9-4693-457d-80bc-374e6e713c9f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 943 time: 0.0711520 Jul 06 12:24:37.850286 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc4ce5f7-10c9-4610-84cc-6ef1e1534483 req-253fa3ee-fe2e-4927-8d5b-8a8b1b98ec51 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Jul 06 12:24:38.112162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fe8eac6c-6de2-4db6-a722-ef03f3b0870c req-a1baf823-1a43-4d80-8117-67582867bdcc service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235096 Jul 06 12:24:39.038504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0b1ee-f4c0-4b4d-ba9b-a030a116cd3d req-6416ee48-6c60-4fd5-8142-dc03c45eb82b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:39.040001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37f0b1ee-f4c0-4b4d-ba9b-a030a116cd3d req-6416ee48-6c60-4fd5-8142-dc03c45eb82b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 943 time: 0.0673931 Jul 06 12:24:39.077603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37f0b1ee-f4c0-4b4d-ba9b-a030a116cd3d req-77aa6068-565a-48d7-b0e3-72fa934d6f07 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jul 06 12:24:39.382215 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:24:39.769767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 974a8450-d38c-4539-ba7f-756740744149 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:24:39.773010 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:39.800206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: fa7a2454-1e12-474c-aa6c-693fc82d4650 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:39.800552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device fa7a2454-1e12-474c-aa6c-693fc82d4650 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:39.904343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:39.915437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '974a8450-d38c-4539-ba7f-756740744149', 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'port_id': '974a8450-d38c-4539-ba7f-756740744149', 'mac_address': 'fa:16:3e:70:7c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd811226e-7e73-478e-b2ae-a2bdfdcfacb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:24:39.956650 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.969291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974a8450-d38c-4539-ba7f-756740744149 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:39.988612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:39.992612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:40.041115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:40.253344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39032d74-a8cf-407f-8d75-61202928410f req-1ad868f1-1de2-4354-b433-fab91fe7e1eb tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:40.255284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39032d74-a8cf-407f-8d75-61202928410f req-1ad868f1-1de2-4354-b433-fab91fe7e1eb tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 944 time: 0.0680926 Jul 06 12:24:40.287823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['974a8450-d38c-4539-ba7f-756740744149'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:40.292991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39032d74-a8cf-407f-8d75-61202928410f req-654e2349-2fd3-4913-a8ad-5277f19a3b1b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jul 06 12:24:41.464767 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b67a9e-3498-429b-8510-69f54df34549 req-51b374db-8c32-4092-beec-1a57ea69eb46 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:41.466270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53b67a9e-3498-429b-8510-69f54df34549 req-51b374db-8c32-4092-beec-1a57ea69eb46 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 944 time: 0.0628591 Jul 06 12:24:41.503152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-53b67a9e-3498-429b-8510-69f54df34549 req-896e6752-6ca3-4b3e-82ee-f3c3edcf65ff tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jul 06 12:24:41.772869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 974a8450-d38c-4539-ba7f-756740744149 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:41.820616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 974a8450-d38c-4539-ba7f-756740744149 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:41.824140 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 974a8450-d38c-4539-ba7f-756740744149 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:41.824512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.926501 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.950910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974a8450-d38c-4539-ba7f-756740744149'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:41.953687 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0381eb6c-71e4-4a21-8fbc-9f8b6ec0d1fb" -d '{"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-plugged", "status": "completed", "tag": "974a8450-d38c-4539-ba7f-756740744149"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:41.970136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:41.974751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.997844 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6951fb97-bb9b-4b08-be32-a769b9a3829d x-openstack-request-id: req-6951fb97-bb9b-4b08-be32-a769b9a3829d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:41.998141 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-plugged", "status": "completed", "tag": "974a8450-d38c-4539-ba7f-756740744149", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:41.998535 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6951fb97-bb9b-4b08-be32-a769b9a3829d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:41.998929 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974a8450-d38c-4539-ba7f-756740744149', 'code': 200} Jul 06 12:24:42.025413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:42.102255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae55fd-9f85-47f0-bed0-2a961e1c4164 req-80cf0c69-5a49-42f1-86db-64e0e314ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.103771 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-03ae55fd-9f85-47f0-bed0-2a961e1c4164 req-80cf0c69-5a49-42f1-86db-64e0e314ad9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1096 time: 0.0509593 Jul 06 12:24:42.137108 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-03ae55fd-9f85-47f0-bed0-2a961e1c4164 req-bae78317-5e3b-4110-97a1-0b318303ccc9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273159 Jul 06 12:24:42.676189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb8f9-9c49-4721-b016-43a84ce631d5 req-e150b217-9141-4e1d-98b9-624272e676ac tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.677691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc7eb8f9-9c49-4721-b016-43a84ce631d5 req-e150b217-9141-4e1d-98b9-624272e676ac tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0636439 Jul 06 12:24:42.718933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc7eb8f9-9c49-4721-b016-43a84ce631d5 req-e06afc9f-8654-4cac-97ff-3b8970b2870a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Jul 06 12:24:43.893012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df7cc-fe53-4171-8d50-7e0f2686f2e8 req-0e850474-df14-42e1-bcb5-253324d8be3e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:43.894514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-434df7cc-fe53-4171-8d50-7e0f2686f2e8 req-0e850474-df14-42e1-bcb5-253324d8be3e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0648491 Jul 06 12:24:43.932271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-434df7cc-fe53-4171-8d50-7e0f2686f2e8 req-2195f58a-80f8-4864-a183-50f3d07256f5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319898 Jul 06 12:24:44.105617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03caf-9cda-437e-a76f-85652fd678b5 req-9bb5349f-52aa-42b3-8683-fb8612a4a794 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.107004 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cb03caf-9cda-437e-a76f-85652fd678b5 req-9bb5349f-52aa-42b3-8683-fb8612a4a794 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0635087 Jul 06 12:24:44.144162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cb03caf-9cda-437e-a76f-85652fd678b5 req-355b3044-e965-40e7-bb05-efe4f2cdc732 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Jul 06 12:24:44.491482 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-b0ec9954-fe9c-4e5c-8076-acfa5d142668 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561588 Jul 06 12:24:44.549493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23fc10-130a-43d9-831d-9517659eea15 req-a953b6f0-f65f-4ca1-a927-92b07ca62add tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.551090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a23fc10-130a-43d9-831d-9517659eea15 req-a953b6f0-f65f-4ca1-a927-92b07ca62add tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0689914 Jul 06 12:24:44.589930 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a23fc10-130a-43d9-831d-9517659eea15 req-13367b17-d3d0-4cd7-8fd5-b5e52d66d0f9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Jul 06 12:24:45.632988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-5154004c-0ce5-4295-958a-5213f70775de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:45.634531 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-5154004c-0ce5-4295-958a-5213f70775de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1096 time: 0.0534334 Jul 06 12:24:45.724623 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-093f25ce-041e-47eb-9614-29651a24dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:45.726123 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-093f25ce-041e-47eb-9614-29651a24dc99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0855927 Jul 06 12:24:45.770998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ae279-487b-462b-83ca-1d2967bc66a7 req-39004d32-c2b5-45d1-bed6-8f87a4e58768 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:45.773007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7ae279-487b-462b-83ca-1d2967bc66a7 req-39004d32-c2b5-45d1-bed6-8f87a4e58768 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jul 06 12:24:45.773584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-bfad3993-0e99-4eaa-9f88-1fdcb21681ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0409267 Jul 06 12:24:45.813126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7ae279-487b-462b-83ca-1d2967bc66a7 req-c20b49aa-7cd5-4efb-9423-4df54bd21746 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 Jul 06 12:24:45.825471 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-52185b1a-c8e5-45ea-a552-ef45abee6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:45.836613 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-52185b1a-c8e5-45ea-a552-ef45abee6b14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0475216 Jul 06 12:24:45.864482 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-8e238998-0a91-4a8f-9121-92cd04243c36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270205 Jul 06 12:24:45.956874 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-ae5991ca-ee87-4d99-b372-d1a50d3ca344 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865176 Jul 06 12:24:46.047697 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-52b94287-1b51-44a8-8fa9-d6aa1ad71af3 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Jul 06 12:24:46.985739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825867-3223-4753-8ace-95af40c37021 req-fae2b03a-8ade-42d5-9f9a-bbc50980c97e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:46.987230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39825867-3223-4753-8ace-95af40c37021 req-fae2b03a-8ade-42d5-9f9a-bbc50980c97e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0633986 Jul 06 12:24:47.028423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39825867-3223-4753-8ace-95af40c37021 req-2c82a030-90aa-4127-abef-2a54f5133cd9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355756 Jul 06 12:24:48.201622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaee8b3-41de-4d78-81c7-48439f7af866 req-8e0c71c9-9baf-4392-af57-e19130a4296a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:48.203299 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aeaee8b3-41de-4d78-81c7-48439f7af866 req-8e0c71c9-9baf-4392-af57-e19130a4296a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0635135 Jul 06 12:24:48.241393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aeaee8b3-41de-4d78-81c7-48439f7af866 req-58c7f518-4360-4656-ae89-b4e6d6a03046 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jul 06 12:24:49.418366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab49b7d-d39e-47cf-86a5-32f5b5c7a5db req-bf3e4ca8-bc46-43c9-b77b-423fabf1d5c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:49.419880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab49b7d-d39e-47cf-86a5-32f5b5c7a5db req-bf3e4ca8-bc46-43c9-b77b-423fabf1d5c2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0638955 Jul 06 12:24:49.457767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ab49b7d-d39e-47cf-86a5-32f5b5c7a5db req-33c240ce-19f2-4aa9-81d8-f1be0c99d30f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Jul 06 12:24:50.650427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf627e58-a94c-4cb5-899f-c1f92b1f149b req-432ba00d-d6fa-465e-aaac-69f43b0a1006 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:50.652182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf627e58-a94c-4cb5-899f-c1f92b1f149b req-432ba00d-d6fa-465e-aaac-69f43b0a1006 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0664747 Jul 06 12:24:50.689945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf627e58-a94c-4cb5-899f-c1f92b1f149b req-ab603d45-a57c-44eb-b2b4-6856f09c3298 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Jul 06 12:24:51.868903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd103404-b26f-4e57-99df-4ea214cadd07 req-53deaa4f-8975-4d0d-8eaa-b6ff7afd747b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:51.870702 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd103404-b26f-4e57-99df-4ea214cadd07 req-53deaa4f-8975-4d0d-8eaa-b6ff7afd747b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0687468 Jul 06 12:24:51.909205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd103404-b26f-4e57-99df-4ea214cadd07 req-58e4a8f6-ae14-42af-9b5f-056b88fcd9b9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jul 06 12:24:53.016520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:53.081252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034e1a-985f-4938-823e-c4d5cffe84c4 req-a5c3b6af-00c2-41ae-a483-6b2cc7ea3eb9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:53.082736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff034e1a-985f-4938-823e-c4d5cffe84c4 req-a5c3b6af-00c2-41ae-a483-6b2cc7ea3eb9 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0643597 Jul 06 12:24:53.126703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff034e1a-985f-4938-823e-c4d5cffe84c4 req-7c22ea16-18d6-4ec4-a241-0a6e824d0256 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Jul 06 12:24:54.299723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335055f3-0e88-4d84-9a40-bcec0f4846d2 req-986f98cd-3451-4ea3-b7c4-134cd75c5766 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:54.301218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-335055f3-0e88-4d84-9a40-bcec0f4846d2 req-986f98cd-3451-4ea3-b7c4-134cd75c5766 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0629375 Jul 06 12:24:54.339333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-335055f3-0e88-4d84-9a40-bcec0f4846d2 req-ac70c721-1cfe-40bb-8965-a4f5e1bef686 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Jul 06 12:24:55.510197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928ddf5-66d9-4523-ac5c-be432eb1a6af req-2677ff8f-80d5-4813-bbd8-65b60c43eaca tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:55.511603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d928ddf5-66d9-4523-ac5c-be432eb1a6af req-2677ff8f-80d5-4813-bbd8-65b60c43eaca tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0623989 Jul 06 12:24:55.549750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d928ddf5-66d9-4523-ac5c-be432eb1a6af req-e78dac55-0d34-433a-8da6-a63b595d98e6 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jul 06 12:24:56.725075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edb4f5-8f5f-4a75-8f5f-e242b11f0e5d req-09861f22-3f62-4af4-9c50-4c8ddb471371 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:56.726549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06edb4f5-8f5f-4a75-8f5f-e242b11f0e5d req-09861f22-3f62-4af4-9c50-4c8ddb471371 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0668962 Jul 06 12:24:56.763740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06edb4f5-8f5f-4a75-8f5f-e242b11f0e5d req-70426837-6994-463e-aef2-f36b504465d6 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 06 12:24:57.178832 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc030cdc-9293-448a-8304-ebd623613347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.937387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d218-12d0-43d4-a86e-7a92c58cc705 req-0a48ccef-402b-4105-92d6-27461c3c773c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.938825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd8d218-12d0-43d4-a86e-7a92c58cc705 req-0a48ccef-402b-4105-92d6-27461c3c773c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0631568 Jul 06 12:24:57.975491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd8d218-12d0-43d4-a86e-7a92c58cc705 req-656c79f1-5bfd-4943-836a-43d3fa6b8504 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Jul 06 12:24:59.153985 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d19a0-75a9-426a-af4b-7736adfba054 req-c5872ffe-c2c1-44e9-bc21-fa1b03ad0286 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:59.156042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c43d19a0-75a9-426a-af4b-7736adfba054 req-c5872ffe-c2c1-44e9-bc21-fa1b03ad0286 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0679748 Jul 06 12:24:59.192866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c43d19a0-75a9-426a-af4b-7736adfba054 req-96794b07-5103-4d7f-92d9-d8cc9751f9b0 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Jul 06 12:24:59.707095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-388a74a7-9323-4f2a-a71c-4958dab69a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.349420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.365207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.376598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ccec8-8edb-4971-b26d-9ee2cad19069 req-d573e0f3-17e2-453d-8185-16e73ee7e425 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:00.378105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117ccec8-8edb-4971-b26d-9ee2cad19069 req-d573e0f3-17e2-453d-8185-16e73ee7e425 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0715623 Jul 06 12:25:00.416043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-117ccec8-8edb-4971-b26d-9ee2cad19069 req-c249c733-08c7-4a84-a23d-18c43eac6578 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 06 12:25:01.063227 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:01.599461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2bb95-72d0-4263-acb2-6e8b5e3e7585 req-96c8e87a-be6b-4484-83cd-e3535342ab81 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:01.600964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4c2bb95-72d0-4263-acb2-6e8b5e3e7585 req-96c8e87a-be6b-4484-83cd-e3535342ab81 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0636599 Jul 06 12:25:01.638582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d4c2bb95-72d0-4263-acb2-6e8b5e3e7585 req-80606516-6518-45bb-8b10-eb7536ba64a5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Jul 06 12:25:02.550082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:02.829037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21e288-5601-4781-a611-f623ad2b9e31 req-e3785793-62d4-4f77-b653-ccbabecf975b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:02.830523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef21e288-5601-4781-a611-f623ad2b9e31 req-e3785793-62d4-4f77-b653-ccbabecf975b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0755367 Jul 06 12:25:02.872458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef21e288-5601-4781-a611-f623ad2b9e31 req-c29f939b-ebc0-4dd8-a658-d70e9552e050 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Jul 06 12:25:04.043324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fafbd-6b8b-4314-a3f4-fe0b2ef938bc req-6e58e0b7-65d1-4ed6-8fe2-9261ecf172f5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.044751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-646fafbd-6b8b-4314-a3f4-fe0b2ef938bc req-6e58e0b7-65d1-4ed6-8fe2-9261ecf172f5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Jul 06 12:25:04.081940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-646fafbd-6b8b-4314-a3f4-fe0b2ef938bc req-3f2746b4-9e8b-42a4-adb0-eff2b4737194 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jul 06 12:25:05.268819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58a8e4-3b55-4ea3-ad6e-8a095d851502 req-f013cbab-811c-46eb-a020-d3e06ea7e438 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:05.270408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f58a8e4-3b55-4ea3-ad6e-8a095d851502 req-f013cbab-811c-46eb-a020-d3e06ea7e438 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0670297 Jul 06 12:25:05.310019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f58a8e4-3b55-4ea3-ad6e-8a095d851502 req-e1d246f5-d7b7-4905-9503-eb5fe163106e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Jul 06 12:25:06.481775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95d23a-335a-44bb-aebd-c5a4058f0e5f req-039be82a-3878-487f-8273-76f1aceac50a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:06.483314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d95d23a-335a-44bb-aebd-c5a4058f0e5f req-039be82a-3878-487f-8273-76f1aceac50a tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0630825 Jul 06 12:25:06.521774 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d95d23a-335a-44bb-aebd-c5a4058f0e5f req-2345b915-6f9e-437a-8fd5-d5b5c2e538e6 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jul 06 12:25:07.698551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5a5d-d640-4bb3-8dac-9f992a6bf50b req-e9d0e905-49d8-470b-8061-94f4eadd7a5b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:07.700075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a5a5d-d640-4bb3-8dac-9f992a6bf50b req-e9d0e905-49d8-470b-8061-94f4eadd7a5b tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0658720 Jul 06 12:25:07.737737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5d4a5a5d-d640-4bb3-8dac-9f992a6bf50b req-447f83cf-0017-463d-b7a7-61c4b52a4790 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jul 06 12:25:08.918402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec1855-d84f-4b75-be48-b3e59147049e req-b2d8d50d-5197-4128-aa12-d9ed0512db35 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:08.919896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6aec1855-d84f-4b75-be48-b3e59147049e req-b2d8d50d-5197-4128-aa12-d9ed0512db35 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0677857 Jul 06 12:25:08.958288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6aec1855-d84f-4b75-be48-b3e59147049e req-483fe6a9-9eec-4413-93b9-4c219f046e44 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Jul 06 12:25:10.131605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c3ae4-8be3-4770-b80f-11de1916fb39 req-9b3840c5-8640-47fd-be43-439107d8e1fd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.133067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f77c3ae4-8be3-4770-b80f-11de1916fb39 req-9b3840c5-8640-47fd-be43-439107d8e1fd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0630913 Jul 06 12:25:10.170925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f77c3ae4-8be3-4770-b80f-11de1916fb39 req-bce367d9-e4e4-427a-b0c6-76ca34b8d1c7 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Jul 06 12:25:11.349044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45a37a-f899-402e-837a-7367d6670298 req-e8c508bd-bc9a-4d14-aa23-4df9c8735232 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:11.350543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e45a37a-f899-402e-837a-7367d6670298 req-e8c508bd-bc9a-4d14-aa23-4df9c8735232 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0679016 Jul 06 12:25:11.388607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6e45a37a-f899-402e-837a-7367d6670298 req-4aeac702-bc2d-4768-88a3-082f5d02c6b2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Jul 06 12:25:12.568254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c6ff-18ff-4361-bdcd-88042e2c5bde req-cd1619bf-ea14-4db8-8bd3-3a784386c473 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:12.569746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9845c6ff-18ff-4361-bdcd-88042e2c5bde req-cd1619bf-ea14-4db8-8bd3-3a784386c473 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0638447 Jul 06 12:25:12.608372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9845c6ff-18ff-4361-bdcd-88042e2c5bde req-7f98ce4e-83c2-45b4-9454-555593d1d644 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jul 06 12:25:12.984650 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-943e06b6-6726-433d-a65b-495e21a33522 service neutron] show failed (client error): The resource could not be found. Jul 06 12:25:12.985721 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-943e06b6-6726-433d-a65b-495e21a33522 service neutron] 10.222.0.64 "GET /v2.0/ports/974a8450-d38c-4539-ba7f-756740744149/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0566928 Jul 06 12:25:13.242621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-de31a628-8cf8-4501-8c98-27e038ea3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:13.244166 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-de31a628-8cf8-4501-8c98-27e038ea3c9e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888&tenant_id=0a2a552e106a4e4a9959cddcf0ef4218 HTTP/1.1" status: 200 len: 1096 time: 0.0630937 Jul 06 12:25:13.256286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:13.325616 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.523081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:13.561891 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:13.600422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974a8450-d38c-4539-ba7f-756740744149'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:13.602698 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7c45b9-ff51-4339-976c-cfd623f42abd" -d '{"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-unplugged", "status": "completed", "tag": "974a8450-d38c-4539-ba7f-756740744149"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:13.606566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.620152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Transition to ACTIVE for port object 974a8450-d38c-4539-ba7f-756740744149 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:13.624744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.693916 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] No DVR routers for this DVR port 974a8450-d38c-4539-ba7f-756740744149 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:25:13.697045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:13.735400 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b487dacf-c89f-4a4d-8bca-0f86ff7a189b x-openstack-request-id: req-b487dacf-c89f-4a4d-8bca-0f86ff7a189b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:13.735700 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-unplugged", "status": "completed", "tag": "974a8450-d38c-4539-ba7f-756740744149", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:13.735954 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b487dacf-c89f-4a4d-8bca-0f86ff7a189b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:13.736615 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974a8450-d38c-4539-ba7f-756740744149', 'code': 200} Jul 06 12:25:13.739048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:13.739388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:13.739716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:13.744312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Port 974a8450-d38c-4539-ba7f-756740744149 on network a68a4006-77c3-42dc-8646-646452024cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:25:13.744636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Attempting to bind port 974a8450-d38c-4539-ba7f-756740744149 on network a68a4006-77c3-42dc-8646-646452024cf0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:13.750072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:13.750410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Checking segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:13.750790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Bound using segment: {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:13.751223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Bound port: 974a8450-d38c-4539-ba7f-756740744149, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff9ec48-6eae-423e-b94a-e35526068096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:13.751581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.788945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fed6fb-44e3-49d5-8f68-d6b68111f67f req-8042f576-4f1b-48dc-950c-d66ef99f3fcf tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:13.790373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93fed6fb-44e3-49d5-8f68-d6b68111f67f req-8042f576-4f1b-48dc-950c-d66ef99f3fcf tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 943 time: 0.0636563 Jul 06 12:25:13.818446 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:13.821473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:13.826533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.829516 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-93fed6fb-44e3-49d5-8f68-d6b68111f67f req-e931480f-91b9-423d-8e79-163ce4772e15 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Jul 06 12:25:13.859710 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:13.860363 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.861769 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] 10.222.0.79 "PUT /v2.0/ports/974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 1091 time: 0.6096356 Jul 06 12:25:13.893140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310e827-fd08-44f7-9170-c8b493dd9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:13.939550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-21a26561-45b9-4b34-a318-4d5539bdc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:13.941120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-21a26561-45b9-4b34-a318-4d5539bdc747 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1094 time: 0.0553920 Jul 06 12:25:14.032866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-edb9a00d-61b5-432f-b29e-59950351df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:14.034361 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-edb9a00d-61b5-432f-b29e-59950351df35 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0874269 Jul 06 12:25:14.076010 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-a3d74b5a-816c-4355-b367-39ff3b8ed3d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0353563 Jul 06 12:25:14.127095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-eb6a7e59-971e-4afb-80f7-ac26e85c5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:14.128590 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-eb6a7e59-971e-4afb-80f7-ac26e85c5a8a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0471551 Jul 06 12:25:14.160367 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-0909808c-695a-4e27-8a20-5eab8c633f45 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259094 Jul 06 12:25:14.248055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-deea387c-c6ef-4361-909b-770060271ff4 service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815430 Jul 06 12:25:14.339048 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7b4e9474-c926-4fc9-afed-6d137a24dd8a req-28a0e353-2906-4d9b-8e90-a8e3fdff9f3c service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845747 Jul 06 12:25:15.005423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca6c7-55f3-427a-86f8-d0b67dd2f54f req-a57bb9bd-3669-45da-ae52-629ba8070644 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:15.006889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9ca6c7-55f3-427a-86f8-d0b67dd2f54f req-a57bb9bd-3669-45da-ae52-629ba8070644 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 943 time: 0.0660267 Jul 06 12:25:15.043900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9ca6c7-55f3-427a-86f8-d0b67dd2f54f req-71537f3a-9c9f-40fe-be69-2148d94679d5 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Jul 06 12:25:15.737996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'tag': '974a8450-d38c-4539-ba7f-756740744149'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:15.740573 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe28b5e-4638-486c-b493-3ad9c34f3346" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "tag": "974a8450-d38c-4539-ba7f-756740744149"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:15.786567 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cdaffa-4ee6-4a7e-b705-53043d6bf6cb x-openstack-request-id: req-08cdaffa-4ee6-4a7e-b705-53043d6bf6cb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:15.786861 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "tag": "974a8450-d38c-4539-ba7f-756740744149", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:15.787142 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08cdaffa-4ee6-4a7e-b705-53043d6bf6cb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:15.787548 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'tag': '974a8450-d38c-4539-ba7f-756740744149', 'status': 'completed', 'code': 200} Jul 06 12:25:15.878708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 974a8450-d38c-4539-ba7f-756740744149 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:25:15.910631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-dd233e5e-ee37-410e-95aa-e97546e5ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:15.913685 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-dd233e5e-ee37-410e-95aa-e97546e5ed1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1094 time: 0.1031063 Jul 06 12:25:15.915770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-fdce5b4f-49d5-4355-860e-5dd3882f0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:15.917289 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-fdce5b4f-49d5-4355-860e-5dd3882f0322 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1094 time: 0.0985997 Jul 06 12:25:15.926328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 974a8450-d38c-4539-ba7f-756740744149 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:25:16.086294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-6e5e2737-a2da-4da4-9cd5-1d3eff73d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.087708 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-6e5e2737-a2da-4da4-9cd5-1d3eff73d327 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.1677616 Jul 06 12:25:16.090257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-c2929d0b-bd6d-49e4-9aa2-d675a8df90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.091590 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-c2929d0b-bd6d-49e4-9aa2-d675a8df90f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.1625957 Jul 06 12:25:16.159849 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-f14fa1d7-ee2e-447f-a0c8-795aac3a316c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0659387 Jul 06 12:25:16.161240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-2858beb1-5473-46d5-bbae-33715e2f89ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0613642 Jul 06 12:25:16.219685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3faa6d-6713-4270-b940-2de01471630d req-0a09a184-10c8-4a4d-be5d-329e5bc16277 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.221241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a3faa6d-6713-4270-b940-2de01471630d req-0a09a184-10c8-4a4d-be5d-329e5bc16277 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 943 time: 0.0641892 Jul 06 12:25:16.245276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-05f8eb5b-b048-4d03-91f0-8e7dda4033ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.246764 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-05f8eb5b-b048-4d03-91f0-8e7dda4033ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0813675 Jul 06 12:25:16.248738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-4f6b04a9-64e1-412b-881d-1d7599215a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.250117 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-4f6b04a9-64e1-412b-881d-1d7599215a32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0774822 Jul 06 12:25:16.259449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a3faa6d-6713-4270-b940-2de01471630d req-3af8e340-9fac-4974-8b2e-859d7ff13659 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jul 06 12:25:16.287485 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-36d59b8a-d90e-4a28-bd65-bd9a63dcd552 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345533 Jul 06 12:25:16.305693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-3109d376-90d0-4596-9118-9f253a573a64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455210 Jul 06 12:25:16.381246 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:25:16.465144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-554bc56f-6a3f-468c-a859-a7e1aebabc20 service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618464 Jul 06 12:25:16.469204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-4f09990e-2e02-44d2-974c-781db2d7cabc service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560011 Jul 06 12:25:16.610925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-cb2703b3-54b7-4aea-ace8-5858d06fcefc tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.612543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-cb2703b3-54b7-4aea-ace8-5858d06fcefc tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888&tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 943 time: 0.1144874 Jul 06 12:25:16.624053 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-79ff8fec-7321-4141-9985-dcaf4b4e025b service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525316 Jul 06 12:25:16.624729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474309a-cc9c-4f93-92ba-bc52fdafa558 req-10a79904-7877-4647-a59c-4057eeaf4ef0 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.626183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a474309a-cc9c-4f93-92ba-bc52fdafa558 req-10a79904-7877-4647-a59c-4057eeaf4ef0 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 943 time: 0.1182225 Jul 06 12:25:16.627336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 974a8450-d38c-4539-ba7f-756740744149 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:25:16.627502 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-60c7c7cb-c1a1-40bb-a76b-27a26624a9e9 service neutron] 10.222.0.79 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484368 Jul 06 12:25:16.705425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a474309a-cc9c-4f93-92ba-bc52fdafa558 req-ed501426-26e3-4180-9c0e-6ae1e6818d3f tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Jul 06 12:25:16.710442 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-1bb476c0-64c8-4234-b8cd-43c788ac3539 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:25:16.711423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-1bb476c0-64c8-4234-b8cd-43c788ac3539 service neutron] 10.222.0.64 "DELETE /v2.0/ports/974a8450-d38c-4539-ba7f-756740744149/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0843728 Jul 06 12:25:16.732081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:16.744218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '974a8450-d38c-4539-ba7f-756740744149', 'network_id': 'a68a4006-77c3-42dc-8646-646452024cf0', 'port_id': '974a8450-d38c-4539-ba7f-756740744149', 'mac_address': 'fa:16:3e:70:7c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd811226e-7e73-478e-b2ae-a2bdfdcfacb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:25:16.783014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:16.795938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974a8450-d38c-4539-ba7f-756740744149 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:25:16.810665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-d7596ffd-fdf1-4391-86f5-16ac5dce7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.812416 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-d7596ffd-fdf1-4391-86f5-16ac5dce7980 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 1094 time: 0.0591216 Jul 06 12:25:16.815181 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:16.819297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:16.877836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:16.885045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.885645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.885771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.886032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.886362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.886691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.887012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.887331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.887648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.887987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.888309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.888624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:16.905813 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-91fedc59-9bae-4246-8b94-a81808ac9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:16.907287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-91fedc59-9bae-4246-8b94-a81808ac9b6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 200 len: 916 time: 0.0886548 Jul 06 12:25:16.951078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-9d462046-8052-4652-938e-67acc76c93f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 200 len: 217 time: 0.0373237 Jul 06 12:25:17.005237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-914ccdf5-b053-4670-a575-9f8f57a213b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:17.006687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-914ccdf5-b053-4670-a575-9f8f57a213b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 200 len: 855 time: 0.0496423 Jul 06 12:25:17.038777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-4a65916a-424d-4186-a4bc-d99c530d0567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68a4006-77c3-42dc-8646-646452024cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262151 Jul 06 12:25:17.042891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['974a8450-d38c-4539-ba7f-756740744149'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:25:17.131574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-2a352cef-98d1-417e-92fc-0f898654073f service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866067 Jul 06 12:25:17.222297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1dc5e46-e9df-496b-91ba-9a204cc7c904 req-8d753d92-97ca-46be-978c-2d0bbf6f91fb service neutron] 10.222.0.64 "GET /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846605 Jul 06 12:25:17.891419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30fb1d-2e5b-4a8e-90be-6ea93eb24d5c req-56f5358a-c3d5-463b-a7cb-d98084a48b26 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:17.892964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc30fb1d-2e5b-4a8e-90be-6ea93eb24d5c req-56f5358a-c3d5-463b-a7cb-d98084a48b26 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 944 time: 0.0690851 Jul 06 12:25:17.930643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dc30fb1d-2e5b-4a8e-90be-6ea93eb24d5c req-2efd7367-a21a-4d69-9a1b-2e2a09e47758 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jul 06 12:25:18.110707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c21f-6915-4411-93ab-2c64cffdcfb3 req-5b7c3218-7eee-43b5-9be6-582054247134 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:18.112215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54d5c21f-6915-4411-93ab-2c64cffdcfb3 req-5b7c3218-7eee-43b5-9be6-582054247134 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 944 time: 0.0695941 Jul 06 12:25:18.149355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54d5c21f-6915-4411-93ab-2c64cffdcfb3 req-4ccdce57-b30a-4f2a-94d1-73871dc66951 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Jul 06 12:25:18.321884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb372-b8b8-430b-90e4-33f1701b11cc req-e37a77d8-4ba2-4862-b772-b5785fa39c2c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:18.323384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-492cb372-b8b8-430b-90e4-33f1701b11cc req-e37a77d8-4ba2-4862-b772-b5785fa39c2c tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 944 time: 0.0650821 Jul 06 12:25:18.360700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-492cb372-b8b8-430b-90e4-33f1701b11cc req-5a98c7c8-923d-49f2-8f67-489d4ad29628 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Jul 06 12:25:18.652995 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 974a8450-d38c-4539-ba7f-756740744149 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:18.701251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 974a8450-d38c-4539-ba7f-756740744149 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:18.705052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 974a8450-d38c-4539-ba7f-756740744149 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:18.705422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.786337 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.808996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974a8450-d38c-4539-ba7f-756740744149'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:18.811442 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f7e6b3-5f75-4451-9110-9c4cda80b6c5" -d '{"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-plugged", "status": "completed", "tag": "974a8450-d38c-4539-ba7f-756740744149"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:18.824326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:18.828789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.859729 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5c0932-c4c7-49e4-83ca-a1a454e20527 x-openstack-request-id: req-ba5c0932-c4c7-49e4-83ca-a1a454e20527 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:18.860048 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-plugged", "status": "completed", "tag": "974a8450-d38c-4539-ba7f-756740744149", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:18.860300 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba5c0932-c4c7-49e4-83ca-a1a454e20527 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:18.860690 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974a8450-d38c-4539-ba7f-756740744149', 'code': 200} Jul 06 12:25:18.887607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:18.931881 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b74d70-d381-40e8-a002-9f4aad18b6ae req-e2dcd72e-b532-40b9-ade3-c4a0be18916e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:18.933381 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9b74d70-d381-40e8-a002-9f4aad18b6ae req-e2dcd72e-b532-40b9-ade3-c4a0be18916e tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0679286 Jul 06 12:25:18.971598 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9b74d70-d381-40e8-a002-9f4aad18b6ae req-48fba7b4-ff2a-459a-981d-7cc4aeeeaab2 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Jul 06 12:25:19.963619 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-a2d70234-c429-4ae4-b67b-a883280638cf tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:19.965137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-a2d70234-c429-4ae4-b67b-a883280638cf tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0791812 Jul 06 12:25:20.066861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Deleting port 974a8450-d38c-4539-ba7f-756740744149 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:25:20.067211 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:20.153448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb27888-973c-489e-ac9a-4b477a0553fa req-743c2266-0b99-4599-832e-fd52a6a346b4 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:20.154982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddb27888-973c-489e-ac9a-4b477a0553fa req-743c2266-0b99-4599-832e-fd52a6a346b4 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2d1b47b-1f4f-4ece-8d4b-c63da8db3888 HTTP/1.1" status: 200 len: 945 time: 0.0639789 Jul 06 12:25:20.159299 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] For port 974a8450-d38c-4539-ba7f-756740744149, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=974a8450-d38c-4539-ba7f-756740744149,segment=NetworkSegment(fff9ec48-6eae-423e-b94a-e35526068096),segment_id=fff9ec48-6eae-423e-b94a-e35526068096)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:20.159658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:20.172706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Calling delete_port for 974a8450-d38c-4539-ba7f-756740744149 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:25:20.192364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ddb27888-973c-489e-ac9a-4b477a0553fa req-0ce911bf-5430-4375-9b01-4cabffb08e85 tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.78 "GET /v2.0/security-groups?id=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Jul 06 12:25:20.312850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:20.324668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['974a8450-d38c-4539-ba7f-756740744149'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:25:20.340176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Pushing event deleted for resources: {'Port': ['ID=974a8450-d38c-4539-ba7f-756740744149,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:20.386111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] No DVR routers for this DVR port 974a8450-d38c-4539-ba7f-756740744149 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:25:20.388654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:20.390807 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5e3d020-8f0c-445c-b1eb-4c3b97ee1c79 req-cafb70f9-e49a-44bd-b53b-12f91fbd67dd tempest-ServerDiskConfigTestJSON-678986075 tempest-ServerDiskConfigTestJSON-678986075-project] 10.222.0.79 "DELETE /v2.0/ports/974a8450-d38c-4539-ba7f-756740744149 HTTP/1.1" status: 204 len: 173 time: 0.4200809 Jul 06 12:25:20.391244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-deleted', 'tag': '974a8450-d38c-4539-ba7f-756740744149'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:20.393561 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cdac31-1db0-4707-8f37-def6078e88dd" -d '{"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-deleted", "tag": "974a8450-d38c-4539-ba7f-756740744149"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:20.434190 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8564b3-8179-46d5-9293-38d31c3ad7b8 x-openstack-request-id: req-2f8564b3-8179-46d5-9293-38d31c3ad7b8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:20.434481 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d1b47b-1f4f-4ece-8d4b-c63da8db3888", "name": "network-vif-deleted", "tag": "974a8450-d38c-4539-ba7f-756740744149", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:20.434732 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f8564b3-8179-46d5-9293-38d31c3ad7b8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:20.435129 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d1b47b-1f4f-4ece-8d4b-c63da8db3888', 'name': 'network-vif-deleted', 'tag': '974a8450-d38c-4539-ba7f-756740744149', 'status': 'completed', 'code': 200} Jul 06 12:25:21.418572 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.465564 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Deleting subnet d811226e-7e73-478e-b2ae-a2bdfdcfacb8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:25:21.469224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.502201 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.539741 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.590169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.617744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.620234 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d811226e-7e73-478e-b2ae-a2bdfdcfacb8 HTTP/1.1" status: 204 len: 168 time: 0.2000406 Jul 06 12:25:21.620666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d96638-450f-4c83-aec1-1246a6168cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d811226e-7e73-478e-b2ae-a2bdfdcfacb8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:21.622261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.693271 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.770078 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.779935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68a4006-77c3-42dc-8646-646452024cf0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:21.789712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff9ec48-6eae-423e-b94a-e35526068096') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:21.790064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff9ec48-6eae-423e-b94a-e35526068096') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:21.798755 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.812615 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.818223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:25:21.818600 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:25:21.820370 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:25:21.877022 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.882578 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.884402 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a68a4006-77c3-42dc-8646-646452024cf0 HTTP/1.1" status: 204 len: 168 time: 0.2611659 Jul 06 12:25:21.895194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68a4006-77c3-42dc-8646-646452024cf0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:21.902811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.903276 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.903478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.903796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.904163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.904490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.904815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.905182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.905506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.905828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.906145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.906463 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551f39f5-4cad-417f-a209-066fca0e3a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.992433 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:22.031549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4e77073d-2ce0-49e3-9cf3-54df6962e875 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a2a552e106a4e4a9959cddcf0ef4218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378773 Jul 06 12:25:22.034072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:22.087269 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e60d2882-fdae-4b0c-916f-68ab78556625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.107414 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e60d2882-fdae-4b0c-916f-68ab78556625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.154195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e60d2882-fdae-4b0c-916f-68ab78556625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.156852 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e60d2882-fdae-4b0c-916f-68ab78556625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.158016 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e60d2882-fdae-4b0c-916f-68ab78556625 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1 HTTP/1.1" status: 204 len: 168 time: 0.1230190 Jul 06 12:25:22.165876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d2882-fdae-4b0c-916f-68ab78556625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc0dfd6-cbd2-4f0e-95b1-11bfe4aa95e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:22.801361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:22.929726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1907956547-network', 'tenant_id': '9c486568247d488195631223d9d46e5d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:22.950465 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Made reservation on behalf of 9c486568247d488195631223d9d46e5d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:22.953391 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.961898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.027295 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.056001 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.059657 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.085238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:25:23.094225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc76ae-dd65-4096-a180-5c2daf91148e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:23.100134 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.100615 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Added segment 9ccdfc84-ecb5-4406-a55b-e92c44d694fc of type vlan for network 756d3af1-a220-4b15-bee5-2131ca07625b Jul 06 12:25:23.142079 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.173046 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.174038 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:23.174619 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.226960 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4244938 Jul 06 12:25:23.230159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:23.234313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb310aa-5075-48e5-a673-03d8b064ef85 admin admin] Pushing event updated for resources: {'Network': ['ID=756d3af1-a220-4b15-bee5-2131ca07625b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:23.235302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Request body: {'subnet': {'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1907956547-subnet', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:23.244225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 756d3af1-a220-4b15-bee5-2131ca07625b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:25:23.256402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Made reservation on behalf of 9c486568247d488195631223d9d46e5d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:23.258887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.769493 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.818853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe8d1b7-12af-446f-9226-69c6f6e5e92f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:23.834382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:23.834739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Network hostable DHCP agents. Network: 756d3af1-a220-4b15-bee5-2131ca07625b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:25:23.851640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Network 756d3af1-a220-4b15-bee5-2131ca07625b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:25:23.860666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 756d3af1-a220-4b15-bee5-2131ca07625b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:23.865425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:23.866570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.870197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3037ad-7dbc-4fa3-9c83-6a18cf869f7a None None] Network 756d3af1-a220-4b15-bee5-2131ca07625b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:23.880829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a12edf25-941b-4720-972d-ea6d2df3f1dc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6495214 Jul 06 12:25:23.883711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:23.888198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:23.910742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.911987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.965491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.018875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-756d3af1-a220-4b15-bee5-2131ca07625b', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:25:24.019800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.099543 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.159648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Allocated IP 172.20.0.2 (756d3af1-a220-4b15-bee5-2131ca07625b/7fe8d1b7-12af-446f-9226-69c6f6e5e92f/1f708e66-2755-488c-a45d-f5cab97ceded) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:24.305564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.307813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.315100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Transition to ACTIVE for port object 1f708e66-2755-488c-a45d-f5cab97ceded will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:24.329089 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.330407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Transition to ACTIVE for port object 1f708e66-2755-488c-a45d-f5cab97ceded will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:24.336270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.373554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:24.378289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:24.381641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:24.387012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Pushing event updated for resources: {'Port': ['ID=1f708e66-2755-488c-a45d-f5cab97ceded,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:24.437779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Allocated IP 172.25.7.150 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/b17922c1-61c2-4187-985e-7b63534b21ac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:24.440953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Attempting to bind port 1f708e66-2755-488c-a45d-f5cab97ceded on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:24.441334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Attempting to bind port 1f708e66-2755-488c-a45d-f5cab97ceded by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:24.441703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Attempting to bind port 1f708e66-2755-488c-a45d-f5cab97ceded on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:24.446628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:24.446994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:24.447395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.447786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:24.448273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Bound port: 1f708e66-2755-488c-a45d-f5cab97ceded, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:24.448656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.510282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] For port 1f708e66-2755-488c-a45d-f5cab97ceded, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:24.513297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] For port 1f708e66-2755-488c-a45d-f5cab97ceded, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1f708e66-2755-488c-a45d-f5cab97ceded,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:24.517181 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.541409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.576437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb3564-2ead-411b-9187-d4a7ff97ea4a None None] Pushing event updated for resources: {'Port': ['ID=1f708e66-2755-488c-a45d-f5cab97ceded,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:24.598912 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.652970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:24.662438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:24.669107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:24.674159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 974a8450-d38c-4539-ba7f-756740744149 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:25:24.674403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Pushing event updated for resources: {'Port': ['ID=b17922c1-61c2-4187-985e-7b63534b21ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:24.704779 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 974a8450-d38c-4539-ba7f-756740744149 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:25:24.705229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 974a8450-d38c-4539-ba7f-756740744149 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:25:24.943421 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.053609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1f708e66-2755-488c-a45d-f5cab97ceded up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:25.102413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 1f708e66-2755-488c-a45d-f5cab97ceded completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:25.144182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.278473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Router c267a9d6-b5a1-43a8-849b-e29321274582 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:25:25.390781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:25.399430 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:25.407788 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.412076 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:25.412384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2bda5426-b629-4c45-9591-2f4cf6860094 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5276320 Jul 06 12:25:25.412724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:25:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:25.413242 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:25.506787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef7c20-d035-4019-bfb8-b47b085a464d None None] Network 756d3af1-a220-4b15-bee5-2131ca07625b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:25.521804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:25.577068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] Provisioning for port 1f708e66-2755-488c-a45d-f5cab97ceded completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:25.584090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] Provisioning complete for port 1f708e66-2755-488c-a45d-f5cab97ceded triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:25.584464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.710954 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:24Z', 'revision_number': 3, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:25.734520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.737985 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:25.738435 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Updating router c267a9d6-b5a1-43a8-849b-e29321274582 port b17922c1-61c2-4187-985e-7b63534b21ac binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:25:25.773705 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.775949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] For port 1f708e66-2755-488c-a45d-f5cab97ceded, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1f708e66-2755-488c-a45d-f5cab97ceded,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:25.782320 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.841824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf688ad-7425-4c72-be02-e5b748a342b1 None None] Pushing event updated for resources: {'Port': ['ID=1f708e66-2755-488c-a45d-f5cab97ceded,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:25.897354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.002460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf7aec5f-1165-4b89-9b92-e4ff42c412bd None None] Provisioning complete for port 1f708e66-2755-488c-a45d-f5cab97ceded triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:26.002833 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf7aec5f-1165-4b89-9b92-e4ff42c412bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.053969 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.061961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Allocated IP 172.20.0.1 (756d3af1-a220-4b15-bee5-2131ca07625b/7fe8d1b7-12af-446f-9226-69c6f6e5e92f/712640df-1599-4ada-bfbd-7b0fa72ee21f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:26.064866 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Transition to ACTIVE for port object b17922c1-61c2-4187-985e-7b63534b21ac will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:26.070285 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.122218 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Attempting to bind port b17922c1-61c2-4187-985e-7b63534b21ac on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:26.122588 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Attempting to bind port b17922c1-61c2-4187-985e-7b63534b21ac by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:26.122939 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Attempting to bind port b17922c1-61c2-4187-985e-7b63534b21ac on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:26.130246 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Pushing event updated for resources: {'Port': ['ID=b17922c1-61c2-4187-985e-7b63534b21ac,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:26.133109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:26.133474 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:26.133865 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.134248 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:26.134699 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Bound port: b17922c1-61c2-4187-985e-7b63534b21ac, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:26.135070 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.157855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.158194 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.158527 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.158855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.159180 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.159502 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.159825 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.160170 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.160488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.160806 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.161118 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.161429 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.175682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.188128 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Transition to ACTIVE for port object 712640df-1599-4ada-bfbd-7b0fa72ee21f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:26.195428 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] For port b17922c1-61c2-4187-985e-7b63534b21ac, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:26.198608 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] For port b17922c1-61c2-4187-985e-7b63534b21ac, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b17922c1-61c2-4187-985e-7b63534b21ac,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:26.202203 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.225277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.255876 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:26.256516 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:25:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:26.262599 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:26.265656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:26.271170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:26.296086 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0829a-6a22-4ff9-992c-3898cb09916d None None] Pushing event updated for resources: {'Port': ['ID=b17922c1-61c2-4187-985e-7b63534b21ac,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:26.296704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Pushing event updated for resources: {'Port': ['ID=712640df-1599-4ada-bfbd-7b0fa72ee21f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:26.315484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.369770 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:26.462296 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.510176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d468b1f2-c03c-41da-a7ef-f5f86b4c2546 None None] Provisioning for port 712640df-1599-4ada-bfbd-7b0fa72ee21f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:26.514994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d468b1f2-c03c-41da-a7ef-f5f86b4c2546 None None] Provisioning complete for port 712640df-1599-4ada-bfbd-7b0fa72ee21f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:26.515401 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d468b1f2-c03c-41da-a7ef-f5f86b4c2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.553170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d468b1f2-c03c-41da-a7ef-f5f86b4c2546 None None] Port 712640df-1599-4ada-bfbd-7b0fa72ee21f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:26.556932 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:24Z', 'revision_number': 3, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:26.584566 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3eb52b-4cec-4da9-ae21-be418358a91a None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:24Z', 'revision_number': 3, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:26.632175 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.637323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.707701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Pushing event updated for resources: {'Port': ['ID=712640df-1599-4ada-bfbd-7b0fa72ee21f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:26.710530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.821244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:26.822646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:26.956101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:25:27.081192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d29bd88-650c-401f-8c14-420840cefc68 None None] Provisioning complete for port 712640df-1599-4ada-bfbd-7b0fa72ee21f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:27.081832 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d29bd88-650c-401f-8c14-420840cefc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.091854 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:27.098536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0662305c-fa05-4acd-8b8f-c2897b252096 admin admin] 10.222.0.78 "PUT /v2.0/routers/c267a9d6-b5a1-43a8-849b-e29321274582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840236 Jul 06 12:25:27.121019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d29bd88-650c-401f-8c14-420840cefc68 None None] Port 712640df-1599-4ada-bfbd-7b0fa72ee21f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:27.138537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b17922c1-61c2-4187-985e-7b63534b21ac up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:27.192218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d13da296-f192-4609-96b0-acce8de20539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.203093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b17922c1-61c2-4187-985e-7b63534b21ac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:27.207277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b17922c1-61c2-4187-985e-7b63534b21ac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:27.207701 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.292105 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.318958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b17922c1-61c2-4187-985e-7b63534b21ac, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b17922c1-61c2-4187-985e-7b63534b21ac,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:27.323662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.324598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1f708e66-2755-488c-a45d-f5cab97ceded up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:27.416651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b17922c1-61c2-4187-985e-7b63534b21ac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.428502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 1f708e66-2755-488c-a45d-f5cab97ceded triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:27.428881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.567196 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 57210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:27.571953 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015729007', 'description': 'tempest-description--1039830953'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:27.594031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.676331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.680544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.703662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.704904 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1366613 Jul 06 12:25:27.708237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:27.713751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c61537-4274-4dfe-8750-27554031dfb4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f161d7-b9e1-49e7-810f-76cf7adcf9f8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.719897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'security_group_rule': {'security_group_id': '13f161d7-b9e1-49e7-810f-76cf7adcf9f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:27.753114 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.810107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.813775 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.834001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27afcc51-74d0-48c1-af37-78c4b7012e99,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.837707 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.840426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1671c30-4910-4a25-8847-9b93dd424b78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296210 Jul 06 12:25:27.841500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:27.846998 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'security_group_rule': {'security_group_id': '13f161d7-b9e1-49e7-810f-76cf7adcf9f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:27.874852 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.937644 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.941623 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.961375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d489c2-f508-4f68-a874-a95456fcd807,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.965091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.969163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-16ea4a62-5d91-4f07-829b-4f31dcc211f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230726 Jul 06 12:25:27.970061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:27.974154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:27.997438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.096833 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.204704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Allocated IP 172.25.7.23 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/d2455a6b-8747-4a2a-bff3-0d03bbc15ecd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:28.242590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:28.252254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:28.252884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:25:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:28.307777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.347220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.358981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:28.391343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:28.397555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:28.401995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:28.405432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'Port': ['ID=d2455a6b-8747-4a2a-bff3-0d03bbc15ecd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:28.501512 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.550692 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.567434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 2, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:28.597161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:28.597565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Updating router c267a9d6-b5a1-43a8-849b-e29321274582 port 712640df-1599-4ada-bfbd-7b0fa72ee21f binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:25:28.631833 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.705321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.710121 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.789658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'Port': ['ID=d2455a6b-8747-4a2a-bff3-0d03bbc15ecd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:28.798971 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.814009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.815276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6b3b1cc-b7c3-4762-9e2a-af446b736b5f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8449397 Jul 06 12:25:28.899484 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.910866 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Transition to ACTIVE for port object 712640df-1599-4ada-bfbd-7b0fa72ee21f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:28.916817 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.964601 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-c8db7b9b-3aca-447a-b061-eebb0c8727cf tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2015729007&fields=id&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 267 time: 0.0358961 Jul 06 12:25:28.996997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543cb36-9464-4b45-b3e1-20b373342f30 None None] Pushing event updated for resources: {'Port': ['ID=712640df-1599-4ada-bfbd-7b0fa72ee21f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:29.030336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Attempting to bind port 712640df-1599-4ada-bfbd-7b0fa72ee21f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:29.030722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Attempting to bind port 712640df-1599-4ada-bfbd-7b0fa72ee21f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:29.031073 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Attempting to bind port 712640df-1599-4ada-bfbd-7b0fa72ee21f on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:29.036825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:29.038268 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:29.038710 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.039118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:29.039735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Bound port: 712640df-1599-4ada-bfbd-7b0fa72ee21f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:29.040166 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.054213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b17922c1-61c2-4187-985e-7b63534b21ac up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:29.105436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-768dfff4-391d-481d-8d86-1e5abf106896 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:29.107038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-768dfff4-391d-481d-8d86-1e5abf106896 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1344833 Jul 06 12:25:29.125313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-46f3dd36-e008-4ba2-bf73-35756d68b63f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/quotas/9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 375 time: 0.0102618 Jul 06 12:25:29.144120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] For port 712640df-1599-4ada-bfbd-7b0fa72ee21f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:29.149222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] For port 712640df-1599-4ada-bfbd-7b0fa72ee21f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=712640df-1599-4ada-bfbd-7b0fa72ee21f,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:29.156102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b17922c1-61c2-4187-985e-7b63534b21ac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:29.156537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.158683 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.211332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-a9e0ce98-3245-4878-bd3a-dc8cb47008b8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746262 Jul 06 12:25:29.365178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-c386d2dd-a490-4f61-b032-8c6c916ece68 service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405511 Jul 06 12:25:29.422113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543cb36-9464-4b45-b3e1-20b373342f30 None None] Pushing event updated for resources: {'Port': ['ID=712640df-1599-4ada-bfbd-7b0fa72ee21f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:29.424709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:29.425321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:25:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:29.476637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-5a1ff659-6a72-4779-acf8-c942486eb9a3 service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054585 Jul 06 12:25:29.564827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:29.725033 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91eca79-5747-4340-bf6a-59f311e640e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.746939 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad94a68-9ebe-459d-898c-ed4f5e4ec192 req-db1edeb9-9c2b-49c1-b156-3e727f401858 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 210 time: 0.1023512 Jul 06 12:25:29.812825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:29Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:29.846706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87869e-8a05-44eb-8455-2623559984e6 None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:29Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:30.367901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.372035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.810536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-1e68552f-bdd5-4390-87db-eecd9e9d5fcd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:30.813032 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-1e68552f-bdd5-4390-87db-eecd9e9d5fcd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1282995 Jul 06 12:25:30.877874 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-f37d1280-2ae7-4e48-9740-3c1f9643cb68 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 380 time: 0.0565078 Jul 06 12:25:30.888308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'port': {'device_id': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'admin_state_up': True, 'tenant_id': '9c486568247d488195631223d9d46e5d', 'security_groups': ['13f161d7-b9e1-49e7-810f-76cf7adcf9f8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:30.922064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c5332c7b-8f00-4caa-ade6-c507fe9c52dc req-721d8b6d-d380-4f1e-b647-8d7717b8badc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Jul 06 12:25:31.012521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Made reservation on behalf of 9c486568247d488195631223d9d46e5d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:31.016889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.048187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 712640df-1599-4ada-bfbd-7b0fa72ee21f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:31.089243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.111795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 712640df-1599-4ada-bfbd-7b0fa72ee21f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:31.115421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 712640df-1599-4ada-bfbd-7b0fa72ee21f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:31.115789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.146060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Allocated IP 172.20.0.9 (756d3af1-a220-4b15-bee5-2131ca07625b/7fe8d1b7-12af-446f-9226-69c6f6e5e92f/b60ca378-44e4-47b3-94b7-9ab652cbdabe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:31.195858 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.232078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 712640df-1599-4ada-bfbd-7b0fa72ee21f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=712640df-1599-4ada-bfbd-7b0fa72ee21f,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:31.237668 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.285724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=712640df-1599-4ada-bfbd-7b0fa72ee21f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:31.295313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.309804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Transition to ACTIVE for port object b60ca378-44e4-47b3-94b7-9ab652cbdabe will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:31.344649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.386844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:31.392704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:31.396423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:31.419631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:31.447419 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:31.448004 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.463469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-7e8d4e5e-b757-42cb-bf4d-321c309f6775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800409 Jul 06 12:25:31.475167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Request body: {'port': {'device_id': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:31.567591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.645444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66e16a69-52a8-465d-8c72-63b9ecc36823 None None] Provisioning for port b60ca378-44e4-47b3-94b7-9ab652cbdabe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:31.649273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66e16a69-52a8-465d-8c72-63b9ecc36823 None None] Provisioning complete for port b60ca378-44e4-47b3-94b7-9ab652cbdabe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:31.649649 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66e16a69-52a8-465d-8c72-63b9ecc36823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.687852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66e16a69-52a8-465d-8c72-63b9ecc36823 None None] Port b60ca378-44e4-47b3-94b7-9ab652cbdabe cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:32.104202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7910bf-b216-40ec-9001-9370f75de024 req-a5605099-2d48-451a-bc40-d55825fd01b6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.105754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7910bf-b216-40ec-9001-9370f75de024 req-a5605099-2d48-451a-bc40-d55825fd01b6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 931 time: 0.0682611 Jul 06 12:25:32.144876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb7910bf-b216-40ec-9001-9370f75de024 req-4f033880-ceaa-49cf-b745-082efd36dc0f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Jul 06 12:25:32.163605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60ca378-44e4-47b3-94b7-9ab652cbdabe {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:25:32.171119 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.183281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Transition to ACTIVE for port object b60ca378-44e4-47b3-94b7-9ab652cbdabe will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:32.187871 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.258124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:32.311768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:32.312230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:32.312632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:32.317255 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Port b60ca378-44e4-47b3-94b7-9ab652cbdabe on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:25:32.317579 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:32.322733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:32.323066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:32.323447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:32.324036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Bound port: b60ca378-44e4-47b3-94b7-9ab652cbdabe, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:32.324262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.389798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:32.393011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:32.397212 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.437281 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.437905 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.439306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] 10.222.0.79 "PUT /v2.0/ports/b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 1091 time: 0.9684749 Jul 06 12:25:32.439743 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:32.442035 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00705f93-7d48-4517-bf30-8abdcf7849c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:32.463881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a32f-3156-428e-a7aa-101bc1745f22 service neutron] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:32.494430 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95419f17-0eb2-47ed-adeb-6a31bf383815 x-openstack-request-id: req-95419f17-0eb2-47ed-adeb-6a31bf383815 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:32.494722 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:32.494971 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95419f17-0eb2-47ed-adeb-6a31bf383815 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:32.495363 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'status': 'completed', 'code': 200} Jul 06 12:25:32.545700 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-99e99e5b-cd07-43dd-9f52-463394966069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.547676 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-99e99e5b-cd07-43dd-9f52-463394966069 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1094 time: 0.0637009 Jul 06 12:25:32.559007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.593171 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-e1719374-7201-4525-ac5c-9fbe4cc4b45c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 217 time: 0.0382848 Jul 06 12:25:32.648013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-f3bcd2de-8121-4bf3-82d2-56f11fff0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.649514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-f3bcd2de-8121-4bf3-82d2-56f11fff0d0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0506516 Jul 06 12:25:32.707472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-773534e6-559b-4a61-b878-2ae287683b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.708977 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-773534e6-559b-4a61-b878-2ae287683b3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519440 Jul 06 12:25:32.800357 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-f60e0b93-132f-4794-9d1e-28c71dc52d4b service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Jul 06 12:25:32.893787 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b3efa9e-1797-4b12-8e17-dd8fe916a1a0 req-6a3e4bee-0fb7-4bfc-ad80-47b401362e10 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Jul 06 12:25:33.000671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-e5955fde-62bd-483e-9e89-f0b96afc8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.002199 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-e5955fde-62bd-483e-9e89-f0b96afc8df7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1094 time: 0.0551014 Jul 06 12:25:33.014926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 712640df-1599-4ada-bfbd-7b0fa72ee21f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:33.063688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 712640df-1599-4ada-bfbd-7b0fa72ee21f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:33.064097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:33.098672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-d95c9004-899e-44f5-b7a3-853c6598b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.100237 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-d95c9004-899e-44f5-b7a3-853c6598b503 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0916514 Jul 06 12:25:33.143798 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-b185a093-ef15-45a5-803c-a571fe2e716d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 217 time: 0.0374224 Jul 06 12:25:33.192252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-7c4e3e7c-b12c-4751-87fe-d3634775ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.193800 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-7c4e3e7c-b12c-4751-87fe-d3634775ddf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0438640 Jul 06 12:25:33.255046 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-16d99db1-75d5-4776-b82d-e92e4bb16e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.256601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-16d99db1-75d5-4776-b82d-e92e4bb16e5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566180 Jul 06 12:25:33.317844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc854195-58b2-43bf-8cd4-81e9a9ef1b47 req-2a9c0f7d-8656-4ba3-9fd4-e501e40f29f8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.319347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc854195-58b2-43bf-8cd4-81e9a9ef1b47 req-2a9c0f7d-8656-4ba3-9fd4-e501e40f29f8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0645223 Jul 06 12:25:33.350162 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-ec82d2e3-371e-40ad-812e-f32f90b02136 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850012 Jul 06 12:25:33.358296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc854195-58b2-43bf-8cd4-81e9a9ef1b47 req-758b8c03-6f0a-42f0-99d6-b1856339d392 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Jul 06 12:25:33.444076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-00705f93-7d48-4517-bf30-8abdcf7849c4 req-ecbbc76a-d93d-4e5e-b526-5bd99a61edab service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Jul 06 12:25:34.531729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafce09-39be-4ede-91d5-8eeabc36c30c req-b8766f18-f700-45ef-8510-ecec84381c90 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:34.533274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1eafce09-39be-4ede-91d5-8eeabc36c30c req-b8766f18-f700-45ef-8510-ecec84381c90 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0651057 Jul 06 12:25:34.570189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1eafce09-39be-4ede-91d5-8eeabc36c30c req-577ab42b-5075-4b20-a2eb-ae1b57697f1c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314066 Jul 06 12:25:35.750163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc368cd-0a4c-476b-9412-de84e297c342 req-920cb9db-b7ae-4a1b-bdca-e225b328a972 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.751668 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdc368cd-0a4c-476b-9412-de84e297c342 req-920cb9db-b7ae-4a1b-bdca-e225b328a972 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0678337 Jul 06 12:25:35.789117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdc368cd-0a4c-476b-9412-de84e297c342 req-362d0c3c-2891-4079-b96c-4997fb4e02d4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 06 12:25:36.765232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:25:36.865361 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:36.877756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'mac_address': 'fa:16:3e:10:b9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:25:36.916625 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.929802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ca378-44e4-47b3-94b7-9ab652cbdabe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:25:36.949797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:36.953644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.963785 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec924a6-11ad-4e2a-b5d5-99891ec14c81 req-ca17e569-021a-4402-933e-4003d7f052b5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:36.965374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aec924a6-11ad-4e2a-b5d5-99891ec14c81 req-ca17e569-021a-4402-933e-4003d7f052b5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0657253 Jul 06 12:25:37.004916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aec924a6-11ad-4e2a-b5d5-99891ec14c81 req-8d072233-a8cf-456e-9541-b0318adc3b16 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Jul 06 12:25:37.006936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:37.145411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b60ca378-44e4-47b3-94b7-9ab652cbdabe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:25:38.180256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829ad67-bf1a-4d1b-bfd1-95243b02be98 req-c5c6d79b-4267-4eff-81d6-784936f6cbf0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:38.181797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2829ad67-bf1a-4d1b-bfd1-95243b02be98 req-c5c6d79b-4267-4eff-81d6-784936f6cbf0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0687714 Jul 06 12:25:38.220128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2829ad67-bf1a-4d1b-bfd1-95243b02be98 req-5b5fb717-3c34-49e4-95ff-8577dd157220 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 06 12:25:38.782876 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:38.833157 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port b60ca378-44e4-47b3-94b7-9ab652cbdabe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:38.836725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port b60ca378-44e4-47b3-94b7-9ab652cbdabe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:38.837086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:38.914925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:38.937576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:38.940034 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277ff26-41f0-4a7e-ab70-f20d633a7ca9" -d '{"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-plugged", "status": "completed", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:38.953642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:38.957758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:39.012311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:39.089296 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b77220-5d30-41ec-a5bc-38ac35f76389 x-openstack-request-id: req-70b77220-5d30-41ec-a5bc-38ac35f76389 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:39.089543 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-plugged", "status": "completed", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:39.089805 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70b77220-5d30-41ec-a5bc-38ac35f76389 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:39.090205 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'code': 200} Jul 06 12:25:39.207198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a527e-0e84-4bb8-9059-0b308488418c req-fe8e09b9-2f73-4e9a-a623-63e300bc196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:39.208733 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a70a527e-0e84-4bb8-9059-0b308488418c req-fe8e09b9-2f73-4e9a-a623-63e300bc196a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1096 time: 0.0557008 Jul 06 12:25:39.242377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a70a527e-0e84-4bb8-9059-0b308488418c req-ca2aaf06-85ba-4b29-ad2d-14cf171e22c1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271130 Jul 06 12:25:39.392000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937a004-b83b-4f6f-bd02-90f255434f81 req-63662663-8acd-459f-8cf1-f2bb33638dad tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:39.393418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5937a004-b83b-4f6f-bd02-90f255434f81 req-63662663-8acd-459f-8cf1-f2bb33638dad tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0636392 Jul 06 12:25:39.430709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5937a004-b83b-4f6f-bd02-90f255434f81 req-44965e33-dcb9-4dfe-822d-e9f57e4f38d0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Jul 06 12:25:40.608051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3e4c-f273-44ff-ac1c-f93a5ed5b181 req-5b239971-3c05-4e85-9553-aaa88e8f9939 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:40.609522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b8c3e4c-f273-44ff-ac1c-f93a5ed5b181 req-5b239971-3c05-4e85-9553-aaa88e8f9939 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Jul 06 12:25:40.646657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b8c3e4c-f273-44ff-ac1c-f93a5ed5b181 req-d46af554-a495-4ea5-9ca7-6a3440222760 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Jul 06 12:25:40.815733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545980c-4221-4404-b019-1f97ffc3f708 req-5a5515b0-a0af-42ec-bfed-c4a634aaef80 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:40.817181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3545980c-4221-4404-b019-1f97ffc3f708 req-5a5515b0-a0af-42ec-bfed-c4a634aaef80 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0677254 Jul 06 12:25:40.825566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:40.830802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'floatingip': {'port_id': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:40.869984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.319462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.323165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.423929 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 associated. External IP: 172.25.7.23, port: b60ca378-44e4-47b3-94b7-9ab652cbdabe. Jul 06 12:25:41.628987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:25:42.072648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:42.078249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.082465 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:42.091712 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:42.092623 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:25:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.114609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-817c38cd-fe94-49fd-b731-314bc0f1a622 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "PUT /v2.0/floatingips/41125350-9892-416b-b056-a42fd93e4c52 HTTP/1.1" status: 200 len: 990 time: 1.2874985 Jul 06 12:25:42.115207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:42.117488 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba051e-66d1-4293-a2a1-c545ac82ffc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:42.157909 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f76a4c-a63b-4406-b100-67caa5534701 x-openstack-request-id: req-44f76a4c-a63b-4406-b100-67caa5534701 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:42.158213 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:42.158470 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44f76a4c-a63b-4406-b100-67caa5534701 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:42.158861 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'status': 'completed', 'code': 200} Jul 06 12:25:42.200006 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:42.234275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-7865b64a-b948-43e6-92ab-fbdb22ac08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.235795 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-7865b64a-b948-43e6-92ab-fbdb22ac08cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1096 time: 0.0541053 Jul 06 12:25:42.332014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-21c92979-4546-4944-a095-39f25a79506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.333483 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-21c92979-4546-4944-a095-39f25a79506a service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0914326 Jul 06 12:25:42.399746 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-e8da782e-c35e-4906-a327-c1ff78aab8a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 998 time: 0.0601437 Jul 06 12:25:42.447711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-2676bdaf-67a6-4286-bbbd-1f721f55adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.449250 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-2676bdaf-67a6-4286-bbbd-1f721f55adad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0432701 Jul 06 12:25:42.509738 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:10:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:25:41Z', 'revision_number': 1, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.511473 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-6771bbba-9b00-4ca3-a385-0945ef59f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.513058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-6771bbba-9b00-4ca3-a385-0945ef59f04a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574214 Jul 06 12:25:42.538848 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:42.547381 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:42.548005 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:25:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.608826 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-bd4809d0-86b2-475f-b999-77d18bde764d service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889897 Jul 06 12:25:42.655887 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:42.703384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cdba051e-66d1-4293-a2a1-c545ac82ffc8 req-17db1d15-5c63-4737-b62e-2f00b9923dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890071 Jul 06 12:25:42.871938 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:10:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:25:41Z', 'revision_number': 1, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.901583 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf0271-62c5-48d7-a366-76e53ad0cbca None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:10:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:25:41Z', 'revision_number': 1, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:43.118426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c2e724-7861-42ac-93c0-b78430ad446f None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:25:53.017352 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.381545 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:25:57.182538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7850679-e595-41d1-aafd-fdc3835cd6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:59.709508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f11d59a-930a-425f-a680-cf793fe12ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:00.363402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:00.367621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:01.065885 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:02.557723 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:23.028450 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:27.183963 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8245f451-442d-4d9c-a572-fd9a8c958b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.710132 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57531a4-9b80-4fd0-9afb-46914e76452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.368955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.371404 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.380779 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:26:31.069256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:32.560491 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:37.699149 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-eb9bab2c-00f5-47e8-9d42-823aee289db6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275735 Jul 06 12:26:37.792249 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-000f7270-9ebc-4723-8cf4-3f2235cd95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:37.793747 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-000f7270-9ebc-4723-8cf4-3f2235cd95e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1096 time: 0.0523691 Jul 06 12:26:37.901535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-ee5af081-e7d2-4b88-a433-df40a3f77a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:37.903033 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-ee5af081-e7d2-4b88-a433-df40a3f77a51 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0885646 Jul 06 12:26:37.966461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-34a8366e-284e-4c41-94dc-ec5d09c25441 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 1000 time: 0.0574744 Jul 06 12:26:38.014661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-7a69e54f-9ae2-4d9a-bb9d-2361ae297edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:38.016275 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-7a69e54f-9ae2-4d9a-bb9d-2361ae297edd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0439148 Jul 06 12:26:38.076535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-22bf43ed-7f57-4966-9459-843d5a69b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:38.078118 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-22bf43ed-7f57-4966-9459-843d5a69b050 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560098 Jul 06 12:26:38.087816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-20d03b5e-a4fd-429a-89b7-d01b26e45161 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:26:38.088851 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-20d03b5e-a4fd-429a-89b7-d01b26e45161 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049498 Jul 06 12:26:38.177097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-8aa55795-9019-4c25-8301-b7adfa0cab2b service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818620 Jul 06 12:26:38.271086 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2d673f-764b-47ef-93e2-7a9b53fa9214 req-e2419bf6-80ce-46c1-8fa6-3f81d7be257a service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860460 Jul 06 12:26:53.041190 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:57.189822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeecd221-7d56-4579-ab58-4e80aa61f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:59.710235 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bc357d5-24b5-481c-98da-e85ac828df3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:00.359708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:00.378815 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:01.071839 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:02.562118 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:07.380434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:20.535401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde23-e175-4b0d-a126-42bc1f59a33d req-b2b02dbb-b917-44a4-bd98-460e26d9b736 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:20.536865 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deacde23-e175-4b0d-a126-42bc1f59a33d req-b2b02dbb-b917-44a4-bd98-460e26d9b736 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.1223099 Jul 06 12:27:20.577073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deacde23-e175-4b0d-a126-42bc1f59a33d req-b16efddc-fc33-4ad0-88ea-4eb2d59c39d1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Jul 06 12:27:20.973921 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-06f2ec5a-63ec-4cbd-abb9-8104017c7556 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030633 Jul 06 12:27:20.981000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7fc64-3baf-4db4-8465-13bc1e81602f req-51154870-884f-428c-8770-e5a7614b9a8a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:20.982503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f7fc64-3baf-4db4-8465-13bc1e81602f req-51154870-884f-428c-8770-e5a7614b9a8a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0639462 Jul 06 12:27:21.026551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31f7fc64-3baf-4db4-8465-13bc1e81602f req-13881731-21b9-4741-8458-5ff14ffbec27 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359495 Jul 06 12:27:22.181824 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-cc938041-4915-494b-a6a1-8be644416164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:22.183577 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-cc938041-4915-494b-a6a1-8be644416164 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1096 time: 0.0528295 Jul 06 12:27:22.208685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c64c80-7281-46c4-883c-5f4ba8e0f7f2 req-ae45c33a-4e83-4a0e-9584-8a53d7d6c535 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:22.210195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45c64c80-7281-46c4-883c-5f4ba8e0f7f2 req-ae45c33a-4e83-4a0e-9584-8a53d7d6c535 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0647914 Jul 06 12:27:22.248303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45c64c80-7281-46c4-883c-5f4ba8e0f7f2 req-1717cbb6-f7c8-4701-af5e-0acfb4afd4dc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Jul 06 12:27:22.278362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-660c0b51-5aeb-46dc-8ebc-4f9cac812bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:22.279838 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-660c0b51-5aeb-46dc-8ebc-4f9cac812bd0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0902843 Jul 06 12:27:22.345857 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-928126fd-22a1-4a8f-96d2-3826721722a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 1000 time: 0.0594671 Jul 06 12:27:22.401401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-a2758b59-06bc-40d3-8d8a-c624f42950c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:22.403187 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-a2758b59-06bc-40d3-8d8a-c624f42950c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0518448 Jul 06 12:27:22.459426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-e775087d-f69e-41b9-abcb-b0e3e8e452c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:22.460928 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-e775087d-f69e-41b9-abcb-b0e3e8e452c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514793 Jul 06 12:27:22.549324 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-ab406418-4d23-49d1-b9f9-c755204c6999 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804372 Jul 06 12:27:22.643040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-73b99cab-7cec-4eb2-bd80-014deff2dd15 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Jul 06 12:27:23.044503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:23.447321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f81afa-a4c4-4e82-ae0b-b2adf6c52804 req-0a6e576a-caf6-428f-9248-e47fed27b6b7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:23.448839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23f81afa-a4c4-4e82-ae0b-b2adf6c52804 req-0a6e576a-caf6-428f-9248-e47fed27b6b7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0667505 Jul 06 12:27:23.487443 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-23f81afa-a4c4-4e82-ae0b-b2adf6c52804 req-e78790e3-9cfe-49a2-8a87-04ee04e37505 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Jul 06 12:27:24.661967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954436fe-26c0-423d-97fb-aeab42631fdb req-16660c52-d0ae-4872-91e9-35fce984930d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:24.663463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-954436fe-26c0-423d-97fb-aeab42631fdb req-16660c52-d0ae-4872-91e9-35fce984930d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0643818 Jul 06 12:27:24.700746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-954436fe-26c0-423d-97fb-aeab42631fdb req-3162a9e3-d0d5-4186-935b-0b9c2ec33ec1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Jul 06 12:27:25.876922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab86832-307d-4511-bd95-4c64778d0ae5 req-ed72043c-81ef-412a-9a19-dc067825c9fa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:25.878436 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fab86832-307d-4511-bd95-4c64778d0ae5 req-ed72043c-81ef-412a-9a19-dc067825c9fa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0635195 Jul 06 12:27:25.919880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fab86832-307d-4511-bd95-4c64778d0ae5 req-a4b67a33-cd9d-4bd4-8026-e4b3d1723faf tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Jul 06 12:27:27.094059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611d56-66c3-4fe3-ad60-62c0da302729 req-4d452753-22fd-438e-9514-ce1f97d96b71 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:27.096228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce611d56-66c3-4fe3-ad60-62c0da302729 req-4d452753-22fd-438e-9514-ce1f97d96b71 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0655959 Jul 06 12:27:27.133691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce611d56-66c3-4fe3-ad60-62c0da302729 req-aa8be122-1979-4afd-9f82-adc42512af55 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Jul 06 12:27:27.180150 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdfc9-db80-4f82-985e-0f0d8640f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:28.306378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b226-ba73-4721-928e-511122dd3c53 req-6161fa8c-df1f-4d3d-bc89-b35e9d013f07 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:28.307875 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f79b226-ba73-4721-928e-511122dd3c53 req-6161fa8c-df1f-4d3d-bc89-b35e9d013f07 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0634983 Jul 06 12:27:28.345210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f79b226-ba73-4721-928e-511122dd3c53 req-8448e03a-d705-4c05-af72-39c620e06ab5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Jul 06 12:27:29.520750 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab0352-f233-41d4-bcf2-a56578edeea0 req-0d02b9e7-de1f-40ff-8f04-46221d0824b6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:29.522237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deab0352-f233-41d4-bcf2-a56578edeea0 req-0d02b9e7-de1f-40ff-8f04-46221d0824b6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0671234 Jul 06 12:27:29.559881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-deab0352-f233-41d4-bcf2-a56578edeea0 req-66d9d9b1-a33f-4ad3-848d-2d9eff071e44 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321670 Jul 06 12:27:29.712765 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e3f43-8e34-4b27-98f7-10430e1d379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:30.366133 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:30.376628 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:30.752186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581a55d-8b29-4d44-a7df-8b14151fa721 req-8d0f297b-e2f6-4638-a785-65ebe2221b05 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:30.753669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b581a55d-8b29-4d44-a7df-8b14151fa721 req-8d0f297b-e2f6-4638-a785-65ebe2221b05 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0662510 Jul 06 12:27:30.790870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b581a55d-8b29-4d44-a7df-8b14151fa721 req-23d98ff8-a52f-42c9-9a32-c276c0b07cab tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Jul 06 12:27:31.078031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:31.967783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487d98a-9413-4781-b08b-ed1d89c7c592 req-35ab1152-597f-41f1-a482-0ca3e8b6db8e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:31.969303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2487d98a-9413-4781-b08b-ed1d89c7c592 req-35ab1152-597f-41f1-a482-0ca3e8b6db8e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0624826 Jul 06 12:27:32.010578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2487d98a-9413-4781-b08b-ed1d89c7c592 req-a2e72286-3ef6-40a3-af95-2ec7bdb88946 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352216 Jul 06 12:27:32.565144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:33.185518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c2cdd-0359-4216-b392-0998d44e8ae5 req-d0cb1f10-cb38-4e6a-a2da-2f1a43b9ef56 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:33.186913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-337c2cdd-0359-4216-b392-0998d44e8ae5 req-d0cb1f10-cb38-4e6a-a2da-2f1a43b9ef56 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0632703 Jul 06 12:27:33.223864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-337c2cdd-0359-4216-b392-0998d44e8ae5 req-01fab00a-03f3-4680-9557-5e65965830d0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Jul 06 12:27:34.397163 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95a845-736c-4a83-afde-66d89518a59b req-f03b2d54-0d92-4edf-80a3-ddcf58b55230 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:34.398660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f95a845-736c-4a83-afde-66d89518a59b req-f03b2d54-0d92-4edf-80a3-ddcf58b55230 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0637605 Jul 06 12:27:34.435591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f95a845-736c-4a83-afde-66d89518a59b req-8065ada2-c8ca-4841-9e9b-171e9ff91911 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Jul 06 12:27:34.585155 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-5476a010-145b-49b8-886f-12c75a532bad service neutron] show failed (client error): The resource could not be found. Jul 06 12:27:34.586090 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-5476a010-145b-49b8-886f-12c75a532bad service neutron] 10.222.0.79 "GET /v2.0/ports/b60ca378-44e4-47b3-94b7-9ab652cbdabe/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0557034 Jul 06 12:27:34.882618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-a35ff2e1-df3a-4aaa-a9db-0dc5d3333471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:34.884187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-a35ff2e1-df3a-4aaa-a9db-0dc5d3333471 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 1096 time: 0.1033084 Jul 06 12:27:34.896184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:27:34.966435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.166924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:35.199634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:27:35.242521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:27:35.244968 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d892ed-89c2-4d5b-8799-2448eead161b" -d '{"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:27:35.248662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.263330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Transition to ACTIVE for port object b60ca378-44e4-47b3-94b7-9ab652cbdabe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:27:35.268761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.357728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:35.376345 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267b19a3-9d79-4c76-b208-8a2254b6f3c3 x-openstack-request-id: req-267b19a3-9d79-4c76-b208-8a2254b6f3c3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:27:35.377179 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:27:35.377444 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-267b19a3-9d79-4c76-b208-8a2254b6f3c3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:27:35.377847 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'code': 200} Jul 06 12:27:35.381912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.382264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.382611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.382955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.383292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.383628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.383984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.384318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.384650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.384977 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.385304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.385630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:35.414551 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] No DVR routers for this DVR port b60ca378-44e4-47b3-94b7-9ab652cbdabe on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:27:35.574253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:27:35.574511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:27:35.574843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:27:35.598030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Port b60ca378-44e4-47b3-94b7-9ab652cbdabe on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:27:35.598555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Attempting to bind port b60ca378-44e4-47b3-94b7-9ab652cbdabe on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:27:35.606723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:27:35.607058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:27:35.607440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:27:35.607892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Bound port: b60ca378-44e4-47b3-94b7-9ab652cbdabe, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:27:35.608254 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.676663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b629-c9be-46a5-89aa-072a6c3a0206 req-574ebc41-b652-4fd2-b038-f7febea9a12f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.678183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6573b629-c9be-46a5-89aa-072a6c3a0206 req-574ebc41-b652-4fd2-b038-f7febea9a12f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.1178582 Jul 06 12:27:35.713054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:27:35.735694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:27:35.744897 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6573b629-c9be-46a5-89aa-072a6c3a0206 req-92078fc4-33de-48bc-ad86-70ef9683db2d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573761 Jul 06 12:27:35.745899 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.778696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.779348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.780978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] 10.222.0.64 "PUT /v2.0/ports/b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 1091 time: 0.8892641 Jul 06 12:27:35.838357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8aca-f8f9-4631-857a-f2a5045ca71e service neutron] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:35.877059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-5d747a41-3071-4486-a513-b5acf66dbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.877059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-5d747a41-3071-4486-a513-b5acf66dbb9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1094 time: 0.0685360 Jul 06 12:27:35.974076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-13f109c2-5f04-4f51-a54d-7e0e9f8840f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.975620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-13f109c2-5f04-4f51-a54d-7e0e9f8840f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0938466 Jul 06 12:27:36.040594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-b71d87e0-b311-4a26-ab77-a22928d6c7c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 998 time: 0.0588713 Jul 06 12:27:36.089572 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-e696c6b5-1872-41b4-8ec0-c3f736e581f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.090953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-e696c6b5-1872-41b4-8ec0-c3f736e581f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0438812 Jul 06 12:27:36.151350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-7b381890-f49c-4f08-a625-9749478eff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.152853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-7b381890-f49c-4f08-a625-9749478eff9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548759 Jul 06 12:27:36.251549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-9290308d-a7ec-4764-9e14-fdc79e14b3b3 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891976 Jul 06 12:27:36.345231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-71a6c62e-cea4-4f0c-b6ec-7c65725c1d35 req-80a419e2-930a-4cf7-b09f-f0c6776be183 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868089 Jul 06 12:27:36.924815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a9b16-e408-4a70-91d5-aa873793c431 req-265adc79-7f49-4a17-b377-4371c0e12484 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.926312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce3a9b16-e408-4a70-91d5-aa873793c431 req-265adc79-7f49-4a17-b377-4371c0e12484 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0661261 Jul 06 12:27:36.964671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce3a9b16-e408-4a70-91d5-aa873793c431 req-910eb4eb-a5b1-4925-9671-7a69d3e8289a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Jul 06 12:27:37.278100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:27:37.316365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:27:37.379289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:27:37.381745 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a907d6-1801-4c8f-950c-35ad723cbfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:27:37.430358 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03125359-61a8-44d9-a48f-f1032c37a1e0 x-openstack-request-id: req-03125359-61a8-44d9-a48f-f1032c37a1e0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:27:37.430660 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:27:37.431228 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03125359-61a8-44d9-a48f-f1032c37a1e0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:27:37.431638 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'status': 'completed', 'code': 200} Jul 06 12:27:37.503389 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-a0b4cd8a-640a-4a60-8e39-dca4d6767f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.504959 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-4e304a7c-1968-45c8-a3e4-4ad7377f54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.505085 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-a0b4cd8a-640a-4a60-8e39-dca4d6767f07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1094 time: 0.0533104 Jul 06 12:27:37.506449 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-4e304a7c-1968-45c8-a3e4-4ad7377f54ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1094 time: 0.0531731 Jul 06 12:27:37.600931 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-1db724c6-a100-4957-98e3-b57536529c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.601192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-6dfdaac7-9ded-408e-8fa5-7a248115aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.602331 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-1db724c6-a100-4957-98e3-b57536529c68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0899024 Jul 06 12:27:37.602731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-6dfdaac7-9ded-408e-8fa5-7a248115aeda service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0901060 Jul 06 12:27:37.666712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-9049d3e5-fcd7-4b05-b4f0-db77163e76f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 998 time: 0.0578334 Jul 06 12:27:37.667269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-1a1f8ca9-bc76-4802-b195-95c209b73af7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 998 time: 0.0577688 Jul 06 12:27:37.720450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-a0e29000-4f93-4132-8b0c-446b3ed17f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.721298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-1ffb393a-647a-4cec-9b88-a5e6748defbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.721973 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-a0e29000-4f93-4132-8b0c-446b3ed17f00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0491300 Jul 06 12:27:37.722841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-1ffb393a-647a-4cec-9b88-a5e6748defbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0480742 Jul 06 12:27:37.778678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-cb3e3d70-7c4e-42c7-b216-e21e989d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.780191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-718857b9-c822-46e1-953b-1137bae98459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.780330 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-cb3e3d70-7c4e-42c7-b216-e21e989d66a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522335 Jul 06 12:27:37.781956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-718857b9-c822-46e1-953b-1137bae98459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524631 Jul 06 12:27:37.871843 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-249a1aac-0a6e-4c80-9c47-c6c0ef940541 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850649 Jul 06 12:27:37.873424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-8360bc95-888b-45c2-b328-1a7474647dde service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Jul 06 12:27:37.966541 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-c789245d-eafb-4138-8570-ec18224fe85a service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883117 Jul 06 12:27:37.969109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a907d6-1801-4c8f-950c-35ad723cbfa7 req-6d8b5010-1b88-480a-b5f2-c741892b38d5 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888216 Jul 06 12:27:38.140426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc23f7-605f-4ffd-a926-3fac6e526c95 req-b66fadaa-728d-4e5e-819b-51447ffdba64 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:38.141832 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50cc23f7-605f-4ffd-a926-3fac6e526c95 req-b66fadaa-728d-4e5e-819b-51447ffdba64 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0638678 Jul 06 12:27:38.180828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50cc23f7-605f-4ffd-a926-3fac6e526c95 req-10554c9a-7713-44ec-9560-a91330781584 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333240 Jul 06 12:27:39.354847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12004b9d-fddd-429f-ae15-c79cb196f333 req-8fba9cae-c373-45ab-bcdc-0446d03dd07b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:39.356452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12004b9d-fddd-429f-ae15-c79cb196f333 req-8fba9cae-c373-45ab-bcdc-0446d03dd07b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0649498 Jul 06 12:27:39.403825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12004b9d-fddd-429f-ae15-c79cb196f333 req-97f3bfc6-cbb3-4db7-b6ea-7f04e83d29ef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Jul 06 12:27:40.584124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0d55-b250-461d-897c-5984da209afc req-ac7c4744-63e7-4a80-9d2f-3038415ce540 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:40.585627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d0f0d55-b250-461d-897c-5984da209afc req-ac7c4744-63e7-4a80-9d2f-3038415ce540 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 943 time: 0.0692906 Jul 06 12:27:40.627184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d0f0d55-b250-461d-897c-5984da209afc req-535567cf-3642-4ed8-88ff-5b6ce7fa4cd1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325782 Jul 06 12:27:40.630320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:27:40.729926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:40.741530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'mac_address': 'fa:16:3e:10:b9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:27:40.781877 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:40.804377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ca378-44e4-47b3-94b7-9ab652cbdabe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:27:40.843906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:40.853913 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:40.909192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:40.916738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.917087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.917431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.917771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.918104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.918437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.918767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.919093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.919421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.919832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.920190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.920518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:40.962408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c43c4-fd4c-44e0-b3ea-8d6914ae8845 req-8513c177-2ca1-4acc-ba92-d515cc711530 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:40.964162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d72c43c4-fd4c-44e0-b3ea-8d6914ae8845 req-8513c177-2ca1-4acc-ba92-d515cc711530 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0692246 Jul 06 12:27:40.974230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-2ced6efe-e86f-4326-b933-2d80087edbe8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:40.976090 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-2ced6efe-e86f-4326-b933-2d80087edbe8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5&tenant_id=9c486568247d488195631223d9d46e5d&binding%3Ahost_id=n-h1-799528-2 HTTP/1.1" status: 200 len: 944 time: 0.0757492 Jul 06 12:27:41.002236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d72c43c4-fd4c-44e0-b3ea-8d6914ae8845 req-b7d3a331-a53a-49ea-b1cc-0f7094add873 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Jul 06 12:27:41.037739 n-d-799528-2 neutron-server[93766]: INFO neutron.api.v2.resource [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-8b152e10-9a52-4f44-b877-0691bdb8e85c service neutron] delete failed (client error): The resource could not be found. Jul 06 12:27:41.038766 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-8b152e10-9a52-4f44-b877-0691bdb8e85c service neutron] 10.222.0.79 "DELETE /v2.0/ports/b60ca378-44e4-47b3-94b7-9ab652cbdabe/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0568542 Jul 06 12:27:41.139900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-efea8a0a-c26a-47fe-a0b7-91e50a0b3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.141447 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-efea8a0a-c26a-47fe-a0b7-91e50a0b3a3f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 1095 time: 0.0590353 Jul 06 12:27:41.220341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['b60ca378-44e4-47b3-94b7-9ab652cbdabe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:27:41.229843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-09df01d5-df35-4018-ac08-019b77e06ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.231431 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-09df01d5-df35-4018-ac08-019b77e06ac8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0841355 Jul 06 12:27:41.301111 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-0f437bcf-797a-437b-bff3-d182240a3afc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 200 len: 999 time: 0.0630245 Jul 06 12:27:41.349989 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-f6c7a12a-c41f-47db-8edf-a0a20baf7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.351571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-f6c7a12a-c41f-47db-8edf-a0a20baf7fb1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0449283 Jul 06 12:27:41.407598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-86e76836-84ad-443a-bf7b-5c88a346495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.409178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-86e76836-84ad-443a-bf7b-5c88a346495c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514045 Jul 06 12:27:41.498783 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-2916caf3-a7fc-4d01-85a3-eab03fca7c2f service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829856 Jul 06 12:27:41.587244 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cfd30006-6a1b-4eac-9211-a7858be79d81 req-446e2056-226a-4f29-ac12-1a500448b107 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815265 Jul 06 12:27:42.198735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914181ac-8099-407f-ab30-c60cb811b078 req-81be8621-509b-4e46-bd13-1a109909cdad tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.200346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-914181ac-8099-407f-ab30-c60cb811b078 req-81be8621-509b-4e46-bd13-1a109909cdad tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0783784 Jul 06 12:27:42.241042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-914181ac-8099-407f-ab30-c60cb811b078 req-a60758c7-7c25-4ce3-9da2-05cf4ab54593 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341125 Jul 06 12:27:42.417916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7feb3a-c4a3-4ae1-b1b3-97d02af1b829 req-7d198a02-3f05-4b0d-9d7d-d9d09bc5504c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.419412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7feb3a-c4a3-4ae1-b1b3-97d02af1b829 req-7d198a02-3f05-4b0d-9d7d-d9d09bc5504c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0638015 Jul 06 12:27:42.457959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba7feb3a-c4a3-4ae1-b1b3-97d02af1b829 req-f3acdfc6-8e54-49fe-bcb8-eaafb2f1ec40 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Jul 06 12:27:42.630539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40054c-fef3-4753-a1f4-58dad066c794 req-f864ea55-c7c7-4e3e-8db9-cfda0a9c93e1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.632050 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e40054c-fef3-4753-a1f4-58dad066c794 req-f864ea55-c7c7-4e3e-8db9-cfda0a9c93e1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0636706 Jul 06 12:27:42.651199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:27:42.674532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e40054c-fef3-4753-a1f4-58dad066c794 req-c402daf3-7323-42f2-bab2-fbeae14c172b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369291 Jul 06 12:27:42.700434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port b60ca378-44e4-47b3-94b7-9ab652cbdabe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:27:42.704207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port b60ca378-44e4-47b3-94b7-9ab652cbdabe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:27:42.704638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:42.784177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:42.807195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:27:42.809814 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1f74d-4e24-4bcf-9662-83580efa06bc" -d '{"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-plugged", "status": "completed", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:27:42.822672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:42.826898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:42.853054 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e6a4a-bfa9-468c-b2a4-36d8fecdcab2 x-openstack-request-id: req-7d8e6a4a-bfa9-468c-b2a4-36d8fecdcab2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:27:42.853348 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-plugged", "status": "completed", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:27:42.853602 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d8e6a4a-bfa9-468c-b2a4-36d8fecdcab2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:27:42.853991 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'code': 200} Jul 06 12:27:42.881687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:43.069003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e02d84-0944-4368-8537-8fe0338c2f6b req-0ba5a47d-1a75-445c-b898-96e090d50403 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:43.070503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52e02d84-0944-4368-8537-8fe0338c2f6b req-0ba5a47d-1a75-445c-b898-96e090d50403 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0639470 Jul 06 12:27:43.107297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52e02d84-0944-4368-8537-8fe0338c2f6b req-d347bd12-e272-437c-bfdc-83021133b22b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Jul 06 12:27:44.283221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a401b-cd5c-4cc6-bea5-04c8bb8daadd req-659bc604-9b56-41c3-95a4-c3f20d7bee9f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:44.284736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f2a401b-cd5c-4cc6-bea5-04c8bb8daadd req-659bc604-9b56-41c3-95a4-c3f20d7bee9f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0628681 Jul 06 12:27:44.320977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f2a401b-cd5c-4cc6-bea5-04c8bb8daadd req-e641411a-6fc5-4966-bfa6-3a2ad114c7ed tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Jul 06 12:27:44.380374 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:44.465534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41623321-eec5-4fc8-9b51-678369281729 req-55a9050e-788b-47d2-8542-b3bea8d408c2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:44.466994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41623321-eec5-4fc8-9b51-678369281729 req-55a9050e-788b-47d2-8542-b3bea8d408c2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0662305 Jul 06 12:27:44.574142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Deleting port b60ca378-44e4-47b3-94b7-9ab652cbdabe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:27:44.574481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:44.666648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] For port b60ca378-44e4-47b3-94b7-9ab652cbdabe, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b60ca378-44e4-47b3-94b7-9ab652cbdabe,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:44.667002 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:44.904350 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:44.904722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:44.905036 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 disassociated. External IP: 172.25.7.23, port: b60ca378-44e4-47b3-94b7-9ab652cbdabe. Jul 06 12:27:44.905383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Calling delete_port for b60ca378-44e4-47b3-94b7-9ab652cbdabe owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:27:45.033305 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:45.061965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event deleted for resources: {'Port': ['ID=b60ca378-44e4-47b3-94b7-9ab652cbdabe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:45.179112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:27:45.290823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:27:45.299870 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:27:45.308698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:27:45.309298 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:27:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:27:45.339443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] No DVR routers for this DVR port b60ca378-44e4-47b3-94b7-9ab652cbdabe on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:27:45.342251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:45.344613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41623321-eec5-4fc8-9b51-678369281729 req-c2514f6a-98a2-4525-bf8f-1e53528cb402 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "DELETE /v2.0/ports/b60ca378-44e4-47b3-94b7-9ab652cbdabe HTTP/1.1" status: 204 len: 173 time: 0.8688476 Jul 06 12:27:45.345073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-deleted', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:27:45.348756 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f552961-f5e3-4f1a-ace6-f9856167e9d0" -d '{"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-deleted", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:27:45.390888 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600c58e6-cea6-4f83-afa3-11c922765951 x-openstack-request-id: req-600c58e6-cea6-4f83-afa3-11c922765951 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:27:45.391145 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5988506f-0b1e-4e72-a2e7-573ef465c3f5", "name": "network-vif-deleted", "tag": "b60ca378-44e4-47b3-94b7-9ab652cbdabe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:27:45.391398 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-600c58e6-cea6-4f83-afa3-11c922765951 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:27:45.391795 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5988506f-0b1e-4e72-a2e7-573ef465c3f5', 'name': 'network-vif-deleted', 'tag': 'b60ca378-44e4-47b3-94b7-9ab652cbdabe', 'status': 'completed', 'code': 200} Jul 06 12:27:45.430907 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:27:45.487423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-89d6aa0c-e5af-44fa-a558-ab599c368758 req-bec84869-6bbd-4984-be9f-a07109124427 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=5988506f-0b1e-4e72-a2e7-573ef465c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0308151 Jul 06 12:27:45.639903 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:27:45.670087 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:27:45.679111 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:27:45.679713 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:27:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:27:45.779617 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:27:45.985067 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:27:46.010978 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2c066-0251-4216-9745-45d8a51c1642 None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:27:46.235492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8ce9e-3906-4f7b-92d3-939d7324a943 None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:27:46.798541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-8eb9e6f6-d1cf-4bb5-9224-41430f37f8f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2015729007&fields=id&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 267 time: 0.0334008 Jul 06 12:27:46.906783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-e5bd1b98-d163-4905-98d1-75165c3fd935 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:46.909370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-e5bd1b98-d163-4905-98d1-75165c3fd935 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1047521 Jul 06 12:27:46.923879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-19836db1-a9e0-4aa5-aff4-6dd75e69fe83 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/quotas/9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 375 time: 0.0091293 Jul 06 12:27:46.995406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-68f94823-cdce-4c5d-81a2-a42ec388555f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642579 Jul 06 12:27:47.089314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-cb4eff3c-4e8f-4284-8613-d350229ff5ea service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821974 Jul 06 12:27:47.181331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-38f1eadc-1d8c-4f04-9471-9ae1b74b9dfc service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863111 Jul 06 12:27:47.350821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-21b6d32f-6310-4d09-968f-181f69cd13d5 req-282f959f-f566-464a-8d1e-7b5e0cb739d1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Jul 06 12:27:48.375715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-eb9fa85c-e910-4bcc-9933-63385add6976 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:48.378737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-eb9fa85c-e910-4bcc-9933-63385add6976 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1058035 Jul 06 12:27:48.426291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-787aff4f-7396-4754-917e-4e83aed7a539 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 380 time: 0.0367215 Jul 06 12:27:48.437761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'port': {'device_id': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'admin_state_up': True, 'tenant_id': '9c486568247d488195631223d9d46e5d', 'security_groups': ['13f161d7-b9e1-49e7-810f-76cf7adcf9f8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:27:48.526472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9f927a2-6b84-4a3d-abaf-d742217c1a9a req-378d04b9-5a8f-4fdc-9926-0199ac185229 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0387771 Jul 06 12:27:48.577677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Made reservation on behalf of 9c486568247d488195631223d9d46e5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:27:48.581354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:48.679165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:27:48.697965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: b60ca378-44e4-47b3-94b7-9ab652cbdabe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:27:48.698305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b60ca378-44e4-47b3-94b7-9ab652cbdabe not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:27:48.707553 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Allocated IP 172.20.0.4 (756d3af1-a220-4b15-bee5-2131ca07625b/7fe8d1b7-12af-446f-9226-69c6f6e5e92f/d2891fd5-0f82-45ad-9e1a-569e50b693dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:27:48.843137 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:48.857179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Transition to ACTIVE for port object d2891fd5-0f82-45ad-9e1a-569e50b693dd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:27:48.889373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:48.932267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:27:48.935280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:27:48.938207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:27:48.977897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:49.003337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:49.004014 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.020459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-85f8753c-258f-4b31-86e6-18681a137ead tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865629 Jul 06 12:27:49.033838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Request body: {'port': {'device_id': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:27:49.112590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.131255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6c8317-018d-4768-b208-d6299cf7f932 None None] Provisioning for port d2891fd5-0f82-45ad-9e1a-569e50b693dd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:27:49.134961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6c8317-018d-4768-b208-d6299cf7f932 None None] Provisioning complete for port d2891fd5-0f82-45ad-9e1a-569e50b693dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:27:49.135329 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8317-018d-4768-b208-d6299cf7f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.169583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be6c8317-018d-4768-b208-d6299cf7f932 None None] Port d2891fd5-0f82-45ad-9e1a-569e50b693dd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:27:49.372394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2891fd5-0f82-45ad-9e1a-569e50b693dd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:27:49.380130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.391503 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Transition to ACTIVE for port object d2891fd5-0f82-45ad-9e1a-569e50b693dd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:27:49.395486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.447160 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:49.519628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:27:49.519996 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:27:49.520337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:27:49.524894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Port d2891fd5-0f82-45ad-9e1a-569e50b693dd on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:27:49.525217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:27:49.530142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:27:49.530514 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:27:49.531176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:27:49.531605 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Bound port: d2891fd5-0f82-45ad-9e1a-569e50b693dd, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:27:49.531984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.601580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:27:49.605411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:27:49.612150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.661621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:49.662243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:49.663645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] 10.222.0.64 "PUT /v2.0/ports/d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1091 time: 0.6354697 Jul 06 12:27:49.665250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:27:49.667598 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:27:49.727372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983812c4-665e-4f53-b0e1-b1fec1c7a77f service neutron] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:49.731035 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7bc94-2cb9-4e11-93d7-492a948aa135 x-openstack-request-id: req-74b7bc94-2cb9-4e11-93d7-492a948aa135 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:27:49.731329 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:27:49.731587 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74b7bc94-2cb9-4e11-93d7-492a948aa135 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:27:49.732009 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'status': 'completed', 'code': 200} Jul 06 12:27:49.784177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622868e-c429-465d-a0db-8021aefc6fb4 req-70005c82-8e7b-4fc9-a40a-1a96369f94e9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:49.785728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1622868e-c429-465d-a0db-8021aefc6fb4 req-70005c82-8e7b-4fc9-a40a-1a96369f94e9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.1419368 Jul 06 12:27:49.816045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-2a0795f5-ed70-4d59-b0b6-2dd62fd8a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:49.817595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-2a0795f5-ed70-4d59-b0b6-2dd62fd8a3a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1094 time: 0.1030667 Jul 06 12:27:49.841448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1622868e-c429-465d-a0db-8021aefc6fb4 req-4935cb3f-2654-498a-b670-3a06da7bdd22 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484285 Jul 06 12:27:49.872233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-d3385375-0d99-40cf-9d22-71a2b38a3bd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 217 time: 0.0448556 Jul 06 12:27:49.921405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-6c3c80ad-391c-4973-9aa0-26c4245b038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:49.922769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-6c3c80ad-391c-4973-9aa0-26c4245b038b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0435936 Jul 06 12:27:49.979722 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250b289-0733-4ded-bd74-23a189570357 req-66b528bb-0a0e-4057-b501-495a462f3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:49.981264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-66b528bb-0a0e-4057-b501-495a462f3b52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517330 Jul 06 12:27:50.076261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-9e95b7e0-8050-4688-9506-269b180454d1 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Jul 06 12:27:50.164620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4250b289-0733-4ded-bd74-23a189570357 req-1ced686b-0d68-482f-ad48-d25cc2dde60e service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812340 Jul 06 12:27:50.266364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-415802ae-ba89-45e1-ab31-2a3cfd898852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:50.268623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-415802ae-ba89-45e1-ab31-2a3cfd898852 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0575671 Jul 06 12:27:50.356494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-0d8343ea-2a0d-40a9-a388-b96ef69180f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:50.357947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-0d8343ea-2a0d-40a9-a388-b96ef69180f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0832183 Jul 06 12:27:50.399512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-d186090f-d497-4bdd-9eb5-797fb5d8d956 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 217 time: 0.0338628 Jul 06 12:27:50.792545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-a94d79aa-e0d3-4308-9241-e1611fd4f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:50.794029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-a94d79aa-e0d3-4308-9241-e1611fd4f19d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.3883522 Jul 06 12:27:50.851224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-46e0666f-f219-4716-8e10-bbd4f3029bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:50.852758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-46e0666f-f219-4716-8e10-bbd4f3029bdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514054 Jul 06 12:27:50.949030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-6050a7e5-01a5-4fab-8e56-fe86873d1b36 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865104 Jul 06 12:27:51.088282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-edc04bb9-82e3-4cb3-a1b9-29221bff1d3f req-a2d426f9-0c0b-408b-8021-3610daa8a070 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311994 Jul 06 12:27:51.101566 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81faf-74d0-4caf-bc59-213e99e0374e req-ad737ead-29d3-4518-8ebd-ee517b2ef7df tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:51.103018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9e81faf-74d0-4caf-bc59-213e99e0374e req-ad737ead-29d3-4518-8ebd-ee517b2ef7df tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.1389427 Jul 06 12:27:51.142423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9e81faf-74d0-4caf-bc59-213e99e0374e req-925b40c3-9054-45f7-a55a-6e22a8506dd1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Jul 06 12:27:52.319952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b388871-c07e-4d51-8996-55709ed89f13 req-fb02305b-e5c5-4089-a1df-fed4367ef5e3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:52.321739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b388871-c07e-4d51-8996-55709ed89f13 req-fb02305b-e5c5-4089-a1df-fed4367ef5e3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.0636196 Jul 06 12:27:52.358609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b388871-c07e-4d51-8996-55709ed89f13 req-953d4311-cb6f-4235-98a2-dbb39935fbfb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Jul 06 12:27:53.051584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:53.547519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a94501-ce3d-4a7c-a8b3-368af2b16ec7 req-2c6c5052-f8a0-40ac-a235-cfdaf3d13302 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:53.549587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9a94501-ce3d-4a7c-a8b3-368af2b16ec7 req-2c6c5052-f8a0-40ac-a235-cfdaf3d13302 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.0671875 Jul 06 12:27:53.587219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9a94501-ce3d-4a7c-a8b3-368af2b16ec7 req-92334792-4561-4371-a6dd-6604777b50a3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jul 06 12:27:54.727024 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:27:54.765802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469253d-ab00-45d8-8b82-7df996b66426 req-61a5d78f-4eb4-4b01-b7d7-bc77bd9b4fbd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:54.767401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7469253d-ab00-45d8-8b82-7df996b66426 req-61a5d78f-4eb4-4b01-b7d7-bc77bd9b4fbd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.0703106 Jul 06 12:27:54.807115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7469253d-ab00-45d8-8b82-7df996b66426 req-4d1d328e-faae-4b1b-8c9e-dc7ea190ee98 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Jul 06 12:27:54.828719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:54.840214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'mac_address': 'fa:16:3e:cf:a7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:27:54.877590 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:54.889675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2891fd5-0f82-45ad-9e1a-569e50b693dd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:27:54.908717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:54.912708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:54.957540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:55.195271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['d2891fd5-0f82-45ad-9e1a-569e50b693dd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:27:55.979878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95afdf-fe92-4268-ad2f-d37c5e9d15f8 req-66365a2a-a68d-471f-92e2-598eda2f709b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:55.981850 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d95afdf-fe92-4268-ad2f-d37c5e9d15f8 req-66365a2a-a68d-471f-92e2-598eda2f709b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 944 time: 0.0634966 Jul 06 12:27:56.019941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d95afdf-fe92-4268-ad2f-d37c5e9d15f8 req-28a93939-74d4-4447-8245-27d80c483f17 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Jul 06 12:27:56.724714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:27:56.771610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port d2891fd5-0f82-45ad-9e1a-569e50b693dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:27:56.775216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port d2891fd5-0f82-45ad-9e1a-569e50b693dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:27:56.775584 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:57.011463 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:57.033376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:27:57.035610 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2870832-55b1-461c-8fc1-c0b3db7fd91c" -d '{"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:27:57.049769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:27:57.055144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:57.082613 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de9ae39-da60-42c8-aef7-e47d2c94c5c4 x-openstack-request-id: req-1de9ae39-da60-42c8-aef7-e47d2c94c5c4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:27:57.082899 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:27:57.083156 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1de9ae39-da60-42c8-aef7-e47d2c94c5c4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:27:57.083728 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'code': 200} Jul 06 12:27:57.114248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:57.181563 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7944c906-ebd7-4c4b-ae03-d7da72cd1060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:57.240574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59c6b2-75b3-4d86-8a17-2e13a77a81af req-72f5042f-b48a-4300-bf20-5fe86e9c8651 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:57.242061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b59c6b2-75b3-4d86-8a17-2e13a77a81af req-72f5042f-b48a-4300-bf20-5fe86e9c8651 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.1057663 Jul 06 12:27:57.244713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b30db-b342-469a-a113-a211c88786d0 req-df8c6bb1-c02a-452c-abdb-f76ef73686bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:57.246061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b02b30db-b342-469a-a113-a211c88786d0 req-df8c6bb1-c02a-452c-abdb-f76ef73686bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.0990870 Jul 06 12:27:57.297266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5b59c6b2-75b3-4d86-8a17-2e13a77a81af req-655c0061-c813-451c-ba8a-7b65f73a1e44 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495181 Jul 06 12:27:57.302846 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b02b30db-b342-469a-a113-a211c88786d0 req-52e9b7f3-cb64-4e98-b7ca-4e5fc567bbec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482578 Jul 06 12:27:58.476456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95f118-eedb-42a9-90cf-8e53460fa868 req-a9c8ff08-d92f-4c5a-b16a-472633668985 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:58.478020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95f118-eedb-42a9-90cf-8e53460fa868 req-a9c8ff08-d92f-4c5a-b16a-472633668985 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0691743 Jul 06 12:27:58.517583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce95f118-eedb-42a9-90cf-8e53460fa868 req-564dd7c8-ffe1-433d-9e9d-d876aed41777 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335605 Jul 06 12:27:59.714744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84e89ff-3a9d-4cf4-b5f3-70fd1adc318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:59.874465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ad55f-a5ee-4045-9205-31c5784baef3 req-20387760-4d06-42d2-9190-c128b72b77c6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:59.876020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-238ad55f-a5ee-4045-9205-31c5784baef3 req-20387760-4d06-42d2-9190-c128b72b77c6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0642726 Jul 06 12:27:59.913625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-238ad55f-a5ee-4045-9205-31c5784baef3 req-17262341-cd0c-4108-9ee0-6ca887bcb68d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Jul 06 12:28:00.085218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d890-df7c-4e68-87d5-bd2c6e32aa12 req-3a3579a5-f5a1-4537-9e1e-96aa8ef6e0d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:00.086704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aac4d890-df7c-4e68-87d5-bd2c6e32aa12 req-3a3579a5-f5a1-4537-9e1e-96aa8ef6e0d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0665612 Jul 06 12:28:00.095225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 57642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:00.099626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'floatingip': {'port_id': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:00.143046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:00.357859 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:00.402403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:00.597117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:00.600968 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:00.700452 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 associated. External IP: 172.25.7.23, port: d2891fd5-0f82-45ad-9e1a-569e50b693dd. Jul 06 12:28:00.903890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:28:01.011689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:28:01.016870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:01.021795 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:28:01.030430 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:28:01.031036 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:28:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:01.057303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-20ee1dec-6cd6-4d43-b39e-76e8062fd628 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "PUT /v2.0/floatingips/41125350-9892-416b-b056-a42fd93e4c52 HTTP/1.1" status: 200 len: 990 time: 0.9609311 Jul 06 12:28:01.057901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:01.060199 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d05d0f5-ac07-474a-8d8f-94324413dd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:01.082328 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:01.113053 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f7d034-6fbc-41fc-96a5-b0993707cddf x-openstack-request-id: req-37f7d034-6fbc-41fc-96a5-b0993707cddf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:01.113353 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:01.113627 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37f7d034-6fbc-41fc-96a5-b0993707cddf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:01.114037 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'status': 'completed', 'code': 200} Jul 06 12:28:01.198802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-a7043c94-15f7-4fe4-8542-b87fbe686a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:01.200368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-a7043c94-15f7-4fe4-8542-b87fbe686a0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.0612216 Jul 06 12:28:01.254037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:28:01.290417 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-d3f21a8c-5425-405a-afef-b7011e300965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:01.291831 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-d3f21a8c-5425-405a-afef-b7011e300965 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0847366 Jul 06 12:28:01.363870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-da208742-9e7b-42e8-8bc7-30a76e3e4589 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 998 time: 0.0636902 Jul 06 12:28:01.415624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-f9b4713f-d36d-4e99-845d-dbf3a70e0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:01.417334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-f9b4713f-d36d-4e99-845d-dbf3a70e0fa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0468178 Jul 06 12:28:01.476435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-90de5984-2e16-4e59-bad2-5667f22a8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:01.477960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-90de5984-2e16-4e59-bad2-5667f22a8ddd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530262 Jul 06 12:28:01.483939 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:cf:a7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:28:00Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:01.510692 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:28:01.518911 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:28:01.519521 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:28:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:01.573545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-5824d025-7cf0-4f06-88dd-d1dd9b1e79e4 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882251 Jul 06 12:28:01.622431 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:28:01.663194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d05d0f5-ac07-474a-8d8f-94324413dd2e req-fb12f57d-deab-4743-a5e3-6b9dd87d1f45 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829289 Jul 06 12:28:01.858064 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:cf:a7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:28:00Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:01.886687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c24a56-a6a9-4185-9e55-622bebd1e25b None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:cf:a7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:28:00Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:28:02.097547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718edacd-0f97-4c9f-b953-b074e27badc7 None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:28:02.569312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:21.379382 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:28:23.058656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:27.185662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01055a1-d938-4966-a83c-3b4d1f7e9cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.715728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38875fb3-04fb-4322-a939-de74656d9bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:30.361936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:30.405859 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:31.073931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:32.572242 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:44.622900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-49bb0e9a-43ad-483e-a8f4-de76fb1b5e88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551581 Jul 06 12:28:44.718363 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-27f2e3c2-b911-444d-839e-51586fc3467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:44.720252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-27f2e3c2-b911-444d-839e-51586fc3467b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.0522442 Jul 06 12:28:44.826694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-28bd459b-8449-46a6-8315-de5a6910c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:44.828318 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-28bd459b-8449-46a6-8315-de5a6910c84c service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0847135 Jul 06 12:28:44.897885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-742ab737-c7f5-44b9-801a-40f97f161882 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1000 time: 0.0624733 Jul 06 12:28:44.947797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-b08391a9-8687-4197-a23d-63b7076e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:44.949251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-b08391a9-8687-4197-a23d-63b7076e5fab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0443389 Jul 06 12:28:45.005741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-9585684d-6c81-4db6-862a-e9ab908c6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:45.007233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-9585684d-6c81-4db6-862a-e9ab908c6145 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504761 Jul 06 12:28:45.100682 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-96e70248-89f1-4f6d-b543-50bbc5e14f9d service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Jul 06 12:28:45.190058 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8502ad1e-1c27-4041-9ed7-1ea3678b7ae0 req-dc449d00-6fc7-4402-934d-93c43ce0a149 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822668 Jul 06 12:28:53.057886 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:57.185978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20c26ca8-db72-4751-b5a6-4639bb74c333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:58.379119 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:28:59.716364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8710c29b-2960-4d4d-bd12-723bc374604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:00.362903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:00.411800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:01.077281 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:02.575530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:23.068742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:27.187281 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2351a710-7116-4e55-9ab0-d198795f0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:29.720164 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-542b1393-aa05-4d49-903f-32c5526d6eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:30.364813 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:30.412506 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:31.080680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:32.579714 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:35.380661 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:29:44.671873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-2b037c38-8f96-4278-966e-5ca54190f713 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598717 Jul 06 12:29:44.766334 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-249b8fee-6df6-4fe7-92f8-6145a744e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:44.767840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-249b8fee-6df6-4fe7-92f8-6145a744e119 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.0531487 Jul 06 12:29:44.869285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-c2001670-fd1b-42b4-8f39-34a9aa369fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:44.870762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-c2001670-fd1b-42b4-8f39-34a9aa369fc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0835087 Jul 06 12:29:44.940691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-4294fe10-d095-4130-9798-ec8f853e62b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1000 time: 0.0630918 Jul 06 12:29:44.989019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-8b33a6a7-4934-4e67-a0ee-9eaee072f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:44.990490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-8b33a6a7-4934-4e67-a0ee-9eaee072f962 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0437360 Jul 06 12:29:45.048720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-340f2686-3eff-4c5e-9fff-86f7fe08ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:45.050228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-340f2686-3eff-4c5e-9fff-86f7fe08ab06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533242 Jul 06 12:29:45.142379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-16609461-6c8f-43b2-b791-fe9906d3b0ec service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Jul 06 12:29:45.229674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b282cf18-afb5-4ac3-834c-85bc9751af2d req-a9026d77-243e-45cd-b0f2-e1e5b61f02ff service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802536 Jul 06 12:29:53.056806 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:57.189136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c48dce4-e9b7-4aec-b36c-91ac5df1a5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:59.723522 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2204093-b354-4ba9-9aee-47fb574c8e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:00.365663 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:00.422286 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:01.084033 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:02.582887 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:12.380343 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:23.070975 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:27.189787 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca73e925-d677-4192-a70c-48736fc17084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:29.723788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a52879c7-3d79-409d-8d18-85b89014e8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:30.367072 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:30.416020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:31.084880 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:32.585425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:36.102638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f17cd-37a7-4437-a885-13ff0cc01ee5 req-16ae78d2-3a72-48d8-abe9-0288defe16fc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:36.104162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-202f17cd-37a7-4437-a885-13ff0cc01ee5 req-16ae78d2-3a72-48d8-abe9-0288defe16fc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0692890 Jul 06 12:30:36.142222 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-202f17cd-37a7-4437-a885-13ff0cc01ee5 req-dc1e2444-7e7c-48e9-8067-6de93f0533b4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Jul 06 12:30:37.370250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4da36-2404-4567-ade2-4cb31bce5c12 req-1d24a4c2-8498-43ad-a1be-6e83f7577d74 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:37.371654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdb4da36-2404-4567-ade2-4cb31bce5c12 req-1d24a4c2-8498-43ad-a1be-6e83f7577d74 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.1108992 Jul 06 12:30:37.409978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cdb4da36-2404-4567-ade2-4cb31bce5c12 req-ad86eb2d-0894-4226-ac68-905ba0de75a9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Jul 06 12:30:38.580770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36fd0-7dae-479d-8fe7-f31c3deba72a req-4bd3ba1d-3883-4c33-b114-0f80b73c77fa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:38.582305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e36fd0-7dae-479d-8fe7-f31c3deba72a req-4bd3ba1d-3883-4c33-b114-0f80b73c77fa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0633581 Jul 06 12:30:38.621075 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e36fd0-7dae-479d-8fe7-f31c3deba72a req-040372f7-b2ff-4623-9e0f-9fc4f36096a4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332386 Jul 06 12:30:39.796820 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf2f47-5ddc-40ee-b932-2614a6be0f38 req-af4dd8d0-89ed-42f2-8f4b-f0b13fee12df tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:39.798301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41cf2f47-5ddc-40ee-b932-2614a6be0f38 req-af4dd8d0-89ed-42f2-8f4b-f0b13fee12df tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Jul 06 12:30:39.836599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41cf2f47-5ddc-40ee-b932-2614a6be0f38 req-16cbe94a-2b04-4432-807a-2c8f2156c209 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327728 Jul 06 12:30:41.010171 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906d42e-eb89-431a-a9ea-a28aed197108 req-959b73ab-0c26-45b4-be1d-c052fa3883a3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:41.011666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9906d42e-eb89-431a-a9ea-a28aed197108 req-959b73ab-0c26-45b4-be1d-c052fa3883a3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0628073 Jul 06 12:30:41.050183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9906d42e-eb89-431a-a9ea-a28aed197108 req-0f51c1d8-eaf4-448e-95a7-7056eeb84fc8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Jul 06 12:30:42.224640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd88a5c-25bf-41bb-a74a-144b64e071db req-88f7ad33-8d54-4790-9991-3fc997106d44 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:42.226115 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8cd88a5c-25bf-41bb-a74a-144b64e071db req-88f7ad33-8d54-4790-9991-3fc997106d44 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0662522 Jul 06 12:30:42.263983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8cd88a5c-25bf-41bb-a74a-144b64e071db req-6c40d8a6-4a52-4fb6-b6e2-202855eb1daf tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jul 06 12:30:43.439369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a3-5d31-43f3-a00c-e7380af86cc3 req-efc17b18-2359-47ea-a6bb-7802e342b3c8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:43.440838 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cfda67a3-5d31-43f3-a00c-e7380af86cc3 req-efc17b18-2359-47ea-a6bb-7802e342b3c8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0648127 Jul 06 12:30:43.478042 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cfda67a3-5d31-43f3-a00c-e7380af86cc3 req-d2bd50d1-01a8-4518-abeb-f37291e115f0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Jul 06 12:30:44.657416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c9826-03bc-4382-8d8a-cd7620df3e3c req-13e3ca01-5bba-48ae-8081-4754e7b7b5a6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:44.658906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e53c9826-03bc-4382-8d8a-cd7620df3e3c req-13e3ca01-5bba-48ae-8081-4754e7b7b5a6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0704706 Jul 06 12:30:44.696511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e53c9826-03bc-4382-8d8a-cd7620df3e3c req-d66e7b9c-4463-40f1-9caf-7f29ed5e9568 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Jul 06 12:30:45.878780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5edbe-c5e8-4409-9b85-25b072afe441 req-1c68b752-bdbb-40b4-80c0-d1fd441e4847 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:45.880359 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33d5edbe-c5e8-4409-9b85-25b072afe441 req-1c68b752-bdbb-40b4-80c0-d1fd441e4847 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0685241 Jul 06 12:30:45.923738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33d5edbe-c5e8-4409-9b85-25b072afe441 req-c598eb76-4f7e-44d1-ae08-3f4b992594f9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374930 Jul 06 12:30:46.648535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f169d-148c-4928-b415-a5e2da79359d req-5b2406be-fb69-4a65-9c9f-b609da2b9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:46.650016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-5b2406be-fb69-4a65-9c9f-b609da2b9c16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.0524676 Jul 06 12:30:46.761282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f169d-148c-4928-b415-a5e2da79359d req-98769a2f-2601-48e6-a813-2c7f949f04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:46.762788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-98769a2f-2601-48e6-a813-2c7f949f04bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0886977 Jul 06 12:30:46.830424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-f76ac42e-919b-4211-9426-7a58edb2a86f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1000 time: 0.0600755 Jul 06 12:30:46.878762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f169d-148c-4928-b415-a5e2da79359d req-9a7a6b3f-546a-4c44-a10c-eb51197c907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:46.880263 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-9a7a6b3f-546a-4c44-a10c-eb51197c907f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0435913 Jul 06 12:30:46.941736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f169d-148c-4928-b415-a5e2da79359d req-1bbe8a25-2a51-4c46-bb09-5b1f057ea29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:46.943124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-1bbe8a25-2a51-4c46-bb09-5b1f057ea29a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556903 Jul 06 12:30:47.037288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-223d9d0f-6213-44c2-a4d0-200516b97015 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867226 Jul 06 12:30:47.172822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a02a-9582-4345-95e6-5e1a664dce12 req-3e4a1a58-a9aa-4ced-a230-a8f59e719b62 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:47.174321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de95a02a-9582-4345-95e6-5e1a664dce12 req-3e4a1a58-a9aa-4ced-a230-a8f59e719b62 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.1335042 Jul 06 12:30:47.176255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-424f169d-148c-4928-b415-a5e2da79359d req-f283e813-0632-4821-9624-6b595e12445f service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268432 Jul 06 12:30:47.212530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-de95a02a-9582-4345-95e6-5e1a664dce12 req-bf2228ca-6652-42e7-95be-edc7f23f52ab tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325961 Jul 06 12:30:48.388069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ddbed-660c-47c6-84b8-5a45baa98fb7 req-b47fa841-2194-4a21-9247-067bc133e645 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:48.390159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-110ddbed-660c-47c6-84b8-5a45baa98fb7 req-b47fa841-2194-4a21-9247-067bc133e645 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0670154 Jul 06 12:30:48.427464 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-110ddbed-660c-47c6-84b8-5a45baa98fb7 req-1cac87cf-1b0d-4415-aba2-a1fb56b2b957 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jul 06 12:30:49.380270 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:49.604234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697f814-f962-4a6b-91cc-48fdd6cb4da5 req-ad59e29b-ac91-434c-924d-6b8f178ea83c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:49.605725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0697f814-f962-4a6b-91cc-48fdd6cb4da5 req-ad59e29b-ac91-434c-924d-6b8f178ea83c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0669763 Jul 06 12:30:49.642527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0697f814-f962-4a6b-91cc-48fdd6cb4da5 req-aacdf560-326e-4ee7-985c-886c79247d21 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Jul 06 12:30:50.815559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cac28-93da-4334-8051-07061af7a2fb req-893aa003-8e6c-46f3-903e-68578d2fb09d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:50.817055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d9cac28-93da-4334-8051-07061af7a2fb req-893aa003-8e6c-46f3-903e-68578d2fb09d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0633390 Jul 06 12:30:50.854192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d9cac28-93da-4334-8051-07061af7a2fb req-d9727a99-50f9-432b-8c57-559e2c3cdd7a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Jul 06 12:30:52.033620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54592332-248b-40f0-88a6-4ab0fcce9ec8 req-94000dbe-9901-4863-b287-1ec24ba2a354 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:52.035393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54592332-248b-40f0-88a6-4ab0fcce9ec8 req-94000dbe-9901-4863-b287-1ec24ba2a354 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0708916 Jul 06 12:30:52.073900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54592332-248b-40f0-88a6-4ab0fcce9ec8 req-b2124020-edde-485e-b3c6-56be8f4541b8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329390 Jul 06 12:30:52.485588 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-3c9217ce-e80e-42c2-bddd-35d94711566d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020837 Jul 06 12:30:52.491318 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a88a3-dd2e-4724-a6da-8c6e7da42201 req-101cc4bb-312b-4eec-8d4f-9b1b6d6c80e8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:52.493157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f0a88a3-dd2e-4724-a6da-8c6e7da42201 req-101cc4bb-312b-4eec-8d4f-9b1b6d6c80e8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0649641 Jul 06 12:30:52.534281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6f0a88a3-dd2e-4724-a6da-8c6e7da42201 req-f458ef56-b401-42a3-95ac-dc8f7b394c81 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Jul 06 12:30:53.082633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:53.713269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a3169-d045-4c6a-b8be-b56519e3342d req-0e626e99-58b7-4016-b25b-e627f1c5e6f6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:53.715297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-651a3169-d045-4c6a-b8be-b56519e3342d req-0e626e99-58b7-4016-b25b-e627f1c5e6f6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0689204 Jul 06 12:30:54.127807 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-651a3169-d045-4c6a-b8be-b56519e3342d req-d7fea410-06df-4157-a2c8-0d28b113027e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044247 Jul 06 12:30:54.145189 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-3b45039b-ccc2-4e5a-a92a-7dfeb426d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:54.146664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-3b45039b-ccc2-4e5a-a92a-7dfeb426d90f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.0668070 Jul 06 12:30:54.237941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-de13a442-dd98-48b2-9904-7a1d5987bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:54.239406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-de13a442-dd98-48b2-9904-7a1d5987bfa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0853107 Jul 06 12:30:54.303561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-56f339f7-2da2-459d-9bc8-2656a7bb39c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1000 time: 0.0572374 Jul 06 12:30:54.350816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-4d7cf32f-0e44-4ce1-9ded-850b26aa8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:54.352260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-4d7cf32f-0e44-4ce1-9ded-850b26aa8f55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0424774 Jul 06 12:30:54.412932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-670bd9ed-0f14-4f3d-82bd-0a5e511ba97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:54.414349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-670bd9ed-0f14-4f3d-82bd-0a5e511ba97a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548737 Jul 06 12:30:54.501753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-cce05e3e-3d19-4425-97f2-0ed3b0585cff service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807004 Jul 06 12:30:54.595303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-9cee893e-1b1e-46b5-909f-e9c577fcce96 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 Jul 06 12:30:55.033719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-59ce38eb-2288-4c48-98a9-4fdb98bd6345 req-033e249d-b16c-4e00-bbc9-2b45cba6d3e4 service neutron] (93767) timed out ('10.222.0.79', 56046) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:30:55.303236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e43b9-2ee8-4ee8-97fc-ec3b8cb83379 req-4b6b9b19-3b3f-4026-8d3e-382959dc4d68 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:55.304755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b82e43b9-2ee8-4ee8-97fc-ec3b8cb83379 req-4b6b9b19-3b3f-4026-8d3e-382959dc4d68 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0637569 Jul 06 12:30:55.341062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b82e43b9-2ee8-4ee8-97fc-ec3b8cb83379 req-fbbb131c-d142-4e2e-bbfe-71efae06c8cb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307941 Jul 06 12:30:56.567744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b58c1b-70b0-4851-95f7-c8533f2515a8 req-c5d1056e-dd72-46a7-a7b3-7f3a34765317 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:56.569267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9b58c1b-70b0-4851-95f7-c8533f2515a8 req-c5d1056e-dd72-46a7-a7b3-7f3a34765317 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.1045423 Jul 06 12:30:56.584602 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-385b9e41-4ddb-4415-9291-9db752050580 req-b189c64c-6c45-4c2f-ae8f-50fce4d73698 service neutron] show failed (client error): The resource could not be found. Jul 06 12:30:56.585530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-b189c64c-6c45-4c2f-ae8f-50fce4d73698 service neutron] 10.222.0.64 "GET /v2.0/ports/d2891fd5-0f82-45ad-9e1a-569e50b693dd/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0834532 Jul 06 12:30:56.613169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9b58c1b-70b0-4851-95f7-c8533f2515a8 req-e52a1063-0f5d-49dd-9d0a-2b8e51894c45 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Jul 06 12:30:56.832764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-9192f0e7-8784-49c3-a0f3-4d5a7c8daa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:56.834269 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-9192f0e7-8784-49c3-a0f3-4d5a7c8daa1a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 1096 time: 0.0528836 Jul 06 12:30:56.845737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:30:56.915470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.114698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:30:57.151774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:30:57.191208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b21405c4-7687-455c-b7c1-bc96708ca80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.192359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.194323 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:30:57.196623 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccaf724-0f15-4864-9451-2b18f92aa27d" -d '{"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:30:57.209148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Transition to ACTIVE for port object d2891fd5-0f82-45ad-9e1a-569e50b693dd will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:30:57.212873 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.286452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:30:57.301799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.302153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.302516 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.302857 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.303198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.303544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.303875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.304233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.304565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.304996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.305210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.305538 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:30:57.350204 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38371d0d-6e7f-41c7-b5ba-518822277dc4 x-openstack-request-id: req-38371d0d-6e7f-41c7-b5ba-518822277dc4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:30:57.350499 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:30:57.350738 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38371d0d-6e7f-41c7-b5ba-518822277dc4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:30:57.351127 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'code': 200} Jul 06 12:30:57.352076 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] No DVR routers for this DVR port d2891fd5-0f82-45ad-9e1a-569e50b693dd on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:30:57.491276 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:30:57.491614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:30:57.491968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:30:57.496109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Port d2891fd5-0f82-45ad-9e1a-569e50b693dd on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:30:57.496440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Attempting to bind port d2891fd5-0f82-45ad-9e1a-569e50b693dd on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:30:57.501515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:30:57.501852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:30:57.502234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:30:57.502661 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Bound port: d2891fd5-0f82-45ad-9e1a-569e50b693dd, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:30:57.503012 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.564634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:30:57.567502 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:30:57.572000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.605006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:57.605630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:57.607037 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] 10.222.0.79 "PUT /v2.0/ports/d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1091 time: 0.7654848 Jul 06 12:30:57.628883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285d533-25b8-4fed-9f90-11ded53efd9d service neutron] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:30:57.691783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-db5f9047-06e9-42c3-98ee-ad81437f6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:57.693368 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-db5f9047-06e9-42c3-98ee-ad81437f6557 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0612776 Jul 06 12:30:57.788877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-6f478771-183e-46ab-a14d-d19a8ab06e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:57.790476 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-6f478771-183e-46ab-a14d-d19a8ab06e77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0903068 Jul 06 12:30:57.800336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dc362-7f40-425f-a2e1-691611fd823d req-8eb948e8-fbcd-4b8d-bfed-ece672a590a2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:57.801867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa2dc362-7f40-425f-a2e1-691611fd823d req-8eb948e8-fbcd-4b8d-bfed-ece672a590a2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.0668838 Jul 06 12:30:57.841339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa2dc362-7f40-425f-a2e1-691611fd823d req-020b45d0-0c25-4cc7-8939-c3d41290992a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Jul 06 12:30:57.860550 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-ca933b07-58d6-4b94-b3a0-a6496a418635 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 998 time: 0.0630734 Jul 06 12:30:57.912793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-e4143975-7be5-4380-96c6-e12e6176bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:57.914251 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-e4143975-7be5-4380-96c6-e12e6176bed1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0463471 Jul 06 12:30:57.970263 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9e41-4ddb-4415-9291-9db752050580 req-644bf025-9db9-40c7-969c-848d91262dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:57.971749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-644bf025-9db9-40c7-969c-848d91262dc4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514054 Jul 06 12:30:58.063771 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-5278ae9e-437f-4f78-ab0e-fcef335b62bd service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843160 Jul 06 12:30:58.150286 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-cbc50825-6444-4a01-bc63-cfdb91a72157 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802679 Jul 06 12:30:59.018671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d222d35-a3c4-42c0-9333-72b3becd3ac8 req-7bebda42-01ff-4adb-b836-45b4ac79a3f8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.020181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d222d35-a3c4-42c0-9333-72b3becd3ac8 req-7bebda42-01ff-4adb-b836-45b4ac79a3f8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.0634499 Jul 06 12:30:59.063439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3d222d35-a3c4-42c0-9333-72b3becd3ac8 req-8b942ea3-a094-4ee4-828a-526661347265 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 Jul 06 12:30:59.352240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:30:59.354604 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416865ee-a210-480d-87b1-01c173f0d124" -d '{"events": [{"name": "network-changed", "server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:30:59.405543 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca037841-5d10-4ec1-91e6-1ce5e59cbe68 x-openstack-request-id: req-ca037841-5d10-4ec1-91e6-1ce5e59cbe68 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:30:59.406029 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:30:59.406286 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca037841-5d10-4ec1-91e6-1ce5e59cbe68 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:30:59.406691 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'status': 'completed', 'code': 200} Jul 06 12:30:59.474626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-479aabcd-cdea-408a-bf10-e50f88ee061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.476454 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-479aabcd-cdea-408a-bf10-e50f88ee061c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0543931 Jul 06 12:30:59.480921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-759c974e-92ef-4fa0-b8d3-abca0bc098aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.482456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-759c974e-92ef-4fa0-b8d3-abca0bc098aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1094 time: 0.0547199 Jul 06 12:30:59.579022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-66cbf785-d8e4-4f15-a480-1fe79764265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.579313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-cd900285-1ba2-41a7-85fc-dc479a7819ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.580571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-66cbf785-d8e4-4f15-a480-1fe79764265f service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0915551 Jul 06 12:30:59.580763 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-cd900285-1ba2-41a7-85fc-dc479a7819ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0972416 Jul 06 12:30:59.609027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:30:59.650093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:30:59.650963 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-f288ead6-ec84-4c76-adac-c7d054f078f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 998 time: 0.0625644 Jul 06 12:30:59.668389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-4d0b7e45-c484-4971-a951-57a8aff7cee5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 998 time: 0.0814569 Jul 06 12:30:59.704176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-ba8b5d15-9147-4b0c-85fb-cc5eb8d8a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.705670 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-ba8b5d15-9147-4b0c-85fb-cc5eb8d8a9df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0488071 Jul 06 12:30:59.719892 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f531-5693-4a28-9b32-512c72bfc62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:59.722215 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-c93a2371-8c00-4764-854b-7999e86315a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.723839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-c93a2371-8c00-4764-854b-7999e86315a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0499775 Jul 06 12:30:59.766659 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-1d676fb4-b034-4ae9-9d59-c9f8206acc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.768200 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-1d676fb4-b034-4ae9-9d59-c9f8206acc70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553241 Jul 06 12:30:59.781919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416865ee-a210-480d-87b1-01c173f0d124 req-1876f15f-7005-4040-a9d3-6f12a95c8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:59.783444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-1876f15f-7005-4040-a9d3-6f12a95c8082 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524442 Jul 06 12:30:59.864675 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-fe1f0bb2-ab90-48e5-98e3-651d3f590b2b service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884993 Jul 06 12:30:59.881229 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-d71dd0ce-f5ec-4d2e-a4b1-1ff4f0ac974c service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909328 Jul 06 12:30:59.960782 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-02e295dd-88fa-4283-9861-0960f26792b6 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889904 Jul 06 12:30:59.974384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-416865ee-a210-480d-87b1-01c173f0d124 req-c9ae98c0-1b1d-4489-8692-33e13617f74a service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Jul 06 12:31:00.242662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b767-9187-4ffa-a38b-fad1426351fa req-7c7e5b2c-693c-4265-9274-3dff2fa53e3e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:00.244192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a95b767-9187-4ffa-a38b-fad1426351fa req-7c7e5b2c-693c-4265-9274-3dff2fa53e3e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.0685179 Jul 06 12:31:00.283002 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a95b767-9187-4ffa-a38b-fad1426351fa req-b4bde33b-5299-42f4-bc72-0de4de103f14 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Jul 06 12:31:00.356759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:31:00.383001 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:00.457612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:00.487569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:00.501386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'mac_address': 'fa:16:3e:cf:a7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:31:00.543971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:00.556906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2891fd5-0f82-45ad-9e1a-569e50b693dd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:31:00.577034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:00.581919 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:00.632808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:00.640796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.641227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.641646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.642055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.642528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.642932 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.643332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.643734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.644166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.644562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.644959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.645352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:00.647328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c790-6a77-40be-9e31-365483a9f663 req-3dd53297-2ccd-42c6-bacc-ad7fd0c99642 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:00.649571 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95e5c790-6a77-40be-9e31-365483a9f663 req-3dd53297-2ccd-42c6-bacc-ad7fd0c99642 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 943 time: 0.1223066 Jul 06 12:31:00.666018 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-fa34af2f-db18-4521-a45b-424ea79978a9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:00.667420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-fa34af2f-db18-4521-a45b-424ea79978a9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6&tenant_id=9c486568247d488195631223d9d46e5d&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 943 time: 0.1088078 Jul 06 12:31:00.736363 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-95e5c790-6a77-40be-9e31-365483a9f663 req-f2f0b22a-1dfa-43df-9630-f8ebe4c1b9c9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811541 Jul 06 12:31:00.754134 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-ebf49d16-9c19-4515-aab9-9e7bd3cb4f6b service neutron] delete failed (client error): The resource could not be found. Jul 06 12:31:00.755067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-ebf49d16-9c19-4515-aab9-9e7bd3cb4f6b service neutron] 10.222.0.64 "DELETE /v2.0/ports/d2891fd5-0f82-45ad-9e1a-569e50b693dd/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0805526 Jul 06 12:31:00.822143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['d2891fd5-0f82-45ad-9e1a-569e50b693dd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:31:00.854739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-7575ee12-1484-4ec6-91f1-ea8183ccee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:00.856302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-7575ee12-1484-4ec6-91f1-ea8183ccee5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1095 time: 0.0558860 Jul 06 12:31:00.950654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-d2f6943d-325a-4aa6-879a-a76d1e4a4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:00.952878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-d2f6943d-325a-4aa6-879a-a76d1e4a4312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0901475 Jul 06 12:31:01.017600 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-4768c941-041c-4c8a-b5ba-e6b0654c18a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 999 time: 0.0580912 Jul 06 12:31:01.066847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-d526c2a1-7d6f-41a3-832e-1066cbe3d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:01.068325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-d526c2a1-7d6f-41a3-832e-1066cbe3d5d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0446522 Jul 06 12:31:01.087893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:01.130951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-7672185a-de6b-45b8-8515-be5c33fcaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:01.133261 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-7672185a-de6b-45b8-8515-be5c33fcaf5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582845 Jul 06 12:31:01.224472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-bd14799a-da53-4a6b-9a32-63b231a83490 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840058 Jul 06 12:31:01.319085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66fe95a4-00d5-4a53-b449-6cc6254aa242 req-48dafcff-f8a0-40e6-b9cb-d88c907662b1 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Jul 06 12:31:01.919845 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02104-b912-414d-8ec7-90f33cd1f431 req-99e438fa-6545-4862-8caa-e987864f2a27 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:01.921465 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59b02104-b912-414d-8ec7-90f33cd1f431 req-99e438fa-6545-4862-8caa-e987864f2a27 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 944 time: 0.0679395 Jul 06 12:31:01.961411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59b02104-b912-414d-8ec7-90f33cd1f431 req-33fae1d9-4fc7-435b-baff-b0026f8911bb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338893 Jul 06 12:31:02.144024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216e2e-34eb-4e1e-aa95-53b180c530d6 req-f14f64da-9527-4ee4-b204-2f231b94743d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:02.145531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f216e2e-34eb-4e1e-aa95-53b180c530d6 req-f14f64da-9527-4ee4-b204-2f231b94743d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 944 time: 0.0699968 Jul 06 12:31:02.182353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f216e2e-34eb-4e1e-aa95-53b180c530d6 req-eb8171c7-efa4-4e7e-ab43-beee499b0c01 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Jul 06 12:31:02.369682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:31:02.431949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port d2891fd5-0f82-45ad-9e1a-569e50b693dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:31:02.438159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port d2891fd5-0f82-45ad-9e1a-569e50b693dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:31:02.438749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:02.513124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-84e8fcb8-3d5e-4929-b51d-30c12699725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:02.515223 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-84e8fcb8-3d5e-4929-b51d-30c12699725a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 1095 time: 0.0579274 Jul 06 12:31:02.523053 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:02.530006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0393d1-3da9-4cd2-8002-de12b05a15b3 req-20dfd2e8-4ae1-4444-89db-7c160c2d4942 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:02.532641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b0393d1-3da9-4cd2-8002-de12b05a15b3 req-20dfd2e8-4ae1-4444-89db-7c160c2d4942 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 944 time: 0.0751185 Jul 06 12:31:02.551877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:02.554184 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c8d51-83e8-437e-af29-49e0bbce94bf" -d '{"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:02.583455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:02.587231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3b0393d1-3da9-4cd2-8002-de12b05a15b3 req-e786ef28-685c-45a0-b3a8-f6356b24eb29 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482309 Jul 06 12:31:02.593027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:02.616885 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:02.625043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-ddd174b7-24a5-4e7f-a6ed-d2465dce34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:02.626574 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-ddd174b7-24a5-4e7f-a6ed-d2465dce34cd service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.1052661 Jul 06 12:31:02.643470 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:02.675604 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455cf1b9-0530-4184-9821-9cc145b92605 x-openstack-request-id: req-455cf1b9-0530-4184-9821-9cc145b92605 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:02.675902 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:02.676224 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-455cf1b9-0530-4184-9821-9cc145b92605 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:02.676625 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'code': 200} Jul 06 12:31:03.031456 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-9cafb84d-f762-4e18-8c74-ae152faac49c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 200 len: 1000 time: 0.3980737 Jul 06 12:31:03.080144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-0bfa2841-71b7-4a0a-a565-333e922cd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:03.081545 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-0bfa2841-71b7-4a0a-a565-333e922cd48a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0436506 Jul 06 12:31:03.138745 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-4ebf0571-b129-45d6-ac52-b8986cb71dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:03.140994 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-4ebf0571-b129-45d6-ac52-b8986cb71dad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531397 Jul 06 12:31:03.227206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-8024f05a-c0a2-4afe-b90f-152478df0de2 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789771 Jul 06 12:31:03.318753 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5c602d95-3061-45c4-881c-0f6f0935c456 req-88b94057-9736-40a2-ad83-f4addc083074 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849361 Jul 06 12:31:03.761261 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05bf78-567a-43ca-8c1b-b21438724889 req-74c6b1ee-856e-4ad1-bd5a-bf0ceaaf74f9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:03.762810 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e05bf78-567a-43ca-8c1b-b21438724889 req-74c6b1ee-856e-4ad1-bd5a-bf0ceaaf74f9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0659349 Jul 06 12:31:03.802556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e05bf78-567a-43ca-8c1b-b21438724889 req-5f497913-b496-4f3a-aeb8-cf61a5fc083c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335169 Jul 06 12:31:04.995688 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b1eb3-0911-40d5-965b-4ef4f3fa12da req-fa608f62-4371-40a6-8ebf-7bffcd970893 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:04.997252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-742b1eb3-0911-40d5-965b-4ef4f3fa12da req-fa608f62-4371-40a6-8ebf-7bffcd970893 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0713422 Jul 06 12:31:05.042539 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-742b1eb3-0911-40d5-965b-4ef4f3fa12da req-e09a03c7-96c6-494f-8cb4-b26b54c3edc7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383136 Jul 06 12:31:05.452619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2583f7-ffef-4147-ac29-1a4afdc11a33 req-5702fe88-3453-46c7-aab4-4be6278c141b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:05.454201 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f2583f7-ffef-4147-ac29-1a4afdc11a33 req-5702fe88-3453-46c7-aab4-4be6278c141b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0733829 Jul 06 12:31:05.496564 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2f2583f7-ffef-4147-ac29-1a4afdc11a33 req-9316e6e3-886e-4bee-aaeb-9213dcf990d0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362458 Jul 06 12:31:06.676109 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781819e-3c1f-403c-908e-9d23e541e0ca req-b4732b53-23fc-402f-a461-f7303df6f43e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:06.677594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d781819e-3c1f-403c-908e-9d23e541e0ca req-b4732b53-23fc-402f-a461-f7303df6f43e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0633163 Jul 06 12:31:06.714742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d781819e-3c1f-403c-908e-9d23e541e0ca req-73a9d3d1-18e7-438c-a82d-7a0249867c04 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Jul 06 12:31:06.796268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-08c1b90e-1ad0-462d-b5eb-70a91671a246 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:06.797693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-08c1b90e-1ad0-462d-b5eb-70a91671a246 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 945 time: 0.0624411 Jul 06 12:31:06.906449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Deleting port d2891fd5-0f82-45ad-9e1a-569e50b693dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:06.906789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:06.991406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] For port d2891fd5-0f82-45ad-9e1a-569e50b693dd, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=d2891fd5-0f82-45ad-9e1a-569e50b693dd,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:06.991769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:07.161364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:07.161743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:07.162060 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 disassociated. External IP: 172.25.7.23, port: d2891fd5-0f82-45ad-9e1a-569e50b693dd. Jul 06 12:31:07.162406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Calling delete_port for d2891fd5-0f82-45ad-9e1a-569e50b693dd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:07.289922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:07.318796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event deleted for resources: {'Port': ['ID=d2891fd5-0f82-45ad-9e1a-569e50b693dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:07.433979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:31:07.544194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:31:07.554625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:31:07.565130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:07.565800 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:31:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:07.586765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] No DVR routers for this DVR port d2891fd5-0f82-45ad-9e1a-569e50b693dd on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:31:07.589437 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:07.591379 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e3dc138-c28b-489e-a460-11c600dfd5a6 req-4a171201-ef8d-4074-9623-5ae3b13b152a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "DELETE /v2.0/ports/d2891fd5-0f82-45ad-9e1a-569e50b693dd HTTP/1.1" status: 204 len: 173 time: 0.7878268 Jul 06 12:31:07.591810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-deleted', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:07.594104 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f440a58a0880c6f4710d2dff23a74990c6c8a8c9842e9f751c6fbf2c5957db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c82689-dec6-496b-9cf6-ad55175f84cb" -d '{"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-deleted", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:07.633670 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d6c0cf-8e40-40d0-ac59-dea37a6dc63c x-openstack-request-id: req-39d6c0cf-8e40-40d0-ac59-dea37a6dc63c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:07.633972 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6", "name": "network-vif-deleted", "tag": "d2891fd5-0f82-45ad-9e1a-569e50b693dd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:07.634233 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39d6c0cf-8e40-40d0-ac59-dea37a6dc63c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:07.634788 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6', 'name': 'network-vif-deleted', 'tag': 'd2891fd5-0f82-45ad-9e1a-569e50b693dd', 'status': 'completed', 'code': 200} Jul 06 12:31:07.674242 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:07.878040 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:07.879615 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b2c423-58b5-49d7-907b-f84a0e5b8311 req-dd26d67b-2369-4c53-b316-47fb5934ca0e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=9664aad6-1e33-4fbc-95a1-d9e3ac95d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0343785 Jul 06 12:31:07.907994 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:31:07.918620 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:07.919230 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:31:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:08.132414 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:08.334865 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:08.361317 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22892c-4e18-49d3-b136-9acd681fa510 None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:31:08.581586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885448f-c026-4056-9d2a-23a322bf88cf None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:31:09.247357 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-45b82cbf-a97a-4e3f-bb4c-b0095f8f1dda tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2015729007&fields=id&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 267 time: 0.0323496 Jul 06 12:31:09.352383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-525b470b-ee2a-4cb4-8518-cf91381c1ccc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:09.353885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-525b470b-ee2a-4cb4-8518-cf91381c1ccc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.0997293 Jul 06 12:31:09.368569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-41c328a6-0734-4cf4-899d-729c7d2ac641 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/quotas/9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 375 time: 0.0088921 Jul 06 12:31:09.441940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-1c9b3222-b999-4e31-8f6c-0e6280f6293f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681958 Jul 06 12:31:09.497967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-385bc579-ed3b-4934-8c91-f151eba85b80 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:31:09.499013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-385bc579-ed3b-4934-8c91-f151eba85b80 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462809 Jul 06 12:31:09.586245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-b6598a3c-9d62-42b1-aaa5-02b251346f1d service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812976 Jul 06 12:31:09.683270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-3fbe15c4-ae11-4122-842f-4f4b6c10de9d service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913615 Jul 06 12:31:09.856147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-489c4b06-a975-4508-b344-4e797d5058e7 req-510df689-ccf6-45a7-afba-0f82c800ac93 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 210 time: 0.0303938 Jul 06 12:31:10.401655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:31:10.422311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: d2891fd5-0f82-45ad-9e1a-569e50b693dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:31:10.422657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device d2891fd5-0f82-45ad-9e1a-569e50b693dd not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:31:11.016543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-28701f32-34ba-4592-936c-86d552eade12 req-4b65daab-e0cc-4314-b36a-a58315a774d8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 210 time: 0.0444117 Jul 06 12:31:11.045637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-d5be3335-3815-4cf6-99f7-c3c8a6c0b535 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:11.047003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-d5be3335-3815-4cf6-99f7-c3c8a6c0b535 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1396613 Jul 06 12:31:11.095747 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-5eb6c748-85f1-48f3-b082-b3497011b168 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 380 time: 0.0404570 Jul 06 12:31:11.104082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'port': {'device_id': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'admin_state_up': True, 'tenant_id': '9c486568247d488195631223d9d46e5d', 'security_groups': ['13f161d7-b9e1-49e7-810f-76cf7adcf9f8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:31:11.213138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Made reservation on behalf of 9c486568247d488195631223d9d46e5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:31:11.216763 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.342755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Allocated IP 172.20.0.7 (756d3af1-a220-4b15-bee5-2131ca07625b/7fe8d1b7-12af-446f-9226-69c6f6e5e92f/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:31:11.487145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.501150 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Transition to ACTIVE for port object b1f044cf-c2e4-4c8a-bb30-a491e0f36fac will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:31:11.533259 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.576423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:31:11.579822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:31:11.585664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:31:11.612107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:11.627851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.628228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.628573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.628911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.629249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.629581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.629913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.630238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.630565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.630890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.631217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.631547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:11.651709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:11.652377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.667496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cc8ad4fc-48f4-420f-aa09-70268b1175d5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671594 Jul 06 12:31:11.679354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Request body: {'port': {'device_id': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:31:11.759080 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.785675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4996be7-36d9-4dcf-87a7-e984d3baabd3 None None] Provisioning for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:31:11.789772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4996be7-36d9-4dcf-87a7-e984d3baabd3 None None] Provisioning complete for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:31:11.790149 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4996be7-36d9-4dcf-87a7-e984d3baabd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.824487 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4996be7-36d9-4dcf-87a7-e984d3baabd3 None None] Port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:31:12.022155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f044cf-c2e4-4c8a-bb30-a491e0f36fac {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:31:12.029482 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:12.044400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Transition to ACTIVE for port object b1f044cf-c2e4-4c8a-bb30-a491e0f36fac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:31:12.048843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:12.098191 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:12.208449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:31:12.208791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:31:12.209122 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:31:12.217846 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:31:12.218316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:31:12.229707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:31:12.230047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:31:12.230430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:31:12.230870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Bound port: b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:31:12.231225 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:12.256979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23895c-935f-40b6-acb2-cc09dd88e17d req-e14f3d51-1082-498b-a6e0-a080f3a9ab16 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:12.258523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a23895c-935f-40b6-acb2-cc09dd88e17d req-e14f3d51-1082-498b-a6e0-a080f3a9ab16 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.1123917 Jul 06 12:31:12.335162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a23895c-935f-40b6-acb2-cc09dd88e17d req-206d344b-aa47-4d7f-8a0f-af820d6bd2a8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593357 Jul 06 12:31:12.337550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:31:12.341350 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:31:12.346458 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:12.380625 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:12.381249 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:12.382632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1091 time: 0.7077081 Jul 06 12:31:12.383063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:12.385350 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0055fb-e46e-4ce2-a49d-42732f69331f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:12.412830 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a099-d4b5-4fff-9f3d-98d346d1c5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:12.435623 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b9d77e-fb7a-400c-b3d4-a836eccc0a37 x-openstack-request-id: req-a0b9d77e-fb7a-400c-b3d4-a836eccc0a37 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:12.436184 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:12.436435 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0b9d77e-fb7a-400c-b3d4-a836eccc0a37 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:12.437142 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'status': 'completed', 'code': 200} Jul 06 12:31:12.499004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-f8f1e99b-56e4-4eff-8b0a-c7f539b81417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:12.500593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-f8f1e99b-56e4-4eff-8b0a-c7f539b81417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1094 time: 0.0589001 Jul 06 12:31:12.548518 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-2e4af0f9-1357-4c93-ac38-b5cb32c12c72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 217 time: 0.0407295 Jul 06 12:31:12.596786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-8dc6446e-8e22-4ff2-9014-73d8bc2dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:12.598148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-8dc6446e-8e22-4ff2-9014-73d8bc2dab35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0441251 Jul 06 12:31:12.658344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-8505507f-65b4-4a03-afa3-a438f484771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:12.660280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-8505507f-65b4-4a03-afa3-a438f484771e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551257 Jul 06 12:31:12.755367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-2ef749ac-9929-4634-b000-e98a2422cb5e service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885000 Jul 06 12:31:12.846992 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be5084ca-eae9-41f2-8a4b-d1a1d54c1dfd req-c9ac502f-23ae-4f5e-b811-ed70d83a0bda service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839710 Jul 06 12:31:12.947546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-b176ffbe-9619-4279-9ac5-2cee4d79f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:12.949105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-b176ffbe-9619-4279-9ac5-2cee4d79f66f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1094 time: 0.0530725 Jul 06 12:31:13.040010 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-73b55425-f035-41e6-beed-0dfecaf19da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:13.041477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-73b55425-f035-41e6-beed-0dfecaf19da2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0861912 Jul 06 12:31:13.082294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-785e0e65-5546-461d-bb29-4d7baf4d2f26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 217 time: 0.0340650 Jul 06 12:31:13.134747 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-298be62f-09fe-4777-9f71-8a2bd9963071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:13.136124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-298be62f-09fe-4777-9f71-8a2bd9963071 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0472054 Jul 06 12:31:13.192483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-4cd821e3-e8d7-4343-8082-854933ce2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:13.193974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-4cd821e3-e8d7-4343-8082-854933ce2d57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518141 Jul 06 12:31:13.282625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-260d7ff6-c4df-48ce-a328-f3e536b3dcda service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817807 Jul 06 12:31:13.376963 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0055fb-e46e-4ce2-a49d-42732f69331f req-3972d14d-8e59-4893-ba02-ab11c19b9a88 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Jul 06 12:31:13.511618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894b72a-8fb8-4ad8-a87e-84cc35aa2cb2 req-f1c0e0ae-0627-43db-a651-0c1cdc221ec0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:13.513274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1894b72a-8fb8-4ad8-a87e-84cc35aa2cb2 req-f1c0e0ae-0627-43db-a651-0c1cdc221ec0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.0646434 Jul 06 12:31:13.551789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1894b72a-8fb8-4ad8-a87e-84cc35aa2cb2 req-1bf735de-d073-4ee2-a63e-62a7148529f9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Jul 06 12:31:14.728192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53575c9-ac89-464b-a938-9b81e1f418d2 req-da4a5c07-9f50-4b28-b346-6692f3f0d037 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:14.729660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b53575c9-ac89-464b-a938-9b81e1f418d2 req-da4a5c07-9f50-4b28-b346-6692f3f0d037 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.0670142 Jul 06 12:31:14.767334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b53575c9-ac89-464b-a938-9b81e1f418d2 req-49358c36-9dbf-4e0b-a20c-d7452a3bdeeb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312297 Jul 06 12:31:15.952911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f6339-8d17-4e5e-bc69-eabba5f82bc0 req-5f2b61b0-fba4-4483-b7d0-798d989bfb0d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:15.954457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-375f6339-8d17-4e5e-bc69-eabba5f82bc0 req-5f2b61b0-fba4-4483-b7d0-798d989bfb0d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.0674872 Jul 06 12:31:15.994659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-375f6339-8d17-4e5e-bc69-eabba5f82bc0 req-c3ca0e63-2c00-49b1-8e75-0d8c7c41eba3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338597 Jul 06 12:31:17.168527 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23399-b0ae-4f09-8eb4-036693d5af77 req-43f8c822-1ff8-45b6-9c37-b6fa40336317 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:17.170016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54f23399-b0ae-4f09-8eb4-036693d5af77 req-43f8c822-1ff8-45b6-9c37-b6fa40336317 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.0636327 Jul 06 12:31:17.208057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54f23399-b0ae-4f09-8eb4-036693d5af77 req-d57b53db-3ae8-4806-b81a-9bc9fa4559a7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Jul 06 12:31:17.719999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:31:17.814903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:17.825875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'mac_address': 'fa:16:3e:57:fa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:31:17.862716 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:17.876183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f044cf-c2e4-4c8a-bb30-a491e0f36fac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:31:17.895278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:17.899656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:17.946722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:18.275905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:31:18.393823 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10274-39b3-43cb-9160-8d71fe9cc1e7 req-d69b7c7c-820d-44f8-907e-e34fd8c5df30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:18.395379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaf10274-39b3-43cb-9160-8d71fe9cc1e7 req-d69b7c7c-820d-44f8-907e-e34fd8c5df30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0669212 Jul 06 12:31:18.433156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaf10274-39b3-43cb-9160-8d71fe9cc1e7 req-7ba9a83f-4463-4580-8121-cb82be91fa1f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Jul 06 12:31:19.608593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da3d7d-c8b4-40a3-833c-f42bca62ffd0 req-c40d755e-e01e-43df-b9c7-6ccf737ee28c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:19.610073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68da3d7d-c8b4-40a3-833c-f42bca62ffd0 req-c40d755e-e01e-43df-b9c7-6ccf737ee28c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0623140 Jul 06 12:31:19.646991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68da3d7d-c8b4-40a3-833c-f42bca62ffd0 req-9464dfc5-474f-4115-8317-3aa4917912d1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Jul 06 12:31:19.720281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:31:19.766771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:31:19.770330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:31:19.770709 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:19.848204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:19.870983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:19.872807 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c30cb500f4744c016d658bf855fb3e5e18674bcc750b183bae0df0a7b6f383f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374fa75b-33ed-4d25-ad0e-332835784860" -d '{"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-plugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:19.885214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:19.890047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:19.913397 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a1487-9f5c-469a-a70d-abaa393135c2 x-openstack-request-id: req-710a1487-9f5c-469a-a70d-abaa393135c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:19.913692 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-plugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:19.913950 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-710a1487-9f5c-469a-a70d-abaa393135c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:19.914345 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'code': 200} Jul 06 12:31:19.941504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:20.027037 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5467e4-efbf-48e7-87d3-70290237ce3e req-087baade-b140-4027-a994-337a0838d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:20.028523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b5467e4-efbf-48e7-87d3-70290237ce3e req-087baade-b140-4027-a994-337a0838d946 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1096 time: 0.0544086 Jul 06 12:31:20.062827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b5467e4-efbf-48e7-87d3-70290237ce3e req-c4780980-a98a-4def-ad97-34faa6e1b485 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272841 Jul 06 12:31:20.818192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff81c1c-14ef-4a64-96b4-1cc5447a03dd req-a45fbe10-29f6-44d0-a2bb-6e9bc38b05b5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:20.819675 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aff81c1c-14ef-4a64-96b4-1cc5447a03dd req-a45fbe10-29f6-44d0-a2bb-6e9bc38b05b5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0622058 Jul 06 12:31:20.856392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aff81c1c-14ef-4a64-96b4-1cc5447a03dd req-5e69ac18-d282-4dff-8686-adf428d7795a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Jul 06 12:31:22.039583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d912a-7959-426b-8073-47881fc7a9d7 req-f99ad007-6cca-4c39-8dd8-87b4853db0ad tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:22.042778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-367d912a-7959-426b-8073-47881fc7a9d7 req-f99ad007-6cca-4c39-8dd8-87b4853db0ad tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0704646 Jul 06 12:31:22.083425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-367d912a-7959-426b-8073-47881fc7a9d7 req-c6a1fe5d-a0a6-45f3-aaf4-bd1be788578e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357063 Jul 06 12:31:22.251322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbbbe-9e59-4689-8082-8460ac5c470e req-79d9c440-ee56-4afa-83f8-71e883dc075f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:22.252856 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f6cfbbbe-9e59-4689-8082-8460ac5c470e req-79d9c440-ee56-4afa-83f8-71e883dc075f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0656626 Jul 06 12:31:22.261429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:22.265935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'floatingip': {'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:31:22.304776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:23.084404 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:23.102977 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:23.106563 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:23.207092 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 associated. External IP: 172.25.7.23, port: b1f044cf-c2e4-4c8a-bb30-a491e0f36fac. Jul 06 12:31:23.414614 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:31:23.527689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:31:23.532885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:23.538342 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72612491-bea0-455d-adf0-3e431982a841 None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:31:23.547714 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:23.548343 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:31:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:23.570879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc73c3a2-51d3-4c8d-a673-49c89a662fa2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "PUT /v2.0/floatingips/41125350-9892-416b-b056-a42fd93e4c52 HTTP/1.1" status: 200 len: 990 time: 1.3083980 Jul 06 12:31:23.571470 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:23.573780 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4111c70dbf51fca0358c7dbf63a018e1b6e7bcf804e72aa16d2d9c4574f437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9475cd-a52a-4419-8474-2e9b7e925cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:23.613626 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7778da2-9a32-432c-9145-9fbbd0f913f5 x-openstack-request-id: req-b7778da2-9a32-432c-9145-9fbbd0f913f5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:23.613988 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:23.614311 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7778da2-9a32-432c-9145-9fbbd0f913f5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:23.614922 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'status': 'completed', 'code': 200} Jul 06 12:31:23.654599 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:23.693640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-00a69e7c-312d-4f1c-8a3e-1a995f36aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:23.695146 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-00a69e7c-312d-4f1c-8a3e-1a995f36aa7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1096 time: 0.0569243 Jul 06 12:31:23.799188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-c9bff487-381b-44d3-b7b1-506c1efb9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:23.800782 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-c9bff487-381b-44d3-b7b1-506c1efb9691 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0984993 Jul 06 12:31:23.872289 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-4b0f1a12-8999-409d-b28a-2b927d81dcca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 998 time: 0.0642140 Jul 06 12:31:23.899609 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:57:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:31:23Z', 'revision_number': 9, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:23.925666 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72612491-bea0-455d-adf0-3e431982a841 None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:31:23.926088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-b462587a-bc6c-489b-911a-8b8368bb437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:23.927580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-b462587a-bc6c-489b-911a-8b8368bb437b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0487776 Jul 06 12:31:23.933800 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:23.934396 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:31:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:23.987182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-89ff8824-5cdf-44c7-83f9-a1e91905a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:23.988790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-89ff8824-5cdf-44c7-83f9-a1e91905a40e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535393 Jul 06 12:31:24.039010 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:24.080715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-e4308e92-a233-4b60-bcce-1895cdeac1c0 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 Jul 06 12:31:24.176735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9475cd-a52a-4419-8474-2e9b7e925cdc req-33f19011-df13-41b4-aedb-afc35b045fee service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890682 Jul 06 12:31:24.275068 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-72612491-bea0-455d-adf0-3e431982a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:57:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:31:23Z', 'revision_number': 9, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:24.301832 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72612491-bea0-455d-adf0-3e431982a841 None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:57:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:31:23Z', 'revision_number': 9, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:31:24.485160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d77d7-a02c-400e-b62c-e8fd8ddff67b None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:31:26.379222 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:31:27.191515 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-373c91f4-830f-4dd5-b597-d048f720e459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:29.721269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0c0c-2a6c-402e-91f3-797d9604adfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:30.363041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:30.450712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:31.091210 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:31.986841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-e695bdaf-c911-463d-9b21-08d3f64e79c0 req-4c59ab72-57d5-4a35-824c-625e4d49ead2 service neutron] (93767) timed out ('10.222.0.78', 54856) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:31:32.590009 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:47.109116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-e453a27c-baba-46fb-a4cd-7bd7a4f2733d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527122 Jul 06 12:31:47.202946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-5f961737-bef1-44e7-880f-6f57c5b2a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:47.204463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-5f961737-bef1-44e7-880f-6f57c5b2a74e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1096 time: 0.0535898 Jul 06 12:31:47.310870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-39080207-c080-4b27-9dc0-d86e18dde70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:47.312444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-39080207-c080-4b27-9dc0-d86e18dde70e service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0884724 Jul 06 12:31:47.377344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-bc2effd4-b1e7-4356-bca5-42a693e73713 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1001 time: 0.0582583 Jul 06 12:31:47.429221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-ae0bbd4b-f07a-4751-b10b-c9cf15117344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:47.430651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-ae0bbd4b-f07a-4751-b10b-c9cf15117344 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0473125 Jul 06 12:31:47.488056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-4160f432-f3b5-4fdf-80fa-2df53c70bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:47.489523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-4160f432-f3b5-4fdf-80fa-2df53c70bd64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515747 Jul 06 12:31:47.578823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-75056166-1606-4144-960c-5bbaba058e38 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Jul 06 12:31:47.675084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d537acc0-8b45-4188-9b59-c39f78e681d4 req-7640c9e2-1a4b-4a4b-9810-5888cde94a98 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Jul 06 12:31:53.100612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.192350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6810e55-84fe-45c7-a382-1bafe1861abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.721343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-124188a9-6013-4134-8519-d78bf1c70836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:00.363963 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:00.478869 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.093553 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.594778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:03.377625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:23.083184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.192568 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57e4f2d-8514-45a6-a31a-37b00b951be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:29.722170 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03b7483a-66fe-4073-a305-99b08a3b2784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.364563 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.481693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:31.096832 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:32.596712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:40.377522 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:46.626378 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-596f815b-a022-44d7-bde9-e97f1f68f98d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974250 Jul 06 12:32:46.724306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-3da109c3-d4b5-4fd7-89c5-47dec472f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:46.725860 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-3da109c3-d4b5-4fd7-89c5-47dec472f472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1096 time: 0.0554132 Jul 06 12:32:46.834648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-6b9a0ecd-997b-4e78-9fa0-03a202638c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:46.836061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-6b9a0ecd-997b-4e78-9fa0-03a202638c49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0888376 Jul 06 12:32:46.902006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-a311bd81-57b6-4063-a391-8236343ec845 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1001 time: 0.0589633 Jul 06 12:32:46.959252 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-3dd5d1cc-6028-4ab9-b7bd-c76daf8ae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:46.960760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-3dd5d1cc-6028-4ab9-b7bd-c76daf8ae6e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0520201 Jul 06 12:32:47.019557 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-1e83c4c6-3efc-4a3e-b0f3-1421ad5b8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:47.021022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-1e83c4c6-3efc-4a3e-b0f3-1421ad5b8b00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538893 Jul 06 12:32:47.112353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-bf1ee4f3-fbd3-436d-bded-5849e5bad3e4 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Jul 06 12:32:47.210879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bdddff04-60fd-488b-a213-e636f1fbc907 req-370cb5b2-99e2-462e-b031-bb11ba758712 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928552 Jul 06 12:32:53.097783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.197250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5563f10f-2dd1-4fe2-a24f-eec2780b5f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.723973 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76ffad1a-7910-4604-8bd9-f19e333b69b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.365373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.483449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.097661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.600309 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.376732 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:33:23.116580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.198749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9658b40-e4d7-4ed1-b2df-27c8285f5845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.723032 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d81688e0-f1c3-40bd-b27d-8077c2dd7ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.366946 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.479220 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.102422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.603656 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.124196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-91eac584-ae04-477e-a400-4de6523a9283 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534825 Jul 06 12:33:49.217490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-b55ff8ab-435e-4897-8c08-49ce99116b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.218982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-b55ff8ab-435e-4897-8c08-49ce99116b88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1096 time: 0.0528395 Jul 06 12:33:49.329400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-d2bca875-32d1-4700-81f2-49cf1d9fb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.330883 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-d2bca875-32d1-4700-81f2-49cf1d9fb40c service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0903788 Jul 06 12:33:49.411975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-cecc75d5-b1b6-4be7-a7cc-15200ebf153a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1001 time: 0.0735497 Jul 06 12:33:49.465008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-a8132cca-dfb8-48aa-8610-7d816cc21185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.466555 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-a8132cca-dfb8-48aa-8610-7d816cc21185 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0490026 Jul 06 12:33:49.530257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-cd16e559-00ec-42a6-b8a7-51d71e51c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.531762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-cd16e559-00ec-42a6-b8a7-51d71e51c612 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542710 Jul 06 12:33:49.542008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-03ee2aa4-1d6b-4813-81cf-48615f2197a8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:33:49.543755 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-03ee2aa4-1d6b-4813-81cf-48615f2197a8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049191 Jul 06 12:33:49.628708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-92a8ecf8-880e-4d8f-b801-f5f0570a37bb service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796640 Jul 06 12:33:49.729080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b683a90b-38db-4d31-b6b7-0b8439b7b710 req-c640eca6-13d3-4a5b-9f48-09fc92e82b1e service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Jul 06 12:33:53.125297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.376123 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:33:57.204525 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f9962c0-f0a1-44de-8422-ccba6b47afbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:57.599700 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-321a7dc2-1245-421a-a74d-f5615259c76d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973313 Jul 06 12:33:57.762390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8b6f9-3b03-411e-9c5b-95d64c9f7ff9 req-5df8781e-a5b7-49fb-b407-30e8f4aaf2d7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:57.763985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcb8b6f9-3b03-411e-9c5b-95d64c9f7ff9 req-5df8781e-a5b7-49fb-b407-30e8f4aaf2d7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.1139781 Jul 06 12:33:57.808920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dcb8b6f9-3b03-411e-9c5b-95d64c9f7ff9 req-a959f519-dad1-4a4c-902c-fbef33a9e396 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390320 Jul 06 12:33:59.125852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-09187f2f-547c-4eb2-aa5c-d948ff702d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.127364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-09187f2f-547c-4eb2-aa5c-d948ff702d19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1096 time: 0.1447172 Jul 06 12:33:59.135978 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0fbd-12cf-43f2-a3ff-798c0a07e218 req-a8346a25-dec3-453f-bd69-b2d277d5048f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.137474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7bd0fbd-12cf-43f2-a3ff-798c0a07e218 req-a8346a25-dec3-453f-bd69-b2d277d5048f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.1351390 Jul 06 12:33:59.225025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d7bd0fbd-12cf-43f2-a3ff-798c0a07e218 req-054ae30b-4b41-462a-a84b-3724b2ecf2bf tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793729 Jul 06 12:33:59.252019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-5ff7473d-9057-4184-b9ea-99894c302ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.253503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-5ff7473d-9057-4184-b9ea-99894c302ddc service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.1151814 Jul 06 12:33:59.319206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-771da389-b644-442a-a3b5-866c0cfaa95f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1001 time: 0.0591950 Jul 06 12:33:59.370041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-5520ac07-2b2f-4766-bf18-fed236e35c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.371511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-5520ac07-2b2f-4766-bf18-fed236e35c13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0456333 Jul 06 12:33:59.434280 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-64d04070-f90f-4b75-9ad8-77e11277506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.435676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-64d04070-f90f-4b75-9ad8-77e11277506c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567966 Jul 06 12:33:59.525714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-9b51cc32-535f-4252-b24d-33b282fcd938 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821898 Jul 06 12:33:59.624825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-1985591c-d1dc-4671-b83f-17d1dcd9df90 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910308 Jul 06 12:33:59.724967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-542b9618-6768-4904-bb50-47d77738611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.368624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.418893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80c79-48b1-405c-a6ed-2ef38e1007ac req-8cdc4fb1-bead-4002-8bb9-cbc4fcda9132 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:00.420415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3b80c79-48b1-405c-a6ed-2ef38e1007ac req-8cdc4fb1-bead-4002-8bb9-cbc4fcda9132 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0663509 Jul 06 12:34:00.457948 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3b80c79-48b1-405c-a6ed-2ef38e1007ac req-8d8d0e7d-d34b-4550-88d1-9c91acfc0af9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Jul 06 12:34:00.508040 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.106993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.634633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5234-2025-4ad4-b0e2-2d8a5c4ac13d req-98836d7b-be87-4718-bfd1-16d81d6358da tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:01.636168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-008d5234-2025-4ad4-b0e2-2d8a5c4ac13d req-98836d7b-be87-4718-bfd1-16d81d6358da tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0631423 Jul 06 12:34:01.674745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-008d5234-2025-4ad4-b0e2-2d8a5c4ac13d req-8b5e84a0-5c70-4d94-8422-afbc08251e55 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Jul 06 12:34:02.607014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.854738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1969d93-4f29-44c5-8cbe-f5be01deed33 req-9fd5cb55-3eb0-4380-b022-aa55d628c019 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:02.856696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1969d93-4f29-44c5-8cbe-f5be01deed33 req-9fd5cb55-3eb0-4380-b022-aa55d628c019 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0685749 Jul 06 12:34:02.896894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c1969d93-4f29-44c5-8cbe-f5be01deed33 req-ab0f0a8a-a469-412a-ad08-b11644e6fd4b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Jul 06 12:34:04.070723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6af83c-9003-4d59-8dd1-889e15580afd req-a209d024-d643-4d39-b17e-adfd5bf0f949 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:04.072244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec6af83c-9003-4d59-8dd1-889e15580afd req-a209d024-d643-4d39-b17e-adfd5bf0f949 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0652058 Jul 06 12:34:04.109144 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec6af83c-9003-4d59-8dd1-889e15580afd req-48f9e980-3c8f-438e-b486-28d899014c96 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jul 06 12:34:05.294115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad07841-ba07-46ba-aac5-0f4c289e3800 req-12ffb233-9ce4-4d22-864e-5aa2916726f5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:05.295924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad07841-ba07-46ba-aac5-0f4c289e3800 req-12ffb233-9ce4-4d22-864e-5aa2916726f5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0776367 Jul 06 12:34:05.334833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad07841-ba07-46ba-aac5-0f4c289e3800 req-dd08e1ea-ee00-4fd7-9877-8d7fde098981 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Jul 06 12:34:06.507925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9080-1700-4c6a-958a-f30c7e28dfd0 req-5dd8b3a1-367b-4935-8f22-43306de7902e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:06.509422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-271a9080-1700-4c6a-958a-f30c7e28dfd0 req-5dd8b3a1-367b-4935-8f22-43306de7902e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Jul 06 12:34:06.547364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-271a9080-1700-4c6a-958a-f30c7e28dfd0 req-73c4dee8-fcf1-4b8c-bde2-cc2c10467698 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Jul 06 12:34:07.727928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da7d0-af7b-4275-ac37-941f01e5c207 req-ff5207cb-e2f5-41af-bdde-86786c575a37 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:07.729431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-869da7d0-af7b-4275-ac37-941f01e5c207 req-ff5207cb-e2f5-41af-bdde-86786c575a37 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0625591 Jul 06 12:34:07.766882 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-869da7d0-af7b-4275-ac37-941f01e5c207 req-24178320-9d93-4966-8eeb-fb7c1f0159cf tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Jul 06 12:34:08.942931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a41032-e458-40b4-8562-7cc8c4202798 req-4c24bc4b-1a4d-4598-a90a-f78715ff7547 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:08.944427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2a41032-e458-40b4-8562-7cc8c4202798 req-4c24bc4b-1a4d-4598-a90a-f78715ff7547 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0665467 Jul 06 12:34:08.983486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2a41032-e458-40b4-8562-7cc8c4202798 req-54723280-a9ae-45cf-b24e-8017f4108a63 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Jul 06 12:34:10.153360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf311-1701-4c0c-8fba-c6ee2746251f req-6b1f6409-81cc-4187-ad6c-69e905c2d0ff tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:10.155962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4cf311-1701-4c0c-8fba-c6ee2746251f req-6b1f6409-81cc-4187-ad6c-69e905c2d0ff tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0626445 Jul 06 12:34:10.193545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e4cf311-1701-4c0c-8fba-c6ee2746251f req-f3e641ab-5e02-42d5-bb89-f88cca69096f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Jul 06 12:34:11.373562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43832a0-d52e-4989-be7c-f4891437e9e7 req-4300a895-039f-48a0-9493-6d0d7b329633 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:11.375051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a43832a0-d52e-4989-be7c-f4891437e9e7 req-4300a895-039f-48a0-9493-6d0d7b329633 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0664966 Jul 06 12:34:11.412365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a43832a0-d52e-4989-be7c-f4891437e9e7 req-e3ae173c-dfad-48d3-a5a0-344b89543997 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jul 06 12:34:12.587934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059771-a888-4c58-a1dc-05b7f228ab67 req-1a1da751-7348-4e30-aeea-75d3217a79ec tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:12.589577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d059771-a888-4c58-a1dc-05b7f228ab67 req-1a1da751-7348-4e30-aeea-75d3217a79ec tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0638671 Jul 06 12:34:12.627218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6d059771-a888-4c58-a1dc-05b7f228ab67 req-ad659e6e-3824-4f62-a919-909a561d388f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Jul 06 12:34:13.800088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108af13-02c0-4c2b-9c58-a85cb1102316 req-d4fb83f4-3d4a-42fa-8a8d-b211e3a650e7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:13.801700 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c108af13-02c0-4c2b-9c58-a85cb1102316 req-d4fb83f4-3d4a-42fa-8a8d-b211e3a650e7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0645483 Jul 06 12:34:13.842039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c108af13-02c0-4c2b-9c58-a85cb1102316 req-dcf6a2cd-b5bc-4c8e-93ea-22c2a8fc42d3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333762 Jul 06 12:34:15.015893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342dd8-8214-49e8-8bc6-acc78c6b627b req-9d9eb370-aaba-4c93-a137-b789d5767818 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:15.017384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f342dd8-8214-49e8-8bc6-acc78c6b627b req-9d9eb370-aaba-4c93-a137-b789d5767818 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0656884 Jul 06 12:34:15.054561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f342dd8-8214-49e8-8bc6-acc78c6b627b req-1c590096-1fe2-48b5-970a-258ba44f7b4d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Jul 06 12:34:16.227435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e409b2-ca78-4b3f-97e6-d2c5b8394f4c req-96cdba34-2fa1-4838-bd7f-b9071a43400c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:16.228941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5e409b2-ca78-4b3f-97e6-d2c5b8394f4c req-96cdba34-2fa1-4838-bd7f-b9071a43400c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0632732 Jul 06 12:34:16.266251 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5e409b2-ca78-4b3f-97e6-d2c5b8394f4c req-ff1a05d3-ae7a-4b6a-b638-7705579228f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Jul 06 12:34:16.737733 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-da1f0d65-7912-4e80-bbe1-7d95557b5a13 service neutron] show failed (client error): The resource could not be found. Jul 06 12:34:16.738717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-da1f0d65-7912-4e80-bbe1-7d95557b5a13 service neutron] 10.222.0.64 "GET /v2.0/ports/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0573962 Jul 06 12:34:17.058977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-71e95909-43c4-4fab-916c-8c2af5801fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:17.060579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-71e95909-43c4-4fab-916c-8c2af5801fac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 1096 time: 0.0889890 Jul 06 12:34:17.072139 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:17.144797 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:17.353821 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:17.388215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:17.426225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:17.431669 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:17.441545 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829bb8-1caf-4acb-babf-d1601553d867 req-51b73b4e-e366-423e-bc68-2789331d809e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:17.443087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a829bb8-1caf-4acb-babf-d1601553d867 req-51b73b4e-e366-423e-bc68-2789331d809e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0658684 Jul 06 12:34:17.444969 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Transition to ACTIVE for port object b1f044cf-c2e4-4c8a-bb30-a491e0f36fac will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:17.453952 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:17.483964 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a829bb8-1caf-4acb-babf-d1601553d867 req-62081da2-e3f8-4ac8-ae0b-e113ed94ef32 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jul 06 12:34:17.486320 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c908f3b-7a9d-483a-a4c6-5884963cdaae" -d '{"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:17.568822 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:17.583450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.583858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.584296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.584648 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.584995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.585531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.585881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.586214 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.587384 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.587737 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.588112 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.588458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:17.620647 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923f9517-3fed-4167-9e6f-b5c0dc7cb684 x-openstack-request-id: req-923f9517-3fed-4167-9e6f-b5c0dc7cb684 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:17.620957 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:17.621214 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-923f9517-3fed-4167-9e6f-b5c0dc7cb684 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:17.621618 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'code': 200} Jul 06 12:34:17.622578 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] No DVR routers for this DVR port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:34:17.773452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:17.773719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:17.774047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:17.780600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:17.780926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:17.786812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:17.787420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:17.787801 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:17.788334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Bound port: b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:17.788694 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:17.860911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:17.864584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:17.874214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:17.926190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:17.926964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:17.928508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] 10.222.0.79 "PUT /v2.0/ports/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1091 time: 0.8603303 Jul 06 12:34:17.951855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f12cfd-8b72-4d5e-947a-60e237d7a58b service neutron] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:18.028074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-f18f7fdf-3727-4a9a-91bc-7fc67d972c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:18.031247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-f18f7fdf-3727-4a9a-91bc-7fc67d972c08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1094 time: 0.0731664 Jul 06 12:34:18.141140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-46e13592-66a5-4889-a57a-79c674adee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:18.142647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-46e13592-66a5-4889-a57a-79c674adee72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.1044977 Jul 06 12:34:18.217391 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-0f58af51-eb01-4cc6-b88c-c6adf30ce5d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 999 time: 0.0677657 Jul 06 12:34:18.269956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-270e37fe-8153-4c9b-9e38-6937117f9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:18.271510 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-270e37fe-8153-4c9b-9e38-6937117f9909 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0459929 Jul 06 12:34:18.334479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-849fb71a-a2b5-439d-96ce-bf0fbcb206be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:18.335971 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-849fb71a-a2b5-439d-96ce-bf0fbcb206be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568504 Jul 06 12:34:18.451412 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-cb69ba37-1aa6-43ed-8021-e5034956f24a service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081007 Jul 06 12:34:18.547717 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9c2a70f4-ba39-4c7c-88f8-50a037b3729f req-a9720c5d-8fa5-45eb-9761-835b71fdf0e2 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845764 Jul 06 12:34:18.670176 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77af36-0209-48f0-9504-d21c0dee9223 req-ae21258f-89e2-4598-9316-4c9e90e66bc8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:18.671627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b77af36-0209-48f0-9504-d21c0dee9223 req-ae21258f-89e2-4598-9316-4c9e90e66bc8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.0638685 Jul 06 12:34:18.713043 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b77af36-0209-48f0-9504-d21c0dee9223 req-898ea8ef-b5b6-4b8c-8c01-e55bc3e0a383 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356600 Jul 06 12:34:19.622576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:19.624925 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:19.672958 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53c971-ffe0-42e0-a94a-fd0752a22897 x-openstack-request-id: req-ec53c971-ffe0-42e0-a94a-fd0752a22897 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:19.673283 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:19.673537 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec53c971-ffe0-42e0-a94a-fd0752a22897 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:19.673967 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'status': 'completed', 'code': 200} Jul 06 12:34:19.753426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-c538d35b-ca8e-465d-9df5-a80658afc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:19.754961 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-f91eaf0c-34eb-41f5-b301-e4ac510e5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:19.755100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-c538d35b-ca8e-465d-9df5-a80658afc449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1094 time: 0.0577967 Jul 06 12:34:19.756579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-f91eaf0c-34eb-41f5-b301-e4ac510e5e82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1094 time: 0.0587356 Jul 06 12:34:19.850512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-485e112e-c2cf-46b2-a53a-85d15eaeb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:19.852015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-485e112e-c2cf-46b2-a53a-85d15eaeb408 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0888779 Jul 06 12:34:19.883353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-88722555-d8b1-44ec-8dec-68c7ee3c21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:19.884844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-88722555-d8b1-44ec-8dec-68c7ee3c21e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.1238263 Jul 06 12:34:19.937045 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-815f732f-4d62-4865-9aea-c59a4fa63ff3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 999 time: 0.0715141 Jul 06 12:34:19.957117 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24034c-2a46-49fa-9de8-50dc3a3224be req-fd166887-5dfe-45e7-a2f9-1813376032ef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:19.958618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c24034c-2a46-49fa-9de8-50dc3a3224be req-fd166887-5dfe-45e7-a2f9-1813376032ef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.1285341 Jul 06 12:34:19.975691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-913c9789-8f80-48b8-8542-f160fe7880bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 999 time: 0.0840535 Jul 06 12:34:19.991292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-0613f7c5-464c-488b-886a-23aa6a538959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:19.992804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-0613f7c5-464c-488b-886a-23aa6a538959 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0454943 Jul 06 12:34:20.036769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c24034c-2a46-49fa-9de8-50dc3a3224be req-1e504611-e106-4816-8896-72be86318d9d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710893 Jul 06 12:34:20.043134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-ae6f3101-693c-40ab-b20f-548d2ae48b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:20.044708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-ae6f3101-693c-40ab-b20f-548d2ae48b2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0619645 Jul 06 12:34:20.051905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-93dab7f9-fa25-4905-a980-03046f642ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:20.056077 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-93dab7f9-fa25-4905-a980-03046f642ed3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522947 Jul 06 12:34:20.113776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-428f9b5c-4452-498e-b371-bbea2089ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:20.115346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-428f9b5c-4452-498e-b371-bbea2089ab3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632527 Jul 06 12:34:20.150634 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-f6469816-d191-465a-9b62-37a95c5f8129 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897560 Jul 06 12:34:20.205792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-f909980e-1b29-4116-a229-896361daa3da service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837119 Jul 06 12:34:20.241328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-0c13f426-acd5-4bf9-8e36-feee3d3fa1d3 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827558 Jul 06 12:34:20.301602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a89bfaa-2fa6-47a9-8b9a-c04b04ab2caa req-c701ee00-b158-4e3d-bd00-23b2c3110192 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882030 Jul 06 12:34:20.514691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:34:20.554826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:34:21.219884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801387-d9ad-483b-bd05-d1c7bd15c7bb req-8551102e-b033-4f4f-948f-12a748aa8b82 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.222249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f801387-d9ad-483b-bd05-d1c7bd15c7bb req-8551102e-b033-4f4f-948f-12a748aa8b82 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 943 time: 0.0694971 Jul 06 12:34:21.261442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1f801387-d9ad-483b-bd05-d1c7bd15c7bb req-1fdf8bb8-80d9-4872-b334-b696143c96e3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335128 Jul 06 12:34:21.349730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:21.443199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:21.455245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'mac_address': 'fa:16:3e:57:fa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:21.491570 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:21.507443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f044cf-c2e4-4c8a-bb30-a491e0f36fac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:21.528216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:21.532971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:21.584492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:21.595163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.595634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.596119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.596460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.596790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.597146 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.597476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.597800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.598126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.598449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.598766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.599088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:21.673079 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-b44d83b5-5144-4814-afd0-5f7ecd8129f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.674559 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-b44d83b5-5144-4814-afd0-5f7ecd8129f2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&tenant_id=9c486568247d488195631223d9d46e5d&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 944 time: 0.0731354 Jul 06 12:34:21.719664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4cd22-228c-4a96-bc2f-1db514ea45f3 req-dbe7f314-6cba-4d6a-914a-b20666da56ef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.721280 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2df4cd22-228c-4a96-bc2f-1db514ea45f3 req-dbe7f314-6cba-4d6a-914a-b20666da56ef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0651374 Jul 06 12:34:21.748969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-a7b387f9-a280-4104-89e7-bd8239809d31 service neutron] 10.222.0.79 "GET /v2.0/ports/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac/bindings/n-h2-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.0678222 Jul 06 12:34:21.758497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2df4cd22-228c-4a96-bc2f-1db514ea45f3 req-fcefae21-b29d-4679-bdd8-655765540879 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Jul 06 12:34:21.828142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-4272fb6d-1ed8-4500-8786-4f63e1849c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.829623 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-4272fb6d-1ed8-4500-8786-4f63e1849c2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1095 time: 0.0524244 Jul 06 12:34:21.869606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:21.918812 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-d7894392-2325-4ebb-ab75-02e9d6bde3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.920330 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-d7894392-2325-4ebb-ab75-02e9d6bde3df service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0838010 Jul 06 12:34:21.993834 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-bba5f300-094a-4326-99a1-246e716fef56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1000 time: 0.0627472 Jul 06 12:34:22.045451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-d0a89f05-4faf-4b8a-829f-937b6015f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.046840 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-d0a89f05-4faf-4b8a-829f-937b6015f515 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0450494 Jul 06 12:34:22.107432 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-9b46e5d4-5ea4-41ca-a7a6-c59487a6701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.108946 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-9b46e5d4-5ea4-41ca-a7a6-c59487a6701e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524483 Jul 06 12:34:22.205069 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-e1f89ac7-3f30-4976-8fff-6ac800d98687 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858850 Jul 06 12:34:22.293011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-a729063b-423c-4e2b-a210-c8153243dfc3 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810912 Jul 06 12:34:22.945289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e747a1c-c012-46a7-b15a-133ea2bc7694 req-270749ec-7334-42b2-b772-43771d586775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.946776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e747a1c-c012-46a7-b15a-133ea2bc7694 req-270749ec-7334-42b2-b772-43771d586775 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0680275 Jul 06 12:34:22.985100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e747a1c-c012-46a7-b15a-133ea2bc7694 req-46ae5132-d590-46d8-b2d4-7ef7692f45a4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jul 06 12:34:23.126002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.371614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:23.422697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:23.426212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:23.426587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.499985 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.521479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:23.536524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:23.541020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.568797 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e5caa-c712-42f1-9a12-300f40406fc3" -d '{"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-plugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:23.597408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:23.661284 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3fe3ec-65de-448c-80c9-fc5736a8ad5f x-openstack-request-id: req-4b3fe3ec-65de-448c-80c9-fc5736a8ad5f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:23.661577 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-plugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:23.661834 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b3fe3ec-65de-448c-80c9-fc5736a8ad5f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:23.662514 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'code': 200} Jul 06 12:34:24.166409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85cc01-88e2-493d-95e4-c7c76bd5bd18 req-32fa8839-51e5-4692-ad81-e5cd1fa72387 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.168526 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b85cc01-88e2-493d-95e4-c7c76bd5bd18 req-32fa8839-51e5-4692-ad81-e5cd1fa72387 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0701249 Jul 06 12:34:24.207345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b85cc01-88e2-493d-95e4-c7c76bd5bd18 req-9cfdb6ad-5b6e-49f1-8194-fb533f689b12 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Jul 06 12:34:24.837030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-a501a7f6-f6b2-4b0e-9806-e9dc4b5e402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.838580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-a501a7f6-f6b2-4b0e-9806-e9dc4b5e402c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 1096 time: 0.0528162 Jul 06 12:34:24.850432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:24.925575 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.127426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:25.159826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:25.198289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:25.203177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.217908 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Transition to ACTIVE for port object b1f044cf-c2e4-4c8a-bb30-a491e0f36fac will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:25.221168 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.254629 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab20dd22-76be-46b2-8850-814f623fe265" -d '{"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:25.293330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:25.355856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.356238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.356570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.356910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.357247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.357582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.358039 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.358240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.358568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.358897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.359222 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.359550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:25.374231 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e58749-db98-466a-a298-87318793c4a3 x-openstack-request-id: req-66e58749-db98-466a-a298-87318793c4a3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:25.375012 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:25.375275 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66e58749-db98-466a-a298-87318793c4a3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:25.375685 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'code': 200} Jul 06 12:34:25.424691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] No DVR routers for this DVR port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:34:25.881690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6c90e-980e-49d0-9a87-00bc25ee8c61 req-1b7900f4-887d-43f9-80f1-e6e3bd7d5ad7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:25.883182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01a6c90e-980e-49d0-9a87-00bc25ee8c61 req-1b7900f4-887d-43f9-80f1-e6e3bd7d5ad7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.5431325 Jul 06 12:34:25.957392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-01a6c90e-980e-49d0-9a87-00bc25ee8c61 req-cb9f5f0c-707e-43ff-911d-7e388eca168a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675793 Jul 06 12:34:25.966814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:25.967155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:25.967490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:25.971758 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:25.972113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Attempting to bind port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:25.976901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:25.977241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:25.977628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:25.978053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Bound port: b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:25.978685 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:26.041522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:26.044942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:26.048841 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:26.082809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.083438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:26.084806 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 1092 time: 1.2389233 Jul 06 12:34:26.106054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c166c7-faeb-461f-ad76-a49d8270c086 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:26.165459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-bdc8d8ff-c62f-4290-93b4-873ba4e7d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.167739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-bdc8d8ff-c62f-4290-93b4-873ba4e7d6ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1095 time: 0.0580432 Jul 06 12:34:26.258395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-94a20d65-bd3b-476b-88bf-cd1ee80dbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.259899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-94a20d65-bd3b-476b-88bf-cd1ee80dbace service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0866277 Jul 06 12:34:26.331010 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-abc6ef8e-5c8f-44cc-a55c-285804aeb7ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 999 time: 0.0647178 Jul 06 12:34:26.378994 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-0ec0ae65-1f76-463f-af26-ab7cc8167bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.380360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-0ec0ae65-1f76-463f-af26-ab7cc8167bae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0428641 Jul 06 12:34:26.437512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-feaa0e5f-7d56-4b4e-be51-0864bd13da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.438906 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-feaa0e5f-7d56-4b4e-be51-0864bd13da99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517247 Jul 06 12:34:26.532597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-91198201-4e0e-475f-958e-d8af320fea29 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863869 Jul 06 12:34:26.624374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a398ebb0-ed7a-4549-b34a-ffa951ed2e84 req-ad72d172-fc8d-48a0-9b63-448d2f469a0a service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851550 Jul 06 12:34:27.132231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42450-f2c3-40dc-9069-20c0beaf8e1a req-ab67aef2-5060-493f-8275-0c4f384d04db tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.133618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77f42450-f2c3-40dc-9069-20c0beaf8e1a req-ab67aef2-5060-493f-8275-0c4f384d04db tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0640180 Jul 06 12:34:27.170890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77f42450-f2c3-40dc-9069-20c0beaf8e1a req-4148b021-69e1-485f-b5e4-97b694946f0a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Jul 06 12:34:27.204662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99af62f2-629f-4754-b316-afc5577fedfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:27.377107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:27.379505 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be6842-e65d-4510-bd81-7203f651c76e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:27.407744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:34:27.427628 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496eca65-f1a3-461c-a564-85a0f7b22e9b x-openstack-request-id: req-496eca65-f1a3-461c-a564-85a0f7b22e9b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:27.427959 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:27.428225 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-496eca65-f1a3-461c-a564-85a0f7b22e9b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:27.428629 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'status': 'completed', 'code': 200} Jul 06 12:34:27.447113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:34:27.506515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-f43cbb86-a549-4bba-ac57-0697d6863e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.507131 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-64aedbec-9f7b-4e0f-a00e-f2185c9d3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.508076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-f43cbb86-a549-4bba-ac57-0697d6863e9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1095 time: 0.0572784 Jul 06 12:34:27.508230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-64aedbec-9f7b-4e0f-a00e-f2185c9d3868 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 1095 time: 0.0576582 Jul 06 12:34:27.598227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-ad2f8f9c-7e2f-493b-8cf3-596b29afad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.599715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-ad2f8f9c-7e2f-493b-8cf3-596b29afad3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0850337 Jul 06 12:34:27.606294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-c0c46522-fcba-43c4-a95d-e85c2f7aed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.607813 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-c0c46522-fcba-43c4-a95d-e85c2f7aed5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0915875 Jul 06 12:34:27.678884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-23edfc4e-2ce2-4bcb-930d-41a73754707f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 999 time: 0.0722482 Jul 06 12:34:27.683035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-97c1e434-cf53-4119-8483-41cad71ad199 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 200 len: 999 time: 0.0673559 Jul 06 12:34:27.730666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-983c014f-96f1-43cb-b08c-e631bd571a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.732191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-983c014f-96f1-43cb-b08c-e631bd571a69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0454490 Jul 06 12:34:27.734867 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-0e2832f7-e694-49eb-9537-7dc9f85358f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.736329 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-0e2832f7-e694-49eb-9537-7dc9f85358f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0447373 Jul 06 12:34:27.790402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-17869f3a-70b2-4330-a3dc-c52fff7b5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.792054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-17869f3a-70b2-4330-a3dc-c52fff7b5bd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527964 Jul 06 12:34:27.793864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6842-e65d-4510-bd81-7203f651c76e req-436c85e4-6c77-4bf5-be52-6a1d2aef16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.795354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-436c85e4-6c77-4bf5-be52-6a1d2aef16be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525005 Jul 06 12:34:27.887559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-28b256a9-3f3e-4b64-9ed6-97f6cf8090c6 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885947 Jul 06 12:34:27.889672 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-c291ecc4-0a35-4545-b493-4ec370854f74 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857496 Jul 06 12:34:27.978160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-b9861494-f674-45f8-a942-fe44eac05111 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835826 Jul 06 12:34:27.979964 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-74be6842-e65d-4510-bd81-7203f651c76e req-df8bf98a-4d44-4292-800d-dfd02832e13c service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822687 Jul 06 12:34:28.360061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99830f-d7a5-4785-9d1e-7cc6d984e279 req-fa5daafd-fb4f-43e5-8c2b-8505397455b8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:28.361548 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d99830f-d7a5-4785-9d1e-7cc6d984e279 req-fa5daafd-fb4f-43e5-8c2b-8505397455b8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0703340 Jul 06 12:34:28.403296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d99830f-d7a5-4785-9d1e-7cc6d984e279 req-0f40022d-bac9-4da0-acb5-b1406dc124d2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360222 Jul 06 12:34:29.585335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c5823-761e-40b9-ab53-0df6150f4fc5 req-07133c29-d845-4074-b663-c210a10f9afb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:29.587337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e63c5823-761e-40b9-ab53-0df6150f4fc5 req-07133c29-d845-4074-b663-c210a10f9afb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0667856 Jul 06 12:34:29.626163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e63c5823-761e-40b9-ab53-0df6150f4fc5 req-81d2a009-d10f-46da-a53a-f8d600f9ad1b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Jul 06 12:34:29.725911 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb09a-6e56-4f20-890f-1844ecfb962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:30.370692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:30.522285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:30.540843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:30.635476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:30.813819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'mac_address': 'fa:16:3e:57:fa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:30.827085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035fdb-8d11-40db-951f-1ee586e18372 req-6a3f7c1d-b658-4a7f-8a48-5a64f80eb9b1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:30.829035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf035fdb-8d11-40db-951f-1ee586e18372 req-6a3f7c1d-b658-4a7f-8a48-5a64f80eb9b1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 944 time: 0.0840704 Jul 06 12:34:30.852618 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:30.868154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f044cf-c2e4-4c8a-bb30-a491e0f36fac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:30.878041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf035fdb-8d11-40db-951f-1ee586e18372 req-afbfe053-a85b-4fb1-a797-79135209bbe5 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Jul 06 12:34:30.891340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:30.896639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:30.951007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:31.069930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3472a-e558-4911-8722-36e21ba92126 req-10558ef5-26d7-4dc2-98a0-391a06133945 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:31.071423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82e3472a-e558-4911-8722-36e21ba92126 req-10558ef5-26d7-4dc2-98a0-391a06133945 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0685966 Jul 06 12:34:31.110141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82e3472a-e558-4911-8722-36e21ba92126 req-774c4abd-4866-45dc-a2d2-dfa8a7b0257a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Jul 06 12:34:31.112753 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.267515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:31.291329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26dda8-c0bf-494a-b8d5-1bdeb85faa41 req-6a01910e-5ee4-493c-bf42-7c5c5c1bc9e0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:31.293486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c26dda8-c0bf-494a-b8d5-1bdeb85faa41 req-6a01910e-5ee4-493c-bf42-7c5c5c1bc9e0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 06 12:34:31.331162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c26dda8-c0bf-494a-b8d5-1bdeb85faa41 req-b472a214-d4b3-4099-8acd-37d6255c74b0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Jul 06 12:34:31.375480 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:31.712360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56eb04-4739-4482-94d7-f19267c6097d req-e4721649-0106-4283-9923-2331dcd288f4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:31.714340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf56eb04-4739-4482-94d7-f19267c6097d req-e4721649-0106-4283-9923-2331dcd288f4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 945 time: 0.0670640 Jul 06 12:34:31.751390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf56eb04-4739-4482-94d7-f19267c6097d req-c50b889a-151e-4a08-b580-0871674071fa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Jul 06 12:34:32.556982 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:32.613194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.614223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:32.617834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:32.618196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.696225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.718117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:32.720414 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d12bf4-0ae9-40d9-982a-4a6a99a97edd" -d '{"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-plugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:32.733652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:32.738993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.762349 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a77c7d-9eee-4cac-a695-2250839e6de9 x-openstack-request-id: req-a1a77c7d-9eee-4cac-a695-2250839e6de9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:32.762663 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-plugged", "status": "completed", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:32.763014 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1a77c7d-9eee-4cac-a695-2250839e6de9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:32.763408 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'code': 200} Jul 06 12:34:32.789630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:32.930408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7dd95-d4a2-4a9b-a65c-1a5b9410312e req-d8800075-44ce-427a-80a6-ae25d5f11565 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:32.931871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cee7dd95-d4a2-4a9b-a65c-1a5b9410312e req-d8800075-44ce-427a-80a6-ae25d5f11565 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 946 time: 0.0625384 Jul 06 12:34:32.968673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cee7dd95-d4a2-4a9b-a65c-1a5b9410312e req-d046feae-d286-4456-975e-c522386f2898 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305498 Jul 06 12:34:33.064370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-bd29d4db-75cd-476c-a17b-c557fde53b96 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:33.065818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-bd29d4db-75cd-476c-a17b-c557fde53b96 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 946 time: 0.0629125 Jul 06 12:34:33.168255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Deleting port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:34:33.168505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.256342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] For port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:33.256701 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.427077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.427357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.427665 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 disassociated. External IP: 172.25.7.23, port: b1f044cf-c2e4-4c8a-bb30-a491e0f36fac. Jul 06 12:34:33.428034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Calling delete_port for b1f044cf-c2e4-4c8a-bb30-a491e0f36fac owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:34:33.552825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.584651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event deleted for resources: {'Port': ['ID=b1f044cf-c2e4-4c8a-bb30-a491e0f36fac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:33.701508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:34:33.813523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:34:33.824025 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:34:33.833428 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:33.834028 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:34:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:33.861516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] No DVR routers for this DVR port b1f044cf-c2e4-4c8a-bb30-a491e0f36fac on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:34:33.864099 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.866128 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2c215baf-1023-44d3-ad21-5d9d70a1c48e req-0fd4c8d6-528e-4dfd-9d43-7606f469f38b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "DELETE /v2.0/ports/b1f044cf-c2e4-4c8a-bb30-a491e0f36fac HTTP/1.1" status: 204 len: 173 time: 0.7946439 Jul 06 12:34:33.866571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-deleted', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:33.868907 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56470e35-b080-4b0d-9853-15553b57f463" -d '{"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-deleted", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:33.934251 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745d508e-50af-4ea0-b673-831a61902aec x-openstack-request-id: req-745d508e-50af-4ea0-b673-831a61902aec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:33.934872 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fba24-da61-4ecf-8b02-ffd536ecaf12", "name": "network-vif-deleted", "tag": "b1f044cf-c2e4-4c8a-bb30-a491e0f36fac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:33.934872 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-745d508e-50af-4ea0-b673-831a61902aec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:33.935177 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fba24-da61-4ecf-8b02-ffd536ecaf12', 'name': 'network-vif-deleted', 'tag': 'b1f044cf-c2e4-4c8a-bb30-a491e0f36fac', 'status': 'completed', 'code': 200} Jul 06 12:34:33.943038 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:34.131303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d3eedad9-8f27-480b-b819-9acc36525275 req-26168ee2-ca66-4fff-b7f6-90563d21dd30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b2fba24-da61-4ecf-8b02-ffd536ecaf12 HTTP/1.1" status: 200 len: 210 time: 0.0302634 Jul 06 12:34:34.232274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:34.257990 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:34:34.268041 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:34.268669 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:34:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:34.377269 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:34.579549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:34.608377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47da60d-389a-4ddd-a863-12a789df4f02 None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:34:34.820316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714cd1f-87a3-4b4f-9177-66a935f8ad6c None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:34:35.515568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-80783896-c0ff-419f-9e6f-e743adb8eac8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2015729007&fields=id&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 267 time: 0.0396531 Jul 06 12:34:35.627587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-8b9a94cd-b05b-4cd1-a0d6-1d0fa316771b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:35.629106 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-8b9a94cd-b05b-4cd1-a0d6-1d0fa316771b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1071599 Jul 06 12:34:35.644313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-6ba0d0b3-5ce0-4b42-9c50-071ccce5e2aa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/quotas/9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 375 time: 0.0096650 Jul 06 12:34:35.716231 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-d13ac19a-c1d7-40c8-82e6-302a3af3fe7b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670679 Jul 06 12:34:35.801506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-5ad7ced2-2d21-4195-9bfe-f5cbb2ce3b1e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:34:35.802513 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-5ad7ced2-2d21-4195-9bfe-f5cbb2ce3b1e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439582 Jul 06 12:34:35.892216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-8c5f78d7-f4ec-47d4-8a6b-e5d566f645e3 service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836601 Jul 06 12:34:35.987647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-ed110c44-a2b2-4c62-a7ef-a676a05de4b6 service neutron] 10.222.0.78 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896988 Jul 06 12:34:36.160573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69835fc2-2ca6-4230-874f-ffb174f6c575 req-459aa7ba-7706-4555-a9ce-0ae5cfbf86ef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 210 time: 0.0298159 Jul 06 12:34:37.246765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-e347f57c-c0d3-474f-868a-632bc774a778 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:37.248377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-e347f57c-c0d3-474f-868a-632bc774a778 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 812 time: 0.1221504 Jul 06 12:34:37.294802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-1f076a10-9053-42fe-b9a9-0449af328f52 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 380 time: 0.0380480 Jul 06 12:34:37.310983 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'port': {'device_id': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'admin_state_up': True, 'tenant_id': '9c486568247d488195631223d9d46e5d', 'security_groups': ['13f161d7-b9e1-49e7-810f-76cf7adcf9f8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:37.334417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-482cfa91-a5d6-4968-8bf9-e0e80fe2f910 req-5acde100-abd6-49b4-970f-1ade87f13f78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 210 time: 0.0382769 Jul 06 12:34:37.441678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Made reservation on behalf of 9c486568247d488195631223d9d46e5d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:34:37.445654 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.571016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Allocated IP 172.20.0.7 (756d3af1-a220-4b15-bee5-2131ca07625b/7fe8d1b7-12af-446f-9226-69c6f6e5e92f/9493c21a-7df9-4ad0-b156-64a1df319cbb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:34:37.711391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.725540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Transition to ACTIVE for port object 9493c21a-7df9-4ad0-b156-64a1df319cbb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:37.758764 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.801381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Network 756d3af1-a220-4b15-bee5-2131ca07625b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:34:37.804644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:34:37.810991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:34:37.839303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:37.869699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:37.871119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.885767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-84648d87-425b-4fb3-b697-34a4bc9aa3f7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811791 Jul 06 12:34:37.897665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Request body: {'port': {'device_id': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:37.979357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.014580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c73fc57-efad-463a-a584-bb39be965635 None None] Provisioning for port 9493c21a-7df9-4ad0-b156-64a1df319cbb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:38.019154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c73fc57-efad-463a-a584-bb39be965635 None None] Provisioning complete for port 9493c21a-7df9-4ad0-b156-64a1df319cbb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:38.019526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c73fc57-efad-463a-a584-bb39be965635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.057815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1c73fc57-efad-463a-a584-bb39be965635 None None] Port 9493c21a-7df9-4ad0-b156-64a1df319cbb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:34:38.249307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9493c21a-7df9-4ad0-b156-64a1df319cbb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:38.256683 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.269401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Transition to ACTIVE for port object 9493c21a-7df9-4ad0-b156-64a1df319cbb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:38.273389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.329953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:38.402558 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:38.402904 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:38.403244 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:38.408220 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:38.408554 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:38.414524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:38.414868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:38.415263 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:38.415699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Bound port: 9493c21a-7df9-4ad0-b156-64a1df319cbb, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:38.416093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.527333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:38.532598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:38.538129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.582431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.583143 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.584619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] 10.222.0.64 "PUT /v2.0/ports/9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1091 time: 0.6913643 Jul 06 12:34:38.585081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:38.587404 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:38.607475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:34:38.611343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cbdda-f159-44b6-a70b-dd7dfd958fb2 req-f1c4e753-a6a3-4ce8-a3b9-9c4866c067dd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.613095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f85cbdda-f159-44b6-a70b-dd7dfd958fb2 req-f1c4e753-a6a3-4ce8-a3b9-9c4866c067dd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.1494627 Jul 06 12:34:38.631511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: b1f044cf-c2e4-4c8a-bb30-a491e0f36fac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:34:38.631752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6bda-b867-4cd9-8850-9f3a1e454a7b service neutron] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:38.632320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1f044cf-c2e4-4c8a-bb30-a491e0f36fac not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:34:38.655108 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da501f-da4e-4d83-89f0-d77690436c3e x-openstack-request-id: req-19da501f-da4e-4d83-89f0-d77690436c3e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:38.655413 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:38.655672 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19da501f-da4e-4d83-89f0-d77690436c3e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:38.656116 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'status': 'completed', 'code': 200} Jul 06 12:34:38.698166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f85cbdda-f159-44b6-a70b-dd7dfd958fb2 req-06a90832-8d3f-4196-80e9-5050b50be563 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757444 Jul 06 12:34:38.721889 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-3c58ac6e-d884-42c0-bf6f-ab11cbc2a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.721889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-3c58ac6e-d884-42c0-bf6f-ab11cbc2a9b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1094 time: 0.0766523 Jul 06 12:34:38.774081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-b7623974-e957-40df-8fdf-f647bd6c8fcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 217 time: 0.0473747 Jul 06 12:34:38.824052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-08c390ba-a8ff-4b63-9e3a-57d42b104de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.825520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-08c390ba-a8ff-4b63-9e3a-57d42b104de0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0451615 Jul 06 12:34:38.883757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720cf1-7103-48af-ace5-986849bfb381 req-370615fa-e61c-4fe8-ab22-72918563ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.885885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-370615fa-e61c-4fe8-ab22-72918563ce10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533590 Jul 06 12:34:38.978180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-47aa8677-fbbe-4d19-85f0-1b8553ce8a92 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863273 Jul 06 12:34:39.066343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59720cf1-7103-48af-ace5-986849bfb381 req-ab282961-2bc1-4010-80b9-b1c8ec4a67c7 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819736 Jul 06 12:34:39.169342 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-40c153f1-afa0-438c-9bc0-4d009ff6b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.170835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-40c153f1-afa0-438c-9bc0-4d009ff6b318 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1094 time: 0.0594599 Jul 06 12:34:39.262949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-5a077ed1-2c11-4e99-a341-2472cca8ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.264492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-5a077ed1-2c11-4e99-a341-2472cca8ebc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0875187 Jul 06 12:34:39.305742 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-4637e46d-0161-4047-955e-da586f41edd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 217 time: 0.0348268 Jul 06 12:34:39.358860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-fcef7ff5-86fd-4760-9338-b8253cffa73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.360252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-fcef7ff5-86fd-4760-9338-b8253cffa73f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0474200 Jul 06 12:34:39.417414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-5c08a16a-21b6-4d0f-b777-1ed4cf9ff522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.418877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-5c08a16a-21b6-4d0f-b777-1ed4cf9ff522 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523489 Jul 06 12:34:39.506535 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-116de5b8-025d-4989-88ed-10a61d140816 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813270 Jul 06 12:34:39.602098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd6e710-c8c7-4d1b-a48b-7c36b65d2b09 req-2a8a81b7-1088-4d41-8220-12242a83dbfc service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890803 Jul 06 12:34:39.875453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6ab7f-097c-4fce-8dd9-2a9622dec53e req-5883fc2a-1054-4cfc-a7bf-392f8d66439e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.876974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36a6ab7f-097c-4fce-8dd9-2a9622dec53e req-5883fc2a-1054-4cfc-a7bf-392f8d66439e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0639052 Jul 06 12:34:39.914619 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36a6ab7f-097c-4fce-8dd9-2a9622dec53e req-5f0b4476-530f-40cb-8021-ca15e0aefd13 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Jul 06 12:34:41.087578 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c823df5-1e7d-44bc-8fcb-b5f7789b3a51 req-e25840f0-904e-4bce-b6f9-81d3f73517ca tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:41.089153 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c823df5-1e7d-44bc-8fcb-b5f7789b3a51 req-e25840f0-904e-4bce-b6f9-81d3f73517ca tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0660810 Jul 06 12:34:41.127709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c823df5-1e7d-44bc-8fcb-b5f7789b3a51 req-3d4c8ddd-5895-4974-8d01-d2d9a68721e2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Jul 06 12:34:42.300930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb59e5-20d0-4d97-bdac-2f17f65c6ac9 req-3a09066a-7c12-41b9-be8d-6ac6067494ac tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.303282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36fb59e5-20d0-4d97-bdac-2f17f65c6ac9 req-3a09066a-7c12-41b9-be8d-6ac6067494ac tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0662787 Jul 06 12:34:42.344141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36fb59e5-20d0-4d97-bdac-2f17f65c6ac9 req-3a7b6e24-2205-42af-969c-14c89462f1bc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Jul 06 12:34:42.623426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:42.714451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:42.729346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'mac_address': 'fa:16:3e:9e:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:42.764634 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:42.777184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9493c21a-7df9-4ad0-b156-64a1df319cbb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:42.796520 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:42.800146 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:42.853886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:43.107579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9493c21a-7df9-4ad0-b156-64a1df319cbb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:43.520326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7eed-0bac-46d6-8552-0162a28d691c req-69c66a5e-5e74-4dd7-a2a4-4dd3399b290c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:43.521822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6aea7eed-0bac-46d6-8552-0162a28d691c req-69c66a5e-5e74-4dd7-a2a4-4dd3399b290c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0625207 Jul 06 12:34:43.565192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6aea7eed-0bac-46d6-8552-0162a28d691c req-c3b365d7-6b6c-4401-a54b-f7e0820abd25 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371208 Jul 06 12:34:44.638677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:44.687304 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 9493c21a-7df9-4ad0-b156-64a1df319cbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:44.691294 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9493c21a-7df9-4ad0-b156-64a1df319cbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:44.691662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:44.748613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837244-3a83-4e87-b2e3-a0e559785457 req-5f1f2e70-9a3f-4502-b3e0-20338641e751 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:44.750141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c837244-3a83-4e87-b2e3-a0e559785457 req-5f1f2e70-9a3f-4502-b3e0-20338641e751 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0677099 Jul 06 12:34:44.770464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:44.789942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c837244-3a83-4e87-b2e3-a0e559785457 req-4e228452-aefc-4a3a-a81d-82f333df4cd4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341177 Jul 06 12:34:44.793366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:44.795628 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a0c5e-b3a2-4c41-ada7-faba775bbd38" -d '{"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-plugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:44.809308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:44.814071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:44.839729 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ffd285-1ea1-4e01-809c-63e80185607a x-openstack-request-id: req-b9ffd285-1ea1-4e01-809c-63e80185607a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:44.840054 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-plugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:44.840295 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9ffd285-1ea1-4e01-809c-63e80185607a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:44.840678 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'code': 200} Jul 06 12:34:44.866920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:44.946732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ea401-7ac1-4486-9d00-922801573afc req-c3d2a536-8ff8-4c71-a8fd-99c960903f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:44.948502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d41ea401-7ac1-4486-9d00-922801573afc req-c3d2a536-8ff8-4c71-a8fd-99c960903f4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0529947 Jul 06 12:34:44.984472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d41ea401-7ac1-4486-9d00-922801573afc req-cdaa3d93-e0a9-4b45-af1c-0aa4da82a980 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298045 Jul 06 12:34:45.979288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773dd9a-0984-4bee-b969-f8b09b445610 req-fa3682d5-f129-4bec-b345-7d0dee22e0cd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:45.980867 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6773dd9a-0984-4bee-b969-f8b09b445610 req-fa3682d5-f129-4bec-b345-7d0dee22e0cd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0695362 Jul 06 12:34:46.022332 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6773dd9a-0984-4bee-b969-f8b09b445610 req-0bac2902-ac16-4ea5-97ef-266aa20a7843 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Jul 06 12:34:47.200173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fa4d1-7f00-40de-b4d9-b8f014482ea7 req-676dbf98-451d-4ac6-b40f-f387fe0a3f29 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.201793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f70fa4d1-7f00-40de-b4d9-b8f014482ea7 req-676dbf98-451d-4ac6-b40f-f387fe0a3f29 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0633392 Jul 06 12:34:47.239232 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f70fa4d1-7f00-40de-b4d9-b8f014482ea7 req-58164ad7-487a-421b-8125-60bb92e29313 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Jul 06 12:34:47.408369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb428c53-a3b7-45cb-a28b-fc14b134e1ec req-dfa9459b-cf9f-47b4-9605-c65d49878674 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.409778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb428c53-a3b7-45cb-a28b-fc14b134e1ec req-dfa9459b-cf9f-47b4-9605-c65d49878674 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0661523 Jul 06 12:34:47.419319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 58726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:47.423687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Request body: {'floatingip': {'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:47.465610 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.902682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.906471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.007110 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 associated. External IP: 172.25.7.23, port: 9493c21a-7df9-4ad0-b156-64a1df319cbb. Jul 06 12:34:48.568138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:34:48.678204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:34:48.683337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.688243 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:34:48.698389 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:48.699074 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:34:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:48.721122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ccaf7bae-b6a9-48ce-97ea-212adf9db776 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "PUT /v2.0/floatingips/41125350-9892-416b-b056-a42fd93e4c52 HTTP/1.1" status: 200 len: 991 time: 1.3007061 Jul 06 12:34:48.721730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:48.724005 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09472d3-9fc0-4d98-842f-2c3f511aff95" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:48.761799 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038a2a5-91d6-4c20-a36c-bb72151697bc x-openstack-request-id: req-4038a2a5-91d6-4c20-a36c-bb72151697bc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:48.762098 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:48.762355 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4038a2a5-91d6-4c20-a36c-bb72151697bc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:48.762758 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'status': 'completed', 'code': 200} Jul 06 12:34:48.810908 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:48.839216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-196a41a4-9518-4542-bd7a-dd55eee62fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.840784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-196a41a4-9518-4542-bd7a-dd55eee62fce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0546112 Jul 06 12:34:48.935083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-2f1e4a52-9c85-4ff4-9270-9eed6c394c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.936604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-2f1e4a52-9c85-4ff4-9270-9eed6c394c9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0900853 Jul 06 12:34:49.001944 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-5c11d9c3-7360-46f9-8ce4-bd0113b54b98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0588822 Jul 06 12:34:49.033732 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:9e:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:34:47Z', 'revision_number': 13, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:49.050852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-b21f296d-d1a7-4a15-b975-5d5d6bd912d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.052537 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-b21f296d-d1a7-4a15-b975-5d5d6bd912d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0446422 Jul 06 12:34:49.063047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:34:49.071355 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:49.071866 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:34:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:49.114196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-b768543e-55a9-4e68-a021-d818bcdc2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.115714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-b768543e-55a9-4e68-a021-d818bcdc2e0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565038 Jul 06 12:34:49.179712 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:49.209271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-fc0d7518-0d63-4541-800e-6cdcc655dc8f service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854576 Jul 06 12:34:49.304776 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e09472d3-9fc0-4d98-842f-2c3f511aff95 req-ba1d23c0-1ec9-4b15-bc1c-a05ea2c1413e service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889268 Jul 06 12:34:49.399094 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:9e:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:34:47Z', 'revision_number': 13, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:49.424570 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad7beb-5bb0-494c-8713-1a9d34e81bce None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '41125350-9892-416b-b056-a42fd93e4c52', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'mac_address': 'fa:16:3e:9e:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:28Z', 'updated_at': '2021-07-06T12:34:47Z', 'revision_number': 13, 'project_id': '9c486568247d488195631223d9d46e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:34:49.615844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de5216-cc1e-4d48-9be6-35dd860dbf6d None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:34:50.598237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-c14868d6-305b-47e6-8c4d-3ec85208099a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510991 Jul 06 12:34:50.696534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-002476fe-a097-4676-88b7-442663870a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.698194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-002476fe-a097-4676-88b7-442663870a97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0569448 Jul 06 12:34:50.804323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-09479586-71c5-4402-b075-e742ae652070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.805800 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-09479586-71c5-4402-b075-e742ae652070 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0876474 Jul 06 12:34:50.870821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-99b4f21c-b4eb-467d-ace2-ff767f964f10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1001 time: 0.0581717 Jul 06 12:34:50.919590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-425df136-2422-40b5-8c2d-b2752a1699d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.921101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-425df136-2422-40b5-8c2d-b2752a1699d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0442803 Jul 06 12:34:50.985771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-49bcdb9f-f054-4def-8a41-6b3fd8768be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.987312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-49bcdb9f-f054-4def-8a41-6b3fd8768be9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601137 Jul 06 12:34:51.078595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-0ff2bb10-4752-4ac9-bd7a-0e71e69dc15e service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844095 Jul 06 12:34:51.172320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ab9fc9-b5bc-4b10-946e-925e09c38558 req-8497dfac-5335-42b7-b3d2-6c530e039f87 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875275 Jul 06 12:34:53.139105 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.206679 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8db5ed2f-9519-42c6-ab27-9b646907a9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.726952 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4816e133-7d27-4ff6-8ac7-a95470c83af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.372266 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.544912 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:01.112477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.613834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.374993 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:35:23.152476 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.207780 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb311-b638-4bb1-93ba-b8a18e58a46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.734917 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76f7fdb0-7338-4ab4-8de9-28bcd4591f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.372406 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.557053 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.115420 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.615632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:45.376639 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:35:52.194536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-ba276c59-eed0-4436-8b26-e1995cba5d1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681386 Jul 06 12:35:52.291678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-a950f9cd-67d8-4df4-91e6-0ece0558db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.293238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-a950f9cd-67d8-4df4-91e6-0ece0558db1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0541143 Jul 06 12:35:52.401068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-90074bae-2a31-4258-96e9-0e29611e5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.402604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-90074bae-2a31-4258-96e9-0e29611e5077 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0893149 Jul 06 12:35:52.467945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-09e355b5-fa2d-4c3e-b85f-a9715ae4efac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1001 time: 0.0589256 Jul 06 12:35:52.515647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-819b7d0f-dac4-432c-a988-a891beae0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.517209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-819b7d0f-dac4-432c-a988-a891beae0bd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0433707 Jul 06 12:35:52.580323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-d95f1ac5-dace-429c-9fc7-fa2dfab8a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.581826 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-d95f1ac5-dace-429c-9fc7-fa2dfab8a828 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572090 Jul 06 12:35:52.669349 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-a032aeb8-6781-46e5-b39c-50fa64c75449 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804603 Jul 06 12:35:52.763724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-debf3881-fbc2-4e64-ba94-0e8ad491bbff req-f04f6c3b-38e4-4243-b0c8-b3319a60b325 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866365 Jul 06 12:35:53.154246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.208459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a755d819-b244-437d-8c0d-d759afe26b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:59.726721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891d8136-cabc-417a-98ab-96f731532f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:00.374048 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:00.557768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:01.119268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:02.619771 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:22.375688 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:23.153788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.210561 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f56922d0-7f88-443d-a27b-c283722db5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.727327 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16b1b81e-9216-462e-8caf-abdde82c590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.374078 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.554201 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.123960 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.622065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:51.576715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-862d369f-86ef-43e7-970f-adfb7d965abb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590765 Jul 06 12:36:51.670726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-8310da2b-8d57-4194-b52c-275066eea58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:51.672236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-8310da2b-8d57-4194-b52c-275066eea58a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0524099 Jul 06 12:36:51.786306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-c33f75af-36f4-4716-8078-b92bbf5fa3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:51.787805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-c33f75af-36f4-4716-8078-b92bbf5fa3f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0935640 Jul 06 12:36:51.850877 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-26b9b2a8-3633-42c1-ac1b-67c4f2c20210 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1001 time: 0.0570760 Jul 06 12:36:51.897811 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-b5e10d95-1841-4f77-8366-22c0970d5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:51.899825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-b5e10d95-1841-4f77-8366-22c0970d5533 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0434303 Jul 06 12:36:51.959903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-0e8e605a-fe59-442d-959c-a6df8f3b0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:51.961439 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-0e8e605a-fe59-442d-959c-a6df8f3b0806 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558429 Jul 06 12:36:52.049576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-5d866fed-cea1-44f7-986c-1598ea05af7b service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818779 Jul 06 12:36:52.143134 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fb94e66-9cb3-4b96-a78b-f2b00a825755 req-2b4062d4-3bca-4973-84b2-d9c8655cd37d service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Jul 06 12:36:53.168678 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:57.211937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c734ba9d-2e43-42c2-8d5a-e21dae137a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.377634 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:59.727787 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc22a-9931-4373-b690-72cf244872e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.377117 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.571485 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:01.124017 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:02.626020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:23.184282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.179498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec105ea-e6ff-4824-b8ba-7e9394f44056 req-233f0b48-41a0-4c02-8a0c-59f26b1d43e7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:27.180925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ec105ea-e6ff-4824-b8ba-7e9394f44056 req-233f0b48-41a0-4c02-8a0c-59f26b1d43e7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0636401 Jul 06 12:37:27.212440 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d5f3ea-13a5-412b-a8df-d684efead586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.218737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3ec105ea-e6ff-4824-b8ba-7e9394f44056 req-75eb38cf-351d-46dd-9b51-62ab09dee161 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324342 Jul 06 12:37:29.729899 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-190ee948-9374-4c06-99ac-1e1def23bd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.377999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.568661 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.126751 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.627379 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.376357 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:37:38.536816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca71086-d313-4506-9477-1e0d165f3e6a req-9f93a8b9-4e0d-44fc-be34-6efa5feefd2b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:38.538365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ca71086-d313-4506-9477-1e0d165f3e6a req-9f93a8b9-4e0d-44fc-be34-6efa5feefd2b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0644875 Jul 06 12:37:38.583098 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5ca71086-d313-4506-9477-1e0d165f3e6a req-79e8e719-0d9a-44e1-b9f4-d103d6344bfe tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Jul 06 12:37:38.665288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-f4b21925-3e5e-49e9-bf37-90685565b207 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181884 Jul 06 12:37:39.756559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde12f2-d1cf-4523-8999-8db362da5fe6 req-ceebfb00-93a3-460e-ac88-467778a1a7b0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:39.757624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fde12f2-d1cf-4523-8999-8db362da5fe6 req-ceebfb00-93a3-460e-ac88-467778a1a7b0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0630176 Jul 06 12:37:39.795634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fde12f2-d1cf-4523-8999-8db362da5fe6 req-e08de815-3c5e-4b03-870c-63f5a82af160 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Jul 06 12:37:39.945534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-c9f5d357-2bce-45f7-9543-b40a84e8fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:39.947023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-c9f5d357-2bce-45f7-9543-b40a84e8fa8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0550075 Jul 06 12:37:40.042118 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-d59f1b0d-8d65-4f02-a0f9-bcc01174e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.043519 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-d59f1b0d-8d65-4f02-a0f9-bcc01174e97d service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0905011 Jul 06 12:37:40.111689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-de2cc624-2dd4-4894-8cbc-c687644b6807 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1001 time: 0.0619581 Jul 06 12:37:40.186112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-af7d556e-1d64-4c87-81d3-48807a8d746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.189244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-af7d556e-1d64-4c87-81d3-48807a8d746c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0710146 Jul 06 12:37:40.266043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-52249cd4-9a48-4303-9d39-991c9df3153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.267574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-52249cd4-9a48-4303-9d39-991c9df3153b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709071 Jul 06 12:37:40.357245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-56bf1d88-1434-447d-a715-69a7b33d10eb service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820298 Jul 06 12:37:40.450350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-ba4d8868-d157-4f5e-a6ff-b40bfabbf65c service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Jul 06 12:37:40.977684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09cd16-ac1d-4c67-a7a5-06f36dbb12d3 req-6dda857d-ac72-4b8d-9cbd-c0c503b0b0fb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.979186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f09cd16-ac1d-4c67-a7a5-06f36dbb12d3 req-6dda857d-ac72-4b8d-9cbd-c0c503b0b0fb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0635777 Jul 06 12:37:41.016504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9f09cd16-ac1d-4c67-a7a5-06f36dbb12d3 req-6ba50967-6a35-4587-ab8e-61920a1d535d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Jul 06 12:37:42.196209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94727f-1782-4b5d-b3f6-6e05107079dd req-a61c41eb-e6a6-4394-95b7-92f4864f5d75 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:42.197698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa94727f-1782-4b5d-b3f6-6e05107079dd req-a61c41eb-e6a6-4394-95b7-92f4864f5d75 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0678027 Jul 06 12:37:42.233976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aa94727f-1782-4b5d-b3f6-6e05107079dd req-f6d50f6f-1bff-42a4-9c6e-fc3f4d67c5ec tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Jul 06 12:37:43.408149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57b861-615a-432b-92d2-de25857b8078 req-7a82aacd-cafd-4f1d-ab12-ac359cb32093 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:43.409616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c57b861-615a-432b-92d2-de25857b8078 req-7a82aacd-cafd-4f1d-ab12-ac359cb32093 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0635855 Jul 06 12:37:43.447295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c57b861-615a-432b-92d2-de25857b8078 req-d7fb0822-c82e-439f-b5e9-e66d27bb666f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Jul 06 12:37:44.623269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8f5f5-2707-4b4d-802c-59c64e043b35 req-702b7d63-310c-4669-8856-6dc07a080ae7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:44.624771 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3c8f5f5-2707-4b4d-802c-59c64e043b35 req-702b7d63-310c-4669-8856-6dc07a080ae7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0621641 Jul 06 12:37:44.663346 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3c8f5f5-2707-4b4d-802c-59c64e043b35 req-caeaa41a-17c7-4686-99c4-4ee095b0d34f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Jul 06 12:37:45.842853 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c567c6-26f5-4e45-a226-96f27a9dbf4a req-fb8f7184-2136-4a08-8638-14a65e3757d0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:45.844444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50c567c6-26f5-4e45-a226-96f27a9dbf4a req-fb8f7184-2136-4a08-8638-14a65e3757d0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0690608 Jul 06 12:37:45.884192 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50c567c6-26f5-4e45-a226-96f27a9dbf4a req-bd6d7faf-c7cd-4834-9079-9661be248eef tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338478 Jul 06 12:37:47.057812 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546a7dc-b494-4d77-9d7a-bbd48150ea6c req-7659cd05-39f9-4428-9543-3187f4d6d8b1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:47.059301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f546a7dc-b494-4d77-9d7a-bbd48150ea6c req-7659cd05-39f9-4428-9543-3187f4d6d8b1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0627165 Jul 06 12:37:47.095581 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f546a7dc-b494-4d77-9d7a-bbd48150ea6c req-530e627a-ff34-440b-a21e-f8675116db3f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306716 Jul 06 12:37:48.270321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7ed3f-ce13-4997-91f3-fe3dd5bba206 req-ff966a09-7007-4af5-9f5c-47e977d5834d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:48.271841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39d7ed3f-ce13-4997-91f3-fe3dd5bba206 req-ff966a09-7007-4af5-9f5c-47e977d5834d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0657678 Jul 06 12:37:48.310699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39d7ed3f-ce13-4997-91f3-fe3dd5bba206 req-e98f08c6-7d79-4677-b993-63c8b94228d9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jul 06 12:37:49.485003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87488c5d-b18d-4e61-9ddc-6ac7cbe124e1 req-8e37ffb0-52b9-48a0-bc73-3cd4c455a112 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:49.486506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87488c5d-b18d-4e61-9ddc-6ac7cbe124e1 req-8e37ffb0-52b9-48a0-bc73-3cd4c455a112 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0635962 Jul 06 12:37:49.525126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87488c5d-b18d-4e61-9ddc-6ac7cbe124e1 req-aa346969-832e-4911-9a22-1430b85f02fd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Jul 06 12:37:50.709268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479dd0-224b-44d5-8a03-4d8fadc401d0 req-1a73f6aa-4c95-41a7-9a40-65cd4f82e523 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:50.710794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f479dd0-224b-44d5-8a03-4d8fadc401d0 req-1a73f6aa-4c95-41a7-9a40-65cd4f82e523 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0706992 Jul 06 12:37:50.750902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4f479dd0-224b-44d5-8a03-4d8fadc401d0 req-40ca10ef-52bd-48fc-8bc0-d6877652bb50 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jul 06 12:37:51.928989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb3de-e8fd-4ea7-8643-279d893c6040 req-32e53826-f775-410d-8ef5-07958c038e58 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:51.930503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eeedb3de-e8fd-4ea7-8643-279d893c6040 req-32e53826-f775-410d-8ef5-07958c038e58 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0679262 Jul 06 12:37:51.967409 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eeedb3de-e8fd-4ea7-8643-279d893c6040 req-4f2c3ecb-8a2c-4f19-984f-4cbee88c87e2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Jul 06 12:37:53.140501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e336f2a-17a5-461b-b582-60f8faf76924 req-902836ea-34ad-498f-a72a-968cc1cbf6fe tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:53.141909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e336f2a-17a5-461b-b582-60f8faf76924 req-902836ea-34ad-498f-a72a-968cc1cbf6fe tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0626514 Jul 06 12:37:53.180145 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:53.180760 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e336f2a-17a5-461b-b582-60f8faf76924 req-9b48a0ed-0b4e-499d-bb67-99054cd710e2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Jul 06 12:37:54.129531 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-652a9eda-284a-4153-a87d-6d634c6fab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.131492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-652a9eda-284a-4153-a87d-6d634c6fab76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1096 time: 0.0576444 Jul 06 12:37:54.233687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-0a6302a2-3623-4716-84c4-dbe74b810bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.235176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-0a6302a2-3623-4716-84c4-dbe74b810bc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0835693 Jul 06 12:37:54.330938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-1356030a-d96e-4fdf-9d05-e16e6da5f3e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1001 time: 0.0889547 Jul 06 12:37:54.390807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-035383c6-260c-41f0-9261-8f87fdf11e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.392195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-035383c6-260c-41f0-9261-8f87fdf11e46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0548871 Jul 06 12:37:54.404364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172ee29-ba1a-4a84-861b-3c90815531a9 req-85da4891-b0e1-4cd4-85b6-69e8174ba2ce tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.405727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2172ee29-ba1a-4a84-861b-3c90815531a9 req-85da4891-b0e1-4cd4-85b6-69e8174ba2ce tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.1064024 Jul 06 12:37:54.471047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2172ee29-ba1a-4a84-861b-3c90815531a9 req-76c78874-ed43-4f7f-a864-8d3c2be2d59a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563209 Jul 06 12:37:54.488053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-fe668d5a-f09b-4c28-83dd-7cfd6d39f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.489534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-fe668d5a-f09b-4c28-83dd-7cfd6d39f5c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829856 Jul 06 12:37:54.577421 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-2825f461-3d57-4ce3-8b70-9bf89499a9f3 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800231 Jul 06 12:37:54.673768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-73113087-1fe9-409f-95c4-6c585bcdffb2 req-9e9214dd-7a95-4a52-b68e-62b948aefed4 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887926 Jul 06 12:37:55.647416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198e5d7-f026-47f2-a6c8-138e6d70ff36 req-4280219d-4d14-468d-9b36-4317c441ee84 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:55.648840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1198e5d7-f026-47f2-a6c8-138e6d70ff36 req-4280219d-4d14-468d-9b36-4317c441ee84 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0636730 Jul 06 12:37:55.688653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1198e5d7-f026-47f2-a6c8-138e6d70ff36 req-03f8fed5-ce42-42b3-afdb-502521343cb0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Jul 06 12:37:56.864584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c872-5c0f-4934-b533-d230dea8ed8c req-75ead43a-b6e5-4d96-9610-0535c6637078 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:56.866916 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30b5c872-5c0f-4934-b533-d230dea8ed8c req-75ead43a-b6e5-4d96-9610-0535c6637078 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Jul 06 12:37:56.903809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30b5c872-5c0f-4934-b533-d230dea8ed8c req-0ad59f86-ec6e-4ba2-b619-4a26481c5978 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Jul 06 12:37:57.213659 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2edccc33-5fd0-4b11-a131-2d099a5d6451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.081786 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ad53-6e99-4579-bb94-e1986906b840 req-757b2c0f-cda7-4b39-b70a-de3dd6b11ea9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:58.083284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f20ad53-6e99-4579-bb94-e1986906b840 req-757b2c0f-cda7-4b39-b70a-de3dd6b11ea9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0681982 Jul 06 12:37:58.471588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f20ad53-6e99-4579-bb94-e1986906b840 req-d144577b-b904-460a-978c-dbebf80eba64 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818152 Jul 06 12:37:59.478567 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-bf735c03-386e-432f-a340-551445769e82 service neutron] show failed (client error): The resource could not be found. Jul 06 12:37:59.479565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-bf735c03-386e-432f-a340-551445769e82 service neutron] 10.222.0.64 "GET /v2.0/ports/9493c21a-7df9-4ad0-b156-64a1df319cbb/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0546324 Jul 06 12:37:59.668208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5b342-951a-4efd-8e91-f74d28162746 req-cd80eb4f-e9aa-431f-b81d-7b4b5e5f23d4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:59.669835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9c5b342-951a-4efd-8e91-f74d28162746 req-cd80eb4f-e9aa-431f-b81d-7b4b5e5f23d4 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0710745 Jul 06 12:37:59.709457 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9c5b342-951a-4efd-8e91-f74d28162746 req-e7d4dea9-bc3f-46ab-a146-a2c3bfb10c9f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jul 06 12:37:59.735035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11b5334a-9830-4d6c-af40-5dae80a3dcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.746062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-d5f955cc-3756-4401-9b8c-24ebf8b1cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:59.747591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-d5f955cc-3756-4401-9b8c-24ebf8b1cf03 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 1096 time: 0.0652807 Jul 06 12:37:59.760278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:59.828510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.037946 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:00.073909 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:00.116557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:00.118730 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac05b47-8069-4f33-8c15-7e01eaf9f9c5" -d '{"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-unplugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:00.122206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.134311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Transition to ACTIVE for port object 9493c21a-7df9-4ad0-b156-64a1df319cbb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:00.138103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.204064 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d5d15d-847f-4119-9995-2cb353a904ff x-openstack-request-id: req-c4d5d15d-847f-4119-9995-2cb353a904ff {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:00.204695 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-unplugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:00.204695 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4d5d15d-847f-4119-9995-2cb353a904ff {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:00.205022 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'code': 200} Jul 06 12:38:00.223222 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:00.233109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.233453 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.233789 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.234122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.234479 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.234777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.235101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.235422 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.235742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.236133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.236505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.236823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:00.277310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] No DVR routers for this DVR port 9493c21a-7df9-4ad0-b156-64a1df319cbb on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:00.380891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.419511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:00.419852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:00.420212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:00.424375 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:00.424703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:00.430145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:00.430487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:00.430873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:00.431301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Bound port: 9493c21a-7df9-4ad0-b156-64a1df319cbb, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:00.431658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.492708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:00.495718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:00.500424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.533977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:00.534536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.536032 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] 10.222.0.79 "PUT /v2.0/ports/9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1091 time: 0.7803366 Jul 06 12:38:00.559542 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d111059-da9d-475f-b381-0d3a65ebbc03 service neutron] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:00.565192 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.628290 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-fa659c68-bee4-40db-a53e-4c7dbe86f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:00.629829 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-fa659c68-bee4-40db-a53e-4c7dbe86f59e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1094 time: 0.0596595 Jul 06 12:38:00.726341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-47d83532-f196-4dd7-9091-2fcecb727898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:00.728139 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-47d83532-f196-4dd7-9091-2fcecb727898 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0901542 Jul 06 12:38:00.797544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-a1b5ae5e-d951-4085-bb2d-478f73922b84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0628166 Jul 06 12:38:00.891058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab16a-3a1a-4cb1-8f9e-0534a035d4b4 req-0b6d63a0-ff92-4f40-9ee5-75ffb9dcfc20 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:00.892715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e51ab16a-3a1a-4cb1-8f9e-0534a035d4b4 req-0b6d63a0-ff92-4f40-9ee5-75ffb9dcfc20 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0699172 Jul 06 12:38:00.934805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e51ab16a-3a1a-4cb1-8f9e-0534a035d4b4 req-1ca7249c-1175-43f3-ba01-9459922215c6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Jul 06 12:38:01.130940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.183073 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-57181842-a7c3-4887-bf3c-dc24939aebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:01.184601 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-57181842-a7c3-4887-bf3c-dc24939aebfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.3806858 Jul 06 12:38:01.241497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9a60c2fb-2239-49a2-aef3-c111098d9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:01.243001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-9a60c2fb-2239-49a2-aef3-c111098d9321 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518138 Jul 06 12:38:01.254153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-fef055ed-5626-4d89-a394-46a708e1b224 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:38:01.255093 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-fef055ed-5626-4d89-a394-46a708e1b224 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050385 Jul 06 12:38:01.346861 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-1e352478-7938-4761-950d-b6b15913159e service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844252 Jul 06 12:38:01.440565 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-44bf3667-6cd9-487e-8496-dc8a21634505 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862653 Jul 06 12:38:01.581498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:01.622022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:02.112400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ab5ca-cf8b-4542-8051-8f11f8110009 req-6a4b3ed9-f2ca-467b-ba2b-168a6f8f2d51 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.113965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f4ab5ca-cf8b-4542-8051-8f11f8110009 req-6a4b3ed9-f2ca-467b-ba2b-168a6f8f2d51 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0655689 Jul 06 12:38:02.152699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f4ab5ca-cf8b-4542-8051-8f11f8110009 req-e9dfb387-77d4-431e-ba80-5fa5656e1e8c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328412 Jul 06 12:38:02.205691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:02.208288 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8dee3e-ea37-4515-b983-cf15352e0b14" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:02.259969 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530baa0c-fd63-4a50-95a8-af98ba065f57 x-openstack-request-id: req-530baa0c-fd63-4a50-95a8-af98ba065f57 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:02.260260 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:02.260510 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-530baa0c-fd63-4a50-95a8-af98ba065f57 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:02.260899 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'status': 'completed', 'code': 200} Jul 06 12:38:02.341869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-4a1fb91a-460d-489f-a89c-d4846f863df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.342201 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-e58cb5dc-0889-4a0b-86c6-d40d197c80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.343298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-4a1fb91a-460d-489f-a89c-d4846f863df5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1094 time: 0.0587068 Jul 06 12:38:02.343594 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-e58cb5dc-0889-4a0b-86c6-d40d197c80d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1094 time: 0.0606592 Jul 06 12:38:02.437891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-0c617e8f-751b-47ed-8e76-16c4566f77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.438175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-41fc4a60-6bd7-4d07-9ffc-ad5ceb9fd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.439328 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-41fc4a60-6bd7-4d07-9ffc-ad5ceb9fd625 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0888398 Jul 06 12:38:02.439454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-0c617e8f-751b-47ed-8e76-16c4566f77e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0890872 Jul 06 12:38:02.510996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-0dfbd659-7675-40a0-b106-f5f708fc4fe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0648592 Jul 06 12:38:02.513268 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-d4fe4cbf-89e7-4e7e-8aed-362dca2074d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0657647 Jul 06 12:38:02.562981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-9badeb64-6f9d-4884-87ea-f6ee8c174903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.564759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-9badeb64-6f9d-4884-87ea-f6ee8c174903 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0466936 Jul 06 12:38:02.565908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-e2671484-1e50-4c45-8e63-7afa87267fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.567385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-e2671484-1e50-4c45-8e63-7afa87267fdf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0468001 Jul 06 12:38:02.625687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-06dcdd5e-2ab4-4bcc-9702-9d76194faf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.627210 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-06dcdd5e-2ab4-4bcc-9702-9d76194faf53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556145 Jul 06 12:38:02.634094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-64dff475-bf64-450b-ac40-9ea5965a18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.635728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-64dff475-bf64-450b-ac40-9ea5965a18cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584264 Jul 06 12:38:02.642791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.731188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-efcdd143-dbec-464c-8834-67cb769a9f5c service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969899 Jul 06 12:38:02.736316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-b4df8181-d79b-4c8d-94f7-e3b2aedae05c service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923443 Jul 06 12:38:02.843690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-c714ac26-9ee6-4ae3-a097-7b9f475d3039 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058428 Jul 06 12:38:02.843956 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2e8dee3e-ea37-4515-b983-cf15352e0b14 req-90fc47b0-895d-439f-8bb0-7e8b6c96383f service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001573 Jul 06 12:38:03.329925 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30204231-e41b-4fa2-a7ed-8fbc9461cf4f req-6c96f5c6-dc24-4730-9ab5-7f3d18bf231a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:03.331482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30204231-e41b-4fa2-a7ed-8fbc9461cf4f req-6c96f5c6-dc24-4730-9ab5-7f3d18bf231a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0655370 Jul 06 12:38:03.374052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30204231-e41b-4fa2-a7ed-8fbc9461cf4f req-9c857ec0-899a-421d-9c7b-0226e160b107 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363190 Jul 06 12:38:04.569438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a0701-5945-45a0-bb6d-624abde5062c req-be07226a-5e04-4da4-8a65-5c127a82c78f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:04.570942 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b00a0701-5945-45a0-bb6d-624abde5062c req-be07226a-5e04-4da4-8a65-5c127a82c78f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0717337 Jul 06 12:38:04.610202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b00a0701-5945-45a0-bb6d-624abde5062c req-918b6e22-9cf4-431c-9237-01878dec23be tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Jul 06 12:38:05.784879 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c034567-e724-4998-ba9a-7225575017ea req-cc8926ba-f371-4410-992d-e8c49be5be51 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:05.786408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c034567-e724-4998-ba9a-7225575017ea req-cc8926ba-f371-4410-992d-e8c49be5be51 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0630009 Jul 06 12:38:05.823812 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5c034567-e724-4998-ba9a-7225575017ea req-3a71e124-56ea-4ab1-9c51-15dc38778c46 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Jul 06 12:38:07.007095 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6f62a-35c5-499f-b749-15bc9c52fd24 req-58e28d63-4d89-4124-abe4-9dfbb8668c99 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.008603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32c6f62a-35c5-499f-b749-15bc9c52fd24 req-58e28d63-4d89-4124-abe4-9dfbb8668c99 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0688803 Jul 06 12:38:07.046965 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32c6f62a-35c5-499f-b749-15bc9c52fd24 req-9f533b80-c615-40a7-9951-e6f9b7bb57aa tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Jul 06 12:38:08.226378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9dc6a-925d-4f88-a5b9-a599db4704b2 req-4054b0b9-0689-40e4-8fd2-1253ea377346 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.227845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51d9dc6a-925d-4f88-a5b9-a599db4704b2 req-4054b0b9-0689-40e4-8fd2-1253ea377346 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0636854 Jul 06 12:38:08.265260 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51d9dc6a-925d-4f88-a5b9-a599db4704b2 req-10b69ec5-886f-4507-b82a-07263c52a0c6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319033 Jul 06 12:38:09.440986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae49c-85d4-408c-a779-db963040906f req-1616f97b-f198-46b1-8df7-2d6274cf1bd1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:09.442489 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102ae49c-85d4-408c-a779-db963040906f req-1616f97b-f198-46b1-8df7-2d6274cf1bd1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0669737 Jul 06 12:38:09.484413 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102ae49c-85d4-408c-a779-db963040906f req-2611b518-dac9-4ed3-9456-fd4d2bc629a1 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355506 Jul 06 12:38:10.666316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d933a-e7b6-4b37-93a3-f1aee1693172 req-7d14f19d-e2c9-4124-9afe-f198ad562b61 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:10.667817 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-372d933a-e7b6-4b37-93a3-f1aee1693172 req-7d14f19d-e2c9-4124-9afe-f198ad562b61 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0650587 Jul 06 12:38:10.705212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-372d933a-e7b6-4b37-93a3-f1aee1693172 req-fbb50274-ccc9-4a61-af22-e7045d0b26d7 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Jul 06 12:38:11.882090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c0914-1be4-44c6-a949-377d68c4350b req-fc9f04ee-fa4d-4531-9ccb-d14b49cec397 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:11.883614 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf8c0914-1be4-44c6-a949-377d68c4350b req-fc9f04ee-fa4d-4531-9ccb-d14b49cec397 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 943 time: 0.0641506 Jul 06 12:38:11.922593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf8c0914-1be4-44c6-a949-377d68c4350b req-2fba3270-9272-4cb4-86f2-9d1dc37ecd43 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jul 06 12:38:12.384498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:12.479300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:12.490371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'mac_address': 'fa:16:3e:9e:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:12.526222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.540085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9493c21a-7df9-4ad0-b156-64a1df319cbb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:12.559138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:12.563056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.612825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:12.620201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.620576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.620926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.621266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.621603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.621935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.622266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.622594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.622924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.623251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.623575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.623897 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:13.105257 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367894-79a0-4b24-92ee-bfaccb231992 req-32f58e86-a90f-4981-89bb-0f32bf882c2f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:13.106666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7367894-79a0-4b24-92ee-bfaccb231992 req-32f58e86-a90f-4981-89bb-0f32bf882c2f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0684988 Jul 06 12:38:13.143644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7367894-79a0-4b24-92ee-bfaccb231992 req-d27e5754-e96a-49db-ab8a-409c77f8d9c0 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Jul 06 12:38:13.374764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:13.877881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['9493c21a-7df9-4ad0-b156-64a1df319cbb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:14.317707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56390be-3f88-47c5-852d-5094e52ff357 req-a2a16c30-031a-4779-8f52-0ec263d4c3cd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.319182 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d56390be-3f88-47c5-852d-5094e52ff357 req-a2a16c30-031a-4779-8f52-0ec263d4c3cd tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0627511 Jul 06 12:38:14.359150 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d56390be-3f88-47c5-852d-5094e52ff357 req-ac4b1687-f1fb-41e9-84e3-0c2034035911 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332131 Jul 06 12:38:14.764356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-ea65da24-06e9-4311-affb-9a23bd850a7f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.765851 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-ea65da24-06e9-4311-affb-9a23bd850a7f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&tenant_id=9c486568247d488195631223d9d46e5d&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 944 time: 0.0738020 Jul 06 12:38:14.816467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34cbba-91fc-4359-be41-23dfae66c78c req-a02f2193-6557-4638-8762-9795f184e7dc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.818009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da34cbba-91fc-4359-be41-23dfae66c78c req-a02f2193-6557-4638-8762-9795f184e7dc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0691586 Jul 06 12:38:14.831723 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7ce64ae4-0bec-4551-8877-8cda0de996b0 service neutron] 10.222.0.79 "GET /v2.0/ports/9493c21a-7df9-4ad0-b156-64a1df319cbb/bindings/n-h2-799528-2 HTTP/1.1" status: 200 len: 382 time: 0.0597937 Jul 06 12:38:14.859428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da34cbba-91fc-4359-be41-23dfae66c78c req-95bf6080-1e48-42fb-8d43-0f8d57eb0ee9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351028 Jul 06 12:38:14.909985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-0014ec9d-58b8-4482-9190-a5eb9588f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.911506 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-0014ec9d-58b8-4482-9190-a5eb9588f302 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1095 time: 0.0539443 Jul 06 12:38:15.008070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-ba38d9ce-ac42-4cf3-b474-bf456018474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:15.009583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-ba38d9ce-ac42-4cf3-b474-bf456018474c service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0890837 Jul 06 12:38:15.095596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-a744f5f8-52fb-4e60-a80f-5c1d6152518e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1000 time: 0.0792696 Jul 06 12:38:15.162721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-309e3231-a718-41a3-8c6f-54849370c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:15.165129 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-309e3231-a718-41a3-8c6f-54849370c2df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0621097 Jul 06 12:38:15.227665 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-af8fd1e1-ece3-4f61-a21f-f399a32cebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:15.229224 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-af8fd1e1-ece3-4f61-a21f-f399a32cebe9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577154 Jul 06 12:38:15.329305 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-2a270f84-fc70-4b4e-bfc7-1ef94da95eb4 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933194 Jul 06 12:38:15.422832 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-e58955ab-b913-4694-b8df-4ce67657aa06 service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Jul 06 12:38:16.057369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a65c0-5000-49c4-a376-f19691b9ac65 req-0c581d08-5590-4a85-a039-a57444e78d78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:16.058892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-944a65c0-5000-49c4-a376-f19691b9ac65 req-0c581d08-5590-4a85-a039-a57444e78d78 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0728734 Jul 06 12:38:16.100181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-944a65c0-5000-49c4-a376-f19691b9ac65 req-23a11c43-97b9-4103-a3e8-1fd5dd196c7f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Jul 06 12:38:16.402919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:16.454603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 9493c21a-7df9-4ad0-b156-64a1df319cbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:16.458218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 9493c21a-7df9-4ad0-b156-64a1df319cbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:16.458586 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.533196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.557715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:16.560223 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7b1050-382b-4323-a49b-8fa457c6fa4f" -d '{"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-plugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:16.572265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:16.576903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.612200 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8116f89e-eb51-49e6-afc9-a8120ba539a8 x-openstack-request-id: req-8116f89e-eb51-49e6-afc9-a8120ba539a8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:16.612525 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-plugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:16.612775 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8116f89e-eb51-49e6-afc9-a8120ba539a8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:16.613160 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'code': 200} Jul 06 12:38:16.631272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:17.287267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af75a5-fe3c-49cd-9938-1da776d66292 req-7368575c-b75c-435b-a0d5-3f7b6f074fdc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:17.289972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82af75a5-fe3c-49cd-9938-1da776d66292 req-7368575c-b75c-435b-a0d5-3f7b6f074fdc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0748725 Jul 06 12:38:17.332262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82af75a5-fe3c-49cd-9938-1da776d66292 req-3eb6f0b1-c971-4eba-8511-08a9350bfdb2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346727 Jul 06 12:38:18.544721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62207-8c18-47a3-b731-ac7930de443d req-4d3645cb-bd8f-4cdf-ab2d-2e35bfba4279 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:18.546321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd62207-8c18-47a3-b731-ac7930de443d req-4d3645cb-bd8f-4cdf-ab2d-2e35bfba4279 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0837300 Jul 06 12:38:18.589689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bd62207-8c18-47a3-b731-ac7930de443d req-a79f39c4-8c41-4449-8e03-8c8aefe4421f tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373876 Jul 06 12:38:19.577584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-c1d5dfa6-4a1f-4e81-aefe-1d6cc0cbd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:19.579197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-c1d5dfa6-4a1f-4e81-aefe-1d6cc0cbd8b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9&tenant_id=9c486568247d488195631223d9d46e5d HTTP/1.1" status: 200 len: 1096 time: 0.0590067 Jul 06 12:38:19.591271 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:19.689583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:19.952872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18972257-0ffa-484a-8b6c-d23b4ef8dd80 req-5a1f49c5-69a2-460d-a881-20f3662adf4c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:19.954563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18972257-0ffa-484a-8b6c-d23b4ef8dd80 req-5a1f49c5-69a2-460d-a881-20f3662adf4c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.2216232 Jul 06 12:38:20.022952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18972257-0ffa-484a-8b6c-d23b4ef8dd80 req-f99d7c26-7dd9-4782-841c-b433de5da299 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591958 Jul 06 12:38:20.033489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:20.080656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:20.129310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:20.131564 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2550ee6e-2ec0-43bf-897f-16f55d0d4edc" -d '{"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-unplugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:20.140069 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.156700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Transition to ACTIVE for port object 9493c21a-7df9-4ad0-b156-64a1df319cbb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:20.161087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.191386 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264648d-ac02-4a17-a4fd-f64bbea13257 x-openstack-request-id: req-f264648d-ac02-4a17-a4fd-f64bbea13257 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:20.191687 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-unplugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:20.191966 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f264648d-ac02-4a17-a4fd-f64bbea13257 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:20.192366 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'code': 200} Jul 06 12:38:20.254289 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:20.268807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.269154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.269500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.269855 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.270173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.270505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.270832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.271158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.271481 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.271802 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.272157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.272611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:20.326311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] No DVR routers for this DVR port 9493c21a-7df9-4ad0-b156-64a1df319cbb on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:20.492456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:20.492789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:20.493115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:20.498690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:20.499007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Attempting to bind port 9493c21a-7df9-4ad0-b156-64a1df319cbb on network 756d3af1-a220-4b15-bee5-2131ca07625b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:20.503964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:20.504411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Checking segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:20.504805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Bound using segment: {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:20.505236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Bound port: 9493c21a-7df9-4ad0-b156-64a1df319cbb, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccdfc84-ecb5-4406-a55b-e92c44d694fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:20.505594 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.570993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:20.574030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:20.579571 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.615380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:20.616048 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.618067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] 10.222.0.64 "PUT /v2.0/ports/9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 1092 time: 1.0310209 Jul 06 12:38:20.641586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da147b8-f198-4449-a3c5-5e9513c1703f service neutron] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:20.707642 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-9c387195-2a04-411b-9c73-fc0fb5a8693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:20.709328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-9c387195-2a04-411b-9c73-fc0fb5a8693b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1095 time: 0.0646267 Jul 06 12:38:20.808504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-4640cd35-fa58-43f6-861d-ec4c16b88d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:20.809996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-4640cd35-fa58-43f6-861d-ec4c16b88d96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.0940232 Jul 06 12:38:20.887163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-81a5f4b8-50b6-4298-81bb-1b8f201aa057 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0705068 Jul 06 12:38:20.940901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-88c99226-e9b9-4d72-813e-5f78b30b7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:20.942384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-88c99226-e9b9-4d72-813e-5f78b30b7726 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0494428 Jul 06 12:38:21.001670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-2539b8ef-7b10-45b6-a1be-e933647bfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:21.004100 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-2539b8ef-7b10-45b6-a1be-e933647bfd30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552554 Jul 06 12:38:21.103458 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-b979d447-ed47-4c34-905b-baa3461410e7 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927620 Jul 06 12:38:21.242802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa2c1c9-bd1c-4ac4-bac4-dc1c3a01d8d1 req-ed9149e7-8b1d-46a0-8d74-0495c4a7dc2a service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329505 Jul 06 12:38:21.254442 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51d890-da16-4f25-b43e-bfce8e306849 req-3f90b552-4f3a-4ba4-b1a9-7c750b87912e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:21.255855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c51d890-da16-4f25-b43e-bfce8e306849 req-3f90b552-4f3a-4ba4-b1a9-7c750b87912e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.1032431 Jul 06 12:38:21.304735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4c51d890-da16-4f25-b43e-bfce8e306849 req-a9ba0f3c-f300-44df-893f-040aab48dc83 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Jul 06 12:38:22.193426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:22.196614 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665bab45-11dc-42a6-8a6a-8875314d1d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:22.251147 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb143a67-62ed-4ff4-8f28-9330526b7628 x-openstack-request-id: req-eb143a67-62ed-4ff4-8f28-9330526b7628 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:22.251447 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:22.251705 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb143a67-62ed-4ff4-8f28-9330526b7628 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:22.252165 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'status': 'completed', 'code': 200} Jul 06 12:38:22.330816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-cfe8e254-d8fa-40e3-a61b-96b269db1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.332912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-cfe8e254-d8fa-40e3-a61b-96b269db1367 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1095 time: 0.0565877 Jul 06 12:38:22.343886 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-14b965f7-3252-4c47-8b9b-6b2a7aeaf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.345533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-14b965f7-3252-4c47-8b9b-6b2a7aeaf2d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c486568247d488195631223d9d46e5d&device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 1095 time: 0.0694988 Jul 06 12:38:22.434453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:22.457398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-14ec23a9-4d06-4527-802a-05c64613163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.459025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-14ec23a9-4d06-4527-802a-05c64613163c service neutron] 10.222.0.64 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.1195557 Jul 06 12:38:22.495316 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-e85fd428-83bc-467a-b24e-d6f99db1d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.497282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-e85fd428-83bc-467a-b24e-d6f99db1d766 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 200 len: 913 time: 0.1433122 Jul 06 12:38:22.506799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:22.547869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-623a0057-fc31-43b2-a8b2-fcc57f44ddda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0814285 Jul 06 12:38:22.579890 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-55f1451d-1e00-4447-ab37-31056faddcd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 200 len: 999 time: 0.0750566 Jul 06 12:38:22.609754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-6f17abf5-8def-4b6b-bd08-435eb1211fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.611979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-6f17abf5-8def-4b6b-bd08-435eb1211fcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0553758 Jul 06 12:38:22.645098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-33f06d8c-35b1-42df-9329-a0f0e60bd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.646647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-33f06d8c-35b1-42df-9329-a0f0e60bd5ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 200 len: 851 time: 0.0548046 Jul 06 12:38:22.713123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-a3055d8c-0fe1-49e4-bbf0-0b7734ac8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.715062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-a3055d8c-0fe1-49e4-bbf0-0b7734ac8263 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583649 Jul 06 12:38:22.732520 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-de11e6bc-71b4-4237-b1ac-ed5742c3294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.734119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-de11e6bc-71b4-4237-b1ac-ed5742c3294a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=756d3af1-a220-4b15-bee5-2131ca07625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131728 Jul 06 12:38:22.749275 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02071cc-99e9-495c-a526-f8746a84b9f2 req-cbc59456-f61d-40be-8799-051e1940068d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.750796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a02071cc-99e9-495c-a526-f8746a84b9f2 req-cbc59456-f61d-40be-8799-051e1940068d tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0951302 Jul 06 12:38:22.832348 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-68a2fc11-d673-48f5-87e8-e9c1f94c9f7c service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082261 Jul 06 12:38:22.851886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a02071cc-99e9-495c-a526-f8746a84b9f2 req-8d3f3403-f26d-4d79-9f72-9729eaf3d4ca tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908010 Jul 06 12:38:22.901083 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-9715c9ea-5642-424d-b36b-3a292332a2f8 service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492941 Jul 06 12:38:22.936694 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-63b95fd1-82d1-47b8-be69-2a13afcab07a service neutron] 10.222.0.79 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954313 Jul 06 12:38:22.996389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665bab45-11dc-42a6-8a6a-8875314d1d8b req-221460f5-e810-47d8-85a4-56172e4b18eb service neutron] 10.222.0.64 "GET /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884652 Jul 06 12:38:23.181903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.049874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca2371-e50b-4d85-8ce6-ca2def0af684 req-62f6fa58-c543-44e4-a1d6-e9019eb26def tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:24.051679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0dca2371-e50b-4d85-8ce6-ca2def0af684 req-62f6fa58-c543-44e4-a1d6-e9019eb26def tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0749006 Jul 06 12:38:24.098259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0dca2371-e50b-4d85-8ce6-ca2def0af684 req-a4a09ec7-205c-485a-8a38-b612000c9259 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Jul 06 12:38:25.278926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94821cf-985d-406b-99d0-cda6bf596329 req-01a8174e-05b4-4e20-9c73-36b64c68591e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:25.280442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a94821cf-985d-406b-99d0-cda6bf596329 req-01a8174e-05b4-4e20-9c73-36b64c68591e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0657432 Jul 06 12:38:25.324242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a94821cf-985d-406b-99d0-cda6bf596329 req-62b5af12-a104-4da7-9d8a-d56558f7db61 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380840 Jul 06 12:38:26.497256 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582b004-2d5b-4b89-bd91-5162f8f5a32e req-9b58fd3e-c1be-4a51-9ff5-3c46dcc31449 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:26.498750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e582b004-2d5b-4b89-bd91-5162f8f5a32e req-9b58fd3e-c1be-4a51-9ff5-3c46dcc31449 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0634074 Jul 06 12:38:26.536355 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e582b004-2d5b-4b89-bd91-5162f8f5a32e req-0b1be8b7-663e-46cd-860e-e2311b6b8312 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Jul 06 12:38:27.214506 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6fb6668-cb02-4cdd-b83f-c3f83348acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:27.714586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9179f-2545-4b03-8639-aa654f555490 req-338d3a11-1676-4172-bada-8c50c37525b6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:27.716074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5a9179f-2545-4b03-8639-aa654f555490 req-338d3a11-1676-4172-bada-8c50c37525b6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0657396 Jul 06 12:38:27.753878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5a9179f-2545-4b03-8639-aa654f555490 req-9fdc6299-7838-4c17-bb75-431e4089f133 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Jul 06 12:38:28.926612 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd11ea-d90f-404b-a994-1c3a2eda7c58 req-18f15175-07ed-410b-855c-84dd32c19246 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:28.928158 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ccd11ea-d90f-404b-a994-1c3a2eda7c58 req-18f15175-07ed-410b-855c-84dd32c19246 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0635300 Jul 06 12:38:28.966087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9ccd11ea-d90f-404b-a994-1c3a2eda7c58 req-e864a989-9924-4f0d-82a9-f3d10527005b tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Jul 06 12:38:29.736183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-653e490b-7e8a-4751-a190-7b41a9232cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.143298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364a3b-bbaf-4d0b-81fe-e5cc5ac534d4 req-a5f66fdf-daab-4291-9109-1b9cdf50ccb6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:30.144822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa364a3b-bbaf-4d0b-81fe-e5cc5ac534d4 req-a5f66fdf-daab-4291-9109-1b9cdf50ccb6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0623953 Jul 06 12:38:30.187420 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fa364a3b-bbaf-4d0b-81fe-e5cc5ac534d4 req-3c937dcd-f60d-4663-9c25-86b35b5b296e tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364876 Jul 06 12:38:30.381641 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.570768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.133893 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.364017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1b78-2c5f-4bdc-81a2-c8e7e4c57efd req-75d73fe0-7f6c-4857-bc78-6ebe3411cdb3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:31.365512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaf1b78-2c5f-4bdc-81a2-c8e7e4c57efd req-75d73fe0-7f6c-4857-bc78-6ebe3411cdb3 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0641203 Jul 06 12:38:31.403047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaf1b78-2c5f-4bdc-81a2-c8e7e4c57efd req-b7c74274-7d76-45a0-98a1-aadf5292d5cb tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Jul 06 12:38:32.574589 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a5f69-3494-4c56-8269-67a98e74bed5 req-7c70eec4-5247-4e70-a6a6-95691d00a88a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:32.576086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-819a5f69-3494-4c56-8269-67a98e74bed5 req-7c70eec4-5247-4e70-a6a6-95691d00a88a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0627394 Jul 06 12:38:32.613463 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-819a5f69-3494-4c56-8269-67a98e74bed5 req-a034fea4-f79c-4609-9cdb-1fffb414d079 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Jul 06 12:38:32.641350 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.758706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:33.800509 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b632-9046-43c7-ae29-6b32aa885797 req-9ab725f8-177f-4a45-9ce7-fe0c0ff828fc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:33.802113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59b6b632-9046-43c7-ae29-6b32aa885797 req-9ab725f8-177f-4a45-9ce7-fe0c0ff828fc tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 944 time: 0.0743334 Jul 06 12:38:33.843101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59b6b632-9046-43c7-ae29-6b32aa885797 req-57ac55b3-afbb-4acb-88e7-27b0f5cbb048 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Jul 06 12:38:33.864749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:33.876560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'port_id': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'mac_address': 'fa:16:3e:9e:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:33.917390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.929965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9493c21a-7df9-4ad0-b156-64a1df319cbb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:33.951226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:33.955094 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.001645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:34.327724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9493c21a-7df9-4ad0-b156-64a1df319cbb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:35.019973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cc95b-a2c5-419f-a008-29d96df7dd0d req-434bfeea-107c-46d9-882d-eae27e7961e2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.022319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a8cc95b-a2c5-419f-a008-29d96df7dd0d req-434bfeea-107c-46d9-882d-eae27e7961e2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0653896 Jul 06 12:38:35.061491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1a8cc95b-a2c5-419f-a008-29d96df7dd0d req-a21f5bb6-ba96-4ad2-9ffd-1aa25f55110c tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Jul 06 12:38:35.233525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1269a-3856-4b40-a077-b02ec1859f26 req-8ac3a167-4ec8-4830-afd6-6e2fd38774e8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.235008 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4d1269a-3856-4b40-a077-b02ec1859f26 req-8ac3a167-4ec8-4830-afd6-6e2fd38774e8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0635433 Jul 06 12:38:35.276211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e4d1269a-3856-4b40-a077-b02ec1859f26 req-c70ca960-f8f2-4d7a-b66c-9d188e3400b9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356116 Jul 06 12:38:35.450397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6dae5-47b4-4e23-8bef-debd60842c21 req-95696d81-483f-4854-b1a5-67d5816595c9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.451890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4e6dae5-47b4-4e23-8bef-debd60842c21 req-95696d81-483f-4854-b1a5-67d5816595c9 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0639701 Jul 06 12:38:35.488660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4e6dae5-47b4-4e23-8bef-debd60842c21 req-81fb19cc-149f-4841-9430-b15db33917a6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Jul 06 12:38:35.781102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:35.829097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 9493c21a-7df9-4ad0-b156-64a1df319cbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:35.832739 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9493c21a-7df9-4ad0-b156-64a1df319cbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:35.833112 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.886195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5780f4-86fe-4067-ba4d-b027ba91f125 req-c2f7efbc-dae3-4737-9843-426ee025ec0a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.887705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5780f4-86fe-4067-ba4d-b027ba91f125 req-c2f7efbc-dae3-4737-9843-426ee025ec0a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 945 time: 0.0679605 Jul 06 12:38:35.918505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.926834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5780f4-86fe-4067-ba4d-b027ba91f125 req-d087a95c-0f08-408c-9155-8ac8fc2b312a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333493 Jul 06 12:38:35.940929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:35.948285 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5a8784-3853-4e7a-9314-1eeae676be4b" -d '{"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-plugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:35.961583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:35.968177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.993275 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e423bf-1e79-41f6-afe9-42c27b29cfde x-openstack-request-id: req-77e423bf-1e79-41f6-afe9-42c27b29cfde {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:35.993510 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-plugged", "status": "completed", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:35.993727 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77e423bf-1e79-41f6-afe9-42c27b29cfde {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:35.994119 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'code': 200} Jul 06 12:38:36.018830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:37.111723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de291c2-2727-4e1e-9119-d9c106275e52 req-f5d29a56-1343-4a6f-be51-227cf1918501 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:37.113221 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8de291c2-2727-4e1e-9119-d9c106275e52 req-f5d29a56-1343-4a6f-be51-227cf1918501 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 946 time: 0.0747206 Jul 06 12:38:37.151064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8de291c2-2727-4e1e-9119-d9c106275e52 req-6a475f91-a433-412d-898f-9b3c0308af9a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups?id=13f161d7-b9e1-49e7-810f-76cf7adcf9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jul 06 12:38:37.709828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-657851c4-caee-4955-8bf8-550e0b1cec21 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:37.711440 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-657851c4-caee-4955-8bf8-550e0b1cec21 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 946 time: 0.0636907 Jul 06 12:38:37.827107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Deleting port 9493c21a-7df9-4ad0-b156-64a1df319cbb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:37.827448 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:37.915459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] For port 9493c21a-7df9-4ad0-b156-64a1df319cbb, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9493c21a-7df9-4ad0-b156-64a1df319cbb,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:37.915825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.083461 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.083745 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.084095 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Floating IP 41125350-9892-416b-b056-a42fd93e4c52 disassociated. External IP: 172.25.7.23, port: 9493c21a-7df9-4ad0-b156-64a1df319cbb. Jul 06 12:38:38.084441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Calling delete_port for 9493c21a-7df9-4ad0-b156-64a1df319cbb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:38.229313 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.259050 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event deleted for resources: {'Port': ['ID=9493c21a-7df9-4ad0-b156-64a1df319cbb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:38.330444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c2f53f38-04b3-4bd7-ba32-16a3b88d41ce req-74ad6de3-1949-4b50-93e9-514cf0a3b1d2 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 210 time: 0.0644891 Jul 06 12:38:38.411942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:38.516618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:38.526662 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:38.564461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] No DVR routers for this DVR port 9493c21a-7df9-4ad0-b156-64a1df319cbb on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:38.567077 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.569167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca697e80-e316-490f-9d06-82c9baa73aaf req-200bb6e3-9943-412f-bfd5-08d323f87533 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.64 "DELETE /v2.0/ports/9493c21a-7df9-4ad0-b156-64a1df319cbb HTTP/1.1" status: 204 len: 173 time: 0.8522997 Jul 06 12:38:38.570208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-deleted', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:38.572707 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a869b133-d64f-4119-8f02-ca1bcb85f156" -d '{"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-deleted", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:38.611084 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb4584-37ab-4f22-a7e1-d31425ee93e7 x-openstack-request-id: req-97cb4584-37ab-4f22-a7e1-d31425ee93e7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:38.611447 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cd1128-49d1-4224-92ee-33b3784f20b9", "name": "network-vif-deleted", "tag": "9493c21a-7df9-4ad0-b156-64a1df319cbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:38.611973 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97cb4584-37ab-4f22-a7e1-d31425ee93e7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:38.612464 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd1128-49d1-4224-92ee-33b3784f20b9', 'name': 'network-vif-deleted', 'tag': '9493c21a-7df9-4ad0-b156-64a1df319cbb', 'status': 'completed', 'code': 200} Jul 06 12:38:38.630010 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:38.630676 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:38:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:38.734521 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:38.930521 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:38.956398 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:38.965378 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:38.966026 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:38:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:39.071805 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:39.273958 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:39.300845 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68818d-f5cb-451c-bd85-a26db4b6080b None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:26Z', 'revision_number': 4, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '712640df-1599-4ada-bfbd-7b0fa72ee21f', 'name': '', 'network_id': '756d3af1-a220-4b15-bee5-2131ca07625b', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'mac_address': 'fa:16:3e:2a:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:25Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'subnets': [{'id': '7fe8d1b7-12af-446f-9226-69c6f6e5e92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:39.486003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d788a1d0-b0a9-4f47-b529-34e22b64e7a8 req-ba0a35d9-0731-45a8-907c-a1b342c786f6 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 210 time: 0.0292339 Jul 06 12:38:39.540657 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b4e6d-3989-422d-bbbb-0a6d4a36b2fa None None] New status for floating IP 41125350-9892-416b-b056-a42fd93e4c52: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:38:40.633207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30c1e5cb-97ba-4314-8479-79b623347dbc req-17f2d8c3-bc6d-4573-9aee-99acbead2a68 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Jul 06 12:38:41.776336 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cef9a722-d61d-44ca-972e-e1bc9627a4f5 req-7909e781-b505-4b86-923f-a10a53e405b8 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8cd1128-49d1-4224-92ee-33b3784f20b9 HTTP/1.1" status: 200 len: 210 time: 0.0317662 Jul 06 12:38:41.844755 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:41.868466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 9493c21a-7df9-4ad0-b156-64a1df319cbb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:41.868806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9493c21a-7df9-4ad0-b156-64a1df319cbb not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:45.811590 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:45.871118 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb711d6-5fde-4ca1-b8c5-0fd17ffd5a30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.895090 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb711d6-5fde-4ca1-b8c5-0fd17ffd5a30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.945404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb711d6-5fde-4ca1-b8c5-0fd17ffd5a30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.948353 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cb711d6-5fde-4ca1-b8c5-0fd17ffd5a30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.950355 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3cb711d6-5fde-4ca1-b8c5-0fd17ffd5a30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "DELETE /v2.0/security-groups/13f161d7-b9e1-49e7-810f-76cf7adcf9f8 HTTP/1.1" status: 204 len: 168 time: 0.1374416 Jul 06 12:38:45.952887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:45.961758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb711d6-5fde-4ca1-b8c5-0fd17ffd5a30 tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f161d7-b9e1-49e7-810f-76cf7adcf9f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:45.975288 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6bb754bf-a7da-474c-af23-76bd7d358b1a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] show failed (client error): The resource could not be found. Jul 06 12:38:45.978362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6bb754bf-a7da-474c-af23-76bd7d358b1a tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "GET /v2.0/security-groups/13f161d7-b9e1-49e7-810f-76cf7adcf9f8 HTTP/1.1" status: 404 len: 347 time: 0.0226340 Jul 06 12:38:45.980186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:46.463366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Deleting port d2455a6b-8747-4a2a-bff3-0d03bbc15ecd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:46.463717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:46.541112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:46.541441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:46.553092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Calling delete_port for d2455a6b-8747-4a2a-bff3-0d03bbc15ecd owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:46.686802 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:46.713080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Pushing event deleted for resources: {'Port': ['ID=d2455a6b-8747-4a2a-bff3-0d03bbc15ecd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:46.777445 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:46.780057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:46.783971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4fd2d7d4-891a-4357-a21c-7f9d57f0d6ea tempest-ServerActionsTestJSON-1908607078 tempest-ServerActionsTestJSON-1908607078-project] 10.222.0.78 "DELETE /v2.0/floatingips/41125350-9892-416b-b056-a42fd93e4c52 HTTP/1.1" status: 204 len: 168 time: 0.8001425 Jul 06 12:38:46.784186 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:47.261969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:47.513901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Deleting port 712640df-1599-4ada-bfbd-7b0fa72ee21f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:47.514127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:47.593970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] For port 712640df-1599-4ada-bfbd-7b0fa72ee21f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=712640df-1599-4ada-bfbd-7b0fa72ee21f,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:47.594324 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:47.607098 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Calling delete_port for 712640df-1599-4ada-bfbd-7b0fa72ee21f owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:47.786237 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:47.816663 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Pushing event deleted for resources: {'Port': ['ID=712640df-1599-4ada-bfbd-7b0fa72ee21f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:47.983939 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.200227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Router c267a9d6-b5a1-43a8-849b-e29321274582 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:48.306573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:48.311622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-667028fb-7458-4e79-8a45-dc63d7231094 admin admin] 10.222.0.78 "PUT /v2.0/routers/c267a9d6-b5a1-43a8-849b-e29321274582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5264709 Jul 06 12:38:48.314240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:48.315704 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] Sync routers for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:48.326483 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:48.327085 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:38:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:48.420632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.432282 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:48.525891 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.580913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Deleting port b17922c1-61c2-4187-985e-7b63534b21ac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:48.581304 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.611708 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:38:47Z', 'revision_number': 5, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port': {'id': 'b17922c1-61c2-4187-985e-7b63534b21ac', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:48.636922 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] Checking router: c267a9d6-b5a1-43a8-849b-e29321274582 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:48.645127 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] Routers {'c267a9d6-b5a1-43a8-849b-e29321274582'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:48.645729 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:38:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c267a9d6-b5a1-43a8-849b-e29321274582'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:48.666265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] For port b17922c1-61c2-4187-985e-7b63534b21ac, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b17922c1-61c2-4187-985e-7b63534b21ac,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:48.666652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.680462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Calling delete_port for b17922c1-61c2-4187-985e-7b63534b21ac owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:48.730484 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] Set router c267a9d6-b5a1-43a8-849b-e29321274582 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:48.780029 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:38:48Z', 'revision_number': 6, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:48.809688 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924263a-37dc-4fb5-8f2f-627bb28a14f2 None None] The sync data for ids ['c267a9d6-b5a1-43a8-849b-e29321274582'] in n-d-799528-2 is: [{'id': 'c267a9d6-b5a1-43a8-849b-e29321274582', 'name': 'tempest-ServerActionsTestJSON-1907956547-router', 'tenant_id': '9c486568247d488195631223d9d46e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:38:48Z', 'revision_number': 6, 'project_id': '9c486568247d488195631223d9d46e5d', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:48.853947 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.879395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17922c1-61c2-4187-985e-7b63534b21ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:48.942762 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.032165 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.034352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.082320 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.082907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c267a9d6-b5a1-43a8-849b-e29321274582 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:38:49.089389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.090626 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a76ec92c-437a-4107-917b-4f60a828d5c2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c267a9d6-b5a1-43a8-849b-e29321274582 HTTP/1.1" status: 204 len: 168 time: 0.7754052 Jul 06 12:38:49.093223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:49.141738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Deleting subnet 7fe8d1b7-12af-446f-9226-69c6f6e5e92f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:38:49.144787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.181535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.266076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.322376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.348347 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe8d1b7-12af-446f-9226-69c6f6e5e92f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:49.352443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.356012 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-28e90f50-18bb-4a09-96f5-e64a50177e47 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7fe8d1b7-12af-446f-9226-69c6f6e5e92f HTTP/1.1" status: 204 len: 168 time: 0.2601633 Jul 06 12:38:49.356911 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:49.359481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f675de-e8e9-435b-a4c7-6e3dbdb75264 None None] Network 756d3af1-a220-4b15-bee5-2131ca07625b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:49.423017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.473809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Deleting port 1f708e66-2755-488c-a45d-f5cab97ceded {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:49.474154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.542103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] For port 1f708e66-2755-488c-a45d-f5cab97ceded, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=1f708e66-2755-488c-a45d-f5cab97ceded,segment=NetworkSegment(9ccdfc84-ecb5-4406-a55b-e92c44d694fc),segment_id=9ccdfc84-ecb5-4406-a55b-e92c44d694fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:49.542460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.555341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Calling delete_port for 1f708e66-2755-488c-a45d-f5cab97ceded owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:49.595020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] DHCP port deletion for 756d3af1-a220-4b15-bee5-2131ca07625b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:38:49.641630 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.652571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Deleting port 1f708e66-2755-488c-a45d-f5cab97ceded {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:49.653114 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.656070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] No DVR routers for this DVR port 1f708e66-2755-488c-a45d-f5cab97ceded on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:49.681159 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f708e66-2755-488c-a45d-f5cab97ceded,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:49.691879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b17922c1-61c2-4187-985e-7b63534b21ac no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:49.723777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b17922c1-61c2-4187-985e-7b63534b21ac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:49.724142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b17922c1-61c2-4187-985e-7b63534b21ac not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:49.724963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 712640df-1599-4ada-bfbd-7b0fa72ee21f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:49.747067 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 712640df-1599-4ada-bfbd-7b0fa72ee21f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:49.747431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 712640df-1599-4ada-bfbd-7b0fa72ee21f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:49.747843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1f708e66-2755-488c-a45d-f5cab97ceded no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:49.752679 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.762868 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756d3af1-a220-4b15-bee5-2131ca07625b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:49.773691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccdfc84-ecb5-4406-a55b-e92c44d694fc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:49.773991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccdfc84-ecb5-4406-a55b-e92c44d694fc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:49.775298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 1f708e66-2755-488c-a45d-f5cab97ceded {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:49.775441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 1f708e66-2755-488c-a45d-f5cab97ceded not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:49.780586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] For port 1f708e66-2755-488c-a45d-f5cab97ceded, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:49.780979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.783753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.795670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Calling delete_port for 1f708e66-2755-488c-a45d-f5cab97ceded owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:49.798410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Port 1f708e66-2755-488c-a45d-f5cab97ceded was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:38:49.799749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.806510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.813486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:38:49.813948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:38:49.815734 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:38:49.826687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] Pushing event deleted for resources: {'Port': ['ID=1f708e66-2755-488c-a45d-f5cab97ceded,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:49.830360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f83f5-4fc4-4b7b-ac62-c6938d278993 None None] No DVR routers for this DVR port 1f708e66-2755-488c-a45d-f5cab97ceded on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:49.876779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.885380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.887248 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] 10.222.0.78 "DELETE /v2.0/networks/756d3af1-a220-4b15-bee5-2131ca07625b HTTP/1.1" status: 204 len: 168 time: 0.5294185 Jul 06 12:38:49.898809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f115a-aed2-4a9e-921b-47d5a790d426 admin admin] Pushing event deleted for resources: {'Network': ['ID=756d3af1-a220-4b15-bee5-2131ca07625b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:50.018202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:50.058438 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a67a692f-328e-42cc-9221-735e396dcd58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c486568247d488195631223d9d46e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390601 Jul 06 12:38:50.060956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:50.109181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4925755b-356e-4824-94d3-59bf2f21ddbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.130823 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4925755b-356e-4824-94d3-59bf2f21ddbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.177737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4925755b-356e-4824-94d3-59bf2f21ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.181308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4925755b-356e-4824-94d3-59bf2f21ddbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.182398 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4925755b-356e-4824-94d3-59bf2f21ddbd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22cc76ae-dd65-4096-a180-5c2daf91148e HTTP/1.1" status: 204 len: 168 time: 0.1205482 Jul 06 12:38:50.189766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925755b-356e-4824-94d3-59bf2f21ddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc76ae-dd65-4096-a180-5c2daf91148e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:50.373190 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:50.869978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:50.964727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-783321604-network', 'tenant_id': '4a6499228a514a568b2a2070e57b630b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:50.986174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Made reservation on behalf of 4a6499228a514a568b2a2070e57b630b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:50.988575 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.000942 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.088919 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.092649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.119362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:38:51.124503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd79e83a-37c1-4908-a6ad-04cfc2f9a327,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:51.131658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.132766 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Added segment 2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8 of type vlan for network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e Jul 06 12:38:51.172724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.202262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.203468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:51.204099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.260560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3894308 Jul 06 12:38:51.263692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:51.267819 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d34cd-76bb-4b26-9e88-0ac16c5de0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c757634-5ea2-4d08-afd3-dc2c5b725d7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:51.268865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Request body: {'subnet': {'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-783321604-subnet', 'tenant_id': '4a6499228a514a568b2a2070e57b630b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:51.277892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:38:51.290359 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Made reservation on behalf of 4a6499228a514a568b2a2070e57b630b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:51.292760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.462268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.517694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea425a14-1443-4335-a53c-122d08f5a952,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:51.528323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Checking segment: {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:51.528954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Network hostable DHCP agents. Network: 0c757634-5ea2-4d08-afd3-dc2c5b725d7e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:38:51.548315 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:38:51.556565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0c757634-5ea2-4d08-afd3-dc2c5b725d7e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:51.560491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:51.561071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.566673 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd75679-386b-4735-a543-b398bd034e07 None None] Network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:51.579169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b024fbd-5c04-4788-aec4-20d782495bd5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3116584 Jul 06 12:38:51.695881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019faf6-5589-4eb7-be78-dd1e814fda50 None None] Network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:52.016423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-b7421d0e-996d-4e7a-af1b-7eca09b745c8 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:52.017822 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-b7421d0e-996d-4e7a-af1b-7eca09b745c8 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/networks?id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 200 len: 813 time: 0.1074882 Jul 06 12:38:52.033521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-cf197d75-fd6b-4fdc-bec0-bf1254cece9a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/quotas/4a6499228a514a568b2a2070e57b630b HTTP/1.1" status: 200 len: 375 time: 0.0096464 Jul 06 12:38:52.071567 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-cd2f1db0-e2ce-4103-9d41-caded3fc5df8 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a6499228a514a568b2a2070e57b630b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330977 Jul 06 12:38:52.244777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-4cb2ab59-0e22-4d28-937e-35cad06891a7 service neutron] 10.222.0.78 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329942 Jul 06 12:38:52.347594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-7f801596-c485-4c4e-b0e0-03962576c229 service neutron] 10.222.0.78 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970151 Jul 06 12:38:52.517635 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-59b39c36-04d4-4945-8abd-52402e79dc1b req-2f6a2ed7-99f3-4ec4-8d8c-7394f9e51de3 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Jul 06 12:38:53.201384 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:53.669006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90b30a00-2bf9-4ce7-bda4-b0a449001daa req-c120721e-5dfe-4fee-aed1-b4deeada01e8 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 210 time: 0.0347466 Jul 06 12:38:53.747493 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c49c2a3b-87f3-4845-bd0a-5850dca3509b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:53.749143 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c49c2a3b-87f3-4845-bd0a-5850dca3509b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.79 "GET /v2.0/networks?id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 200 len: 813 time: 0.1109326 Jul 06 12:38:53.769730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Request body: {'port': {'device_id': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e', 'admin_state_up': True, 'tenant_id': '4a6499228a514a568b2a2070e57b630b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:53.879744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Made reservation on behalf of 4a6499228a514a568b2a2070e57b630b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:53.883781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.009756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Allocated IP 172.20.0.6 (0c757634-5ea2-4d08-afd3-dc2c5b725d7e/ea425a14-1443-4335-a53c-122d08f5a952/55f3df17-45c8-4b53-8197-dac3a90875de) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:54.155588 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.194593 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.238843 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:54.244662 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:54.248399 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:54.271548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Pushing event updated for resources: {'Port': ['ID=55f3df17-45c8-4b53-8197-dac3a90875de,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:54.301283 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:54.301908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.323385 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-c757c132-860b-49a3-9c1c-601a6b4bd855 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574298 Jul 06 12:38:54.336178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Request body: {'port': {'device_id': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:54.409366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.666045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f3df17-45c8-4b53-8197-dac3a90875de {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:54.673271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.685233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Transition to ACTIVE for port object 55f3df17-45c8-4b53-8197-dac3a90875de will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:54.688974 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.740617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Pushing event updated for resources: {'Port': ['ID=55f3df17-45c8-4b53-8197-dac3a90875de,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:54.810715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Attempting to bind port 55f3df17-45c8-4b53-8197-dac3a90875de on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:54.811418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Attempting to bind port 55f3df17-45c8-4b53-8197-dac3a90875de by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:54.811418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Attempting to bind port 55f3df17-45c8-4b53-8197-dac3a90875de on network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:54.815587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Port 55f3df17-45c8-4b53-8197-dac3a90875de on network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:54.815921 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Attempting to bind port 55f3df17-45c8-4b53-8197-dac3a90875de on network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:54.820650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:54.820980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Checking segment: {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:54.821361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Bound using segment: {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:54.821794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Bound port: 55f3df17-45c8-4b53-8197-dac3a90875de, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:54.822141 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.850105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a51ff-992f-46aa-92b1-0cdf13eff794 req-6aa4fdb1-6506-43d5-8a05-4640ce1f9bb1 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:54.852176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-252a51ff-992f-46aa-92b1-0cdf13eff794 req-6aa4fdb1-6506-43d5-8a05-4640ce1f9bb1 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 943 time: 0.0679646 Jul 06 12:38:54.885990 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] For port 55f3df17-45c8-4b53-8197-dac3a90875de, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:54.889033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] For port 55f3df17-45c8-4b53-8197-dac3a90875de, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=55f3df17-45c8-4b53-8197-dac3a90875de,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:54.894617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.895311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-252a51ff-992f-46aa-92b1-0cdf13eff794 req-91f8bd23-ded4-46e7-862b-076eacb03f22 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Jul 06 12:38:54.933445 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:54.934072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.935456 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] 10.222.0.79 "PUT /v2.0/ports/55f3df17-45c8-4b53-8197-dac3a90875de HTTP/1.1" status: 200 len: 1091 time: 0.6048729 Jul 06 12:38:54.935892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'tag': '55f3df17-45c8-4b53-8197-dac3a90875de'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:54.938178 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b5073-26c3-485b-a3e6-1a57c5006ada" -d '{"events": [{"name": "network-changed", "server_uuid": "5a61f004-7bee-4753-b2ba-cf2d8caff8e0", "tag": "55f3df17-45c8-4b53-8197-dac3a90875de"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:54.965216 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775f76a-009f-4112-8094-3044c8feacd2 service neutron] Pushing event updated for resources: {'Port': ['ID=55f3df17-45c8-4b53-8197-dac3a90875de,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:54.975105 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71ea54b-1798-4000-adb2-8300969bd19f x-openstack-request-id: req-d71ea54b-1798-4000-adb2-8300969bd19f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:54.975957 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a61f004-7bee-4753-b2ba-cf2d8caff8e0", "tag": "55f3df17-45c8-4b53-8197-dac3a90875de", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:54.976219 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d71ea54b-1798-4000-adb2-8300969bd19f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:54.976688 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'tag': '55f3df17-45c8-4b53-8197-dac3a90875de', 'status': 'completed', 'code': 200} Jul 06 12:38:55.031382 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-393ae268-9de9-469e-b922-848989914f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.032909 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-393ae268-9de9-469e-b922-848989914f4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a6499228a514a568b2a2070e57b630b&device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0526104 Jul 06 12:38:55.075035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-2cc98b64-e60d-4cb2-93e4-e84d3fa449c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f3df17-45c8-4b53-8197-dac3a90875de HTTP/1.1" status: 200 len: 217 time: 0.0330870 Jul 06 12:38:55.125898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-951c290b-9aaf-449e-87cd-016a7a5f6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.127316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-951c290b-9aaf-449e-87cd-016a7a5f6c8a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea425a14-1443-4335-a53c-122d08f5a952 HTTP/1.1" status: 200 len: 853 time: 0.0462096 Jul 06 12:38:55.159190 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-7181e844-9f01-4452-adb8-015c75977786 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249231 Jul 06 12:38:55.245818 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-eda41ef5-165a-4bb8-b298-e13fb2931a95 service neutron] 10.222.0.79 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793307 Jul 06 12:38:55.337443 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-34bb08e7-f31d-406b-aec1-8f98fca09d2c req-7089792a-381c-4677-a252-81fd9f7183de service neutron] 10.222.0.79 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852563 Jul 06 12:38:55.437448 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-6424db36-40bb-4bfb-a4fb-92af91113248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.438992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-6424db36-40bb-4bfb-a4fb-92af91113248 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a6499228a514a568b2a2070e57b630b&device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0519214 Jul 06 12:38:55.530704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-9bab6671-2b9b-4e51-b957-fb8b3b82a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.532092 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-9bab6671-2b9b-4e51-b957-fb8b3b82a85b service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 200 len: 914 time: 0.0861411 Jul 06 12:38:55.573591 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-7f1eede4-7c26-43ac-9a8c-7a0410414ea0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55f3df17-45c8-4b53-8197-dac3a90875de HTTP/1.1" status: 200 len: 217 time: 0.0343511 Jul 06 12:38:55.620866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-a0dc640d-716b-4fbe-8dfb-339f8e493343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.622257 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-a0dc640d-716b-4fbe-8dfb-339f8e493343 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea425a14-1443-4335-a53c-122d08f5a952 HTTP/1.1" status: 200 len: 853 time: 0.0417778 Jul 06 12:38:55.656560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-7bb89a78-b58b-47fb-ac1b-9413ab019fb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277560 Jul 06 12:38:55.750768 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-83ebb7b6-0843-40c7-a1fc-b78f291ff1a8 service neutron] 10.222.0.79 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864263 Jul 06 12:38:55.843282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f90b5073-26c3-485b-a3e6-1a57c5006ada req-3ff88f26-c3d8-4c32-aed0-dbf4751acb80 service neutron] 10.222.0.79 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845625 Jul 06 12:38:56.069716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6a8d-cc7d-42f7-8772-6e40699607cc req-f4b00668-ba2f-4ad4-8f9c-0f7ab6b07513 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:56.071244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb8b6a8d-cc7d-42f7-8772-6e40699607cc req-f4b00668-ba2f-4ad4-8f9c-0f7ab6b07513 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 943 time: 0.0644114 Jul 06 12:38:56.109772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb8b6a8d-cc7d-42f7-8772-6e40699607cc req-d935ab28-87c3-47ce-91c1-6b5bb9f64751 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Jul 06 12:38:57.216983 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559fb39e-5a45-4bfc-8d18-1bbb21bf53a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.337002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0b64-0718-4ee6-b81f-79b8997828d5 req-03b50a69-7e8c-47c9-b58c-937bc1e30cda tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:57.338534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-218f0b64-0718-4ee6-b81f-79b8997828d5 req-03b50a69-7e8c-47c9-b58c-937bc1e30cda tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 943 time: 0.1165116 Jul 06 12:38:57.385149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-218f0b64-0718-4ee6-b81f-79b8997828d5 req-ff9f4d5c-3192-49bd-9042-9fb80b9093fb tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Jul 06 12:38:58.559513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 55f3df17-45c8-4b53-8197-dac3a90875de details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:58.612138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0587-bd9c-4c49-b3c2-e26046120f9d req-fdaf0081-ede4-47ed-81be-81cee4af2313 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:58.613672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b0a0587-bd9c-4c49-b3c2-e26046120f9d req-fdaf0081-ede4-47ed-81be-81cee4af2313 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 943 time: 0.1186104 Jul 06 12:38:58.652294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8b0a0587-bd9c-4c49-b3c2-e26046120f9d req-c2492a08-aa4d-4893-9e9e-91ce09dc1e70 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Jul 06 12:38:58.656964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 55f3df17-45c8-4b53-8197-dac3a90875de, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=55f3df17-45c8-4b53-8197-dac3a90875de,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:58.670681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '55f3df17-45c8-4b53-8197-dac3a90875de', 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e', 'port_id': '55f3df17-45c8-4b53-8197-dac3a90875de', 'mac_address': 'fa:16:3e:ff:b3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea425a14-1443-4335-a53c-122d08f5a952', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:58.707172 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:58.720448 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f3df17-45c8-4b53-8197-dac3a90875de {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:58.739326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 55f3df17-45c8-4b53-8197-dac3a90875de, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=55f3df17-45c8-4b53-8197-dac3a90875de,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:58.743465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:58.792691 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=55f3df17-45c8-4b53-8197-dac3a90875de,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:58.949612 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['55f3df17-45c8-4b53-8197-dac3a90875de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:59.736146 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ef00680-be4c-4eca-83b0-6684e631bbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:59.829114 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845a7e0-f866-4dca-a3d3-dfa93ff5db9b req-795650fc-8b72-4d21-ba62-46ee9765e000 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:59.830624 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2845a7e0-f866-4dca-a3d3-dfa93ff5db9b req-795650fc-8b72-4d21-ba62-46ee9765e000 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 944 time: 0.0647047 Jul 06 12:38:59.868815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2845a7e0-f866-4dca-a3d3-dfa93ff5db9b req-caa47569-bef7-470a-ab36-b8a8a80fb71c tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Jul 06 12:39:00.382050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.556556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 55f3df17-45c8-4b53-8197-dac3a90875de up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:00.582581 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.612969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 55f3df17-45c8-4b53-8197-dac3a90875de completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:00.616734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 55f3df17-45c8-4b53-8197-dac3a90875de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:00.617104 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.693012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.714716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3df17-45c8-4b53-8197-dac3a90875de'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:00.717074 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8630a45-6976-4cb4-9fec-9008245dc1a1" -d '{"events": [{"server_uuid": "5a61f004-7bee-4753-b2ba-cf2d8caff8e0", "name": "network-vif-plugged", "status": "completed", "tag": "55f3df17-45c8-4b53-8197-dac3a90875de"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:00.730002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 55f3df17-45c8-4b53-8197-dac3a90875de, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=55f3df17-45c8-4b53-8197-dac3a90875de,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:00.734043 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.759082 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d24ed-2ae1-445a-992c-fdc9a512e41e x-openstack-request-id: req-192d24ed-2ae1-445a-992c-fdc9a512e41e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:00.759686 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a61f004-7bee-4753-b2ba-cf2d8caff8e0", "name": "network-vif-plugged", "status": "completed", "tag": "55f3df17-45c8-4b53-8197-dac3a90875de", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:00.759686 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-192d24ed-2ae1-445a-992c-fdc9a512e41e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:00.760031 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3df17-45c8-4b53-8197-dac3a90875de', 'code': 200} Jul 06 12:39:00.790259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=55f3df17-45c8-4b53-8197-dac3a90875de,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:00.866175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87957-3020-4216-926a-812b5c55f430 req-b77d5723-2e9e-4a92-ad3c-2103ebccfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:00.867760 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1de87957-3020-4216-926a-812b5c55f430 req-b77d5723-2e9e-4a92-ad3c-2103ebccfd5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0520928 Jul 06 12:39:00.903301 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1de87957-3020-4216-926a-812b5c55f430 req-6cb309c4-61dc-43b0-97f1-249d2232dd45 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290637 Jul 06 12:39:01.044348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12019-972b-4a20-9efe-6c9e443c9e18 req-1e10ab44-9d9c-4b8e-a4e0-60248f2a236f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.045719 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb12019-972b-4a20-9efe-6c9e443c9e18 req-1e10ab44-9d9c-4b8e-a4e0-60248f2a236f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0670421 Jul 06 12:39:01.082803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-beb12019-972b-4a20-9efe-6c9e443c9e18 req-de50fbd1-767e-4968-ac81-b1884153f60d tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 06 12:39:01.135794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:02.255982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4933-59b1-436a-b5c9-d6c393030be4 req-e16775ed-4441-4309-b775-01c386179752 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:02.258027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f22d4933-59b1-436a-b5c9-d6c393030be4 req-e16775ed-4441-4309-b775-01c386179752 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0637951 Jul 06 12:39:02.295712 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f22d4933-59b1-436a-b5c9-d6c393030be4 req-6088b8d3-b220-4300-90be-caef51b2c38c tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Jul 06 12:39:02.525610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-15bdea0a-32b3-4c2a-b6a4-4565d8d5227f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:02.527117 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-15bdea0a-32b3-4c2a-b6a4-4565d8d5227f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/networks?id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 200 len: 813 time: 0.1050491 Jul 06 12:39:02.542442 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-ea8d092d-62ee-4f05-9616-9755f6520b9a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/quotas/4a6499228a514a568b2a2070e57b630b HTTP/1.1" status: 200 len: 375 time: 0.0098653 Jul 06 12:39:02.605188 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-e7297f1d-5fb6-4521-8dea-9639d250c179 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a6499228a514a568b2a2070e57b630b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575793 Jul 06 12:39:02.644707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:02.699528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-6fe141ab-6f2d-4c27-855f-941c0bf28097 service neutron] 10.222.0.78 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877419 Jul 06 12:39:02.785556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-5ce552ad-bbb3-406b-a1d6-f21403389c22 service neutron] 10.222.0.78 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804293 Jul 06 12:39:02.954705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4a22eb57-43c9-4f90-b43e-2418aecebb45 req-b5169458-5f84-4238-a9cb-0022e6086826 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 210 time: 0.0298464 Jul 06 12:39:04.025412 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-807ea6af-7dbe-4a4e-90ea-d6c6c4a890e9 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:04.027025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-807ea6af-7dbe-4a4e-90ea-d6c6c4a890e9 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.64 "GET /v2.0/networks?id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 200 len: 813 time: 0.1220458 Jul 06 12:39:04.045235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Request body: {'port': {'device_id': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e', 'admin_state_up': True, 'tenant_id': '4a6499228a514a568b2a2070e57b630b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:04.483303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cc34184b-d2dc-4b91-a5ef-a47f77af85e0 req-970f88f8-8b66-4960-9156-b7d905c1b6b0 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 210 time: 0.3912394 Jul 06 12:39:04.541731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Made reservation on behalf of 4a6499228a514a568b2a2070e57b630b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:04.545402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:04.667288 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Allocated IP 172.20.0.4 (0c757634-5ea2-4d08-afd3-dc2c5b725d7e/ea425a14-1443-4335-a53c-122d08f5a952/c98eb1eb-9410-4eec-9617-74ebb1417a7b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:04.811356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:04.850377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:04.862611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['55f3df17-45c8-4b53-8197-dac3a90875de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:04.898862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:04.902092 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:04.906804 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:04.910436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Pushing event updated for resources: {'Port': ['ID=c98eb1eb-9410-4eec-9617-74ebb1417a7b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:04.962140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:04.962765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:04.977512 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-1476c3f9-1ac0-4ed8-bf9f-00cf1f173b91 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9371374 Jul 06 12:39:05.030875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Request body: {'port': {'device_id': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:05.103843 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.366332 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98eb1eb-9410-4eec-9617-74ebb1417a7b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:05.374167 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.386744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Transition to ACTIVE for port object c98eb1eb-9410-4eec-9617-74ebb1417a7b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:05.390526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.440670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Pushing event updated for resources: {'Port': ['ID=c98eb1eb-9410-4eec-9617-74ebb1417a7b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:05.508362 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Attempting to bind port c98eb1eb-9410-4eec-9617-74ebb1417a7b on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:05.508701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Attempting to bind port c98eb1eb-9410-4eec-9617-74ebb1417a7b by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:05.509035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Attempting to bind port c98eb1eb-9410-4eec-9617-74ebb1417a7b on network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:05.513575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Port c98eb1eb-9410-4eec-9617-74ebb1417a7b on network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:39:05.513907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Attempting to bind port c98eb1eb-9410-4eec-9617-74ebb1417a7b on network 0c757634-5ea2-4d08-afd3-dc2c5b725d7e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:05.518762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:05.519108 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Checking segment: {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:05.519500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Bound using segment: {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:05.519957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Bound port: c98eb1eb-9410-4eec-9617-74ebb1417a7b, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:05.520322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.585059 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] For port c98eb1eb-9410-4eec-9617-74ebb1417a7b, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:05.588296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] For port c98eb1eb-9410-4eec-9617-74ebb1417a7b, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:05.593973 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.663999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.664901 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.666281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] 10.222.0.64 "PUT /v2.0/ports/c98eb1eb-9410-4eec-9617-74ebb1417a7b HTTP/1.1" status: 200 len: 1091 time: 0.6810086 Jul 06 12:39:05.669703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'tag': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:05.672024 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140ecff-0b33-47a9-aa09-fd7465b8ac64" -d '{"events": [{"name": "network-changed", "server_uuid": "104c2fef-b78b-4b47-869e-3d5cc066cfbb", "tag": "c98eb1eb-9410-4eec-9617-74ebb1417a7b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:05.695125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c912b-d0aa-402d-b950-76fa5f985f3e service neutron] Pushing event updated for resources: {'Port': ['ID=c98eb1eb-9410-4eec-9617-74ebb1417a7b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:05.731864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dc2d1-df67-44e2-b0f5-f2d04ed184e4 req-a311bcb0-68be-4f00-a6ef-96d42a3768fb tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.733370 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-682dc2d1-df67-44e2-b0f5-f2d04ed184e4 req-a311bcb0-68be-4f00-a6ef-96d42a3768fb tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 943 time: 0.1339452 Jul 06 12:39:05.734822 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01f0eb-990a-420d-a120-7a03bfa50bba x-openstack-request-id: req-be01f0eb-990a-420d-a120-7a03bfa50bba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:05.735112 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104c2fef-b78b-4b47-869e-3d5cc066cfbb", "tag": "c98eb1eb-9410-4eec-9617-74ebb1417a7b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:05.735369 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be01f0eb-990a-420d-a120-7a03bfa50bba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:05.735757 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'tag': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b', 'status': 'completed', 'code': 200} Jul 06 12:39:05.797511 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-682dc2d1-df67-44e2-b0f5-f2d04ed184e4 req-9912d930-6ed8-4f3d-a518-b0341689c9f5 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Jul 06 12:39:05.810616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-d404c965-4ff2-44e6-a0df-7b8f398124df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.812204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-d404c965-4ff2-44e6-a0df-7b8f398124df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a6499228a514a568b2a2070e57b630b&device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 1094 time: 0.0980206 Jul 06 12:39:05.853630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-f7dd95fb-5006-4e43-93b6-432a5ccf57bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b HTTP/1.1" status: 200 len: 217 time: 0.0337811 Jul 06 12:39:05.902067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-689a6364-a3d2-4181-adfa-692afbed4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.903408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-689a6364-a3d2-4181-adfa-692afbed4d93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea425a14-1443-4335-a53c-122d08f5a952 HTTP/1.1" status: 200 len: 853 time: 0.0435998 Jul 06 12:39:05.936006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-6a0961b7-18c2-4137-bb09-42c2ee11a0df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263028 Jul 06 12:39:06.026385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-0424f83c-32c4-46d2-b6f2-a5eaa4ffc826 service neutron] 10.222.0.64 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841782 Jul 06 12:39:06.115291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ce6d4fb9-a367-450c-bc41-504ebd47f652 req-b2d94817-89da-43c9-9b8b-46e9af6a7f50 service neutron] 10.222.0.64 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Jul 06 12:39:06.223975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-008e8d4b-1434-42e2-bb49-ed743b055a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:06.226209 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-008e8d4b-1434-42e2-bb49-ed743b055a59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a6499228a514a568b2a2070e57b630b&device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 1094 time: 0.0577266 Jul 06 12:39:06.314434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-ce21bcdb-e479-4dcb-a028-a462ae5ad87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:06.315898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-ce21bcdb-e479-4dcb-a028-a462ae5ad87f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 200 len: 914 time: 0.0833497 Jul 06 12:39:06.363708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-eca35d55-7732-4bc9-a3cf-251d5417d7f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b HTTP/1.1" status: 200 len: 217 time: 0.0391200 Jul 06 12:39:06.414166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-0803a944-fd8a-4eff-82ec-6de33e2227fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:06.415932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-0803a944-fd8a-4eff-82ec-6de33e2227fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea425a14-1443-4335-a53c-122d08f5a952 HTTP/1.1" status: 200 len: 853 time: 0.0444846 Jul 06 12:39:06.452270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-5e7eaff5-e924-4929-a48b-9c3bb9c42ddb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c757634-5ea2-4d08-afd3-dc2c5b725d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296440 Jul 06 12:39:06.549072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-ee3430c4-9fbf-4939-aae5-bb8c57299557 service neutron] 10.222.0.64 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873001 Jul 06 12:39:06.639989 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4140ecff-0b33-47a9-aa09-fd7465b8ac64 req-6d22b43c-dc52-4381-a409-586903cbf246 service neutron] 10.222.0.64 "GET /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835743 Jul 06 12:39:06.972208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c8c8-7b6f-48c5-8dcb-076bb85c37af req-ef1ebcf6-48d2-49e1-adb6-a8fd1e136a3b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:06.973709 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2b8c8c8-7b6f-48c5-8dcb-076bb85c37af req-ef1ebcf6-48d2-49e1-adb6-a8fd1e136a3b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 943 time: 0.0655529 Jul 06 12:39:07.011243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2b8c8c8-7b6f-48c5-8dcb-076bb85c37af req-8bbd8eb2-e42e-41b2-9470-effa01d938b2 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Jul 06 12:39:08.196210 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099bd73-6e68-4ab5-bdb1-8b1f0d100dcf req-c14012f7-b598-4067-ab52-a4e4183d17c1 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:08.197795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c099bd73-6e68-4ab5-bdb1-8b1f0d100dcf req-c14012f7-b598-4067-ab52-a4e4183d17c1 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 943 time: 0.0753822 Jul 06 12:39:08.240245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c099bd73-6e68-4ab5-bdb1-8b1f0d100dcf req-fbf90a9e-7c4e-41a3-a7cc-f5a4c89713f1 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366817 Jul 06 12:39:09.412414 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec490f7a-2edc-4b1c-8d13-9cf646ffa0ca req-7c14ed93-b1a8-4b6f-95f4-cd4dd290d33f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:09.413910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec490f7a-2edc-4b1c-8d13-9cf646ffa0ca req-7c14ed93-b1a8-4b6f-95f4-cd4dd290d33f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 943 time: 0.0645134 Jul 06 12:39:09.455334 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ec490f7a-2edc-4b1c-8d13-9cf646ffa0ca req-77a82e1f-1213-434a-b2ec-7545a8a923ef tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Jul 06 12:39:10.022225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c98eb1eb-9410-4eec-9617-74ebb1417a7b details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:39:10.119151 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c98eb1eb-9410-4eec-9617-74ebb1417a7b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:10.130079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b', 'network_id': '0c757634-5ea2-4d08-afd3-dc2c5b725d7e', 'port_id': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b', 'mac_address': 'fa:16:3e:d1:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea425a14-1443-4335-a53c-122d08f5a952', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:39:10.166487 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.178689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98eb1eb-9410-4eec-9617-74ebb1417a7b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:10.197433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c98eb1eb-9410-4eec-9617-74ebb1417a7b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:10.201503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.250414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c98eb1eb-9410-4eec-9617-74ebb1417a7b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:10.510063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['c98eb1eb-9410-4eec-9617-74ebb1417a7b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:10.632007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2dec9-fdd8-462f-a0e4-1b2d88c0030d req-2cd836f3-ad4f-474e-bc95-c67853742401 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:10.633541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ec2dec9-fdd8-462f-a0e4-1b2d88c0030d req-2cd836f3-ad4f-474e-bc95-c67853742401 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 944 time: 0.0686512 Jul 06 12:39:10.678198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2ec2dec9-fdd8-462f-a0e4-1b2d88c0030d req-9224e88b-2e25-4d9d-9e87-14e7e8b587f6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387764 Jul 06 12:39:11.852835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637dec4-0319-4f6d-96f5-0a1dc4a7f241 req-6ea75fda-199b-489e-bc94-b17504af7f12 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:11.854338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2637dec4-0319-4f6d-96f5-0a1dc4a7f241 req-6ea75fda-199b-489e-bc94-b17504af7f12 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 944 time: 0.0636933 Jul 06 12:39:11.891273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2637dec4-0319-4f6d-96f5-0a1dc4a7f241 req-d1d5376b-22bc-46db-b843-373233fa4e02 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Jul 06 12:39:12.038615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c98eb1eb-9410-4eec-9617-74ebb1417a7b up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:12.087440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port c98eb1eb-9410-4eec-9617-74ebb1417a7b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:12.091183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port c98eb1eb-9410-4eec-9617-74ebb1417a7b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:12.091555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.168141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.190209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:12.192482 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcceef7-b047-4291-b2d5-da1e47e4190b" -d '{"events": [{"server_uuid": "104c2fef-b78b-4b47-869e-3d5cc066cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "c98eb1eb-9410-4eec-9617-74ebb1417a7b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:12.206042 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c98eb1eb-9410-4eec-9617-74ebb1417a7b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:12.211312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.236889 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d758f6-c61a-498f-970a-ada9a775e471 x-openstack-request-id: req-42d758f6-c61a-498f-970a-ada9a775e471 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:12.237184 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c2fef-b78b-4b47-869e-3d5cc066cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "c98eb1eb-9410-4eec-9617-74ebb1417a7b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:12.237440 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42d758f6-c61a-498f-970a-ada9a775e471 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:12.237831 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b', 'code': 200} Jul 06 12:39:12.270098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c98eb1eb-9410-4eec-9617-74ebb1417a7b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:12.345653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e8c3-abc4-407c-af6a-5bedca3a490b req-907aae1c-11a8-43a2-a827-9a78430c4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:12.347102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44c3e8c3-abc4-407c-af6a-5bedca3a490b req-907aae1c-11a8-43a2-a827-9a78430c4769 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 1096 time: 0.0538220 Jul 06 12:39:12.382127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44c3e8c3-abc4-407c-af6a-5bedca3a490b req-33b6a159-fca1-4817-9a47-4b227c568001 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276756 Jul 06 12:39:13.067862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88035d-0178-458f-bc16-dddba3ac395c req-a139b8dd-c03e-4f70-a7fc-80b2db4ec1f6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.069593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b88035d-0178-458f-bc16-dddba3ac395c req-a139b8dd-c03e-4f70-a7fc-80b2db4ec1f6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 945 time: 0.0671122 Jul 06 12:39:13.108880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0b88035d-0178-458f-bc16-dddba3ac395c req-df9b9d29-5fc9-4f62-af1b-8312e5a9bf17 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Jul 06 12:39:14.285505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb296e-32bd-4b2a-97db-43c74b4c2d2c req-d4078688-c7de-44e3-b8cb-a00ce37fbfe3 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:14.287580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cfb296e-32bd-4b2a-97db-43c74b4c2d2c req-d4078688-c7de-44e3-b8cb-a00ce37fbfe3 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 945 time: 0.0650618 Jul 06 12:39:14.325385 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5cfb296e-32bd-4b2a-97db-43c74b4c2d2c req-c0b206ff-df36-4c2f-8c17-9edf3416da5d tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Jul 06 12:39:14.706273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458663ef-ff3d-4e81-a78d-69fbc4415b4c req-eff36811-641a-4771-8a2a-25b364c227e5 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:14.707792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-458663ef-ff3d-4e81-a78d-69fbc4415b4c req-eff36811-641a-4771-8a2a-25b364c227e5 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 945 time: 0.0677302 Jul 06 12:39:14.747271 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-458663ef-ff3d-4e81-a78d-69fbc4415b4c req-7c3e7829-11e6-4db7-924e-3010f9969ea6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Jul 06 12:39:15.926617 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ef8cc-1646-412e-b9cb-357d1c74ee9f req-34a3914e-8b66-4262-8cbb-38489c877eef tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:15.928757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c9ef8cc-1646-412e-b9cb-357d1c74ee9f req-34a3914e-8b66-4262-8cbb-38489c877eef tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 945 time: 0.0633090 Jul 06 12:39:15.968528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1c9ef8cc-1646-412e-b9cb-357d1c74ee9f req-793f7d44-0b75-4ccf-8be9-1d9178f8a86d tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343075 Jul 06 12:39:16.176518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-847e5874-4471-481a-b6d6-71bbc94cecec tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:16.177998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-847e5874-4471-481a-b6d6-71bbc94cecec tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.64 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 945 time: 0.0629458 Jul 06 12:39:16.282140 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Deleting port c98eb1eb-9410-4eec-9617-74ebb1417a7b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:16.282486 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:16.369699 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] For port c98eb1eb-9410-4eec-9617-74ebb1417a7b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c98eb1eb-9410-4eec-9617-74ebb1417a7b,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:16.370059 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:16.383316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Calling delete_port for c98eb1eb-9410-4eec-9617-74ebb1417a7b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:16.512000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:16.524795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['c98eb1eb-9410-4eec-9617-74ebb1417a7b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:16.528964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['55f3df17-45c8-4b53-8197-dac3a90875de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:16.542921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Pushing event deleted for resources: {'Port': ['ID=c98eb1eb-9410-4eec-9617-74ebb1417a7b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:16.591838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] No DVR routers for this DVR port c98eb1eb-9410-4eec-9617-74ebb1417a7b on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:16.594451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:16.596487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4025fb0f-9886-4881-95fa-ae40023e71a8 req-1141e7d8-aeeb-4c56-bb31-7f69b83ae3b4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.64 "DELETE /v2.0/ports/c98eb1eb-9410-4eec-9617-74ebb1417a7b HTTP/1.1" status: 204 len: 173 time: 0.4122365 Jul 06 12:39:16.596930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'name': 'network-vif-deleted', 'tag': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:16.599220 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba64e3-21ef-4299-9e80-fee111121123" -d '{"events": [{"server_uuid": "104c2fef-b78b-4b47-869e-3d5cc066cfbb", "name": "network-vif-deleted", "tag": "c98eb1eb-9410-4eec-9617-74ebb1417a7b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:16.637202 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff30b377-416d-4b4d-bc27-4ba497450980 x-openstack-request-id: req-ff30b377-416d-4b4d-bc27-4ba497450980 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:16.637535 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c2fef-b78b-4b47-869e-3d5cc066cfbb", "name": "network-vif-deleted", "tag": "c98eb1eb-9410-4eec-9617-74ebb1417a7b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:16.637740 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff30b377-416d-4b4d-bc27-4ba497450980 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:16.638151 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c2fef-b78b-4b47-869e-3d5cc066cfbb', 'name': 'network-vif-deleted', 'tag': 'c98eb1eb-9410-4eec-9617-74ebb1417a7b', 'status': 'completed', 'code': 200} Jul 06 12:39:17.123204 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f4905697-b3bd-4409-b1cf-6774d0a8effc req-b8479463-a4ba-4102-bd19-a24380613b9b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=104c2fef-b78b-4b47-869e-3d5cc066cfbb HTTP/1.1" status: 200 len: 210 time: 0.0293627 Jul 06 12:39:18.362981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec19b8-445b-4816-8d42-2dc6b522c102 req-558fc738-001c-45cf-a99c-1d04695c1513 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:18.364543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5ec19b8-445b-4816-8d42-2dc6b522c102 req-558fc738-001c-45cf-a99c-1d04695c1513 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0649197 Jul 06 12:39:18.403819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5ec19b8-445b-4816-8d42-2dc6b522c102 req-0d01acb7-4ded-456f-b86e-20df22cd43f4 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Jul 06 12:39:18.595045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a61034-78bb-465f-8adf-aebf3768a56c req-c02c1d82-0fe2-4557-9cbf-070d5bd9b0d8 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:18.596607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38a61034-78bb-465f-8adf-aebf3768a56c req-c02c1d82-0fe2-4557-9cbf-070d5bd9b0d8 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0678380 Jul 06 12:39:18.634625 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-38a61034-78bb-465f-8adf-aebf3768a56c req-8cbe2131-4efc-43df-8f46-dd0ec53ce360 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Jul 06 12:39:18.808570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209b68-7057-404e-8455-72b995651812 req-320d4511-ca1c-402f-84a2-c303e5ace1c7 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:18.810069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba209b68-7057-404e-8455-72b995651812 req-320d4511-ca1c-402f-84a2-c303e5ace1c7 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0656104 Jul 06 12:39:18.846828 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba209b68-7057-404e-8455-72b995651812 req-369b0f92-e641-40d6-993e-b4078d0ab28a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Jul 06 12:39:19.123028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6638c1-910b-45e7-aeac-54616c150703 req-9609d06a-d4df-46ea-a5f0-c6b5a1fbd4fa tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:19.124545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac6638c1-910b-45e7-aeac-54616c150703 req-9609d06a-d4df-46ea-a5f0-c6b5a1fbd4fa tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0637383 Jul 06 12:39:19.167756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ac6638c1-910b-45e7-aeac-54616c150703 req-1bdd98e7-1875-4b0a-a990-89d5e3a0e9f9 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Jul 06 12:39:19.343264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d78b1-0268-4339-a825-9cb828673667 req-ee602277-c029-4ebf-95b6-7af2bddf1211 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:19.344738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-159d78b1-0268-4339-a825-9cb828673667 req-ee602277-c029-4ebf-95b6-7af2bddf1211 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0650549 Jul 06 12:39:19.381968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-159d78b1-0268-4339-a825-9cb828673667 req-aabcbacf-2c43-43f5-898f-e675b779e73b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Jul 06 12:39:19.562930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45366-4d4d-414b-ac92-7d1b91e6e04e req-2c0db024-9faa-41e5-9079-032beabe1b8b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:19.564461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66f45366-4d4d-414b-ac92-7d1b91e6e04e req-2c0db024-9faa-41e5-9079-032beabe1b8b tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0636790 Jul 06 12:39:19.603057 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-66f45366-4d4d-414b-ac92-7d1b91e6e04e req-f8908af9-39f6-4f21-86dc-069bcbd22f5d tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Jul 06 12:39:20.070372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c98eb1eb-9410-4eec-9617-74ebb1417a7b no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:20.090610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: c98eb1eb-9410-4eec-9617-74ebb1417a7b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:20.090960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c98eb1eb-9410-4eec-9617-74ebb1417a7b not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:20.121751 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9edc1e-1f7e-45c1-9de0-8f4a02966b25 req-ccf760c7-45b1-42cc-baef-a0c1dbd70cf6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:20.123206 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd9edc1e-1f7e-45c1-9de0-8f4a02966b25 req-ccf760c7-45b1-42cc-baef-a0c1dbd70cf6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0703840 Jul 06 12:39:20.161096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd9edc1e-1f7e-45c1-9de0-8f4a02966b25 req-38501602-6987-466f-88aa-6b2decd76200 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Jul 06 12:39:21.337250 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7fb4e-8c53-44f0-85e0-7023b0e56d35 req-446af2bd-005d-4bbf-9498-1b26ee619199 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:21.338798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11c7fb4e-8c53-44f0-85e0-7023b0e56d35 req-446af2bd-005d-4bbf-9498-1b26ee619199 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0655072 Jul 06 12:39:21.376768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11c7fb4e-8c53-44f0-85e0-7023b0e56d35 req-1051f1a3-a3d5-4369-a603-dfd7a786b736 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/security-groups?id=dd79e83a-37c1-4908-a6ad-04cfc2f9a327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jul 06 12:39:21.602241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-c3678cc5-6837-4def-8613-ab7ed781857f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:21.603738 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-c3678cc5-6837-4def-8613-ab7ed781857f tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 945 time: 0.0638056 Jul 06 12:39:21.704534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Deleting port 55f3df17-45c8-4b53-8197-dac3a90875de {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:21.704867 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:21.788353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] For port 55f3df17-45c8-4b53-8197-dac3a90875de, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=55f3df17-45c8-4b53-8197-dac3a90875de,segment=NetworkSegment(2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8),segment_id=2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:21.788697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:21.801115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Calling delete_port for 55f3df17-45c8-4b53-8197-dac3a90875de owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:21.928840 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:21.940720 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['55f3df17-45c8-4b53-8197-dac3a90875de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:21.956926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Pushing event deleted for resources: {'Port': ['ID=55f3df17-45c8-4b53-8197-dac3a90875de,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:21.970508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.970856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.971199 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.971536 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.971870 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.972238 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.972563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.972887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.973213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.973535 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.973874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:21.974178 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:22.015210 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] No DVR routers for this DVR port 55f3df17-45c8-4b53-8197-dac3a90875de on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:22.017822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:22.019789 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d55f70ad-12d5-42b0-8f7b-7978c5510dcd req-de22e313-64af-4be4-bb87-4672114e6f1a tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.79 "DELETE /v2.0/ports/55f3df17-45c8-4b53-8197-dac3a90875de HTTP/1.1" status: 204 len: 173 time: 0.4097743 Jul 06 12:39:22.020246 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'name': 'network-vif-deleted', 'tag': '55f3df17-45c8-4b53-8197-dac3a90875de'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:22.022619 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd0753-8004-4344-956e-7e639243c8ec" -d '{"events": [{"server_uuid": "5a61f004-7bee-4753-b2ba-cf2d8caff8e0", "name": "network-vif-deleted", "tag": "55f3df17-45c8-4b53-8197-dac3a90875de"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:22.117507 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575d03d6-b1f0-40b2-b7ca-ee7028514062 x-openstack-request-id: req-575d03d6-b1f0-40b2-b7ca-ee7028514062 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:22.117806 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a61f004-7bee-4753-b2ba-cf2d8caff8e0", "name": "network-vif-deleted", "tag": "55f3df17-45c8-4b53-8197-dac3a90875de", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:22.118066 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-575d03d6-b1f0-40b2-b7ca-ee7028514062 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:22.118475 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a61f004-7bee-4753-b2ba-cf2d8caff8e0', 'name': 'network-vif-deleted', 'tag': '55f3df17-45c8-4b53-8197-dac3a90875de', 'status': 'completed', 'code': 200} Jul 06 12:39:22.532958 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-efa8cd07-29f2-459b-84f1-acf54d6e036b req-b371a62c-eb2e-4c98-9907-580fff8130a6 tempest-ServersNegativeTestJSON-764599002 tempest-ServersNegativeTestJSON-764599002-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a61f004-7bee-4753-b2ba-cf2d8caff8e0 HTTP/1.1" status: 200 len: 210 time: 0.0305855 Jul 06 12:39:23.194443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.626360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:23.679284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Deleting subnet ea425a14-1443-4335-a53c-122d08f5a952 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:39:23.683283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.719057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.757835 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.807982 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.834641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea425a14-1443-4335-a53c-122d08f5a952,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:23.837373 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.838767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ea425a14-1443-4335-a53c-122d08f5a952 HTTP/1.1" status: 204 len: 168 time: 0.2113864 Jul 06 12:39:23.841407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:23.845224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.845580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.845929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.846270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.846621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.846952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.847283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.847616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.847979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.848311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.848646 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.848975 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf56bf-b822-4e65-85e2-336d4277ff54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:23.912235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:23.992606 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.002212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c757634-5ea2-4d08-afd3-dc2c5b725d7e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:24.013188 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:24.013486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1bd1ef-e3d7-4db5-bb8f-1fb8e702b4a8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:24.022816 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.036273 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.043583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:24.044132 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:24.045783 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:24.099192 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.105396 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.107227 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0c757634-5ea2-4d08-afd3-dc2c5b725d7e HTTP/1.1" status: 204 len: 168 time: 0.2647450 Jul 06 12:39:24.118768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8a205-d46d-467e-8186-6a1b307b7318 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c757634-5ea2-4d08-afd3-dc2c5b725d7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:24.215275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:24.254730 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f62c6476-0b4a-4a95-9dc5-01d790c6138d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a6499228a514a568b2a2070e57b630b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382395 Jul 06 12:39:24.257149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:24.309260 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f2dd63-bf76-4324-9140-6b53392ea9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.329928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f2dd63-bf76-4324-9140-6b53392ea9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.376869 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f2dd63-bf76-4324-9140-6b53392ea9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.379551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37f2dd63-bf76-4324-9140-6b53392ea9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:24.381530 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-37f2dd63-bf76-4324-9140-6b53392ea9de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd79e83a-37c1-4908-a6ad-04cfc2f9a327 HTTP/1.1" status: 204 len: 168 time: 0.1227880 Jul 06 12:39:24.389647 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2dd63-bf76-4324-9140-6b53392ea9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd79e83a-37c1-4908-a6ad-04cfc2f9a327,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:25.044368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:25.136063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459009755'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:25.156970 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:25.160572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.169776 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.264583 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.268058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.296950 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:25.303697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855ba3e3-5dc3-4cbf-a888-cffa662d0e39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:25.309703 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.310051 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Added segment d395c5c8-c5d4-4728-8359-4d2d7993756e of type vlan for network bf65ce62-ea54-4b07-88ab-2422c46f59bf Jul 06 12:39:25.351903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.383964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.389554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:25.390140 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:25.445814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4003391 Jul 06 12:39:25.456751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f690-525f-42df-a420-a20912137f92 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Network': ['ID=bf65ce62-ea54-4b07-88ab-2422c46f59bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:25.469791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network bf65ce62-ea54-4b07-88ab-2422c46f59bf details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:26.650070 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 55f3df17-45c8-4b53-8197-dac3a90875de no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:26.670948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 55f3df17-45c8-4b53-8197-dac3a90875de {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:26.671291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 55f3df17-45c8-4b53-8197-dac3a90875de not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:27.217482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8eaa1a5-eaf4-4deb-b176-2359c1fadab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:27.371770 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:39:28.831049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:28.837060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'subnet': {'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:28.927598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:28.931228 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.110660 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.162472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Subnet': ['ID=041257c2-4d48-4848-992c-482d4ed601e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:29.177569 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Checking segment: {'id': 'd395c5c8-c5d4-4728-8359-4d2d7993756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:29.177997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network hostable DHCP agents. Network: bf65ce62-ea54-4b07-88ab-2422c46f59bf, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:29.194873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network bf65ce62-ea54-4b07-88ab-2422c46f59bf is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:29.204431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, bf65ce62-ea54-4b07-88ab-2422c46f59bf) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:29.209072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:29.209737 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.214153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45da34-5009-4ba2-8b3f-a0de206b2c01 None None] Network bf65ce62-ea54-4b07-88ab-2422c46f59bf requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:29.227336 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-427ffa5b-b8b8-4736-8b22-2de884e947f0 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3951209 Jul 06 12:39:29.230915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:29.235987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2069302369'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:29.258506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:29.262107 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.286311 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:29.296177 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.296526 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Added segment 69900f71-bb50-41b2-ac8c-80b03cd3d756 of type vlan for network 087469cd-877b-4f2f-8c9a-03494932f99e Jul 06 12:39:29.336362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.362075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-bf65ce62-ea54-4b07-88ab-2422c46f59bf', 'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf', 'tenant_id': '051db3106ea04427ac9fe7c8828f2784', 'fixed_ips': [{'subnet_id': '041257c2-4d48-4848-992c-482d4ed601e5'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:29.362769 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.365724 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.371428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:29.372045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.508502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Allocated IP 2001:db8:0:ffff::2 (bf65ce62-ea54-4b07-88ab-2422c46f59bf/041257c2-4d48-4848-992c-482d4ed601e5/d1356323-1b36-4aca-be25-3b8c35db01ef) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:29.665750 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.674454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Transition to ACTIVE for port object d1356323-1b36-4aca-be25-3b8c35db01ef will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:29.690538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Transition to ACTIVE for port object d1356323-1b36-4aca-be25-3b8c35db01ef will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:29.696619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.746811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Network bf65ce62-ea54-4b07-88ab-2422c46f59bf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:29.751941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:29.758877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:29.761698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Pushing event updated for resources: {'Port': ['ID=d1356323-1b36-4aca-be25-3b8c35db01ef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:29.766247 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c0c79c-5a12-4ddf-a68e-d4117c5a7841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.778371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.778718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.779062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.779394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.779731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.780118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.780429 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5484767 Jul 06 12:39:29.780554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.780852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.781184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.781513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.781899 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.782227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:29.783659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:29.792293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8cfdb-6673-4df5-b317-93626b69d588 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Network': ['ID=087469cd-877b-4f2f-8c9a-03494932f99e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:29.795253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'subnet': {'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:29.804965 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 087469cd-877b-4f2f-8c9a-03494932f99e details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:29.878431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Attempting to bind port d1356323-1b36-4aca-be25-3b8c35db01ef on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:29.878807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Attempting to bind port d1356323-1b36-4aca-be25-3b8c35db01ef by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'd395c5c8-c5d4-4728-8359-4d2d7993756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:29.879169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Attempting to bind port d1356323-1b36-4aca-be25-3b8c35db01ef on network bf65ce62-ea54-4b07-88ab-2422c46f59bf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:29.894624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:29.895111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Checking segment: {'id': 'd395c5c8-c5d4-4728-8359-4d2d7993756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:29.895539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.896263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Bound using segment: {'id': 'd395c5c8-c5d4-4728-8359-4d2d7993756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:29.896747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Bound port: d1356323-1b36-4aca-be25-3b8c35db01ef, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd395c5c8-c5d4-4728-8359-4d2d7993756e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf65ce62-ea54-4b07-88ab-2422c46f59bf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:29.897174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.897568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:29.901265 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.961290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] For port d1356323-1b36-4aca-be25-3b8c35db01ef, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:29.964442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] For port d1356323-1b36-4aca-be25-3b8c35db01ef, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d1356323-1b36-4aca-be25-3b8c35db01ef,segment=NetworkSegment(d395c5c8-c5d4-4728-8359-4d2d7993756e),segment_id=d395c5c8-c5d4-4728-8359-4d2d7993756e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:29.969021 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.040078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791e724-2462-4a63-ba64-5352acbfdc79 None None] Pushing event updated for resources: {'Port': ['ID=d1356323-1b36-4aca-be25-3b8c35db01ef,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:30.108586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.187623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Subnet': ['ID=b3a42777-5e15-44bc-a25b-32cc6d133d96,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:30.195815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Checking segment: {'id': '69900f71-bb50-41b2-ac8c-80b03cd3d756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:30.196676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network hostable DHCP agents. Network: 087469cd-877b-4f2f-8c9a-03494932f99e, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:30.216226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network 087469cd-877b-4f2f-8c9a-03494932f99e is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:30.230353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 087469cd-877b-4f2f-8c9a-03494932f99e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:30.234825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:30.235435 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.240692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbf982-b59f-47ff-ab63-f214baf753dc None None] Network 087469cd-877b-4f2f-8c9a-03494932f99e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:30.252835 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-edf8a76c-63cb-4de4-b561-6ea622f717ac tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4680035 Jul 06 12:39:30.255906 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:30.365922 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.410621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.419249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-087469cd-877b-4f2f-8c9a-03494932f99e', 'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e', 'tenant_id': '051db3106ea04427ac9fe7c8828f2784', 'fixed_ips': [{'subnet_id': 'b3a42777-5e15-44bc-a25b-32cc6d133d96'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:30.420341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.464339 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.557980 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Allocated IP 2001:db8::2 (087469cd-877b-4f2f-8c9a-03494932f99e/b3a42777-5e15-44bc-a25b-32cc6d133d96/15e65d95-7796-475e-b614-b8433815bb68) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:30.630392 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.714227 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.722959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Transition to ACTIVE for port object 15e65d95-7796-475e-b614-b8433815bb68 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:30.738593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Transition to ACTIVE for port object 15e65d95-7796-475e-b614-b8433815bb68 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:30.746072 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.765584 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.794677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Network 087469cd-877b-4f2f-8c9a-03494932f99e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:30.797617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:30.800093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a42777-5e15-44bc-a25b-32cc6d133d96,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:30.800790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:30.809528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Pushing event updated for resources: {'Port': ['ID=15e65d95-7796-475e-b614-b8433815bb68,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:30.870520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.875674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Attempting to bind port 15e65d95-7796-475e-b614-b8433815bb68 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:30.876187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Attempting to bind port 15e65d95-7796-475e-b614-b8433815bb68 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '69900f71-bb50-41b2-ac8c-80b03cd3d756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:30.876620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Attempting to bind port 15e65d95-7796-475e-b614-b8433815bb68 on network 087469cd-877b-4f2f-8c9a-03494932f99e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:30.882077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:30.882450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Checking segment: {'id': '69900f71-bb50-41b2-ac8c-80b03cd3d756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:30.882856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.883252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Bound using segment: {'id': '69900f71-bb50-41b2-ac8c-80b03cd3d756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:30.883729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Bound port: 15e65d95-7796-475e-b614-b8433815bb68, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69900f71-bb50-41b2-ac8c-80b03cd3d756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '087469cd-877b-4f2f-8c9a-03494932f99e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:30.884138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.885529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087469cd-877b-4f2f-8c9a-03494932f99e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:30.896930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69900f71-bb50-41b2-ac8c-80b03cd3d756') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:30.897211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69900f71-bb50-41b2-ac8c-80b03cd3d756') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:30.907944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.924152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.933239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:30.933806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.952108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] For port 15e65d95-7796-475e-b614-b8433815bb68, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:30.978411 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:30.985133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe5bb3-d5ea-44ea-9606-e4fe2e601a53 None None] Network bf65ce62-ea54-4b07-88ab-2422c46f59bf requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:31.004348 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:39:31.004348 n-d-799528-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:39:31.004348 n-d-799528-2 neutron-server[93767]: [parameters: {'id': '087469cd-877b-4f2f-8c9a-03494932f99e'}] Jul 06 12:39:31.004348 n-d-799528-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:39:31.005327 n-d-799528-2 neutron-server[93767]: DEBUG oslo_db.api [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:39:31.194156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] For port 15e65d95-7796-475e-b614-b8433815bb68, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=15e65d95-7796-475e-b614-b8433815bb68,segment=NetworkSegment(69900f71-bb50-41b2-ac8c-80b03cd3d756),segment_id=69900f71-bb50-41b2-ac8c-80b03cd3d756)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:31.208096 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.244689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.249788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5717ca2a-d15d-478b-adfa-a52f5b33bbd7 None None] Provisioning for port d1356323-1b36-4aca-be25-3b8c35db01ef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:31.340552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7365515-0dee-4130-8a8c-8a8381c58fbe None None] Pushing event updated for resources: {'Port': ['ID=15e65d95-7796-475e-b614-b8433815bb68,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:31.382800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779e6f5-4766-468a-96a1-adfc1c537b2d None None] Network 087469cd-877b-4f2f-8c9a-03494932f99e requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:31.501312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d1356323-1b36-4aca-be25-3b8c35db01ef up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:31.506413 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.565643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Deleting port 15e65d95-7796-475e-b614-b8433815bb68 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:31.566221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.577207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d1356323-1b36-4aca-be25-3b8c35db01ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:31.582461 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d1356323-1b36-4aca-be25-3b8c35db01ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:31.582842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.636695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] For port 15e65d95-7796-475e-b614-b8433815bb68, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=15e65d95-7796-475e-b614-b8433815bb68,segment=NetworkSegment(69900f71-bb50-41b2-ac8c-80b03cd3d756),segment_id=69900f71-bb50-41b2-ac8c-80b03cd3d756)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:31.637325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.652102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Calling delete_port for 15e65d95-7796-475e-b614-b8433815bb68 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:31.676342 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.693823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee043ca-df3a-4ed2-945f-bdd51de56fc2 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:39:31.740918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.747287 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63db0af1-f490-4bb8-ac0c-040e0d3e4efe None None] Provisioning complete for port d1356323-1b36-4aca-be25-3b8c35db01ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:31.747677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63db0af1-f490-4bb8-ac0c-040e0d3e4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.750218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d1356323-1b36-4aca-be25-3b8c35db01ef, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d1356323-1b36-4aca-be25-3b8c35db01ef,segment=NetworkSegment(d395c5c8-c5d4-4728-8359-4d2d7993756e),segment_id=d395c5c8-c5d4-4728-8359-4d2d7993756e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:31.765211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Port': ['ID=15e65d95-7796-475e-b614-b8433815bb68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:31.771953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No DVR routers for this DVR port 15e65d95-7796-475e-b614-b8433815bb68 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:31.772940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.854075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.863608 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee043ca-df3a-4ed2-945f-bdd51de56fc2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:39:31.864302 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087469cd-877b-4f2f-8c9a-03494932f99e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:31.867826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d1356323-1b36-4aca-be25-3b8c35db01ef,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:31.876420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69900f71-bb50-41b2-ac8c-80b03cd3d756') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:31.877094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69900f71-bb50-41b2-ac8c-80b03cd3d756') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:31.886616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.900221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.906011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:31.906402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:31.909391 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:31.968064 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.975477 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:31.981110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/087469cd-877b-4f2f-8c9a-03494932f99e HTTP/1.1" status: 204 len: 168 time: 1.7203093 Jul 06 12:39:31.981336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:31.986330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956185290'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:32.001373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3d0a0-4533-43d0-91b1-00d959d1eb59 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Network': ['ID=087469cd-877b-4f2f-8c9a-03494932f99e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:32.018541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:32.022330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.045869 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:32.055560 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.055903 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Added segment d7efc0e8-c048-4f3f-bc73-f60385337465 of type vlan for network afa55186-51de-451f-907e-9d86da74b18b Jul 06 12:39:32.099885 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.129251 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.136391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:32.136965 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.185556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031238 Jul 06 12:39:32.188305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:32.199736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'subnet': {'network_id': 'afa55186-51de-451f-907e-9d86da74b18b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:32.250591 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287429df-807d-4fac-b418-050f16be8014 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Network': ['ID=afa55186-51de-451f-907e-9d86da74b18b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:32.261334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network afa55186-51de-451f-907e-9d86da74b18b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:32.299214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:32.303122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.359375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:39:32.359892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:39:32.480932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.541351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Subnet': ['ID=874f76a9-dffb-4d09-83dd-fa56e3cd01da,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:32.549484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Checking segment: {'id': 'd7efc0e8-c048-4f3f-bc73-f60385337465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'afa55186-51de-451f-907e-9d86da74b18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:32.549874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network hostable DHCP agents. Network: afa55186-51de-451f-907e-9d86da74b18b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:32.566193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network afa55186-51de-451f-907e-9d86da74b18b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:32.575201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, afa55186-51de-451f-907e-9d86da74b18b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:32.579055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:32.579641 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.585141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fbae7-ecc6-4e7c-89b0-2aa876462713 None None] Network afa55186-51de-451f-907e-9d86da74b18b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:32.594056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b148daf2-cd7e-442d-9159-7748eb53174a tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4047396 Jul 06 12:39:32.596641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:32.661050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.698105 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.742732 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e2bfb-160e-43e4-b8ca-1109f17bd53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-afa55186-51de-451f-907e-9d86da74b18b', 'network_id': 'afa55186-51de-451f-907e-9d86da74b18b', 'tenant_id': '051db3106ea04427ac9fe7c8828f2784', 'fixed_ips': [{'subnet_id': '874f76a9-dffb-4d09-83dd-fa56e3cd01da'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:32.743594 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e04e2bfb-160e-43e4-b8ca-1109f17bd53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.750145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.810378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.839336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Subnet': ['ID=874f76a9-dffb-4d09-83dd-fa56e3cd01da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-e04e2bfb-160e-43e4-b8ca-1109f17bd53b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 874f76a9-dffb-4d09-83dd-fa56e3cd01da: This subnet is being modified by another concurrent operation. Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 874f76a9-dffb-4d09-83dd-fa56e3cd01da: This subnet is being modified by another concurrent operation. Jul 06 12:39:32.844836 n-d-799528-2 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 06 12:39:32.862786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16fc5b-da8a-4357-8ab6-96fda2db3672 None None] Network afa55186-51de-451f-907e-9d86da74b18b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:32.910430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.920567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa55186-51de-451f-907e-9d86da74b18b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:32.932532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7efc0e8-c048-4f3f-bc73-f60385337465') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:32.933013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7efc0e8-c048-4f3f-bc73-f60385337465') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:32.947662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.966609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.972684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:32.973085 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:32.976805 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:32.987506 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1d04c-d599-4321-b965-2a1dcb918ed5 None None] get_active_networks_info from n-d-799528-2 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:39:33.033053 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.041351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.043194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/afa55186-51de-451f-907e-9d86da74b18b HTTP/1.1" status: 204 len: 168 time: 0.4455986 Jul 06 12:39:33.046918 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:33.052782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311016089'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:33.054316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1d04c-d599-4321-b965-2a1dcb918ed5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:39:33.059011 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60a6e9-f408-4951-b063-22377f5081cd tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Network': ['ID=afa55186-51de-451f-907e-9d86da74b18b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:33.077986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:33.081484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.105510 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:33.114187 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.114536 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Added segment 2fc19742-11b2-4da0-a27c-fda6a79174b8 of type vlan for network 1388275d-ead2-4367-b810-6cdfded5b329 Jul 06 12:39:33.153706 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.183547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.189101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:33.189688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.248029 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1998961 Jul 06 12:39:33.250649 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:33.256129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'subnet': {'network_id': '1388275d-ead2-4367-b810-6cdfded5b329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:33.300885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836450d6-1ca5-4bb5-9c8a-e49726917397 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Network': ['ID=1388275d-ead2-4367-b810-6cdfded5b329,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:33.310895 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 1388275d-ead2-4367-b810-6cdfded5b329 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:33.351269 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:33.354770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.473019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d1356323-1b36-4aca-be25-3b8c35db01ef up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:33.526674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d1356323-1b36-4aca-be25-3b8c35db01ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:33.526958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.535656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.588752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Subnet': ['ID=a7f01f67-fe8e-4474-8bbd-7681bc1a5663,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:33.609165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Checking segment: {'id': '2fc19742-11b2-4da0-a27c-fda6a79174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1388275d-ead2-4367-b810-6cdfded5b329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:33.609428 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network hostable DHCP agents. Network: 1388275d-ead2-4367-b810-6cdfded5b329, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:33.625809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network 1388275d-ead2-4367-b810-6cdfded5b329 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:33.634236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 1388275d-ead2-4367-b810-6cdfded5b329) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:33.638327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:33.638896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.645167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e803cc-9517-477b-8392-be61f89ac84a None None] Network 1388275d-ead2-4367-b810-6cdfded5b329 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:33.653008 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-834f2571-5ee9-4176-bbf4-bc4c62caeac2 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4013445 Jul 06 12:39:33.656632 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:33.662014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307150038'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:33.689110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:33.693973 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.716913 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:33.726608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.727007 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Added segment c61dec0c-9fe7-4520-95bd-e5fa9d6f5b0d of type vlan for network cc742b7f-ee13-4681-951b-0f0964f55a50 Jul 06 12:39:33.766379 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.795328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-1388275d-ead2-4367-b810-6cdfded5b329', 'network_id': '1388275d-ead2-4367-b810-6cdfded5b329', 'tenant_id': '051db3106ea04427ac9fe7c8828f2784', 'fixed_ips': [{'subnet_id': 'a7f01f67-fe8e-4474-8bbd-7681bc1a5663'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:33.796229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.796401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.801937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:33.803108 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.863735 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2059863 Jul 06 12:39:33.864597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:33.873165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Request body: {'subnet': {'network_id': 'cc742b7f-ee13-4681-951b-0f0964f55a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:33.874064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eef7b-e833-4d54-a230-ea1f67ea105e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Network': ['ID=cc742b7f-ee13-4681-951b-0f0964f55a50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:33.885635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network cc742b7f-ee13-4681-951b-0f0964f55a50 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:33.970212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Made reservation on behalf of 051db3106ea04427ac9fe7c8828f2784 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:33.975292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:33.990716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Allocated IP 2001:db8::2 (1388275d-ead2-4367-b810-6cdfded5b329/a7f01f67-fe8e-4474-8bbd-7681bc1a5663/ed4417b1-c500-48f1-b08a-db37fcd984a6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:34.139522 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.148735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Transition to ACTIVE for port object ed4417b1-c500-48f1-b08a-db37fcd984a6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:34.159148 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.163906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Transition to ACTIVE for port object ed4417b1-c500-48f1-b08a-db37fcd984a6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:34.170738 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.207231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Network 1388275d-ead2-4367-b810-6cdfded5b329 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:34.213654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:34.217006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:34.223744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Pushing event updated for resources: {'Port': ['ID=ed4417b1-c500-48f1-b08a-db37fcd984a6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:34.231968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Checking segment: {'id': 'c61dec0c-9fe7-4520-95bd-e5fa9d6f5b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cc742b7f-ee13-4681-951b-0f0964f55a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:34.232343 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network hostable DHCP agents. Network: cc742b7f-ee13-4681-951b-0f0964f55a50, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:34.235300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event updated for resources: {'Subnet': ['ID=4a29b4c3-7d6f-4cd4-aa2e-a279d7fbcbec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:34.253656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Network cc742b7f-ee13-4681-951b-0f0964f55a50 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:34.263971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, cc742b7f-ee13-4681-951b-0f0964f55a50) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:34.268285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:34.268936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.278280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31003725-fe0d-43f1-8b49-9dc742f975e4 None None] Network cc742b7f-ee13-4681-951b-0f0964f55a50 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:34.282966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-72a0feb9-d8f0-466d-8acf-9a4d7dc49c31 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4167986 Jul 06 12:39:34.285594 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:34.295763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Attempting to bind port ed4417b1-c500-48f1-b08a-db37fcd984a6 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:34.296158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Attempting to bind port ed4417b1-c500-48f1-b08a-db37fcd984a6 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '2fc19742-11b2-4da0-a27c-fda6a79174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1388275d-ead2-4367-b810-6cdfded5b329'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:34.296526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Attempting to bind port ed4417b1-c500-48f1-b08a-db37fcd984a6 on network 1388275d-ead2-4367-b810-6cdfded5b329 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:34.327626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:34.328374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Checking segment: {'id': '2fc19742-11b2-4da0-a27c-fda6a79174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1388275d-ead2-4367-b810-6cdfded5b329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:34.328498 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.328817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Bound using segment: {'id': '2fc19742-11b2-4da0-a27c-fda6a79174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1388275d-ead2-4367-b810-6cdfded5b329'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:34.329289 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Bound port: ed4417b1-c500-48f1-b08a-db37fcd984a6, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc19742-11b2-4da0-a27c-fda6a79174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1388275d-ead2-4367-b810-6cdfded5b329'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:34.329670 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.389106 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.441125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] For port ed4417b1-c500-48f1-b08a-db37fcd984a6, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:34.441620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.458695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] For port ed4417b1-c500-48f1-b08a-db37fcd984a6, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ed4417b1-c500-48f1-b08a-db37fcd984a6,segment=NetworkSegment(2fc19742-11b2-4da0-a27c-fda6a79174b8),segment_id=2fc19742-11b2-4da0-a27c-fda6a79174b8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:34.464174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.507108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.531230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb1487-6013-4e82-b547-c41c3a655e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-cc742b7f-ee13-4681-951b-0f0964f55a50', 'network_id': 'cc742b7f-ee13-4681-951b-0f0964f55a50', 'tenant_id': '051db3106ea04427ac9fe7c8828f2784', 'fixed_ips': [{'subnet_id': '4a29b4c3-7d6f-4cd4-aa2e-a279d7fbcbec'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:34.532143 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10bb1487-6013-4e82-b547-c41c3a655e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.536447 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Subnet': ['ID=4a29b4c3-7d6f-4cd4-aa2e-a279d7fbcbec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:34.558281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390e6d-6100-49d9-a78c-ca2945af4adb None None] Pushing event updated for resources: {'Port': ['ID=ed4417b1-c500-48f1-b08a-db37fcd984a6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:34.612052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.622837 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc742b7f-ee13-4681-951b-0f0964f55a50']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:34.633893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61dec0c-9fe7-4520-95bd-e5fa9d6f5b0d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:34.634197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61dec0c-9fe7-4520-95bd-e5fa9d6f5b0d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:34.635870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da8539-22a6-45c7-ad97-cf3650ccc9db None None] Network cc742b7f-ee13-4681-951b-0f0964f55a50 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:34.643295 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.657402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.664061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:34.664818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:34.668148 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:34.746289 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.754372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.756419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/cc742b7f-ee13-4681-951b-0f0964f55a50 HTTP/1.1" status: 204 len: 168 time: 0.4698651 Jul 06 12:39:34.759645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:34.774890 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11024e98-a28e-4d8c-b194-16090f6fcfef tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Network': ['ID=cc742b7f-ee13-4681-951b-0f0964f55a50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:34.805404 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee550ac-0032-4443-b37f-ea8b141f9a4b tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] GET failed (client error): The resource could not be found. Jul 06 12:39:34.806773 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ee550ac-0032-4443-b37f-ea8b141f9a4b tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "GET /v2.0/subnets/4a29b4c3-7d6f-4cd4-aa2e-a279d7fbcbec HTTP/1.1" status: 404 len: 337 time: 0.0455172 Jul 06 12:39:34.809593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:34.828465 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14b0716-9eb0-4be6-997a-d640e4c8ea85 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:34.829300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14b0716-9eb0-4be6-997a-d640e4c8ea85 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:34.831034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b14b0716-9eb0-4be6-997a-d640e4c8ea85 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/cc742b7f-ee13-4681-951b-0f0964f55a50 HTTP/1.1" status: 404 len: 339 time: 0.0205109 Jul 06 12:39:34.835588 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:34.868957 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f69709-edaa-43e6-bdb2-f120e358e361 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:34.868957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f69709-edaa-43e6-bdb2-f120e358e361 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:34.868957 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-44f69709-edaa-43e6-bdb2-f120e358e361 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/subnets/4a29b4c3-7d6f-4cd4-aa2e-a279d7fbcbec HTTP/1.1" status: 404 len: 337 time: 0.0308013 Jul 06 12:39:34.870439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:34.889978 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-39111442-8694-4e36-940a-1eaa78fff943 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:34.890506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39111442-8694-4e36-940a-1eaa78fff943 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:34.892174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-39111442-8694-4e36-940a-1eaa78fff943 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/cc742b7f-ee13-4681-951b-0f0964f55a50 HTTP/1.1" status: 404 len: 339 time: 0.0206816 Jul 06 12:39:34.894676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:34.944037 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Deleting subnet a7f01f67-fe8e-4474-8bbd-7681bc1a5663 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:39:34.947023 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:34.987686 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.075808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.132804 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.160090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f01f67-fe8e-4474-8bbd-7681bc1a5663,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:35.164915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.166919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75fc5787-c1af-4f00-a1ec-c93dac425757 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/subnets/a7f01f67-fe8e-4474-8bbd-7681bc1a5663 HTTP/1.1" status: 204 len: 168 time: 0.2712307 Jul 06 12:39:35.169598 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:35.246515 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.301346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Deleting port ed4417b1-c500-48f1-b08a-db37fcd984a6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:35.301679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.370735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] For port ed4417b1-c500-48f1-b08a-db37fcd984a6, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ed4417b1-c500-48f1-b08a-db37fcd984a6,segment=NetworkSegment(2fc19742-11b2-4da0-a27c-fda6a79174b8),segment_id=2fc19742-11b2-4da0-a27c-fda6a79174b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:35.371107 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.385355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Calling delete_port for ed4417b1-c500-48f1-b08a-db37fcd984a6 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:35.468163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.476274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f059c9-25cf-430d-ba18-c99df1f3b88d None None] Network 1388275d-ead2-4367-b810-6cdfded5b329 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:35.498338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Port': ['ID=ed4417b1-c500-48f1-b08a-db37fcd984a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:35.503277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No DVR routers for this DVR port ed4417b1-c500-48f1-b08a-db37fcd984a6 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:35.525405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ed4417b1-c500-48f1-b08a-db37fcd984a6 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:35.530865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0270d33-905d-4ef6-94a4-5f5193e57736 None None] Could not find standard attr ID for object ed4417b1-c500-48f1-b08a-db37fcd984a6. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:39:35.554706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ed4417b1-c500-48f1-b08a-db37fcd984a6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:35.555050 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ed4417b1-c500-48f1-b08a-db37fcd984a6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 12:39:35.578689 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Port ed4417b1-c500-48f1-b08a-db37fcd984a6 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 12:39:35.589645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.599492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1388275d-ead2-4367-b810-6cdfded5b329']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:35.609776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc19742-11b2-4da0-a27c-fda6a79174b8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:35.610076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc19742-11b2-4da0-a27c-fda6a79174b8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:35.624152 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.640521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.647579 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:35.648116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:35.651677 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:35.681155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf012d-daca-4661-8ebd-82e7b68608a7 None None] DHCP port deletion for 1388275d-ead2-4367-b810-6cdfded5b329 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:39:35.718208 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.725825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.727577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/1388275d-ead2-4367-b810-6cdfded5b329 HTTP/1.1" status: 204 len: 168 time: 0.5564508 Jul 06 12:39:35.730282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:35.738932 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569bc0d-909e-4a0e-a9ac-93a7cdde2f12 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Network': ['ID=1388275d-ead2-4367-b810-6cdfded5b329,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:35.761075 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-15771d38-a0c4-48a8-8d4e-76186763249e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:35.761614 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15771d38-a0c4-48a8-8d4e-76186763249e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:35.763317 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-15771d38-a0c4-48a8-8d4e-76186763249e tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/subnets/874f76a9-dffb-4d09-83dd-fa56e3cd01da HTTP/1.1" status: 404 len: 337 time: 0.0318966 Jul 06 12:39:35.765896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:35.787480 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86d7c20-3cbc-40df-9811-3276b95f7576 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:35.788043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86d7c20-3cbc-40df-9811-3276b95f7576 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:35.792262 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f86d7c20-3cbc-40df-9811-3276b95f7576 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/afa55186-51de-451f-907e-9d86da74b18b HTTP/1.1" status: 404 len: 339 time: 0.0229216 Jul 06 12:39:35.792470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:35.817608 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2947da-f315-468b-bf71-09bba39d2fd1 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:35.819012 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2947da-f315-468b-bf71-09bba39d2fd1 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:35.820675 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4a2947da-f315-468b-bf71-09bba39d2fd1 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/subnets/b3a42777-5e15-44bc-a25b-32cc6d133d96 HTTP/1.1" status: 404 len: 337 time: 0.0273206 Jul 06 12:39:35.823024 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:35.840983 n-d-799528-2 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7711b8-f591-41b6-85e4-78d3b01b85cf tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] DELETE failed (client error): The resource could not be found. Jul 06 12:39:35.841596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7711b8-f591-41b6-85e4-78d3b01b85cf tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:39:35.843273 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5d7711b8-f591-41b6-85e4-78d3b01b85cf tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/087469cd-877b-4f2f-8c9a-03494932f99e HTTP/1.1" status: 404 len: 339 time: 0.0193713 Jul 06 12:39:35.845778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:35.896072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Deleting subnet 041257c2-4d48-4848-992c-482d4ed601e5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:39:35.899145 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.938530 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.023612 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.080648 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.108525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Subnet': ['ID=041257c2-4d48-4848-992c-482d4ed601e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:36.110519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.115341 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-093384d3-7b79-497b-a20f-650cd4ad5b8f tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/subnets/041257c2-4d48-4848-992c-482d4ed601e5 HTTP/1.1" status: 204 len: 168 time: 0.2657526 Jul 06 12:39:36.115797 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:36.120233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05777a-ebe7-49c3-bbfc-9a4406d6d4a9 None None] Network bf65ce62-ea54-4b07-88ab-2422c46f59bf requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:36.195187 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.249534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Deleting port d1356323-1b36-4aca-be25-3b8c35db01ef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:36.249879 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.306138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] DHCP port deletion for bf65ce62-ea54-4b07-88ab-2422c46f59bf request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:39:36.315664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] For port d1356323-1b36-4aca-be25-3b8c35db01ef, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d1356323-1b36-4aca-be25-3b8c35db01ef,segment=NetworkSegment(d395c5c8-c5d4-4728-8359-4d2d7993756e),segment_id=d395c5c8-c5d4-4728-8359-4d2d7993756e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:36.316049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.329643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Calling delete_port for d1356323-1b36-4aca-be25-3b8c35db01ef owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:36.352660 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] Deleting port d1356323-1b36-4aca-be25-3b8c35db01ef {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:36.353039 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.412917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.418786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] For port d1356323-1b36-4aca-be25-3b8c35db01ef, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d1356323-1b36-4aca-be25-3b8c35db01ef,segment=NetworkSegment(d395c5c8-c5d4-4728-8359-4d2d7993756e),segment_id=d395c5c8-c5d4-4728-8359-4d2d7993756e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:36.419175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.432410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] Calling delete_port for d1356323-1b36-4aca-be25-3b8c35db01ef owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:36.440054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Port': ['ID=d1356323-1b36-4aca-be25-3b8c35db01ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:36.441900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] No DVR routers for this DVR port d1356323-1b36-4aca-be25-3b8c35db01ef on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:39:36.503837 n-d-799528-2 neutron-server[93768]: self.session.flush() Jul 06 12:39:36.512742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.523808 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.534698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf65ce62-ea54-4b07-88ab-2422c46f59bf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:36.542109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] Pushing event deleted for resources: {'Port': ['ID=d1356323-1b36-4aca-be25-3b8c35db01ef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:36.543954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffc754-9bef-4fa7-8782-430db12d91db None None] No DVR routers for this DVR port d1356323-1b36-4aca-be25-3b8c35db01ef on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:36.546413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd395c5c8-c5d4-4728-8359-4d2d7993756e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:36.546718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd395c5c8-c5d4-4728-8359-4d2d7993756e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:36.557749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.572083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.577873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:36.578256 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:36.581191 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:36.638136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.644885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.647306 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] 10.222.0.78 "DELETE /v2.0/networks/bf65ce62-ea54-4b07-88ab-2422c46f59bf HTTP/1.1" status: 204 len: 168 time: 0.5308199 Jul 06 12:39:36.658996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d6a1-02f5-4af1-b498-2c1b7d435a44 tempest-NetworksIpV6Test-135756022 tempest-NetworksIpV6Test-135756022-project] Pushing event deleted for resources: {'Network': ['ID=bf65ce62-ea54-4b07-88ab-2422c46f59bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:36.888081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:37.012899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eadbd111-51f1-4929-8782-104bddd336a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=051db3106ea04427ac9fe7c8828f2784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236107 Jul 06 12:39:37.015405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:37.063331 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd62af22-82b2-41bd-8053-ef3e4c432c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.084431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd62af22-82b2-41bd-8053-ef3e4c432c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.131531 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd62af22-82b2-41bd-8053-ef3e4c432c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.134162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd62af22-82b2-41bd-8053-ef3e4c432c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.135327 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd62af22-82b2-41bd-8053-ef3e4c432c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/855ba3e3-5dc3-4cbf-a888-cffa662d0e39 HTTP/1.1" status: 204 len: 168 time: 0.1189361 Jul 06 12:39:37.142755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62af22-82b2-41bd-8053-ef3e4c432c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ba3e3-5dc3-4cbf-a888-cffa662d0e39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:37.460459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ed4417b1-c500-48f1-b08a-db37fcd984a6 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:37.480944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: ed4417b1-c500-48f1-b08a-db37fcd984a6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:37.481376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ed4417b1-c500-48f1-b08a-db37fcd984a6 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:37.481864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d1356323-1b36-4aca-be25-3b8c35db01ef no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:37.500409 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d1356323-1b36-4aca-be25-3b8c35db01ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:37.500786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d1356323-1b36-4aca-be25-3b8c35db01ef not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:37.767009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:37.857410 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-11678408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:37.881560 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.882666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.947641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.951859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.966807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.968102 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29631580-6a6c-4931-b60d-5ac6b0f98134 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2000368 Jul 06 12:39:37.971011 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:37.975850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1738248221'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:37.996033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Made reservation on behalf of 8f4104bcb7b74331ba48eb9bea528acc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:37.999467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.008850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.102033 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.105780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.131883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:38.140546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4459e40-ccfe-478c-88b8-7852b1af48be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:38.147386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.147733 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Added segment 51805692-55b3-42d5-9e31-45f436b21baf of type vlan for network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 Jul 06 12:39:38.187666 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.218255 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.225449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:38.226109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.287138 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3150942 Jul 06 12:39:38.290352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:38.297318 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Request body: {'subnet': {'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:38.303962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e5d9f-c58f-479e-abac-dffd5c8f3752 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event updated for resources: {'Network': ['ID=da3a6687-4d57-4792-bbf0-5f7cc84f00a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:38.313859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:38.390095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Made reservation on behalf of 8f4104bcb7b74331ba48eb9bea528acc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:38.393784 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.570746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.630173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event updated for resources: {'Subnet': ['ID=316d2c59-fc64-4b7b-bc0c-92d0c4d2aa4d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:38.645738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Checking segment: {'id': '51805692-55b3-42d5-9e31-45f436b21baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:38.646104 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Network hostable DHCP agents. Network: da3a6687-4d57-4792-bbf0-5f7cc84f00a9, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:38.661483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:38.669711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, da3a6687-4d57-4792-bbf0-5f7cc84f00a9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:38.673827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:38.674424 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.684482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03c285-7201-45a0-9f82-86dea6ebfb6d None None] Network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:38.691421 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-609aa18e-17e6-4184-a257-14e4c6e01bc1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998771 Jul 06 12:39:38.695373 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:38.703688 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-807447975'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:38.737304 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Made reservation on behalf of 8f4104bcb7b74331ba48eb9bea528acc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:38.741796 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.767837 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:38.778470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.778817 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Added segment aa40bb76-303d-4a9e-acbb-dbb3929f6648 of type vlan for network eabb8f2b-25d5-4534-ad50-45d989055f64 Jul 06 12:39:38.823646 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.853139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.857566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-da3a6687-4d57-4792-bbf0-5f7cc84f00a9', 'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9', 'tenant_id': '8f4104bcb7b74331ba48eb9bea528acc', 'fixed_ips': [{'subnet_id': '316d2c59-fc64-4b7b-bc0c-92d0c4d2aa4d'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:38.858501 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.858698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:38.859314 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.935075 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2379003 Jul 06 12:39:38.939793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:38.943948 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f708e-02e9-4941-98ed-a66a311352a7 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event updated for resources: {'Network': ['ID=eabb8f2b-25d5-4534-ad50-45d989055f64,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:38.945610 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Request body: {'subnet': {'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:38.957184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network eabb8f2b-25d5-4534-ad50-45d989055f64 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:39.233792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Allocated IP 172.20.0.2 (da3a6687-4d57-4792-bbf0-5f7cc84f00a9/316d2c59-fc64-4b7b-bc0c-92d0c4d2aa4d/3f6cc8ba-7a60-4715-a17c-5eff0ec7981b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:39.392909 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.401560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Transition to ACTIVE for port object 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:39.414871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Made reservation on behalf of 8f4104bcb7b74331ba48eb9bea528acc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:39.417254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Transition to ACTIVE for port object 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:39.418918 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.422222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.461566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:39.463864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:39.469255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:39.480580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Pushing event updated for resources: {'Port': ['ID=3f6cc8ba-7a60-4715-a17c-5eff0ec7981b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:39.528442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Attempting to bind port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:39.528807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Attempting to bind port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '51805692-55b3-42d5-9e31-45f436b21baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:39.529167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Attempting to bind port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b on network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:39.534272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:39.534459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Checking segment: {'id': '51805692-55b3-42d5-9e31-45f436b21baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:39.534995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.535223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Bound using segment: {'id': '51805692-55b3-42d5-9e31-45f436b21baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:39.535683 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Bound port: 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51805692-55b3-42d5-9e31-45f436b21baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'da3a6687-4d57-4792-bbf0-5f7cc84f00a9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:39.536087 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.598916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] For port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:39.602292 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] For port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3f6cc8ba-7a60-4715-a17c-5eff0ec7981b,segment=NetworkSegment(51805692-55b3-42d5-9e31-45f436b21baf),segment_id=51805692-55b3-42d5-9e31-45f436b21baf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:39.604286 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.607733 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.672014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event updated for resources: {'Subnet': ['ID=f4941c85-d39d-4a27-994d-2f07407b7d6a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:39.679833 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Checking segment: {'id': 'aa40bb76-303d-4a9e-acbb-dbb3929f6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:39.680231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Network hostable DHCP agents. Network: eabb8f2b-25d5-4534-ad50-45d989055f64, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:39.685696 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc88d3-5d71-4399-870a-c7109a8ffb90 None None] Pushing event updated for resources: {'Port': ['ID=3f6cc8ba-7a60-4715-a17c-5eff0ec7981b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:39.701505 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Network eabb8f2b-25d5-4534-ad50-45d989055f64 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:39.713671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, eabb8f2b-25d5-4534-ad50-45d989055f64) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:39.717914 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:39.718570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.722929 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c7792-79a1-4fb9-86ab-960a2ce40d07 None None] Network eabb8f2b-25d5-4534-ad50-45d989055f64 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:39.734887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-efb90176-e04a-4f41-afbf-15121dfb5225 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7935665 Jul 06 12:39:39.737620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:39.742709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29e67fb9-f141-4036-af92-c6f4fcedd317 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:39.911309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-eabb8f2b-25d5-4534-ad50-45d989055f64', 'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64', 'tenant_id': '8f4104bcb7b74331ba48eb9bea528acc', 'fixed_ips': [{'subnet_id': 'f4941c85-d39d-4a27-994d-2f07407b7d6a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:39.912220 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.980742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29e67fb9-f141-4036-af92-c6f4fcedd317 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.061601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Allocated IP 172.21.0.2 (eabb8f2b-25d5-4534-ad50-45d989055f64/f4941c85-d39d-4a27-994d-2f07407b7d6a/303e81da-993a-4741-b8e3-ad6ba8e91804) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:40.090743 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-29e67fb9-f141-4036-af92-c6f4fcedd317 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:39:40.092080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-29e67fb9-f141-4036-af92-c6f4fcedd317 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "PUT /v2.0/routers/915a2b7c-2213-407a-b812-b8d3781b0182 HTTP/1.1" status: 400 len: 364 time: 0.3532717 Jul 06 12:39:40.097858 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:40.149292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Deleting subnet f4941c85-d39d-4a27-994d-2f07407b7d6a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:39:40.214759 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.223842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Transition to ACTIVE for port object 303e81da-993a-4741-b8e3-ad6ba8e91804 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:40.237628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Transition to ACTIVE for port object 303e81da-993a-4741-b8e3-ad6ba8e91804 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:40.243674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.243958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.284225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Network eabb8f2b-25d5-4534-ad50-45d989055f64 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:40.289800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:40.290735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.293360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:40.300592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Pushing event updated for resources: {'Port': ['ID=303e81da-993a-4741-b8e3-ad6ba8e91804,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:40.364707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Attempting to bind port 303e81da-993a-4741-b8e3-ad6ba8e91804 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:40.365219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Attempting to bind port 303e81da-993a-4741-b8e3-ad6ba8e91804 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'aa40bb76-303d-4a9e-acbb-dbb3929f6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:40.365595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Attempting to bind port 303e81da-993a-4741-b8e3-ad6ba8e91804 on network eabb8f2b-25d5-4534-ad50-45d989055f64 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:40.371066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:40.371443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Checking segment: {'id': 'aa40bb76-303d-4a9e-acbb-dbb3929f6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:40.371849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.372718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Bound using segment: {'id': 'aa40bb76-303d-4a9e-acbb-dbb3929f6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:40.372852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Bound port: 303e81da-993a-4741-b8e3-ad6ba8e91804, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa40bb76-303d-4a9e-acbb-dbb3929f6648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'eabb8f2b-25d5-4534-ad50-45d989055f64'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:40.373128 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.388172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.453893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.456741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] For port 303e81da-993a-4741-b8e3-ad6ba8e91804, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:40.460170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] For port 303e81da-993a-4741-b8e3-ad6ba8e91804, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=303e81da-993a-4741-b8e3-ad6ba8e91804,segment=NetworkSegment(aa40bb76-303d-4a9e-acbb-dbb3929f6648),segment_id=aa40bb76-303d-4a9e-acbb-dbb3929f6648)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:40.464757 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.485543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event deleted for resources: {'Subnet': ['ID=f4941c85-d39d-4a27-994d-2f07407b7d6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:40.492422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.497282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-870adf99-1e24-411d-ab12-1c97cea3ebd1 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "DELETE /v2.0/subnets/f4941c85-d39d-4a27-994d-2f07407b7d6a HTTP/1.1" status: 204 len: 168 time: 0.3954763 Jul 06 12:39:40.497449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:40.535904 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84dc21-3996-41e1-bede-87eea6a12e54 None None] Pushing event updated for resources: {'Port': ['ID=303e81da-993a-4741-b8e3-ad6ba8e91804,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:40.598821 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.658689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Deleting port 303e81da-993a-4741-b8e3-ad6ba8e91804 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:40.659060 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.674128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e81341-a2c7-4ac2-a1ea-70fdf82eb8f3 None None] Network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:40.745286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] For port 303e81da-993a-4741-b8e3-ad6ba8e91804, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=303e81da-993a-4741-b8e3-ad6ba8e91804,segment=NetworkSegment(aa40bb76-303d-4a9e-acbb-dbb3929f6648),segment_id=aa40bb76-303d-4a9e-acbb-dbb3929f6648)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:40.745652 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.768377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Calling delete_port for 303e81da-993a-4741-b8e3-ad6ba8e91804 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:40.816450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-740fb65f-57d0-4049-91ef-f95d91d273df None None] Provisioning for port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:40.872385 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.902354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event deleted for resources: {'Port': ['ID=303e81da-993a-4741-b8e3-ad6ba8e91804,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:40.906486 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] No DVR routers for this DVR port 303e81da-993a-4741-b8e3-ad6ba8e91804 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:40.995301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.005883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabb8f2b-25d5-4534-ad50-45d989055f64']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:41.016907 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa40bb76-303d-4a9e-acbb-dbb3929f6648') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:41.017207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa40bb76-303d-4a9e-acbb-dbb3929f6648') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:41.026711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.042011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.050017 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:41.050423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:41.054167 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:41.112247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.120023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.121878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "DELETE /v2.0/networks/eabb8f2b-25d5-4534-ad50-45d989055f64 HTTP/1.1" status: 204 len: 168 time: 0.6237056 Jul 06 12:39:41.124482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:41.134462 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538d371-6f43-4187-96b3-9de500432e59 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event deleted for resources: {'Network': ['ID=eabb8f2b-25d5-4534-ad50-45d989055f64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:41.182443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Deleting subnet 316d2c59-fc64-4b7b-bc0c-92d0c4d2aa4d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:39:41.185917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.229514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.323003 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.386262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.412978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event deleted for resources: {'Subnet': ['ID=316d2c59-fc64-4b7b-bc0c-92d0c4d2aa4d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:41.419164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.421060 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0de9d892-6009-403c-8af4-7b09ec4781cf tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "DELETE /v2.0/subnets/316d2c59-fc64-4b7b-bc0c-92d0c4d2aa4d HTTP/1.1" status: 204 len: 168 time: 0.2955098 Jul 06 12:39:41.425645 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:41.429916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e318d1-35da-4e6e-9a0b-32b46ec1c842 None None] Network da3a6687-4d57-4792-bbf0-5f7cc84f00a9 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:41.525318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:41.534586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.551997 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02feb778-4543-4eb7-a4c4-d44d8a8766ac None None] DHCP port deletion for eabb8f2b-25d5-4534-ad50-45d989055f64 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:39:41.593132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f18447f6-a73a-4d79-9e77-a47e21a7f4aa None None] Could not find standard attr ID for object 303e81da-993a-4741-b8e3-ad6ba8e91804. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:39:41.597306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Deleting port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:41.597717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.611790 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f63a3e-b1a9-4947-ab9b-e2719bc069d3 None None] Network eabb8f2b-25d5-4534-ad50-45d989055f64 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:41.629061 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f63a3e-b1a9-4947-ab9b-e2719bc069d3 None None] Network eabb8f2b-25d5-4534-ad50-45d989055f64 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:39:41.651058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:41.656847 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:41.657218 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.664928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] For port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3f6cc8ba-7a60-4715-a17c-5eff0ec7981b,segment=NetworkSegment(51805692-55b3-42d5-9e31-45f436b21baf),segment_id=51805692-55b3-42d5-9e31-45f436b21baf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:41.665291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.684704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Calling delete_port for 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:41.745526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.756707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7172b-3fff-4349-970b-75889208d2a3 None None] DHCP port deletion for da3a6687-4d57-4792-bbf0-5f7cc84f00a9 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:39:41.767164 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.784921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21b7172b-3fff-4349-970b-75889208d2a3 None None] The port '3f6cc8ba-7a60-4715-a17c-5eff0ec7981b' was deleted {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 12:39:41.797948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event deleted for resources: {'Port': ['ID=3f6cc8ba-7a60-4715-a17c-5eff0ec7981b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:41.801537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] No DVR routers for this DVR port 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:41.884533 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.894570 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3a6687-4d57-4792-bbf0-5f7cc84f00a9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:41.905701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51805692-55b3-42d5-9e31-45f436b21baf') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:41.905997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51805692-55b3-42d5-9e31-45f436b21baf') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:41.915508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.930726 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.936588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:41.936979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:41.939892 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:41.997206 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.002693 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.004607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "DELETE /v2.0/networks/da3a6687-4d57-4792-bbf0-5f7cc84f00a9 HTTP/1.1" status: 204 len: 168 time: 0.5778949 Jul 06 12:39:42.007407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:42.019399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424341-f6ee-49d3-bf1f-ec214d9f5144 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Pushing event deleted for resources: {'Network': ['ID=da3a6687-4d57-4792-bbf0-5f7cc84f00a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:42.036927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a076cbfd-7a35-49e7-9f00-075263a907aa tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "GET /v2.0/ports?device_id=915a2b7c-2213-407a-b812-b8d3781b0182 HTTP/1.1" status: 200 len: 205 time: 0.0276468 Jul 06 12:39:42.039208 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:42.114169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.272822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.274928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.318605 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.319132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Fanout notify agent at l3_agent the message router_deleted on router 915a2b7c-2213-407a-b812-b8d3781b0182 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:39:42.326800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.327989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-087f72fd-70ea-4de6-973b-8b6294953b70 tempest-RoutersNegativeTest-1546351492 tempest-RoutersNegativeTest-1546351492-project] 10.222.0.78 "DELETE /v2.0/routers/915a2b7c-2213-407a-b812-b8d3781b0182 HTTP/1.1" status: 204 len: 168 time: 0.2875214 Jul 06 12:39:42.562935 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:42.699240 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-30212bab-debb-46e7-8ad9-e85bd67c28e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f4104bcb7b74331ba48eb9bea528acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350985 Jul 06 12:39:42.701877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:42.750402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a95ef0-353e-4677-9413-7a9d5a26de5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.772486 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a95ef0-353e-4677-9413-7a9d5a26de5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.820264 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a95ef0-353e-4677-9413-7a9d5a26de5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.822775 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36a95ef0-353e-4677-9413-7a9d5a26de5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:42.823967 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36a95ef0-353e-4677-9413-7a9d5a26de5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4459e40-ccfe-478c-88b8-7852b1af48be HTTP/1.1" status: 204 len: 168 time: 0.1211567 Jul 06 12:39:42.832243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a95ef0-353e-4677-9413-7a9d5a26de5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4459e40-ccfe-478c-88b8-7852b1af48be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:43.428597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:43.485456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:43.512565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:43.512931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3f6cc8ba-7a60-4715-a17c-5eff0ec7981b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:43.513320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 303e81da-993a-4741-b8e3-ad6ba8e91804 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:43.533821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 303e81da-993a-4741-b8e3-ad6ba8e91804 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:43.534261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 303e81da-993a-4741-b8e3-ad6ba8e91804 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:43.546701 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-93497351-network', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:43.569930 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Made reservation on behalf of 74a7d325d0ac4a76ada5d48ab202dddb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:43.572523 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.580841 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.674720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.678629 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.703358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:43.712730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec17d85-13b0-4fa2-bc5c-23b78102b906,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:43.719136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.719479 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Added segment de4c4809-3c45-4404-80d5-6f4de3cccec6 of type vlan for network a0619665-3f74-477d-8fe6-4aaba9eb9427 Jul 06 12:39:43.771169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.805608 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.806582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:43.807171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.861579 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4317727 Jul 06 12:39:43.864689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:43.869815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Request body: {'subnet': {'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-subnet', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:43.873049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e87f81-ced7-49fd-ac64-9f57e4216cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0619665-3f74-477d-8fe6-4aaba9eb9427,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:43.882858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:43.892965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Made reservation on behalf of 74a7d325d0ac4a76ada5d48ab202dddb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:43.896261 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.069777 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.129030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a423619-208b-4e09-89ee-8fc4c2d11733,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:44.139608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Checking segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:44.140003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Network hostable DHCP agents. Network: a0619665-3f74-477d-8fe6-4aaba9eb9427, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:44.156741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:44.165637 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, a0619665-3f74-477d-8fe6-4aaba9eb9427) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:44.170487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:44.171253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.175054 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b04c6-66b9-4891-bef2-1a6210bbab41 None None] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:44.185152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0542728c-db29-47c7-bb4b-50dd6c2a875c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3193102 Jul 06 12:39:44.188954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:44.194078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:44.214223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.215170 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.266544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.324795 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-a0619665-3f74-477d-8fe6-4aaba9eb9427', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:44.325652 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.409619 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.464977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Allocated IP 172.20.0.2 (a0619665-3f74-477d-8fe6-4aaba9eb9427/5a423619-208b-4e09-89ee-8fc4c2d11733/a64d1434-3823-4337-80ad-31526d769b6f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:44.602243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.610338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Transition to ACTIVE for port object a64d1434-3823-4337-80ad-31526d769b6f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:44.615621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.625318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Transition to ACTIVE for port object a64d1434-3823-4337-80ad-31526d769b6f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:44.632516 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.640905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.672831 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:44.679308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:44.683602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:44.686655 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Pushing event updated for resources: {'Port': ['ID=a64d1434-3823-4337-80ad-31526d769b6f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:44.741820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Attempting to bind port a64d1434-3823-4337-80ad-31526d769b6f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:44.742187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Attempting to bind port a64d1434-3823-4337-80ad-31526d769b6f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:44.742549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Attempting to bind port a64d1434-3823-4337-80ad-31526d769b6f on network a0619665-3f74-477d-8fe6-4aaba9eb9427 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:44.747468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:44.747819 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Checking segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:44.748256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.748622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Allocated IP 172.25.7.216 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/9c4aae98-3dd4-4cc5-98ec-dde748865ad4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:44.748749 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Bound using segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:44.749105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Bound port: a64d1434-3823-4337-80ad-31526d769b6f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:44.749486 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.811397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] For port a64d1434-3823-4337-80ad-31526d769b6f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:44.814595 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] For port a64d1434-3823-4337-80ad-31526d769b6f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a64d1434-3823-4337-80ad-31526d769b6f,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:44.819249 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.861638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.881623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb5a9-00a7-4e6b-ad1c-5f3c5df045f7 None None] Pushing event updated for resources: {'Port': ['ID=a64d1434-3823-4337-80ad-31526d769b6f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:44.905050 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.947101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:44.952182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:44.955622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:44.961979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Pushing event updated for resources: {'Port': ['ID=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:45.224539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:45.421627 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:45.500387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a64d1434-3823-4337-80ad-31526d769b6f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:45.557650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a64d1434-3823-4337-80ad-31526d769b6f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:45.561936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:39:45.673331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:39:45.683559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Sync routers for ids ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:39:45.692883 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:45.697196 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ef83b99-337f-4924-afa8-6610cd144c4c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5044332 Jul 06 12:39:45.697826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:45.702440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Routers {'d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:45.703116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:45.834925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Set router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:45.871426 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ace7b-be37-41b1-bf22-33cf484685a1 None None] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:46.168555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.172743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] Provisioning for port a64d1434-3823-4337-80ad-31526d769b6f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:46.191052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] Provisioning complete for port a64d1434-3823-4337-80ad-31526d769b6f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:46.191575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.326715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Allocated IP 172.20.0.1 (a0619665-3f74-477d-8fe6-4aaba9eb9427/5a423619-208b-4e09-89ee-8fc4c2d11733/fb215bd0-1a36-4f42-b808-81f569903f9d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:46.391546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:45Z', 'revision_number': 3, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:46.396646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.435063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Checking router: d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:39:46.435362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Updating router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:39:46.444191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.457048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Transition to ACTIVE for port object fb215bd0-1a36-4f42-b808-81f569903f9d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:46.491709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] For port a64d1434-3823-4337-80ad-31526d769b6f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a64d1434-3823-4337-80ad-31526d769b6f,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:46.496961 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.498723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.502167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.539766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:46.544892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:46.547296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:46.574224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Pushing event updated for resources: {'Port': ['ID=fb215bd0-1a36-4f42-b808-81f569903f9d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:46.593187 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.635510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ac58-4cf0-4862-a801-a8e14dcdcf31 None None] Pushing event updated for resources: {'Port': ['ID=a64d1434-3823-4337-80ad-31526d769b6f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:46.739680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.837479 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.849454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-029147b0-6920-4f4d-a872-9b2406594742 None None] Provisioning complete for port a64d1434-3823-4337-80ad-31526d769b6f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:46.849454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-029147b0-6920-4f4d-a872-9b2406594742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.853959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Transition to ACTIVE for port object 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:46.879567 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.941214 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.947397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.971323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Attempting to bind port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:46.971694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Attempting to bind port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:46.972161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Attempting to bind port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:46.980893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88be58-9bd7-4d31-8825-8ad90005bd4c None None] Pushing event updated for resources: {'Port': ['ID=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:46.984610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:46.985012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:46.985412 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.985802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:46.986284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Bound port: 9c4aae98-3dd4-4cc5-98ec-dde748865ad4, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:46.986667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.018039 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.019759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Pushing event updated for resources: {'Port': ['ID=fb215bd0-1a36-4f42-b808-81f569903f9d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:47.071232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] For port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:47.074452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] For port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:47.078086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.111105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:47.112730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:47.128529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Routers {'d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:47.129182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:47.233286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88be58-9bd7-4d31-8825-8ad90005bd4c None None] Pushing event updated for resources: {'Port': ['ID=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:47.237586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:39:47.249057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-096fb006-e71b-40fe-ab36-7b7684d089a1 None None] Provisioning for port fb215bd0-1a36-4f42-b808-81f569903f9d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:47.259383 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-096fb006-e71b-40fe-ab36-7b7684d089a1 None None] Provisioning complete for port fb215bd0-1a36-4f42-b808-81f569903f9d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:47.259761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-096fb006-e71b-40fe-ab36-7b7684d089a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.294236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] Set router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:47.331275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-096fb006-e71b-40fe-ab36-7b7684d089a1 None None] Port fb215bd0-1a36-4f42-b808-81f569903f9d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:39:47.355230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:39:47.360181 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ae12574c-7a5f-4aff-b6df-ec5168e06148 admin admin] 10.222.0.78 "PUT /v2.0/routers/d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612871 Jul 06 12:39:47.467743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e2c4aaa-91c5-4923-96b4-d26c046d9a64 None None] Provisioning complete for port fb215bd0-1a36-4f42-b808-81f569903f9d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:47.467743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4aaa-91c5-4923-96b4-d26c046d9a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.491337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a64d1434-3823-4337-80ad-31526d769b6f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:47.559677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c4aaa-91c5-4923-96b4-d26c046d9a64 None None] Port fb215bd0-1a36-4f42-b808-81f569903f9d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:39:47.592654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fb215bd0-1a36-4f42-b808-81f569903f9d', 'name': '', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'mac_address': 'fa:16:3e:86:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:46Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 2, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'subnets': [{'id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:47.595254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a64d1434-3823-4337-80ad-31526d769b6f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:47.595712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.638316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba3faa-71db-44c2-a0c5-b7050bdeb18c None None] The sync data for ids ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'] in n-d-799528-2 is: [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fb215bd0-1a36-4f42-b808-81f569903f9d', 'name': '', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'mac_address': 'fa:16:3e:86:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:46Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 2, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'subnets': [{'id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:39:47.861624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:47.867576 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1072975638-network', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:47.888474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Made reservation on behalf of c7ddac58e9024e3ca88405ab1431db30 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:47.892355 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.904399 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.005291 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.009087 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.035225 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:48.046689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b89c36-4dc5-464c-b48a-6e000d9f1071,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:48.054437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.054681 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Added segment e34a954e-2f9f-4bb2-bc1e-63389efb79b4 of type vlan for network 49587bca-34df-4675-a3df-a8604572e8f6 Jul 06 12:39:48.099508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.130133 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.131398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:48.132021 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.191521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3286877 Jul 06 12:39:48.194221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 59780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:48.201174 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Request body: {'subnet': {'network_id': '49587bca-34df-4675-a3df-a8604572e8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-subnet', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:48.211457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d004-7937-4e2e-963e-e4797b36032a admin admin] Pushing event updated for resources: {'Network': ['ID=49587bca-34df-4675-a3df-a8604572e8f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:48.222912 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 49587bca-34df-4675-a3df-a8604572e8f6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:48.232868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Made reservation on behalf of c7ddac58e9024e3ca88405ab1431db30 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:48.235521 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.431753 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.483184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=07acb174-a745-4f57-9465-d1a219da5296,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:48.498799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Checking segment: {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:48.499164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Network hostable DHCP agents. Network: 49587bca-34df-4675-a3df-a8604572e8f6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:48.516435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Network 49587bca-34df-4675-a3df-a8604572e8f6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:48.526749 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 49587bca-34df-4675-a3df-a8604572e8f6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:48.530911 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:48.531498 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.538639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc82826-19d5-4206-9d63-b4d028ca0132 None None] Network 49587bca-34df-4675-a3df-a8604572e8f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:48.552044 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-85bd8f68-10a2-4659-a2dd-81afededbfbe admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3549666 Jul 06 12:39:48.552896 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:48.557442 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:48.581725 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.582922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.642732 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.697594 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-49587bca-34df-4675-a3df-a8604572e8f6', 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'fixed_ips': [{'subnet_id': '07acb174-a745-4f57-9465-d1a219da5296'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:39:48.698477 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.784507 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.851898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Allocated IP 172.20.0.2 (49587bca-34df-4675-a3df-a8604572e8f6/07acb174-a745-4f57-9465-d1a219da5296/5a8aefae-ce0d-436e-995d-3bd4fca5955f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:48.995624 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.011158 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.015450 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.019793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Transition to ACTIVE for port object 5a8aefae-ce0d-436e-995d-3bd4fca5955f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:49.035500 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Transition to ACTIVE for port object 5a8aefae-ce0d-436e-995d-3bd4fca5955f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:49.042412 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.084536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Network 49587bca-34df-4675-a3df-a8604572e8f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:49.087332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:49.089770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:49.096775 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Pushing event updated for resources: {'Port': ['ID=5a8aefae-ce0d-436e-995d-3bd4fca5955f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.121391 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Allocated IP 172.25.7.206 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/75a43d18-ba2b-466a-b1b2-b7f03d74258b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:49.154255 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Attempting to bind port 5a8aefae-ce0d-436e-995d-3bd4fca5955f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:49.154633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Attempting to bind port 5a8aefae-ce0d-436e-995d-3bd4fca5955f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:49.155001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Attempting to bind port 5a8aefae-ce0d-436e-995d-3bd4fca5955f on network 49587bca-34df-4675-a3df-a8604572e8f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:49.160330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:49.160711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Checking segment: {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:49.162063 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.162526 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Bound using segment: {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:49.162994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Bound port: 5a8aefae-ce0d-436e-995d-3bd4fca5955f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:49.163388 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.238173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] For port 5a8aefae-ce0d-436e-995d-3bd4fca5955f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:49.243670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] For port 5a8aefae-ce0d-436e-995d-3bd4fca5955f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a8aefae-ce0d-436e-995d-3bd4fca5955f,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:49.248171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.316147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba871-2f2c-4461-8c2d-e9065edbedd7 None None] Pushing event updated for resources: {'Port': ['ID=5a8aefae-ce0d-436e-995d-3bd4fca5955f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.555364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:49.602020 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.616827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:49.621126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:49.621566 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.648885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.697274 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:49.700500 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:49.704958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:49.708116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=75a43d18-ba2b-466a-b1b2-b7f03d74258b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.710377 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.731048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:49.735156 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.949672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.965847 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.164100 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Sync routers for ids ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:39:50.174647 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Routers {'d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:50.175274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:50.182844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.307252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce8b35-33bf-454b-8b1a-02db878a7586 None None] Network 49587bca-34df-4675-a3df-a8604572e8f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:50.327635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Router 9538f4f0-da20-4f24-b483-b071bcaec0d5 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:39:50.383088 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Set router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:50.430671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e020eb0-4fd2-47a9-9b51-2deca05f05f5 None None] Provisioning for port 5a8aefae-ce0d-436e-995d-3bd4fca5955f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:50.443739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:39:50.460731 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.462058 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-606fbf64-c874-4c52-a619-927ff5a1ebc2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9081182 Jul 06 12:39:50.464620 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 59784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:50.473025 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Sync routers for ids ['9538f4f0-da20-4f24-b483-b071bcaec0d5'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:39:50.490249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Routers {'9538f4f0-da20-4f24-b483-b071bcaec0d5'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:50.490923 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9538f4f0-da20-4f24-b483-b071bcaec0d5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:50.599119 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fb215bd0-1a36-4f42-b808-81f569903f9d', 'name': '', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'mac_address': 'fa:16:3e:86:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:46Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 2, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'subnets': [{'id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:50.618654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Set router 9538f4f0-da20-4f24-b483-b071bcaec0d5 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:50.630792 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Checking router: d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:39:50.631532 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Updating router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 port fb215bd0-1a36-4f42-b808-81f569903f9d binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:39:50.668175 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.827891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 3, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:50.863624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Checking router: 9538f4f0-da20-4f24-b483-b071bcaec0d5 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:39:50.864736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Updating router 9538f4f0-da20-4f24-b483-b071bcaec0d5 port 75a43d18-ba2b-466a-b1b2-b7f03d74258b binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:39:50.907090 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.946700 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.965677 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.978449 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Transition to ACTIVE for port object fb215bd0-1a36-4f42-b808-81f569903f9d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:50.984278 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.041913 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Pushing event updated for resources: {'Port': ['ID=fb215bd0-1a36-4f42-b808-81f569903f9d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:51.066545 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.066960 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.067440 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.067987 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.068460 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.069433 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.069433 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.069842 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.070316 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.070668 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.070990 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.071301 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:51.105453 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Attempting to bind port fb215bd0-1a36-4f42-b808-81f569903f9d on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:51.105821 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Attempting to bind port fb215bd0-1a36-4f42-b808-81f569903f9d by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:51.106179 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Attempting to bind port fb215bd0-1a36-4f42-b808-81f569903f9d on network a0619665-3f74-477d-8fe6-4aaba9eb9427 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:51.111652 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:51.112054 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Checking segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:51.112450 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.112838 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Bound using segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:51.113296 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Bound port: fb215bd0-1a36-4f42-b808-81f569903f9d, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:51.113668 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.145972 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Allocated IP 172.20.0.1 (49587bca-34df-4675-a3df-a8604572e8f6/07acb174-a745-4f57-9465-d1a219da5296/74418496-f0e2-4d63-bb13-2262ded09d2b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:51.196795 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] For port fb215bd0-1a36-4f42-b808-81f569903f9d, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:51.201031 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] For port fb215bd0-1a36-4f42-b808-81f569903f9d, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fb215bd0-1a36-4f42-b808-81f569903f9d,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:51.204144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.206406 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.216039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Transition to ACTIVE for port object 75a43d18-ba2b-466a-b1b2-b7f03d74258b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:51.225418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.267673 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Routers {'d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:51.268372 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:51.290136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Attempting to bind port 75a43d18-ba2b-466a-b1b2-b7f03d74258b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:51.290964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Attempting to bind port 75a43d18-ba2b-466a-b1b2-b7f03d74258b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:51.291185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Attempting to bind port 75a43d18-ba2b-466a-b1b2-b7f03d74258b on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:51.294340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0942829-4de3-4135-9f27-8c12339ecddb None None] Pushing event updated for resources: {'Port': ['ID=75a43d18-ba2b-466a-b1b2-b7f03d74258b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:51.295889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.306370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:51.306844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:51.307514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.308133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:51.308133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Bound port: 75a43d18-ba2b-466a-b1b2-b7f03d74258b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:51.308509 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.321105 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Transition to ACTIVE for port object 74418496-f0e2-4d63-bb13-2262ded09d2b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:51.328390 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f8cf4-10eb-4d0e-9077-07766ec473b4 None None] Pushing event updated for resources: {'Port': ['ID=fb215bd0-1a36-4f42-b808-81f569903f9d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:51.367492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.385654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] For port 75a43d18-ba2b-466a-b1b2-b7f03d74258b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:51.389027 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] For port 75a43d18-ba2b-466a-b1b2-b7f03d74258b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=75a43d18-ba2b-466a-b1b2-b7f03d74258b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:51.397482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.413014 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] Set router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:51.413383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Network 49587bca-34df-4675-a3df-a8604572e8f6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:51.417029 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:51.419498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:51.463228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Pushing event updated for resources: {'Port': ['ID=74418496-f0e2-4d63-bb13-2262ded09d2b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:51.477460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.561332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Routers {'9538f4f0-da20-4f24-b483-b071bcaec0d5'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:51.566089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9538f4f0-da20-4f24-b483-b071bcaec0d5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:51.571007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0942829-4de3-4135-9f27-8c12339ecddb None None] Pushing event updated for resources: {'Port': ['ID=75a43d18-ba2b-466a-b1b2-b7f03d74258b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:51.716517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.729354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a8aefae-ce0d-436e-995d-3bd4fca5955f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:51.752105 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fb215bd0-1a36-4f42-b808-81f569903f9d', 'name': '', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'mac_address': 'fa:16:3e:86:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:46Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'subnets': [{'id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:51.780302 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295650e-60da-4374-b58d-496e6dc5e96d None None] The sync data for ids ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'] in n-d-799528-2 is: [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:46Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'fb215bd0-1a36-4f42-b808-81f569903f9d', 'name': '', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'mac_address': 'fa:16:3e:86:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:46Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 4, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'subnets': [{'id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:39:51.800453 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] Set router 9538f4f0-da20-4f24-b483-b071bcaec0d5 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:51.894812 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.900939 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.920088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5a8aefae-ce0d-436e-995d-3bd4fca5955f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:51.933444 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5a8aefae-ce0d-436e-995d-3bd4fca5955f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:51.933846 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.963450 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60469890-ffd1-4c91-85ee-3029e634d697 None None] Provisioning for port 74418496-f0e2-4d63-bb13-2262ded09d2b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:51.975182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:51.978279 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Pushing event updated for resources: {'Port': ['ID=74418496-f0e2-4d63-bb13-2262ded09d2b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:51.984957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60469890-ffd1-4c91-85ee-3029e634d697 None None] Provisioning complete for port 74418496-f0e2-4d63-bb13-2262ded09d2b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:51.985341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60469890-ffd1-4c91-85ee-3029e634d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.056152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-60469890-ffd1-4c91-85ee-3029e634d697 None None] Port 74418496-f0e2-4d63-bb13-2262ded09d2b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:39:52.076587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Network 49587bca-34df-4675-a3df-a8604572e8f6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:52.078146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:52.115857 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.127371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 3, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:52.168668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d8855-5546-4137-be6d-2b3e40500c00 None None] The sync data for ids ['9538f4f0-da20-4f24-b483-b071bcaec0d5'] in n-d-799528-2 is: [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 3, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:39:52.204485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 5a8aefae-ce0d-436e-995d-3bd4fca5955f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a8aefae-ce0d-436e-995d-3bd4fca5955f,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:52.212546 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.213379 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:52.232190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Router 9538f4f0-da20-4f24-b483-b071bcaec0d5 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:39:52.343322 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=5a8aefae-ce0d-436e-995d-3bd4fca5955f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:52.352221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:52.352602 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.389051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:39:52.396611 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e17494dc-181f-4e58-b46b-2fe680f15f3a admin admin] 10.222.0.78 "PUT /v2.0/routers/9538f4f0-da20-4f24-b483-b071bcaec0d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9309394 Jul 06 12:39:52.444733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb215bd0-1a36-4f42-b808-81f569903f9d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:52.490537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec8af4d9-bfe7-4527-96ba-dfc2e5dc28a2 None None] Provisioning complete for port 74418496-f0e2-4d63-bb13-2262ded09d2b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:52.490912 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec8af4d9-bfe7-4527-96ba-dfc2e5dc28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.552252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec8af4d9-bfe7-4527-96ba-dfc2e5dc28a2 None None] Port 74418496-f0e2-4d63-bb13-2262ded09d2b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:39:52.581241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port fb215bd0-1a36-4f42-b808-81f569903f9d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:52.586753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fb215bd0-1a36-4f42-b808-81f569903f9d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:52.587135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.679315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.719094 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port fb215bd0-1a36-4f42-b808-81f569903f9d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fb215bd0-1a36-4f42-b808-81f569903f9d,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:52.723993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.776728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=fb215bd0-1a36-4f42-b808-81f569903f9d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:53.194696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.251241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0bfb1af2-e391-41b3-9402-c6d84bb5a760 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.252652 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0bfb1af2-e391-41b3-9402-c6d84bb5a760 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 815 time: 0.1016383 Jul 06 12:39:53.267294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-7abe2f00-7e76-4c42-9903-395a71eea8ec tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/quotas/74a7d325d0ac4a76ada5d48ab202dddb HTTP/1.1" status: 200 len: 375 time: 0.0086665 Jul 06 12:39:53.337414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0bc2dc65-fab9-4f24-bdf1-b872099509f4 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644617 Jul 06 12:39:53.435094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-97f533e0-38bb-4da9-8c82-2d014e074435 service neutron] 10.222.0.78 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853152 Jul 06 12:39:53.531605 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-88c516da-f76d-4f66-9a84-04812ae2b3c3 service neutron] 10.222.0.78 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893633 Jul 06 12:39:53.555058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb215bd0-1a36-4f42-b808-81f569903f9d up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:53.612135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port fb215bd0-1a36-4f42-b808-81f569903f9d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:53.612593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.695096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 75a43d18-ba2b-466a-b1b2-b7f03d74258b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:53.748477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56f30e59-354c-48eb-948c-342ea6f06017 req-a57cd24f-01ff-4254-b356-0b8138c1e364 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 210 time: 0.0391953 Jul 06 12:39:53.752118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 75a43d18-ba2b-466a-b1b2-b7f03d74258b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:53.760201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 75a43d18-ba2b-466a-b1b2-b7f03d74258b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:53.760804 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.843610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.871395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 75a43d18-ba2b-466a-b1b2-b7f03d74258b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=75a43d18-ba2b-466a-b1b2-b7f03d74258b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:53.877229 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.878440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a8aefae-ce0d-436e-995d-3bd4fca5955f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:53.964789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=75a43d18-ba2b-466a-b1b2-b7f03d74258b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:53.976566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5a8aefae-ce0d-436e-995d-3bd4fca5955f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:53.976940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:54.758511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Sync routers for ids ['9538f4f0-da20-4f24-b483-b071bcaec0d5'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:39:54.768186 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Routers {'9538f4f0-da20-4f24-b483-b071bcaec0d5'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:54.768885 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9538f4f0-da20-4f24-b483-b071bcaec0d5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:54.859796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-28db481e-757b-4fc8-83af-05e390b0a94d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:54.861429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-28db481e-757b-4fc8-83af-05e390b0a94d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 815 time: 0.1203234 Jul 06 12:39:54.886522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Request body: {'port': {'device_id': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'admin_state_up': True, 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:54.895082 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Set router 9538f4f0-da20-4f24-b483-b071bcaec0d5 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:54.963904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b9654562-5c2b-4b79-be3b-22ed8d1f26e6 req-6d9fd9bc-e91e-44bb-902a-5691de63f3ca tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 210 time: 0.0605011 Jul 06 12:39:55.044816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Made reservation on behalf of 74a7d325d0ac4a76ada5d48ab202dddb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:55.048293 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.122769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 4, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '74418496-f0e2-4d63-bb13-2262ded09d2b', 'name': '', 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'mac_address': 'fa:16:3e:89:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '07acb174-a745-4f57-9465-d1a219da5296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:50Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 2, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'subnets': [{'id': '07acb174-a745-4f57-9465-d1a219da5296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:55.149472 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Checking router: 9538f4f0-da20-4f24-b483-b071bcaec0d5 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:39:55.149821 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Updating router 9538f4f0-da20-4f24-b483-b071bcaec0d5 port 74418496-f0e2-4d63-bb13-2262ded09d2b binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:39:55.179896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Allocated IP 172.20.0.12 (a0619665-3f74-477d-8fe6-4aaba9eb9427/5a423619-208b-4e09-89ee-8fc4c2d11733/a9769dcc-51c6-4081-ab47-f826959ed792) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:55.182544 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.479492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 75a43d18-ba2b-466a-b1b2-b7f03d74258b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:55.531116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 75a43d18-ba2b-466a-b1b2-b7f03d74258b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:55.531951 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.590450 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.600953 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Transition to ACTIVE for port object 74418496-f0e2-4d63-bb13-2262ded09d2b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:55.606397 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.655293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad3fd2-11c6-45f7-a16d-e2f548507f25 None None] Pushing event updated for resources: {'Port': ['ID=74418496-f0e2-4d63-bb13-2262ded09d2b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:55.716015 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Attempting to bind port 74418496-f0e2-4d63-bb13-2262ded09d2b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:55.716489 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Attempting to bind port 74418496-f0e2-4d63-bb13-2262ded09d2b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:55.717093 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Attempting to bind port 74418496-f0e2-4d63-bb13-2262ded09d2b on network 49587bca-34df-4675-a3df-a8604572e8f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:55.724389 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:55.725118 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Checking segment: {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:55.725689 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.726324 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Bound using segment: {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:55.727023 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Bound port: 74418496-f0e2-4d63-bb13-2262ded09d2b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:55.728273 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.744564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.759385 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Transition to ACTIVE for port object a9769dcc-51c6-4081-ab47-f826959ed792 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:55.794651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.799052 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] For port 74418496-f0e2-4d63-bb13-2262ded09d2b, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:55.803482 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] For port 74418496-f0e2-4d63-bb13-2262ded09d2b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=74418496-f0e2-4d63-bb13-2262ded09d2b,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:55.811247 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.849439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:55.854142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:55.856901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:55.881027 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad3fd2-11c6-45f7-a16d-e2f548507f25 None None] Pushing event updated for resources: {'Port': ['ID=74418496-f0e2-4d63-bb13-2262ded09d2b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:55.882541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Pushing event updated for resources: {'Port': ['ID=a9769dcc-51c6-4081-ab47-f826959ed792,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:55.883708 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Routers {'9538f4f0-da20-4f24-b483-b071bcaec0d5'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:55.884347 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:39:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9538f4f0-da20-4f24-b483-b071bcaec0d5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:55.918731 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:55.919616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:55.938028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-0eba58f4-0a08-4cc5-850b-4d278bfa413d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0555010 Jul 06 12:39:55.950079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Request body: {'port': {'device_id': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:56.013339 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] Set router 9538f4f0-da20-4f24-b483-b071bcaec0d5 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:56.057687 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.250647 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 4, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '74418496-f0e2-4d63-bb13-2262ded09d2b', 'name': '', 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'mac_address': 'fa:16:3e:89:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '07acb174-a745-4f57-9465-d1a219da5296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:50Z', 'updated_at': '2021-07-06T12:39:55Z', 'revision_number': 4, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'subnets': [{'id': '07acb174-a745-4f57-9465-d1a219da5296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:56.263228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17fd3ed9-9861-4e72-989d-599dbada6b5b None None] Provisioning for port a9769dcc-51c6-4081-ab47-f826959ed792 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:56.267806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17fd3ed9-9861-4e72-989d-599dbada6b5b None None] Provisioning complete for port a9769dcc-51c6-4081-ab47-f826959ed792 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:56.268333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17fd3ed9-9861-4e72-989d-599dbada6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.280506 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac70e2-6949-4448-91d9-c8ad4b348094 None None] The sync data for ids ['9538f4f0-da20-4f24-b483-b071bcaec0d5'] in n-d-799528-2 is: [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:39:51Z', 'revision_number': 4, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '74418496-f0e2-4d63-bb13-2262ded09d2b', 'name': '', 'network_id': '49587bca-34df-4675-a3df-a8604572e8f6', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'mac_address': 'fa:16:3e:89:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '07acb174-a745-4f57-9465-d1a219da5296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:50Z', 'updated_at': '2021-07-06T12:39:55Z', 'revision_number': 4, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'subnets': [{'id': '07acb174-a745-4f57-9465-d1a219da5296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:39:56.304078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-17fd3ed9-9861-4e72-989d-599dbada6b5b None None] Port a9769dcc-51c6-4081-ab47-f826959ed792 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:39:56.305517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd6459-45a5-45a8-8518-49309871e5fe req-a7ffbe14-e861-4b4e-a55f-49b9985612d6 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:56.308361 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6cd6459-45a5-45a8-8518-49309871e5fe req-a7ffbe14-e861-4b4e-a55f-49b9985612d6 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 932 time: 0.1875057 Jul 06 12:39:56.387704 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6cd6459-45a5-45a8-8518-49309871e5fe req-f17341e9-5272-4467-b120-c8ec14dc7139 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Jul 06 12:39:56.459703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9769dcc-51c6-4081-ab47-f826959ed792 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:56.467675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.481241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Transition to ACTIVE for port object a9769dcc-51c6-4081-ab47-f826959ed792 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:56.484675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.540493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9769dcc-51c6-4081-ab47-f826959ed792,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:56.627246 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Attempting to bind port a9769dcc-51c6-4081-ab47-f826959ed792 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:56.627616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Attempting to bind port a9769dcc-51c6-4081-ab47-f826959ed792 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:56.628045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Attempting to bind port a9769dcc-51c6-4081-ab47-f826959ed792 on network a0619665-3f74-477d-8fe6-4aaba9eb9427 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:56.634457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Port a9769dcc-51c6-4081-ab47-f826959ed792 on network a0619665-3f74-477d-8fe6-4aaba9eb9427 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:39:56.634968 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Attempting to bind port a9769dcc-51c6-4081-ab47-f826959ed792 on network a0619665-3f74-477d-8fe6-4aaba9eb9427 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:56.641492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:56.642067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Checking segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:56.642529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Bound using segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:56.643045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Bound port: a9769dcc-51c6-4081-ab47-f826959ed792, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:56.643478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.717480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] For port a9769dcc-51c6-4081-ab47-f826959ed792, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:56.720752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] For port a9769dcc-51c6-4081-ab47-f826959ed792, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a9769dcc-51c6-4081-ab47-f826959ed792,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:56.726798 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.764304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:56.764937 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:56.766368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9769dcc-51c6-4081-ab47-f826959ed792 HTTP/1.1" status: 200 len: 1092 time: 0.8208559 Jul 06 12:39:56.766824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'tag': 'a9769dcc-51c6-4081-ab47-f826959ed792'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:56.769293 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30113048-626a-48f2-abfb-1305a29d0d97" -d '{"events": [{"name": "network-changed", "server_uuid": "149b53b1-e4a1-4923-9ea1-4986ca552bab", "tag": "a9769dcc-51c6-4081-ab47-f826959ed792"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:56.811041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29fd52-a04e-46ff-b1ce-0148f54938c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9769dcc-51c6-4081-ab47-f826959ed792,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:56.902274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-45a02403-2800-48f4-a5e2-b2456425237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:56.904604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-45a02403-2800-48f4-a5e2-b2456425237f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 1095 time: 0.0876651 Jul 06 12:39:56.906131 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d59e994-9be6-490b-a39f-aafccff18f46 x-openstack-request-id: req-9d59e994-9be6-490b-a39f-aafccff18f46 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:56.906423 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149b53b1-e4a1-4923-9ea1-4986ca552bab", "tag": "a9769dcc-51c6-4081-ab47-f826959ed792", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:56.906675 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d59e994-9be6-490b-a39f-aafccff18f46 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:56.907069 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'tag': 'a9769dcc-51c6-4081-ab47-f826959ed792', 'status': 'completed', 'code': 200} Jul 06 12:39:56.954871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-427c13d3-7ff4-4cca-96e5-a96f048011c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9769dcc-51c6-4081-ab47-f826959ed792 HTTP/1.1" status: 200 len: 217 time: 0.0402794 Jul 06 12:39:57.007567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-a2159cb5-959a-4138-892d-db7b4d482649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.009090 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-a2159cb5-959a-4138-892d-db7b4d482649 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a423619-208b-4e09-89ee-8fc4c2d11733 HTTP/1.1" status: 200 len: 854 time: 0.0480211 Jul 06 12:39:57.072687 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d8b094b-b0f8-4bf8-bc39-4d425cccd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.074237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-4d8b094b-b0f8-4bf8-bc39-4d425cccd130 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0619665-3f74-477d-8fe6-4aaba9eb9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578222 Jul 06 12:39:57.183250 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-6af56a0c-8723-4af4-b124-bb7ef86e2ead service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010399 Jul 06 12:39:57.217724 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-591a445a-fefe-4548-bf17-32fdf29d2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:57.274821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb2f92b-309a-401c-85a4-30f330d7a52c req-20551450-125f-4f67-8461-df97f69099cd service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 Jul 06 12:39:57.383336 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113048-626a-48f2-abfb-1305a29d0d97 req-58e376e7-8d8a-4b19-be6a-bf413fb19e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.384892 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-58e376e7-8d8a-4b19-be6a-bf413fb19e8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 1095 time: 0.0600340 Jul 06 12:39:57.481090 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113048-626a-48f2-abfb-1305a29d0d97 req-743dd30c-688a-4517-b37a-2ac9f399487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.482797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-743dd30c-688a-4517-b37a-2ac9f399487f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 916 time: 0.0908504 Jul 06 12:39:57.510626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 74418496-f0e2-4d63-bb13-2262ded09d2b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:57.543300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-2e0782ac-3d89-4e0f-9904-f2799f425a2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9769dcc-51c6-4081-ab47-f826959ed792 HTTP/1.1" status: 200 len: 217 time: 0.0517724 Jul 06 12:39:57.563949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 74418496-f0e2-4d63-bb13-2262ded09d2b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:57.568474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 74418496-f0e2-4d63-bb13-2262ded09d2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:57.568902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:57.620887 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113048-626a-48f2-abfb-1305a29d0d97 req-a1e6505d-6bb4-40d4-b58f-d944afaf89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.622423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-a1e6505d-6bb4-40d4-b58f-d944afaf89c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a423619-208b-4e09-89ee-8fc4c2d11733 HTTP/1.1" status: 200 len: 854 time: 0.0713229 Jul 06 12:39:57.650353 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:57.670924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d998ba3-c8d3-4639-8762-cae76cfc7118 req-c54a6d3a-a9b1-4fa2-ad71-84e0aaa095c7 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.672472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d998ba3-c8d3-4639-8762-cae76cfc7118 req-c54a6d3a-a9b1-4fa2-ad71-84e0aaa095c7 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 944 time: 0.1317372 Jul 06 12:39:57.684792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 74418496-f0e2-4d63-bb13-2262ded09d2b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=74418496-f0e2-4d63-bb13-2262ded09d2b,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:57.688706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:57.728398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4d998ba3-c8d3-4639-8762-cae76cfc7118 req-5c2a8b1d-2a66-47c9-84c4-7351c8600d45 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Jul 06 12:39:57.731190 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30113048-626a-48f2-abfb-1305a29d0d97 req-12f00f61-1018-4f77-b653-8a0f147c9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.732669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-12f00f61-1018-4f77-b653-8a0f147c9456 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0619665-3f74-477d-8fe6-4aaba9eb9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025252 Jul 06 12:39:57.740018 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=74418496-f0e2-4d63-bb13-2262ded09d2b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:57.825340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-49ba20b0-4d9b-4a50-8896-1d736b217745 service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849676 Jul 06 12:39:57.926296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30113048-626a-48f2-abfb-1305a29d0d97 req-4eb59e86-e383-4143-ac83-e9df6020f0e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947826 Jul 06 12:39:58.906934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ecfb4-04bb-40fa-a667-315a740ac0b8 req-369cac95-9b1f-4680-ab97-3304d7e339f8 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:58.908674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-438ecfb4-04bb-40fa-a667-315a740ac0b8 req-369cac95-9b1f-4680-ab97-3304d7e339f8 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 944 time: 0.0669181 Jul 06 12:39:58.951143 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-438ecfb4-04bb-40fa-a667-315a740ac0b8 req-d4d107df-8ff9-46a7-a165-33de53840ab2 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358300 Jul 06 12:39:59.475493 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 74418496-f0e2-4d63-bb13-2262ded09d2b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:59.526893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 74418496-f0e2-4d63-bb13-2262ded09d2b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:59.527268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:59.737063 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6461-e743-4252-b2cb-888b56193547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:00.126164 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12729aee-f460-4717-a6a1-8eb68c621985 req-ecf16a5c-0858-47f4-935b-bb5c0d4f8819 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:00.127665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12729aee-f460-4717-a6a1-8eb68c621985 req-ecf16a5c-0858-47f4-935b-bb5c0d4f8819 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 944 time: 0.0641844 Jul 06 12:40:00.167059 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-12729aee-f460-4717-a6a1-8eb68c621985 req-97be2b98-d435-4e04-b5be-47b74a93e2ec tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Jul 06 12:40:00.189954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a9769dcc-51c6-4081-ab47-f826959ed792 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:40:00.284804 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a9769dcc-51c6-4081-ab47-f826959ed792, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a9769dcc-51c6-4081-ab47-f826959ed792,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:00.296136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'a9769dcc-51c6-4081-ab47-f826959ed792', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'port_id': 'a9769dcc-51c6-4081-ab47-f826959ed792', 'mac_address': 'fa:16:3e:3d:e8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:40:00.331997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:00.345119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9769dcc-51c6-4081-ab47-f826959ed792 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:00.364825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a9769dcc-51c6-4081-ab47-f826959ed792, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a9769dcc-51c6-4081-ab47-f826959ed792,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:00.372243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:00.403713 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:00.423626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=a9769dcc-51c6-4081-ab47-f826959ed792,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:00.595710 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:00.679045 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a9769dcc-51c6-4081-ab47-f826959ed792'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:01.141005 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:01.347214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d241-2c61-4a5d-8e7e-fbdf3108d260 req-3ef26476-e68e-4915-9d28-e3fd1aad32ae tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:01.348735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f4d241-2c61-4a5d-8e7e-fbdf3108d260 req-3ef26476-e68e-4915-9d28-e3fd1aad32ae tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 945 time: 0.0676248 Jul 06 12:40:01.387379 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f4d241-2c61-4a5d-8e7e-fbdf3108d260 req-4d445356-738f-4479-86b5-213d974474ed tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Jul 06 12:40:02.205607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a9769dcc-51c6-4081-ab47-f826959ed792 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:02.254092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port a9769dcc-51c6-4081-ab47-f826959ed792 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:02.258642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port a9769dcc-51c6-4081-ab47-f826959ed792 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:02.259013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:02.336730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:02.359751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9769dcc-51c6-4081-ab47-f826959ed792'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:02.362028 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87605523-d3b4-4f50-bb45-9def35d7cb88" -d '{"events": [{"server_uuid": "149b53b1-e4a1-4923-9ea1-4986ca552bab", "name": "network-vif-plugged", "status": "completed", "tag": "a9769dcc-51c6-4081-ab47-f826959ed792"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:02.374742 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port a9769dcc-51c6-4081-ab47-f826959ed792, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a9769dcc-51c6-4081-ab47-f826959ed792,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:02.378987 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:02.428399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=a9769dcc-51c6-4081-ab47-f826959ed792,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:02.451803 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aa7564-ae70-4483-90cd-43e3055288d2 x-openstack-request-id: req-00aa7564-ae70-4483-90cd-43e3055288d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:02.452195 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b53b1-e4a1-4923-9ea1-4986ca552bab", "name": "network-vif-plugged", "status": "completed", "tag": "a9769dcc-51c6-4081-ab47-f826959ed792", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:02.452451 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00aa7564-ae70-4483-90cd-43e3055288d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:02.452875 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9769dcc-51c6-4081-ab47-f826959ed792', 'code': 200} Jul 06 12:40:02.564469 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f500e-e37f-4367-99f0-dec1eaa5da3f req-3c8db8b7-087f-4cbe-addb-f89816f38369 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:02.565899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-239f500e-e37f-4367-99f0-dec1eaa5da3f req-3c8db8b7-087f-4cbe-addb-f89816f38369 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0654554 Jul 06 12:40:02.629748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-239f500e-e37f-4367-99f0-dec1eaa5da3f req-03282442-e3d0-4f52-a216-342bca7ea635 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580716 Jul 06 12:40:02.651341 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:02.656000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59dfe-1943-43ce-a668-cae3f2afbc27 req-1e6c0baa-4f31-4397-9d9f-cb97c717d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:02.657529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80e59dfe-1943-43ce-a668-cae3f2afbc27 req-1e6c0baa-4f31-4397-9d9f-cb97c717d5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 1097 time: 0.0683460 Jul 06 12:40:02.696127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80e59dfe-1943-43ce-a668-cae3f2afbc27 req-b0386614-7aa4-41d7-ac3c-71dc0cca314e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Jul 06 12:40:03.808205 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad837b7-4d90-4f70-b900-e8365aac8461 req-bb904689-e215-40b0-a65b-90cf65f36c84 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:03.809721 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ad837b7-4d90-4f70-b900-e8365aac8461 req-bb904689-e215-40b0-a65b-90cf65f36c84 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0658705 Jul 06 12:40:03.851302 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1ad837b7-4d90-4f70-b900-e8365aac8461 req-d1a3a9b3-6b14-4cd6-8bb8-eaf7215d286d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Jul 06 12:40:04.370913 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:05.028638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13eef9-3eda-4f45-85e1-88d76274d17d req-8abc0566-d4bc-4e00-b2f6-59fbe184f936 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:05.030185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e13eef9-3eda-4f45-85e1-88d76274d17d req-8abc0566-d4bc-4e00-b2f6-59fbe184f936 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0632591 Jul 06 12:40:05.068415 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e13eef9-3eda-4f45-85e1-88d76274d17d req-8931564c-e7ee-4057-84aa-30d7ea83cbf7 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Jul 06 12:40:05.245501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1932c96-94cc-4cb1-a354-b62e41a97ec8 req-e7768e60-2122-4c30-886a-a0dc5ae46000 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:05.247011 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1932c96-94cc-4cb1-a354-b62e41a97ec8 req-e7768e60-2122-4c30-886a-a0dc5ae46000 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0670910 Jul 06 12:40:05.283695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f1932c96-94cc-4cb1-a354-b62e41a97ec8 req-e8e89747-3173-4174-864f-0f19d06c79b0 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jul 06 12:40:16.624887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-5fe28b5e-4638-486c-b493-3ad9c34f3346 req-79ff8fec-7321-4141-9985-dcaf4b4e025b service neutron] (93766) timed out ('10.222.0.64', 56259) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:40:23.209981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.420492 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3b023-1a56-4a08-9b6c-eb3387643f2d req-8c085c1b-7206-4264-b8a1-f49075de4a71 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:25.421993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cbe3b023-1a56-4a08-9b6c-eb3387643f2d req-8c085c1b-7206-4264-b8a1-f49075de4a71 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0665591 Jul 06 12:40:25.461687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cbe3b023-1a56-4a08-9b6c-eb3387643f2d req-73a8a3f8-f72e-4125-a58d-e78914d580e3 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Jul 06 12:40:26.638788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1176-1b6e-4bc0-9e54-3a9878fa7b7d req-2ad499f4-39bb-4d8f-b95e-de3fa3b60306 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:26.640461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43dc1176-1b6e-4bc0-9e54-3a9878fa7b7d req-2ad499f4-39bb-4d8f-b95e-de3fa3b60306 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0663564 Jul 06 12:40:26.682080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43dc1176-1b6e-4bc0-9e54-3a9878fa7b7d req-bdbd8b1d-0604-42c0-9088-d0dbf2085213 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353315 Jul 06 12:40:27.217274 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc904-9664-4b69-8ef4-9ff425e3882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.316630 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-d732fdd4-e03d-4579-98e0-b46c238a8518 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:27.318198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-d732fdd4-e03d-4579-98e0-b46c238a8518 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 946 time: 0.0678020 Jul 06 12:40:27.418866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Deleting port a9769dcc-51c6-4081-ab47-f826959ed792 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:27.419202 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.509522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] For port a9769dcc-51c6-4081-ab47-f826959ed792, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=a9769dcc-51c6-4081-ab47-f826959ed792,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:27.509794 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.522057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Calling delete_port for a9769dcc-51c6-4081-ab47-f826959ed792 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:27.651786 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.664107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['a9769dcc-51c6-4081-ab47-f826959ed792'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:27.679762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Pushing event deleted for resources: {'Port': ['ID=a9769dcc-51c6-4081-ab47-f826959ed792,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:27.693293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.693651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.693999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.694340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.694744 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.694997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.695330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.695661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.696044 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.696341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.696665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.696987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:27.743670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] No DVR routers for this DVR port a9769dcc-51c6-4081-ab47-f826959ed792 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:27.746944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.749264 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a6cdfb9-8f6c-4643-a961-2789247eef73 req-23ad9a63-fc71-4aaf-bf8b-8804b2c9938e tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "DELETE /v2.0/ports/a9769dcc-51c6-4081-ab47-f826959ed792 HTTP/1.1" status: 204 len: 173 time: 0.4251571 Jul 06 12:40:27.749912 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'name': 'network-vif-deleted', 'tag': 'a9769dcc-51c6-4081-ab47-f826959ed792'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:27.752976 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330421b-4a0d-48ea-81ce-6e24e83321dc" -d '{"events": [{"server_uuid": "149b53b1-e4a1-4923-9ea1-4986ca552bab", "name": "network-vif-deleted", "tag": "a9769dcc-51c6-4081-ab47-f826959ed792"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:27.803319 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265af31-5a97-4fda-9f62-ad1ac0b86684 x-openstack-request-id: req-e265af31-5a97-4fda-9f62-ad1ac0b86684 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:27.803649 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b53b1-e4a1-4923-9ea1-4986ca552bab", "name": "network-vif-deleted", "tag": "a9769dcc-51c6-4081-ab47-f826959ed792", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:27.803935 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e265af31-5a97-4fda-9f62-ad1ac0b86684 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:27.804347 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149b53b1-e4a1-4923-9ea1-4986ca552bab', 'name': 'network-vif-deleted', 'tag': 'a9769dcc-51c6-4081-ab47-f826959ed792', 'status': 'completed', 'code': 200} Jul 06 12:40:27.847522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-157c5a29-eba5-4b42-9a6a-47fd41f5f0b7 req-7e50bf8e-58d5-4409-95b1-480e8181b684 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=149b53b1-e4a1-4923-9ea1-4986ca552bab HTTP/1.1" status: 200 len: 210 time: 0.0340416 Jul 06 12:40:29.576504 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-5e0093d7-22fa-44ca-8496-60c41cdd627c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:29.577907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-5e0093d7-22fa-44ca-8496-60c41cdd627c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 815 time: 0.1072645 Jul 06 12:40:29.592678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-4c878efe-aaae-49e5-810d-a0faf6f32656 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/quotas/74a7d325d0ac4a76ada5d48ab202dddb HTTP/1.1" status: 200 len: 375 time: 0.0089748 Jul 06 12:40:29.657672 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-96bd71be-0880-40e3-8e64-aa3190590530 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602608 Jul 06 12:40:29.738010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba277100-a06e-495d-81e4-ad717dcd7b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:29.853920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-ece698fa-e149-4a3f-a62f-95ea2195b2b6 service neutron] 10.222.0.78 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839106 Jul 06 12:40:29.942589 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-b38ce979-b356-46ff-931d-d5e5a6593e96 service neutron] 10.222.0.78 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830102 Jul 06 12:40:30.137853 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c12ee3-5470-4932-be1d-f0b8c90fc1eb req-9241d386-c81a-4b62-a70d-91fa724288bc tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 210 time: 0.0347919 Jul 06 12:40:30.362928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a9769dcc-51c6-4081-ab47-f826959ed792 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:30.390081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: a9769dcc-51c6-4081-ab47-f826959ed792 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:30.390394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device a9769dcc-51c6-4081-ab47-f826959ed792 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:30.401347 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:30.610646 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.143562 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.187269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-de2f5852-b6bb-4768-97b4-88dbfe694db2 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:31.188894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-de2f5852-b6bb-4768-97b4-88dbfe694db2 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 815 time: 0.1042447 Jul 06 12:40:31.200923 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Request body: {'port': {'device_id': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'admin_state_up': True, 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:31.297026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a056cc-3621-494d-8893-70d8005d17db req-09ee4f45-848a-4921-b18e-bcd95b4d255d tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 210 time: 0.0361860 Jul 06 12:40:31.348631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Made reservation on behalf of 74a7d325d0ac4a76ada5d48ab202dddb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:40:31.352360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.481665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Allocated IP 172.20.0.6 (a0619665-3f74-477d-8fe6-4aaba9eb9427/5a423619-208b-4e09-89ee-8fc4c2d11733/1fb15616-f110-46b1-b618-82fa0833b445) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:40:31.623834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.637430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Transition to ACTIVE for port object 1fb15616-f110-46b1-b618-82fa0833b445 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:31.670513 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.718957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:40:31.723826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:40:31.730415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:40:31.757231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Pushing event updated for resources: {'Port': ['ID=1fb15616-f110-46b1-b618-82fa0833b445,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:31.786550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:31.787194 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.802541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-63900f87-3270-4621-ab0f-1e0cc27b3849 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054387 Jul 06 12:40:31.814227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Request body: {'port': {'device_id': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:31.889487 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.978246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01fdea6d-5bdc-4fb3-99e6-392220bbd960 None None] Provisioning for port 1fb15616-f110-46b1-b618-82fa0833b445 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:31.981799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01fdea6d-5bdc-4fb3-99e6-392220bbd960 None None] Provisioning complete for port 1fb15616-f110-46b1-b618-82fa0833b445 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:31.982167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01fdea6d-5bdc-4fb3-99e6-392220bbd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.015345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01fdea6d-5bdc-4fb3-99e6-392220bbd960 None None] Port 1fb15616-f110-46b1-b618-82fa0833b445 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:40:32.157074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb15616-f110-46b1-b618-82fa0833b445 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:32.165011 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.176659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Transition to ACTIVE for port object 1fb15616-f110-46b1-b618-82fa0833b445 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:32.180330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.231234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Pushing event updated for resources: {'Port': ['ID=1fb15616-f110-46b1-b618-82fa0833b445,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:32.300085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Attempting to bind port 1fb15616-f110-46b1-b618-82fa0833b445 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:40:32.300426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Attempting to bind port 1fb15616-f110-46b1-b618-82fa0833b445 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:40:32.300761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Attempting to bind port 1fb15616-f110-46b1-b618-82fa0833b445 on network a0619665-3f74-477d-8fe6-4aaba9eb9427 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:32.306000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Port 1fb15616-f110-46b1-b618-82fa0833b445 on network a0619665-3f74-477d-8fe6-4aaba9eb9427 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:40:32.306323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Attempting to bind port 1fb15616-f110-46b1-b618-82fa0833b445 on network a0619665-3f74-477d-8fe6-4aaba9eb9427 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:32.311326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:40:32.311659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Checking segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:40:32.312085 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Bound using segment: {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:40:32.312522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Bound port: 1fb15616-f110-46b1-b618-82fa0833b445, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4c4809-3c45-4404-80d5-6f4de3cccec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:40:32.312886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.388970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] For port 1fb15616-f110-46b1-b618-82fa0833b445, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:40:32.393123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] For port 1fb15616-f110-46b1-b618-82fa0833b445, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=1fb15616-f110-46b1-b618-82fa0833b445,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:40:32.400321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.445382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.446018 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.447523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] 10.222.0.64 "PUT /v2.0/ports/1fb15616-f110-46b1-b618-82fa0833b445 HTTP/1.1" status: 200 len: 1091 time: 0.6376104 Jul 06 12:40:32.449757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'tag': '1fb15616-f110-46b1-b618-82fa0833b445'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:32.452124 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583139b1-33e5-4a22-baa4-20d6860388ec" -d '{"events": [{"name": "network-changed", "server_uuid": "626bbd0a-7327-4f3b-b6df-7d204508b6bf", "tag": "1fb15616-f110-46b1-b618-82fa0833b445"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:32.512237 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea188e15-0716-4b7d-a256-d7cd7a12ec14 x-openstack-request-id: req-ea188e15-0716-4b7d-a256-d7cd7a12ec14 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:32.512557 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626bbd0a-7327-4f3b-b6df-7d204508b6bf", "tag": "1fb15616-f110-46b1-b618-82fa0833b445", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:32.512832 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea188e15-0716-4b7d-a256-d7cd7a12ec14 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:32.513241 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'tag': '1fb15616-f110-46b1-b618-82fa0833b445', 'status': 'completed', 'code': 200} Jul 06 12:40:32.536547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af386b23-acad-4b93-a9b2-49f0d01aa77d service neutron] Pushing event updated for resources: {'Port': ['ID=1fb15616-f110-46b1-b618-82fa0833b445,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:32.575443 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cd1fe-83b0-440e-a8fc-b5b9ad7dabee req-8054169b-d011-45df-a3e6-0de54a654326 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.577022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a4cd1fe-83b0-440e-a8fc-b5b9ad7dabee req-8054169b-d011-45df-a3e6-0de54a654326 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 943 time: 0.1489539 Jul 06 12:40:32.603212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-eb78aaa1-e9b4-400a-b701-5fee46e8837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.604750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-eb78aaa1-e9b4-400a-b701-5fee46e8837e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 1094 time: 0.1123822 Jul 06 12:40:32.658061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.659038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a4cd1fe-83b0-440e-a8fc-b5b9ad7dabee req-776357cd-ae3e-452a-ad6e-28c6a27a2ce2 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752361 Jul 06 12:40:32.660899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-f95d3dc3-6946-4736-aabf-8a6eba6f954e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb15616-f110-46b1-b618-82fa0833b445 HTTP/1.1" status: 200 len: 217 time: 0.0437496 Jul 06 12:40:32.709903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-1b1a73bd-fbcb-49af-87ef-51ea2f5fa8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.711476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-1b1a73bd-fbcb-49af-87ef-51ea2f5fa8e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a423619-208b-4e09-89ee-8fc4c2d11733 HTTP/1.1" status: 200 len: 854 time: 0.0447855 Jul 06 12:40:32.772224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-4ec54780-fc26-4c7d-a2ed-b5c89603b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.773604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-4ec54780-fc26-4c7d-a2ed-b5c89603b480 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0619665-3f74-477d-8fe6-4aaba9eb9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557501 Jul 06 12:40:32.861238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-79cc0cbc-8e1c-4cf7-b665-cee4a8da4f08 service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812676 Jul 06 12:40:32.956543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e12e23b5-60c6-4a68-bfe2-c4c6adaa8ff2 req-ab56a652-84e3-4d8b-af2f-5e3dc7433c55 service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884013 Jul 06 12:40:33.056745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583139b1-33e5-4a22-baa4-20d6860388ec req-78aa35b5-102b-4ffb-bd0c-57d05e0cc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.058164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-78aa35b5-102b-4ffb-bd0c-57d05e0cc312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 1094 time: 0.0531299 Jul 06 12:40:33.147200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583139b1-33e5-4a22-baa4-20d6860388ec req-0ede645a-2a6a-4060-9c93-6b7e7f5e2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.148693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-0ede645a-2a6a-4060-9c93-6b7e7f5e2510 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 916 time: 0.0832376 Jul 06 12:40:33.193645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-14cc9e65-64a4-46c6-9cb0-90f4fd957a96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb15616-f110-46b1-b618-82fa0833b445 HTTP/1.1" status: 200 len: 217 time: 0.0376670 Jul 06 12:40:33.244166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583139b1-33e5-4a22-baa4-20d6860388ec req-70b50789-9583-404f-8274-4406d9859e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.245558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-70b50789-9583-404f-8274-4406d9859e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a423619-208b-4e09-89ee-8fc4c2d11733 HTTP/1.1" status: 200 len: 854 time: 0.0430896 Jul 06 12:40:33.304835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583139b1-33e5-4a22-baa4-20d6860388ec req-c00322a4-efdc-4380-b525-b8e8f02a66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.306308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-c00322a4-efdc-4380-b525-b8e8f02a66c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0619665-3f74-477d-8fe6-4aaba9eb9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513768 Jul 06 12:40:33.401706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-558fe7cd-864c-426f-aafc-5a5e48ccc67c service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868046 Jul 06 12:40:33.491935 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-583139b1-33e5-4a22-baa4-20d6860388ec req-174224b2-9d9b-44e5-b1c3-865a7da1321f service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828309 Jul 06 12:40:33.843498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b572d-1816-426c-890e-9c93c5535650 req-e33690e4-d026-49c5-99e8-8c242622d501 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.845017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-570b572d-1816-426c-890e-9c93c5535650 req-e33690e4-d026-49c5-99e8-8c242622d501 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 943 time: 0.0675209 Jul 06 12:40:33.883679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-570b572d-1816-426c-890e-9c93c5535650 req-7be34482-bf56-42ce-a2db-fd695d6e8166 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Jul 06 12:40:35.054927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34fb1-f2b7-44dc-8546-1db7f303ef1a req-b0c30471-54fa-4621-9d47-192749b01f4c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:35.056427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abc34fb1-f2b7-44dc-8546-1db7f303ef1a req-b0c30471-54fa-4621-9d47-192749b01f4c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 943 time: 0.0627205 Jul 06 12:40:35.092738 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-abc34fb1-f2b7-44dc-8546-1db7f303ef1a req-67acdc61-2b1d-4860-ba82-345ba509ccf1 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Jul 06 12:40:36.264338 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc09c1-1ae3-4437-b915-ff77eff1e111 req-c8cc0531-9bd0-44d7-a90d-adc061320e98 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:36.265834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2cc09c1-1ae3-4437-b915-ff77eff1e111 req-c8cc0531-9bd0-44d7-a90d-adc061320e98 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 943 time: 0.0628970 Jul 06 12:40:36.304374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d2cc09c1-1ae3-4437-b915-ff77eff1e111 req-24d9143a-89fa-4dcb-a8fe-031f7e1d029c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Jul 06 12:40:36.382774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 1fb15616-f110-46b1-b618-82fa0833b445 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:40:36.479466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 1fb15616-f110-46b1-b618-82fa0833b445, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=1fb15616-f110-46b1-b618-82fa0833b445,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:36.490524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '1fb15616-f110-46b1-b618-82fa0833b445', 'network_id': 'a0619665-3f74-477d-8fe6-4aaba9eb9427', 'port_id': '1fb15616-f110-46b1-b618-82fa0833b445', 'mac_address': 'fa:16:3e:49:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a423619-208b-4e09-89ee-8fc4c2d11733', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:40:36.527053 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:36.539202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb15616-f110-46b1-b618-82fa0833b445 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:36.558695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 1fb15616-f110-46b1-b618-82fa0833b445, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=1fb15616-f110-46b1-b618-82fa0833b445,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:36.562732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:36.611754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=1fb15616-f110-46b1-b618-82fa0833b445,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:36.618916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.619263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.619602 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.619964 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.620299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.620625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.620950 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.621271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.621591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.621910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.622234 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.622557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:36.888167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['1fb15616-f110-46b1-b618-82fa0833b445'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:37.484745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afa164-b988-4dfa-98e6-7d6fe143ffd3 req-617b820a-bcf5-4e25-9bd7-308557323671 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:37.486249 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6afa164-b988-4dfa-98e6-7d6fe143ffd3 req-617b820a-bcf5-4e25-9bd7-308557323671 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 944 time: 0.0671308 Jul 06 12:40:37.523778 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a6afa164-b988-4dfa-98e6-7d6fe143ffd3 req-662c440f-1b80-436f-961d-d939bc530d0f tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Jul 06 12:40:38.417475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 1fb15616-f110-46b1-b618-82fa0833b445 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:38.467851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 1fb15616-f110-46b1-b618-82fa0833b445 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:38.471508 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 1fb15616-f110-46b1-b618-82fa0833b445 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:38.471885 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:38.559483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:38.581645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb15616-f110-46b1-b618-82fa0833b445'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:38.584697 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5e1860-d85d-475c-ae40-5325ffed55f4" -d '{"events": [{"server_uuid": "626bbd0a-7327-4f3b-b6df-7d204508b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "1fb15616-f110-46b1-b618-82fa0833b445"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:38.597416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 1fb15616-f110-46b1-b618-82fa0833b445, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=1fb15616-f110-46b1-b618-82fa0833b445,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:38.602953 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:38.626395 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c58765-ab13-43cb-9370-ec141b6322c5 x-openstack-request-id: req-26c58765-ab13-43cb-9370-ec141b6322c5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:38.626691 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626bbd0a-7327-4f3b-b6df-7d204508b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "1fb15616-f110-46b1-b618-82fa0833b445", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:38.626945 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26c58765-ab13-43cb-9370-ec141b6322c5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:38.627340 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb15616-f110-46b1-b618-82fa0833b445', 'code': 200} Jul 06 12:40:38.654016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=1fb15616-f110-46b1-b618-82fa0833b445,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:38.733524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de53fe-b3b1-4d74-a81d-936ab2de9723 req-0fa401d5-ed7a-4c1a-9a1a-d4ecc501cf2c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:38.734993 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45de53fe-b3b1-4d74-a81d-936ab2de9723 req-0fa401d5-ed7a-4c1a-9a1a-d4ecc501cf2c tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0974879 Jul 06 12:40:38.788423 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b635ae-8836-4cab-93a1-11be548dbffa req-cfd97d50-57e8-4113-a6d1-2931664673d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:38.790155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00b635ae-8836-4cab-93a1-11be548dbffa req-cfd97d50-57e8-4113-a6d1-2931664673d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 1096 time: 0.0919740 Jul 06 12:40:38.792932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45de53fe-b3b1-4d74-a81d-936ab2de9723 req-c0c78712-05f7-4af5-a047-4b36ebeb0779 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Jul 06 12:40:38.824821 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-00b635ae-8836-4cab-93a1-11be548dbffa req-f12557c6-6116-4ad9-9c0c-4ba88b20ac0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280080 Jul 06 12:40:39.974061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e507961-2ad9-4a26-b6ba-b9d36a7184c1 req-ca003f67-b94b-47a5-889a-985ea04c7c8a tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:39.975574 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e507961-2ad9-4a26-b6ba-b9d36a7184c1 req-ca003f67-b94b-47a5-889a-985ea04c7c8a tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0654311 Jul 06 12:40:40.014023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1e507961-2ad9-4a26-b6ba-b9d36a7184c1 req-17c9aa24-4e4d-47e8-9f9a-ec397148b1ea tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Jul 06 12:40:41.186091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23ba8-fd37-401e-b8e5-de4b3446ba4c req-b96f5304-9ada-4bc3-9675-b62bd1767877 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:41.187477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22f23ba8-fd37-401e-b8e5-de4b3446ba4c req-b96f5304-9ada-4bc3-9675-b62bd1767877 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0625625 Jul 06 12:40:41.228527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-22f23ba8-fd37-401e-b8e5-de4b3446ba4c req-0c17148c-b9dd-4e47-9785-83c3fa7dbaec tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355561 Jul 06 12:40:41.369958 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:41.401544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14094a-9fbb-4ef9-9b93-8696e5fcab9d req-585af166-0752-4ba3-ba4e-9afa9fb3edf5 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:41.403039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf14094a-9fbb-4ef9-9b93-8696e5fcab9d req-585af166-0752-4ba3-ba4e-9afa9fb3edf5 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0653274 Jul 06 12:40:41.441422 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bf14094a-9fbb-4ef9-9b93-8696e5fcab9d req-01a9b3e8-69bb-4ed0-a9b1-857caa464d52 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jul 06 12:40:53.239278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.532640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-00ee545f-f72c-4e4f-a0ae-cf3a91d12bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516076 Jul 06 12:40:54.632143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-15339822-4dd4-4239-864d-afa8d7be8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:54.633657 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-15339822-4dd4-4239-864d-afa8d7be8aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 1096 time: 0.0570579 Jul 06 12:40:54.738893 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-5ff3af74-46ee-4419-af18-248d77b09d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:54.740505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-5ff3af74-46ee-4419-af18-248d77b09d69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 200 len: 916 time: 0.0872674 Jul 06 12:40:54.781446 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-96a2421b-bfdf-4c69-868a-cdc2fb3b48b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fb15616-f110-46b1-b618-82fa0833b445 HTTP/1.1" status: 200 len: 217 time: 0.0341194 Jul 06 12:40:54.835738 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-af56e986-50e7-448f-b07c-23d9d00ae7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:54.837176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-af56e986-50e7-448f-b07c-23d9d00ae7bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a423619-208b-4e09-89ee-8fc4c2d11733 HTTP/1.1" status: 200 len: 854 time: 0.0494785 Jul 06 12:40:54.897226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-030e0670-99bc-4dbd-b417-088190e33056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:54.898745 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-030e0670-99bc-4dbd-b417-088190e33056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0619665-3f74-477d-8fe6-4aaba9eb9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556233 Jul 06 12:40:54.988762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-c73d98d9-a495-499d-97a6-65663f08d733 service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833235 Jul 06 12:40:55.092689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf93a77-76eb-4378-bce0-d5fc8c793212 req-c2840bad-8be7-458e-a54f-f4c301c74e41 service neutron] 10.222.0.64 "GET /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953166 Jul 06 12:40:57.217638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-894a7387-d3e8-4ed3-9f80-55eaa7d9b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.742189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d2158e-0857-4781-90f7-8d12917b8208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:00.326036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2af46-68f6-4112-bf4a-4877374b2c36 req-4a8d05c1-904b-4dd3-be76-bfed98d964b0 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:00.328140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ece2af46-68f6-4112-bf4a-4877374b2c36 req-4a8d05c1-904b-4dd3-be76-bfed98d964b0 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0648577 Jul 06 12:41:00.368977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ece2af46-68f6-4112-bf4a-4877374b2c36 req-f183b0be-d33c-49a6-a449-12161846dd83 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Jul 06 12:41:00.383982 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:00.616902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.146978 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.562451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2823989-fa39-444f-a122-3363571f92e6 req-4f7c4e7f-7831-4dd9-a184-218fa2229604 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:01.563967 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2823989-fa39-444f-a122-3363571f92e6 req-4f7c4e7f-7831-4dd9-a184-218fa2229604 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0693500 Jul 06 12:41:01.603287 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2823989-fa39-444f-a122-3363571f92e6 req-c38e0597-f5da-460e-b6d6-07cc87628368 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ec17d85-13b0-4fa2-bc5c-23b78102b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Jul 06 12:41:02.205775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf147496-883d-463a-adea-3609d5d17688 req-8d568eae-d8c3-4db8-a649-09ed4e20c520 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:02.207362 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf147496-883d-463a-adea-3609d5d17688 req-8d568eae-d8c3-4db8-a649-09ed4e20c520 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 945 time: 0.0636241 Jul 06 12:41:02.305312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Deleting port 1fb15616-f110-46b1-b618-82fa0833b445 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:02.305655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.395403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] For port 1fb15616-f110-46b1-b618-82fa0833b445, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=1fb15616-f110-46b1-b618-82fa0833b445,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:02.395761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.408232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Calling delete_port for 1fb15616-f110-46b1-b618-82fa0833b445 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:02.537880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.550887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['1fb15616-f110-46b1-b618-82fa0833b445'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:02.568980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Pushing event deleted for resources: {'Port': ['ID=1fb15616-f110-46b1-b618-82fa0833b445,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.615899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] No DVR routers for this DVR port 1fb15616-f110-46b1-b618-82fa0833b445 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:02.618679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.620811 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf147496-883d-463a-adea-3609d5d17688 req-15c2a207-ff5d-4946-bc9b-63e6f9022319 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.64 "DELETE /v2.0/ports/1fb15616-f110-46b1-b618-82fa0833b445 HTTP/1.1" status: 204 len: 173 time: 0.4078665 Jul 06 12:41:02.621265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'name': 'network-vif-deleted', 'tag': '1fb15616-f110-46b1-b618-82fa0833b445'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:02.623563 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab35cd65-d756-4474-9dba-716a07e32203" -d '{"events": [{"server_uuid": "626bbd0a-7327-4f3b-b6df-7d204508b6bf", "name": "network-vif-deleted", "tag": "1fb15616-f110-46b1-b618-82fa0833b445"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:02.657832 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.664615 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244ec6d-13a9-491b-8484-ff61fca01da6 x-openstack-request-id: req-c244ec6d-13a9-491b-8484-ff61fca01da6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:02.665392 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626bbd0a-7327-4f3b-b6df-7d204508b6bf", "name": "network-vif-deleted", "tag": "1fb15616-f110-46b1-b618-82fa0833b445", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:02.665718 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c244ec6d-13a9-491b-8484-ff61fca01da6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:02.666187 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626bbd0a-7327-4f3b-b6df-7d204508b6bf', 'name': 'network-vif-deleted', 'tag': '1fb15616-f110-46b1-b618-82fa0833b445', 'status': 'completed', 'code': 200} Jul 06 12:41:02.768148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-18023af4-8600-4490-bdb5-4098e9e110fa req-ea5283bf-d29d-44e1-9f0e-c64ad2398450 tempest-TestEncryptedCinderVolumes-489485005 tempest-TestEncryptedCinderVolumes-489485005-project] 10.222.0.78 "GET /v2.0/ports?device_id=626bbd0a-7327-4f3b-b6df-7d204508b6bf HTTP/1.1" status: 200 len: 210 time: 0.0334218 Jul 06 12:41:03.903383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:04.247843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.494932 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Deleting port fb215bd0-1a36-4f42-b808-81f569903f9d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:04.495282 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.573003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] For port fb215bd0-1a36-4f42-b808-81f569903f9d, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=fb215bd0-1a36-4f42-b808-81f569903f9d,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:04.573272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.585520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Calling delete_port for fb215bd0-1a36-4f42-b808-81f569903f9d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:04.760064 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.785341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb215bd0-1a36-4f42-b808-81f569903f9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:04.817596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.817947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.818292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.818631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.818964 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.819296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.819621 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.819968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.820295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.820617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.820945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.821265 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:04.964540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.510595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:05.613834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:05.618848 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7dfeef35-2b85-4e4e-9f1d-e8f3f2c045d0 admin admin] 10.222.0.78 "PUT /v2.0/routers/d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144594 Jul 06 12:41:05.621494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:05.622941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] Sync routers for ids ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:05.632011 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] Routers {'d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:05.632558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:05.726036 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.736417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] Set router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:05.829852 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.885478 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Deleting port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:05.885922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.911706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:41:04Z', 'revision_number': 5, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port': {'id': '9c4aae98-3dd4-4cc5-98ec-dde748865ad4', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:05.942580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] Checking router: d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:05.950889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] Routers {'d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:05.951492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:05.966491 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] For port 9c4aae98-3dd4-4cc5-98ec-dde748865ad4, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:05.967075 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.980083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Calling delete_port for 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:06.037777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] Set router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:06.089084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 6, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:06.120156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58306b1-9af1-464a-990d-0e745dad8d64 None None] The sync data for ids ['d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62'] in n-d-799528-2 is: [{'id': 'd5f1374f-daf2-4b5b-9b7c-5092ccf6eb62', 'name': 'tempest-TestEncryptedCinderVolumes-93497351-router', 'tenant_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:44Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 6, 'project_id': '74a7d325d0ac4a76ada5d48ab202dddb', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:06.152697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.181124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4aae98-3dd4-4cc5-98ec-dde748865ad4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:06.247141 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.335148 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.337278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.380609 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.381126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:41:06.385402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.386584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e83bc0ee-6c44-40f6-af5e-87614a70502f admin admin] 10.222.0.78 "DELETE /v2.0/routers/d5f1374f-daf2-4b5b-9b7c-5092ccf6eb62 HTTP/1.1" status: 204 len: 168 time: 0.7639861 Jul 06 12:41:06.389186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:06.433303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Deleting subnet 5a423619-208b-4e09-89ee-8fc4c2d11733 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:41:06.436277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.469862 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.511118 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 1fb15616-f110-46b1-b618-82fa0833b445 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:06.532455 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 1fb15616-f110-46b1-b618-82fa0833b445 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:06.532910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 1fb15616-f110-46b1-b618-82fa0833b445 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:06.557289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.609339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.636977 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.641393 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5a423619-208b-4e09-89ee-8fc4c2d11733 HTTP/1.1" status: 204 len: 168 time: 0.2486897 Jul 06 12:41:06.641393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfeb5c-f25d-44c0-ae4d-5f9ea3360bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a423619-208b-4e09-89ee-8fc4c2d11733,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:06.641704 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:06.642675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4fc593-f167-43d6-b35a-0e19e686e059 None None] Network a0619665-3f74-477d-8fe6-4aaba9eb9427 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:06.709088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.761265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Deleting port a64d1434-3823-4337-80ad-31526d769b6f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:06.761518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.923281 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] DHCP port deletion for a0619665-3f74-477d-8fe6-4aaba9eb9427 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:41:06.982098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] Deleting port a64d1434-3823-4337-80ad-31526d769b6f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:06.982877 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.072552 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] For port a64d1434-3823-4337-80ad-31526d769b6f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a64d1434-3823-4337-80ad-31526d769b6f,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:07.072947 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.086431 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] Calling delete_port for a64d1434-3823-4337-80ad-31526d769b6f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:07.171830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.197800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] Pushing event deleted for resources: {'Port': ['ID=a64d1434-3823-4337-80ad-31526d769b6f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.198326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] For port a64d1434-3823-4337-80ad-31526d769b6f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a64d1434-3823-4337-80ad-31526d769b6f,segment=NetworkSegment(de4c4809-3c45-4404-80d5-6f4de3cccec6),segment_id=de4c4809-3c45-4404-80d5-6f4de3cccec6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:07.198689 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.201441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c9c9b-b09f-47b8-9349-e9bbdd27b697 None None] No DVR routers for this DVR port a64d1434-3823-4337-80ad-31526d769b6f on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:07.216560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Calling delete_port for a64d1434-3823-4337-80ad-31526d769b6f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:07.299783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.322691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a64d1434-3823-4337-80ad-31526d769b6f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.328552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] No DVR routers for this DVR port a64d1434-3823-4337-80ad-31526d769b6f on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:07.400128 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.411550 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0619665-3f74-477d-8fe6-4aaba9eb9427']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:07.423490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4c4809-3c45-4404-80d5-6f4de3cccec6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:07.423780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4c4809-3c45-4404-80d5-6f4de3cccec6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:07.432300 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.445974 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.451705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:41:07.452123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: self.session.flush() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:41:07.453754 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:41:07.514163 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.517907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb215bd0-1a36-4f42-b808-81f569903f9d no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:07.521730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.526317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] 10.222.0.78 "DELETE /v2.0/networks/a0619665-3f74-477d-8fe6-4aaba9eb9427 HTTP/1.1" status: 204 len: 168 time: 0.8807745 Jul 06 12:41:07.526657 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.534720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519864c-d1f5-429d-9af1-053c186f3e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0619665-3f74-477d-8fe6-4aaba9eb9427,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.539142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: fb215bd0-1a36-4f42-b808-81f569903f9d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:07.539486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device fb215bd0-1a36-4f42-b808-81f569903f9d not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:07.540192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:07.559033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:07.559286 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 9c4aae98-3dd4-4cc5-98ec-dde748865ad4 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:07.559698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a64d1434-3823-4337-80ad-31526d769b6f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:07.583019 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a64d1434-3823-4337-80ad-31526d769b6f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:07.583360 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a64d1434-3823-4337-80ad-31526d769b6f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:07.880240 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.132314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Deleting port 74418496-f0e2-4d63-bb13-2262ded09d2b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:08.132571 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.208185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] For port 74418496-f0e2-4d63-bb13-2262ded09d2b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=74418496-f0e2-4d63-bb13-2262ded09d2b,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:08.208535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.220781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Calling delete_port for 74418496-f0e2-4d63-bb13-2262ded09d2b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:08.403853 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.433147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Pushing event deleted for resources: {'Port': ['ID=74418496-f0e2-4d63-bb13-2262ded09d2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:08.600756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.818424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Router 9538f4f0-da20-4f24-b483-b071bcaec0d5 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:08.924805 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:08.929850 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cd91a025-1744-4f37-a126-61df251fc35f admin admin] 10.222.0.78 "PUT /v2.0/routers/9538f4f0-da20-4f24-b483-b071bcaec0d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4021621 Jul 06 12:41:08.932934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:08.933736 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] Sync routers for ids ['9538f4f0-da20-4f24-b483-b071bcaec0d5'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:08.943869 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] Routers {'9538f4f0-da20-4f24-b483-b071bcaec0d5'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:08.944504 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9538f4f0-da20-4f24-b483-b071bcaec0d5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:09.037534 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.044546 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] Set router 9538f4f0-da20-4f24-b483-b071bcaec0d5 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:09.141406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.194267 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Deleting port 75a43d18-ba2b-466a-b1b2-b7f03d74258b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:09.194611 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.218449 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:41:08Z', 'revision_number': 5, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port': {'id': '75a43d18-ba2b-466a-b1b2-b7f03d74258b', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:39:49Z', 'updated_at': '2021-07-06T12:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:09.244974 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] Checking router: 9538f4f0-da20-4f24-b483-b071bcaec0d5 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:09.254283 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] Routers {'9538f4f0-da20-4f24-b483-b071bcaec0d5'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:09.255047 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['9538f4f0-da20-4f24-b483-b071bcaec0d5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:09.276516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] For port 75a43d18-ba2b-466a-b1b2-b7f03d74258b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=75a43d18-ba2b-466a-b1b2-b7f03d74258b,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:09.276880 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.294199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Calling delete_port for 75a43d18-ba2b-466a-b1b2-b7f03d74258b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:09.342252 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] Set router 9538f4f0-da20-4f24-b483-b071bcaec0d5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:09.396751 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:41:09Z', 'revision_number': 6, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:09.423121 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33329e87-18ff-478d-a262-b7ae2c3096dc None None] The sync data for ids ['9538f4f0-da20-4f24-b483-b071bcaec0d5'] in n-d-799528-2 is: [{'id': '9538f4f0-da20-4f24-b483-b071bcaec0d5', 'name': 'tempest-TestEncryptedCinderVolumes-1072975638-router', 'tenant_id': 'c7ddac58e9024e3ca88405ab1431db30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:39:48Z', 'updated_at': '2021-07-06T12:41:09Z', 'revision_number': 6, 'project_id': 'c7ddac58e9024e3ca88405ab1431db30', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:09.476905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.508179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a43d18-ba2b-466a-b1b2-b7f03d74258b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:09.566140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.654585 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.656607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.701472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.702013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9538f4f0-da20-4f24-b483-b071bcaec0d5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:41:09.707217 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.708445 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2006c61-317d-43ce-b6c5-c26ca55f9946 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9538f4f0-da20-4f24-b483-b071bcaec0d5 HTTP/1.1" status: 204 len: 168 time: 0.7744825 Jul 06 12:41:09.711075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:09.764231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Deleting subnet 07acb174-a745-4f57-9465-d1a219da5296 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:41:09.766221 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.804593 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.891186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.949444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.974340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07acb174-a745-4f57-9465-d1a219da5296,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:09.980699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.982698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-6746011b-bf98-4cbd-93a0-de9153dcec6e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/07acb174-a745-4f57-9465-d1a219da5296 HTTP/1.1" status: 204 len: 168 time: 0.2706873 Jul 06 12:41:09.985762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:09.986525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c4510-3552-479d-adcd-adbe0305e102 None None] Network 49587bca-34df-4675-a3df-a8604572e8f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:10.059586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.112838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Deleting port 5a8aefae-ce0d-436e-995d-3bd4fca5955f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:10.113182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.182677 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] For port 5a8aefae-ce0d-436e-995d-3bd4fca5955f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a8aefae-ce0d-436e-995d-3bd4fca5955f,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:10.183047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.197101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Calling delete_port for 5a8aefae-ce0d-436e-995d-3bd4fca5955f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:10.212062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] DHCP port deletion for 49587bca-34df-4675-a3df-a8604572e8f6 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:41:10.261777 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Deleting port 5a8aefae-ce0d-436e-995d-3bd4fca5955f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:10.262144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.280933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.312355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8aefae-ce0d-436e-995d-3bd4fca5955f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:10.317732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] No DVR routers for this DVR port 5a8aefae-ce0d-436e-995d-3bd4fca5955f on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:10.332419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] For port 5a8aefae-ce0d-436e-995d-3bd4fca5955f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5a8aefae-ce0d-436e-995d-3bd4fca5955f,segment=NetworkSegment(e34a954e-2f9f-4bb2-bc1e-63389efb79b4),segment_id=e34a954e-2f9f-4bb2-bc1e-63389efb79b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:10.332927 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.345931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Calling delete_port for 5a8aefae-ce0d-436e-995d-3bd4fca5955f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:10.391186 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.401769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49587bca-34df-4675-a3df-a8604572e8f6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:10.413497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:10.413793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34a954e-2f9f-4bb2-bc1e-63389efb79b4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:10.423785 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.440963 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.448716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:41:10.449138 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:41:10.451020 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:41:10.522812 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.528851 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.530781 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/49587bca-34df-4675-a3df-a8604572e8f6 HTTP/1.1" status: 204 len: 168 time: 0.5439529 Jul 06 12:41:10.546274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fc2e9-1b0b-4f45-83d2-b247992f02a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=49587bca-34df-4675-a3df-a8604572e8f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:10.586459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.608808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Network 49587bca-34df-4675-a3df-a8604572e8f6 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:41:10.609260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] No DVR routers for this DVR port 5a8aefae-ce0d-436e-995d-3bd4fca5955f on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:10.610979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaae54e-9666-426f-8c85-e103ab86e1f9 None None] Pushing event deleted for resources: {'Port': ['ID=5a8aefae-ce0d-436e-995d-3bd4fca5955f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:10.700640 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:10.740947 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb5d9f57-61d8-466a-9e70-af93ceb1d851 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74a7d325d0ac4a76ada5d48ab202dddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390382 Jul 06 12:41:10.743408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:10.791190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29959b27-9197-4117-80a7-22de98e95a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.812581 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29959b27-9197-4117-80a7-22de98e95a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.860582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29959b27-9197-4117-80a7-22de98e95a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.864641 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29959b27-9197-4117-80a7-22de98e95a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.865989 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29959b27-9197-4117-80a7-22de98e95a4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ec17d85-13b0-4fa2-bc5c-23b78102b906 HTTP/1.1" status: 204 len: 168 time: 0.1214609 Jul 06 12:41:10.876617 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29959b27-9197-4117-80a7-22de98e95a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec17d85-13b0-4fa2-bc5c-23b78102b906,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:11.193841 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:11.233732 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-41489a34-1af4-47b8-bc25-08b253b3c8c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7ddac58e9024e3ca88405ab1431db30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387309 Jul 06 12:41:11.236192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:11.282218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5effa4-8d1d-46a4-808f-04326276b80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.305742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5effa4-8d1d-46a4-808f-04326276b80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.355500 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5effa4-8d1d-46a4-808f-04326276b80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.358481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb5effa4-8d1d-46a4-808f-04326276b80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.359673 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb5effa4-8d1d-46a4-808f-04326276b80a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6b89c36-4dc5-464c-b48a-6e000d9f1071 HTTP/1.1" status: 204 len: 168 time: 0.1225858 Jul 06 12:41:11.367464 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5effa4-8d1d-46a4-808f-04326276b80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b89c36-4dc5-464c-b48a-6e000d9f1071,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:11.514260 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a8aefae-ce0d-436e-995d-3bd4fca5955f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:11.533988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 5a8aefae-ce0d-436e-995d-3bd4fca5955f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:11.535179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5a8aefae-ce0d-436e-995d-3bd4fca5955f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:11.535666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 74418496-f0e2-4d63-bb13-2262ded09d2b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:11.554235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 74418496-f0e2-4d63-bb13-2262ded09d2b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:11.554582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 74418496-f0e2-4d63-bb13-2262ded09d2b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:11.555028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 75a43d18-ba2b-466a-b1b2-b7f03d74258b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:11.573878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 75a43d18-ba2b-466a-b1b2-b7f03d74258b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:11.574252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 75a43d18-ba2b-466a-b1b2-b7f03d74258b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:12.054868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:12.148110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-153638703-network', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:12.169609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Made reservation on behalf of f0e7e65718b946a49f0c9e8a64f428a5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:12.171976 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.184233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.272533 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.276285 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.300903 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:41:12.310515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85f71c-d33d-425c-a048-5ea461c6c6e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:12.316075 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.316562 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Added segment 37992f57-ecdc-4369-867f-200cfe84d104 of type vlan for network 8ff2476a-c5e0-4458-aec2-982c3208329a Jul 06 12:41:12.356614 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.387147 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.388741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:12.389734 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.444339 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3881004 Jul 06 12:41:12.447232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:12.452327 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Request body: {'subnet': {'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-153638703-subnet', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:12.453285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51463f32-847e-40df-97ae-5f55f3a1968b admin admin] Pushing event updated for resources: {'Network': ['ID=8ff2476a-c5e0-4458-aec2-982c3208329a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:12.463127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8ff2476a-c5e0-4458-aec2-982c3208329a details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:41:12.477626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Made reservation on behalf of f0e7e65718b946a49f0c9e8a64f428a5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:12.480406 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.650052 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.712582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89ee4b4-95c1-4607-ac5f-7868746b55c4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:12.719296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Checking segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:12.719658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Network hostable DHCP agents. Network: 8ff2476a-c5e0-4458-aec2-982c3208329a, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:41:12.736093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Network 8ff2476a-c5e0-4458-aec2-982c3208329a is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:41:12.745324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8ff2476a-c5e0-4458-aec2-982c3208329a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:12.749388 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:12.749978 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.754381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b859ef-fdc3-406c-b257-d10674f9304c None None] Network 8ff2476a-c5e0-4458-aec2-982c3208329a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:12.764416 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b949f3f7-38c2-40d3-9c8b-78ebfba78a5e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3158541 Jul 06 12:41:12.767045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:12.772307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:12.792994 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.794119 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.850403 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.905874 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb545231-f696-426d-8386-323414119c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-8ff2476a-c5e0-4458-aec2-982c3208329a', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:41:12.906740 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb545231-f696-426d-8386-323414119c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.992906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.043609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cb545231-f696-426d-8386-323414119c9d None None] Allocated IP 172.20.0.2 (8ff2476a-c5e0-4458-aec2-982c3208329a/b89ee4b4-95c1-4607-ac5f-7868746b55c4/385ab82e-0972-4eba-a42b-b3575675bc6e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:13.184433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb545231-f696-426d-8386-323414119c9d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.192763 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb545231-f696-426d-8386-323414119c9d None None] Transition to ACTIVE for port object 385ab82e-0972-4eba-a42b-b3575675bc6e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:13.195544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.207497 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb545231-f696-426d-8386-323414119c9d None None] Transition to ACTIVE for port object 385ab82e-0972-4eba-a42b-b3575675bc6e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:13.213535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb545231-f696-426d-8386-323414119c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.215358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.255356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb545231-f696-426d-8386-323414119c9d None None] Network 8ff2476a-c5e0-4458-aec2-982c3208329a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:13.260169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cb545231-f696-426d-8386-323414119c9d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:13.263543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb545231-f696-426d-8386-323414119c9d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:13.270864 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb545231-f696-426d-8386-323414119c9d None None] Pushing event updated for resources: {'Port': ['ID=385ab82e-0972-4eba-a42b-b3575675bc6e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:13.322622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Allocated IP 172.25.7.172 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/49297b26-88ca-4890-9e0d-4e7be89d40d8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:13.324239 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cb545231-f696-426d-8386-323414119c9d None None] Attempting to bind port 385ab82e-0972-4eba-a42b-b3575675bc6e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:13.324615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cb545231-f696-426d-8386-323414119c9d None None] Attempting to bind port 385ab82e-0972-4eba-a42b-b3575675bc6e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:13.325047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb545231-f696-426d-8386-323414119c9d None None] Attempting to bind port 385ab82e-0972-4eba-a42b-b3575675bc6e on network 8ff2476a-c5e0-4458-aec2-982c3208329a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:13.330187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb545231-f696-426d-8386-323414119c9d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:13.330558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb545231-f696-426d-8386-323414119c9d None None] Checking segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:13.331110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb545231-f696-426d-8386-323414119c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.331581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb545231-f696-426d-8386-323414119c9d None None] Bound using segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:13.332214 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cb545231-f696-426d-8386-323414119c9d None None] Bound port: 385ab82e-0972-4eba-a42b-b3575675bc6e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:13.332599 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb545231-f696-426d-8386-323414119c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.397402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb545231-f696-426d-8386-323414119c9d None None] For port 385ab82e-0972-4eba-a42b-b3575675bc6e, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:13.400907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb545231-f696-426d-8386-323414119c9d None None] For port 385ab82e-0972-4eba-a42b-b3575675bc6e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=385ab82e-0972-4eba-a42b-b3575675bc6e,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:13.405108 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb545231-f696-426d-8386-323414119c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.433356 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.484812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb545231-f696-426d-8386-323414119c9d None None] Pushing event updated for resources: {'Port': ['ID=385ab82e-0972-4eba-a42b-b3575675bc6e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:13.496130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.537231 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:13.542450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:13.544826 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:13.573573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Pushing event updated for resources: {'Port': ['ID=49297b26-88ca-4890-9e0d-4e7be89d40d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:13.821505 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:14.025093 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:14.165238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Router 1bd48703-0fea-4777-bc58-fc7ebbd80dda is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:41:14.284181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:14.294251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Sync routers for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:14.301573 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:14.303177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5ffff3e-5c1f-41fa-ae9a-7d192c124c63 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5349855 Jul 06 12:41:14.305960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:14.308716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:14.309465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:14.410613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae9ac9-1c48-479b-8824-0fa1740ec413 None None] Network 8ff2476a-c5e0-4458-aec2-982c3208329a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:14.466028 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:14.566356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9757267d-4141-4f4f-8d7f-92406afa8ecb None None] Provisioning for port 385ab82e-0972-4eba-a42b-b3575675bc6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:14.736612 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:14.743034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:13Z', 'revision_number': 3, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:14.770865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Checking router: 1bd48703-0fea-4777-bc58-fc7ebbd80dda for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:14.771316 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Updating router 1bd48703-0fea-4777-bc58-fc7ebbd80dda port 49297b26-88ca-4890-9e0d-4e7be89d40d8 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:14.810561 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.097783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.108588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Transition to ACTIVE for port object 49297b26-88ca-4890-9e0d-4e7be89d40d8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:15.120010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.173063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Attempting to bind port 49297b26-88ca-4890-9e0d-4e7be89d40d8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:15.173434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Attempting to bind port 49297b26-88ca-4890-9e0d-4e7be89d40d8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:15.173800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Attempting to bind port 49297b26-88ca-4890-9e0d-4e7be89d40d8 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:15.176221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73057-9fe3-4f78-8617-af0f78b2c379 None None] Pushing event updated for resources: {'Port': ['ID=49297b26-88ca-4890-9e0d-4e7be89d40d8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:15.181762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:15.182142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:15.182545 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.182934 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:15.183402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Bound port: 49297b26-88ca-4890-9e0d-4e7be89d40d8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:15.183782 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.240730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] For port 49297b26-88ca-4890-9e0d-4e7be89d40d8, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:15.244066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] For port 49297b26-88ca-4890-9e0d-4e7be89d40d8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49297b26-88ca-4890-9e0d-4e7be89d40d8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:15.253245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.311527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73057-9fe3-4f78-8617-af0f78b2c379 None None] Pushing event updated for resources: {'Port': ['ID=49297b26-88ca-4890-9e0d-4e7be89d40d8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:15.314133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:15.314727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:15.339100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Allocated IP 172.20.0.1 (8ff2476a-c5e0-4458-aec2-982c3208329a/b89ee4b4-95c1-4607-ac5f-7868746b55c4/10fe5440-a65d-4da9-ad41-b3fedcff12c8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:15.423033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:15.453330 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.467197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Transition to ACTIVE for port object 10fe5440-a65d-4da9-ad41-b3fedcff12c8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:15.513268 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.559375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Network 8ff2476a-c5e0-4458-aec2-982c3208329a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:15.562430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 385ab82e-0972-4eba-a42b-b3575675bc6e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:15.562697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:15.565715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:15.594873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Pushing event updated for resources: {'Port': ['ID=10fe5440-a65d-4da9-ad41-b3fedcff12c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:15.619960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.665263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:13Z', 'revision_number': 3, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:15.668095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 385ab82e-0972-4eba-a42b-b3575675bc6e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:15.695279 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7528ba0-22c7-4738-be14-154cff5e6076 None None] The sync data for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 is: [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:13Z', 'revision_number': 3, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:15.698099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 385ab82e-0972-4eba-a42b-b3575675bc6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:15.698481 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.793196 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.795174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:15.832835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 385ab82e-0972-4eba-a42b-b3575675bc6e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=385ab82e-0972-4eba-a42b-b3575675bc6e,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:15.838526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.017673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.030583 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.050761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c852657e-be4b-49b5-8127-23fc2d80f08c None None] Provisioning for port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:16.063143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c852657e-be4b-49b5-8127-23fc2d80f08c None None] Provisioning complete for port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:16.063520 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c852657e-be4b-49b5-8127-23fc2d80f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.087935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=385ab82e-0972-4eba-a42b-b3575675bc6e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:16.106474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c852657e-be4b-49b5-8127-23fc2d80f08c None None] Port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:16.120280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.123153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Pushing event updated for resources: {'Port': ['ID=10fe5440-a65d-4da9-ad41-b3fedcff12c8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:16.220741 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Network 8ff2476a-c5e0-4458-aec2-982c3208329a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:16.222248 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:16.357107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Router 1bd48703-0fea-4777-bc58-fc7ebbd80dda has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:16.431576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ccf2ca02-acbd-438a-8f2e-8e2aed6b0245 None None] Provisioning complete for port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:16.432216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ca02-acbd-438a-8f2e-8e2aed6b0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.466080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2ca02-acbd-438a-8f2e-8e2aed6b0245 None None] Port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:16.483321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:16.488905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42d56afd-db5f-4c7b-80e1-0f0026b7b7ac admin admin] 10.222.0.78 "PUT /v2.0/routers/1bd48703-0fea-4777-bc58-fc7ebbd80dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1815078 Jul 06 12:41:16.963064 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:16.968224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1066440163-network', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:16.988809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Made reservation on behalf of 9053ffacfc39455f8317b449d8fc2d3d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:16.991342 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.999816 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.098434 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.102319 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.122575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:41:17.137990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9bb25e-d546-4e54-b1ed-23b7ed231edd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:17.140884 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.141231 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Added segment fb220abf-6f24-4655-8d20-3897a5e5d5b3 of type vlan for network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b Jul 06 12:41:17.188005 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.222780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.223776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:17.224404 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.281650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3147230 Jul 06 12:41:17.283481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:17.286791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e221531-b40a-4a92-9d40-2a872102cacb admin admin] Pushing event updated for resources: {'Network': ['ID=8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:17.291240 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Request body: {'subnet': {'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1066440163-subnet', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:17.298332 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:41:17.321330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Made reservation on behalf of 9053ffacfc39455f8317b449d8fc2d3d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:17.323764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.377250 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Sync routers for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:17.386694 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:17.387344 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:17.512248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.560610 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:17.586736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Checking segment: {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:17.587094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Network hostable DHCP agents. Network: 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:41:17.589885 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:17.606734 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:41:17.621390 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:17.622124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 385ab82e-0972-4eba-a42b-b3575675bc6e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:17.628756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:17.629433 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.636305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881d41d-ba49-40a1-9db0-3d9b3307bf71 None None] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:17.646996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c689e04-8bdc-44e5-914e-52fa7c78bbb0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3611360 Jul 06 12:41:17.649768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:17.655839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:17.681018 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.682124 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.741590 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.755422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 385ab82e-0972-4eba-a42b-b3575675bc6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:17.755789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.822159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 2, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:17.848656 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Checking router: 1bd48703-0fea-4777-bc58-fc7ebbd80dda for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:17.849015 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Updating router 1bd48703-0fea-4777-bc58-fc7ebbd80dda port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:17.855261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'fixed_ips': [{'subnet_id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:41:17.856178 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.886430 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.904579 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.908159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49297b26-88ca-4890-9e0d-4e7be89d40d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:18.048726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 49297b26-88ca-4890-9e0d-4e7be89d40d8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:18.054434 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Allocated IP 172.20.0.2 (8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b/ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5/849b5176-764f-4a70-803d-21159ce2e108) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:18.058507 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 49297b26-88ca-4890-9e0d-4e7be89d40d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:18.058916 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.144391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.167100 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.174291 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.183823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Transition to ACTIVE for port object 10fe5440-a65d-4da9-ad41-b3fedcff12c8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:18.191247 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.212400 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.264611 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 49297b26-88ca-4890-9e0d-4e7be89d40d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49297b26-88ca-4890-9e0d-4e7be89d40d8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:18.276601 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.295416 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Attempting to bind port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:18.295789 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Attempting to bind port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:18.296176 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Attempting to bind port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 on network 8ff2476a-c5e0-4458-aec2-982c3208329a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:18.302452 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:18.302822 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Checking segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:18.303231 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.303608 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Bound using segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:18.304089 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Bound port: 10fe5440-a65d-4da9-ad41-b3fedcff12c8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:18.304464 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.306291 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Pushing event updated for resources: {'Port': ['ID=10fe5440-a65d-4da9-ad41-b3fedcff12c8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.307080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Allocated IP 172.25.7.65 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/4cbe221c-28c8-4345-b0ab-d37839703f60) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:18.319564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.332269 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.332620 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.332923 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.333261 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.333598 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.333915 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.334233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.334641 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.334993 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.335403 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.335700 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.336560 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.336842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Transition to ACTIVE for port object 849b5176-764f-4a70-803d-21159ce2e108 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:18.366717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=49297b26-88ca-4890-9e0d-4e7be89d40d8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.369809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Transition to ACTIVE for port object 849b5176-764f-4a70-803d-21159ce2e108 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:18.370486 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:41:18.378256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.400405 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] For port 10fe5440-a65d-4da9-ad41-b3fedcff12c8, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:18.403829 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] For port 10fe5440-a65d-4da9-ad41-b3fedcff12c8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10fe5440-a65d-4da9-ad41-b3fedcff12c8,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:18.410931 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.424182 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:18.427236 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:18.433116 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:18.443068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Pushing event updated for resources: {'Port': ['ID=849b5176-764f-4a70-803d-21159ce2e108,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.458975 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.478547 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915ec0-2bd4-43cd-9ca1-80df75228f78 None None] Pushing event updated for resources: {'Port': ['ID=10fe5440-a65d-4da9-ad41-b3fedcff12c8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.496418 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:18.497567 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:18.517191 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Attempting to bind port 849b5176-764f-4a70-803d-21159ce2e108 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:18.517848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Attempting to bind port 849b5176-764f-4a70-803d-21159ce2e108 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:18.519082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Attempting to bind port 849b5176-764f-4a70-803d-21159ce2e108 on network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:18.525020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:18.525774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Checking segment: {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:18.526523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.526673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.527257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Bound using segment: {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:18.528012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Bound port: 849b5176-764f-4a70-803d-21159ce2e108, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:18.528587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.591258 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbe221c-28c8-4345-b0ab-d37839703f60,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.604926 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:18.606825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:18.610001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:18.617464 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] For port 849b5176-764f-4a70-803d-21159ce2e108, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:18.629114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] For port 849b5176-764f-4a70-803d-21159ce2e108, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=849b5176-764f-4a70-803d-21159ce2e108,segment=NetworkSegment(fb220abf-6f24-4655-8d20-3897a5e5d5b3),segment_id=fb220abf-6f24-4655-8d20-3897a5e5d5b3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:18.635660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.645237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:18.717016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57ea22-b725-4164-841a-ac81630f5a0d None None] Pushing event updated for resources: {'Port': ['ID=849b5176-764f-4a70-803d-21159ce2e108,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.918176 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:18.947956 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750b7f0-d405-4831-883f-391bb592e2ae None None] The sync data for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 is: [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:18.967783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:19.199316 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:19.340664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Router e902afec-5985-4f58-bf46-5c28c940885e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:41:19.469003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:19.479486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Sync routers for ids ['e902afec-5985-4f58-bf46-5c28c940885e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:19.488672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:19.491533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Routers {'e902afec-5985-4f58-bf46-5c28c940885e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:19.492224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e902afec-5985-4f58-bf46-5c28c940885e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:19.493645 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:19.500647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b29446ae-63a7-48f2-acaa-a827793617c0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8495395 Jul 06 12:41:19.650543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Set router e902afec-5985-4f58-bf46-5c28c940885e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:19.734312 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 849b5176-764f-4a70-803d-21159ce2e108 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:19.893554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 849b5176-764f-4a70-803d-21159ce2e108 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:19.899554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c097f5-ca3a-4b5c-bd5d-6eaac0e939f6 None None] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:19.904788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49297b26-88ca-4890-9e0d-4e7be89d40d8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:20.022948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] Provisioning for port 849b5176-764f-4a70-803d-21159ce2e108 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:20.038601 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.039513 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] Provisioning complete for port 849b5176-764f-4a70-803d-21159ce2e108 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:20.040207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.091435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 3, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:20.144440 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Checking router: e902afec-5985-4f58-bf46-5c28c940885e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:20.144859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Updating router e902afec-5985-4f58-bf46-5c28c940885e port 4cbe221c-28c8-4345-b0ab-d37839703f60 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:20.148624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 49297b26-88ca-4890-9e0d-4e7be89d40d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:20.148999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.214643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Allocated IP 172.20.0.1 (8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b/ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5/3799aa41-130d-4ed1-aaba-06441d95760a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:20.249278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.329222 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.341749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.344010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Transition to ACTIVE for port object 3799aa41-130d-4ed1-aaba-06441d95760a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:20.379446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.419973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:20.425361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:20.429061 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:20.452834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Pushing event updated for resources: {'Port': ['ID=3799aa41-130d-4ed1-aaba-06441d95760a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:20.474094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.601772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10fe5440-a65d-4da9-ad41-b3fedcff12c8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:20.644308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] For port 849b5176-764f-4a70-803d-21159ce2e108, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=849b5176-764f-4a70-803d-21159ce2e108,segment=NetworkSegment(fb220abf-6f24-4655-8d20-3897a5e5d5b3),segment_id=fb220abf-6f24-4655-8d20-3897a5e5d5b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:20.682843 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.795359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3319480-8793-457a-aef0-c6349b462eb1 None None] Pushing event updated for resources: {'Port': ['ID=849b5176-764f-4a70-803d-21159ce2e108,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:20.802012 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:20.812867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:20.813237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.899204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.916994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Transition to ACTIVE for port object 4cbe221c-28c8-4345-b0ab-d37839703f60 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:20.927796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.950566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc67feb5-46c2-4dfa-97b6-1164b6312dc3 None None] Provisioning complete for port 849b5176-764f-4a70-803d-21159ce2e108 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:20.950961 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc67feb5-46c2-4dfa-97b6-1164b6312dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.973868 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.029397 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.048802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee5f3-7a39-43a5-a8d1-a08a2e498a18 None None] Pushing event updated for resources: {'Port': ['ID=4cbe221c-28c8-4345-b0ab-d37839703f60,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:21.051770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Attempting to bind port 4cbe221c-28c8-4345-b0ab-d37839703f60 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:21.052127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Attempting to bind port 4cbe221c-28c8-4345-b0ab-d37839703f60 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:21.052408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Attempting to bind port 4cbe221c-28c8-4345-b0ab-d37839703f60 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:21.073476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:21.073845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:21.074256 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.074645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:21.075124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Bound port: 4cbe221c-28c8-4345-b0ab-d37839703f60, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:21.075503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.116805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 10fe5440-a65d-4da9-ad41-b3fedcff12c8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10fe5440-a65d-4da9-ad41-b3fedcff12c8,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:21.127825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.153354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.157917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.202325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] For port 4cbe221c-28c8-4345-b0ab-d37839703f60, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:21.226744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] For port 4cbe221c-28c8-4345-b0ab-d37839703f60, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cbe221c-28c8-4345-b0ab-d37839703f60,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:21.230081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=10fe5440-a65d-4da9-ad41-b3fedcff12c8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:21.232981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.234069 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.234905 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Pushing event updated for resources: {'Port': ['ID=3799aa41-130d-4ed1-aaba-06441d95760a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:21.293197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Routers {'e902afec-5985-4f58-bf46-5c28c940885e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:21.293826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e902afec-5985-4f58-bf46-5c28c940885e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:21.298797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee5f3-7a39-43a5-a8d1-a08a2e498a18 None None] Pushing event updated for resources: {'Port': ['ID=4cbe221c-28c8-4345-b0ab-d37839703f60,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:21.330145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:21.332190 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:21.388878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fa5ad2d-15b0-4d2b-86af-d6d55e8938e0 None None] Provisioning for port 3799aa41-130d-4ed1-aaba-06441d95760a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:21.395971 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fa5ad2d-15b0-4d2b-86af-d6d55e8938e0 None None] Provisioning complete for port 3799aa41-130d-4ed1-aaba-06441d95760a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:21.396392 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ad2d-15b0-4d2b-86af-d6d55e8938e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.444104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] Set router e902afec-5985-4f58-bf46-5c28c940885e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:21.465518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Router e902afec-5985-4f58-bf46-5c28c940885e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:21.469810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5ad2d-15b0-4d2b-86af-d6d55e8938e0 None None] Port 3799aa41-130d-4ed1-aaba-06441d95760a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:21.570978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10fe5440-a65d-4da9-ad41-b3fedcff12c8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:21.588121 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:21.593067 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-442d6044-cbff-4b5b-95ae-ac3d8da646fd admin admin] 10.222.0.78 "PUT /v2.0/routers/e902afec-5985-4f58-bf46-5c28c940885e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982690 Jul 06 12:41:21.640705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08ea1b8e-ef4e-49b9-80fb-b9cb3b937cbc None None] Provisioning complete for port 3799aa41-130d-4ed1-aaba-06441d95760a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:21.641075 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08ea1b8e-ef4e-49b9-80fb-b9cb3b937cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.700767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:21.701351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.721723 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08ea1b8e-ef4e-49b9-80fb-b9cb3b937cbc None None] Port 3799aa41-130d-4ed1-aaba-06441d95760a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:21.818087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:41:20Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3799aa41-130d-4ed1-aaba-06441d95760a', 'name': '', 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'mac_address': 'fa:16:3e:fb:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:20Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 2, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'subnets': [{'id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:21.822972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 849b5176-764f-4a70-803d-21159ce2e108 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:21.867249 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483fc5f-42c4-4dd2-a105-505d7ba84e9c None None] The sync data for ids ['e902afec-5985-4f58-bf46-5c28c940885e'] in n-d-799528-2 is: [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:41:20Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3799aa41-130d-4ed1-aaba-06441d95760a', 'name': '', 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'mac_address': 'fa:16:3e:fb:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:20Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 2, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'subnets': [{'id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:21.903004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 849b5176-764f-4a70-803d-21159ce2e108 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:21.903704 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.240564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.596566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cbe221c-28c8-4345-b0ab-d37839703f60 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:23.664184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4cbe221c-28c8-4345-b0ab-d37839703f60 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:23.668588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4cbe221c-28c8-4345-b0ab-d37839703f60 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:23.668961 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.772789 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.801083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 4cbe221c-28c8-4345-b0ab-d37839703f60, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cbe221c-28c8-4345-b0ab-d37839703f60,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:23.806322 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.871084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=4cbe221c-28c8-4345-b0ab-d37839703f60,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:24.103360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Sync routers for ids ['e902afec-5985-4f58-bf46-5c28c940885e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:24.114617 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Routers {'e902afec-5985-4f58-bf46-5c28c940885e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:24.114914 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e902afec-5985-4f58-bf46-5c28c940885e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:24.234775 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Set router e902afec-5985-4f58-bf46-5c28c940885e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:24.445096 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:41:20Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3799aa41-130d-4ed1-aaba-06441d95760a', 'name': '', 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'mac_address': 'fa:16:3e:fb:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:20Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 2, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'subnets': [{'id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:24.477507 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Checking router: e902afec-5985-4f58-bf46-5c28c940885e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:24.477853 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Updating router e902afec-5985-4f58-bf46-5c28c940885e port 3799aa41-130d-4ed1-aaba-06441d95760a binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:24.516044 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:24.813418 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:24.824426 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Transition to ACTIVE for port object 3799aa41-130d-4ed1-aaba-06441d95760a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:24.834590 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.007957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf23a-5ee8-4f30-b82f-9522f66c32cc None None] Pushing event updated for resources: {'Port': ['ID=3799aa41-130d-4ed1-aaba-06441d95760a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:25.049955 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Attempting to bind port 3799aa41-130d-4ed1-aaba-06441d95760a on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:25.050319 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Attempting to bind port 3799aa41-130d-4ed1-aaba-06441d95760a by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:25.050672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Attempting to bind port 3799aa41-130d-4ed1-aaba-06441d95760a on network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:25.058937 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:25.059300 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Checking segment: {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:25.059701 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.060128 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Bound using segment: {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:25.060599 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Bound port: 3799aa41-130d-4ed1-aaba-06441d95760a, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb220abf-6f24-4655-8d20-3897a5e5d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:25.060979 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.154143 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] For port 3799aa41-130d-4ed1-aaba-06441d95760a, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:25.157698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] For port 3799aa41-130d-4ed1-aaba-06441d95760a, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3799aa41-130d-4ed1-aaba-06441d95760a,segment=NetworkSegment(fb220abf-6f24-4655-8d20-3897a5e5d5b3),segment_id=fb220abf-6f24-4655-8d20-3897a5e5d5b3)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:25.166803 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.230260 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Routers {'e902afec-5985-4f58-bf46-5c28c940885e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:25.231288 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:41:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e902afec-5985-4f58-bf46-5c28c940885e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:25.234455 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf23a-5ee8-4f30-b82f-9522f66c32cc None None] Pushing event updated for resources: {'Port': ['ID=3799aa41-130d-4ed1-aaba-06441d95760a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:25.372220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] Set router e902afec-5985-4f58-bf46-5c28c940885e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:25.574839 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3799aa41-130d-4ed1-aaba-06441d95760a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:25.632381 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3799aa41-130d-4ed1-aaba-06441d95760a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:25.635219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:41:20Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3799aa41-130d-4ed1-aaba-06441d95760a', 'name': '', 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'mac_address': 'fa:16:3e:fb:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:20Z', 'updated_at': '2021-07-06T12:41:25Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'subnets': [{'id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:25.636626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3799aa41-130d-4ed1-aaba-06441d95760a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:25.637183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.665764 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf75b2-34f3-40f0-9609-a6ea96ceb9c4 None None] The sync data for ids ['e902afec-5985-4f58-bf46-5c28c940885e'] in n-d-799528-2 is: [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:41:20Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3799aa41-130d-4ed1-aaba-06441d95760a', 'name': '', 'network_id': '8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'mac_address': 'fa:16:3e:fb:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:20Z', 'updated_at': '2021-07-06T12:41:25Z', 'revision_number': 4, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'subnets': [{'id': 'ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:25.736238 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.773143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3799aa41-130d-4ed1-aaba-06441d95760a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3799aa41-130d-4ed1-aaba-06441d95760a,segment=NetworkSegment(fb220abf-6f24-4655-8d20-3897a5e5d5b3),segment_id=fb220abf-6f24-4655-8d20-3897a5e5d5b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:25.784448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.785670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cbe221c-28c8-4345-b0ab-d37839703f60 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:25.893264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3799aa41-130d-4ed1-aaba-06441d95760a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:25.907530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4cbe221c-28c8-4345-b0ab-d37839703f60 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:25.908184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.222880 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81b83a56-53b6-489b-b93c-bb8d8e274c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.538714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3799aa41-130d-4ed1-aaba-06441d95760a up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:27.605227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3799aa41-130d-4ed1-aaba-06441d95760a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:27.605603 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.743866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b26c75-2e7a-44d4-9ac2-b8b8c215cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.388708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.616690 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.153826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.933254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-73886f38-ac6f-4b88-834a-12fad54d27f5 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:31.934669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-73886f38-ac6f-4b88-834a-12fad54d27f5 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 814 time: 0.1008801 Jul 06 12:41:31.949283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-046ca575-1657-433a-ad87-d52b19729f31 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/quotas/f0e7e65718b946a49f0c9e8a64f428a5 HTTP/1.1" status: 200 len: 375 time: 0.0091343 Jul 06 12:41:32.020246 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-4e986165-24d4-4764-b1b5-91c686bc7aa0 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661449 Jul 06 12:41:32.114681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-8f0a2289-2cdf-48e7-bfc1-e739c55e2a55 service neutron] 10.222.0.78 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Jul 06 12:41:32.207200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-a107548c-152d-48e9-b440-74d2155d5e70 service neutron] 10.222.0.78 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Jul 06 12:41:32.379030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9b558db-3ed0-49cd-904a-1d07ee9720d1 req-dbf381b7-02e8-49fc-acc2-89563ae63f64 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Jul 06 12:41:32.661304 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.436857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-e87fe91d-fca4-4994-b743-ff20b313e0ea tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:33.438556 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-e87fe91d-fca4-4994-b743-ff20b313e0ea tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 814 time: 0.1081493 Jul 06 12:41:33.459583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'port': {'device_id': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'admin_state_up': True, 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:33.541013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3496346a-ba43-42b8-9daa-0864618ae611 req-02f7d92a-8707-4d7d-b33c-d8c11a2c17be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 210 time: 0.0361392 Jul 06 12:41:33.612178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Made reservation on behalf of f0e7e65718b946a49f0c9e8a64f428a5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:33.615889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.753580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Allocated IP 172.20.0.9 (8ff2476a-c5e0-4458-aec2-982c3208329a/b89ee4b4-95c1-4607-ac5f-7868746b55c4/5f7fe974-857b-40b0-8a12-930feb334ba5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:33.969967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.987393 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Transition to ACTIVE for port object 5f7fe974-857b-40b0-8a12-930feb334ba5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:34.029010 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.081329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Network 8ff2476a-c5e0-4458-aec2-982c3208329a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:34.084697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:34.089471 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:34.093541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:34.119861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.120456 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.120859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.121331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.121680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.122058 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.122389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.122703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.123034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.123536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.123748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.124101 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:34.158056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:34.159321 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.177198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-1fe8d196-c2b5-4119-87f2-b5edef339fe4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217600 Jul 06 12:41:34.409729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da8d32b0-568c-4984-86bb-6df4e7c33eaf None None] Provisioning for port 5f7fe974-857b-40b0-8a12-930feb334ba5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:34.414084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da8d32b0-568c-4984-86bb-6df4e7c33eaf None None] Provisioning complete for port 5f7fe974-857b-40b0-8a12-930feb334ba5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:34.414697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da8d32b0-568c-4984-86bb-6df4e7c33eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.452955 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-da8d32b0-568c-4984-86bb-6df4e7c33eaf None None] Port 5f7fe974-857b-40b0-8a12-930feb334ba5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:34.741627 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e51bb7-2853-4e1b-a71f-04f8f643c592 req-67a00d2d-fbde-419c-b389-00e63bbe39cd tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:34.743298 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82e51bb7-2853-4e1b-a71f-04f8f643c592 req-67a00d2d-fbde-419c-b389-00e63bbe39cd tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0717654 Jul 06 12:41:34.783879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82e51bb7-2853-4e1b-a71f-04f8f643c592 req-83167301-0256-4d32-8872-44124c8630b9 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Jul 06 12:41:35.965697 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bcd92-fc3a-42d0-8f93-e1b8388dec56 req-1b210312-8c1b-49e0-aa63-656bbb0d8397 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:35.967218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da6bcd92-fc3a-42d0-8f93-e1b8388dec56 req-1b210312-8c1b-49e0-aa63-656bbb0d8397 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0684085 Jul 06 12:41:36.008242 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-da6bcd92-fc3a-42d0-8f93-e1b8388dec56 req-d32e7aa1-6796-418f-a931-33e3fa90b4cd tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342367 Jul 06 12:41:37.209987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3064-26d9-43b8-9626-4f7d15ea5d70 req-b1389973-0052-4080-a5c9-b08ba2b7caba tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:37.212492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2db3064-26d9-43b8-9626-4f7d15ea5d70 req-b1389973-0052-4080-a5c9-b08ba2b7caba tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0770965 Jul 06 12:41:37.257659 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b2db3064-26d9-43b8-9626-4f7d15ea5d70 req-2730f3ef-3feb-4809-82cb-746dbc1d8738 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Jul 06 12:41:38.449375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386f007-3f1d-41ce-9039-439a59d75d02 req-b923d4b0-5302-4b2e-8ab8-848b9fb86ff9 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:38.450905 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b386f007-3f1d-41ce-9039-439a59d75d02 req-b923d4b0-5302-4b2e-8ab8-848b9fb86ff9 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0673673 Jul 06 12:41:38.492459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b386f007-3f1d-41ce-9039-439a59d75d02 req-6892ede5-a3a9-45bc-9226-3aa638489670 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349994 Jul 06 12:41:39.673283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164e245-f654-49d8-9601-e26e83476562 req-b96ef120-a34c-4718-aa9f-ec8615422e88 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:39.675514 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0164e245-f654-49d8-9601-e26e83476562 req-b96ef120-a34c-4718-aa9f-ec8615422e88 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0710120 Jul 06 12:41:39.717455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0164e245-f654-49d8-9601-e26e83476562 req-0ec975d1-9a7c-4bbd-a18c-2511e440a51e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355835 Jul 06 12:41:40.908173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27895c57-6e28-4293-b11a-285d9db30efe req-ae515ae4-2347-4132-b150-c5a1a8f47abc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:40.910219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27895c57-6e28-4293-b11a-285d9db30efe req-ae515ae4-2347-4132-b150-c5a1a8f47abc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0745857 Jul 06 12:41:40.951337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-27895c57-6e28-4293-b11a-285d9db30efe req-f8a20d5a-87aa-4bef-90af-4ecd34a2dda1 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Jul 06 12:41:42.134636 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9ad32-aec7-423b-b433-73a2ce1e2ae7 req-459446da-7610-4733-b4ef-03f0112447fd tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:42.136126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31b9ad32-aec7-423b-b433-73a2ce1e2ae7 req-459446da-7610-4733-b4ef-03f0112447fd tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0684040 Jul 06 12:41:42.176448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31b9ad32-aec7-423b-b433-73a2ce1e2ae7 req-db01efd7-6a0b-4cd0-a426-8ce1c162f3c4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Jul 06 12:41:43.356800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcfd87-482b-4c4e-8398-cff1db75e650 req-09447a0b-75ca-4c37-8ab7-85c9f2b59e74 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:43.358607 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37dcfd87-482b-4c4e-8398-cff1db75e650 req-09447a0b-75ca-4c37-8ab7-85c9f2b59e74 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0671408 Jul 06 12:41:43.406917 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-37dcfd87-482b-4c4e-8398-cff1db75e650 req-c1bc8f5e-70ef-467d-8d8c-dbb83dcf714e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Jul 06 12:41:44.580368 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33188f-3a49-445d-9dba-8fbc73552df1 req-ad5c046d-b4f1-498f-8aa1-c26a4876a65d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:44.581845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d33188f-3a49-445d-9dba-8fbc73552df1 req-ad5c046d-b4f1-498f-8aa1-c26a4876a65d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0644715 Jul 06 12:41:44.618898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d33188f-3a49-445d-9dba-8fbc73552df1 req-0a5f62b2-a13c-42a3-8ec0-85f2dcef6420 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jul 06 12:41:45.790794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009536-bff1-48d4-bb6b-12385de3250c req-f1888057-0a51-4e1e-9ab7-163b65a11649 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:45.793038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42009536-bff1-48d4-bb6b-12385de3250c req-f1888057-0a51-4e1e-9ab7-163b65a11649 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0640969 Jul 06 12:41:45.833772 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42009536-bff1-48d4-bb6b-12385de3250c req-ab21ab3e-d81a-4a2b-a31a-365bb12b1546 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Jul 06 12:41:47.026951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdaff-1ed3-4290-a58f-ff667704ba48 req-298e643d-8f73-427b-9dea-948a1e81b7bb tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:47.028426 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-504fdaff-1ed3-4290-a58f-ff667704ba48 req-298e643d-8f73-427b-9dea-948a1e81b7bb tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 931 time: 0.0656137 Jul 06 12:41:47.066934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-504fdaff-1ed3-4290-a58f-ff667704ba48 req-cd0c5144-2e03-4aa9-bbb9-e8861040e16d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jul 06 12:41:47.727713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Request body: {'port': {'device_id': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:47.797122 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.059752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7fe974-857b-40b0-8a12-930feb334ba5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:48.067272 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.080424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Transition to ACTIVE for port object 5f7fe974-857b-40b0-8a12-930feb334ba5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:48.084658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.136621 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:48.255435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Attempting to bind port 5f7fe974-857b-40b0-8a12-930feb334ba5 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:48.255771 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Attempting to bind port 5f7fe974-857b-40b0-8a12-930feb334ba5 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:48.256144 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Attempting to bind port 5f7fe974-857b-40b0-8a12-930feb334ba5 on network 8ff2476a-c5e0-4458-aec2-982c3208329a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:48.263451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Port 5f7fe974-857b-40b0-8a12-930feb334ba5 on network 8ff2476a-c5e0-4458-aec2-982c3208329a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:41:48.263780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Attempting to bind port 5f7fe974-857b-40b0-8a12-930feb334ba5 on network 8ff2476a-c5e0-4458-aec2-982c3208329a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:48.277295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:48.277633 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Checking segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:48.278027 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Bound using segment: {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:48.278468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Bound port: 5f7fe974-857b-40b0-8a12-930feb334ba5, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37992f57-ecdc-4369-867f-200cfe84d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:48.278834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.297595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285de42-cdba-491f-9024-6e97498209b0 req-2e8fdacf-3414-4b1e-8a92-3c98978a598d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.299269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f285de42-cdba-491f-9024-6e97498209b0 req-2e8fdacf-3414-4b1e-8a92-3c98978a598d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 943 time: 0.1155589 Jul 06 12:41:48.373557 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f285de42-cdba-491f-9024-6e97498209b0 req-9c69f1ee-adbb-4191-8320-834425cdd390 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Jul 06 12:41:48.380002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:48.383251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:48.388067 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.422847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.423642 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.425113 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] 10.222.0.64 "PUT /v2.0/ports/5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 1091 time: 0.7019789 Jul 06 12:41:48.425458 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:48.427704 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f50d98-580b-4eaa-95d1-e951038ef4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:48.458040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b950a-e291-4bc0-b74b-615daabb3fad service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:48.483747 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35f9cf-5e04-4dd9-8da9-d2c5d34671ca x-openstack-request-id: req-2d35f9cf-5e04-4dd9-8da9-d2c5d34671ca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:48.484062 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:48.484314 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d35f9cf-5e04-4dd9-8da9-d2c5d34671ca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:48.484706 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'status': 'completed', 'code': 200} Jul 06 12:41:48.534897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-cc1b5030-0635-42c1-b7ae-9c9344fff0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.536955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-cc1b5030-0635-42c1-b7ae-9c9344fff0bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1094 time: 0.0620241 Jul 06 12:41:48.580790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-5cc25518-f95f-4d15-b6ed-1735c98e28fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 217 time: 0.0358894 Jul 06 12:41:48.629695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-fe5c412b-0e2b-4451-97f4-7d81abc08253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.631087 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-fe5c412b-0e2b-4451-97f4-7d81abc08253 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0443573 Jul 06 12:41:48.693671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-260730ad-9daa-4bb2-ab2e-6b4c0d3a738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.695200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-260730ad-9daa-4bb2-ab2e-6b4c0d3a738d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574596 Jul 06 12:41:48.785125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-3b4496dc-753e-44e3-bdf2-ac4a086b6791 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831127 Jul 06 12:41:48.881959 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-33dcccef-de29-4940-87a9-e9dd1b7f9134 req-ec031e9b-364a-4146-9715-5d360317871c service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865357 Jul 06 12:41:48.991761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-b83b0a3a-d9ae-4125-805d-f67e9927fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.993317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-b83b0a3a-d9ae-4125-805d-f67e9927fac5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1094 time: 0.0563340 Jul 06 12:41:49.082045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-e074f351-2457-4ce2-8854-1444d1e65f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.083524 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-e074f351-2457-4ce2-8854-1444d1e65f43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.0840149 Jul 06 12:41:49.128354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-a70b58e6-df0c-4a6c-920d-46c82461648e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 217 time: 0.0372064 Jul 06 12:41:49.178425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-62d1f309-a58c-4e93-a4a5-f3e5915a75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.179779 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-62d1f309-a58c-4e93-a4a5-f3e5915a75ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0440998 Jul 06 12:41:49.240868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-33920d2c-c173-459f-9fd0-966146ba4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.242430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-33920d2c-c173-459f-9fd0-966146ba4909 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544596 Jul 06 12:41:49.727069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-d8b8270a-5baf-40a6-acae-10745f119ab1 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766252 Jul 06 12:41:49.752773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72a2a0-5f34-4e4f-b756-b846826f9458 req-4e169095-55f2-4cdb-93e9-04d1885edbd1 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.754186 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf72a2a0-5f34-4e4f-b756-b846826f9458 req-4e169095-55f2-4cdb-93e9-04d1885edbd1 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 943 time: 0.1019876 Jul 06 12:41:49.832226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf72a2a0-5f34-4e4f-b756-b846826f9458 req-68636616-fd8e-4bce-af03-b21066404857 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691473 Jul 06 12:41:49.857708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17f50d98-580b-4eaa-95d1-e951038ef4f9 req-e6dcd342-1b38-4d54-8653-519453be0197 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216550 Jul 06 12:41:51.005936 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fddf5-0777-490f-b615-e61be951b3bd req-f7ca29f7-ad90-40eb-aed1-069182f4cae8 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:51.007427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463fddf5-0777-490f-b615-e61be951b3bd req-f7ca29f7-ad90-40eb-aed1-069182f4cae8 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 943 time: 0.0626485 Jul 06 12:41:51.045765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-463fddf5-0777-490f-b615-e61be951b3bd req-7334b741-e160-4da3-a84d-4899d9a0ed99 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Jul 06 12:41:52.401242 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced3aab-34e1-4d3f-9330-20132da3b672 req-2bd65d93-deb8-4cc9-806a-f8a38ba56689 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:52.402741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ced3aab-34e1-4d3f-9330-20132da3b672 req-2bd65d93-deb8-4cc9-806a-f8a38ba56689 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 943 time: 0.0669141 Jul 06 12:41:52.440220 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ced3aab-34e1-4d3f-9330-20132da3b672 req-682c334e-3075-471c-a142-e22c628ef1ad tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Jul 06 12:41:52.755233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5f7fe974-857b-40b0-8a12-930feb334ba5 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:41:52.846486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:52.858127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'port_id': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'mac_address': 'fa:16:3e:8e:19:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:41:52.898311 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.062851 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7fe974-857b-40b0-8a12-930feb334ba5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:53.083071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:53.087184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.132883 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.140387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.140730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.141062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.141392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.141718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.142727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.142727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.143397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.143719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.144076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.144396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.144713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:53.232967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.426861 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5f7fe974-857b-40b0-8a12-930feb334ba5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:53.613561 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a1a54-f9a3-4eba-b87b-b0fb1ec83c37 req-903053e3-d349-4764-9c66-62117cab0327 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:53.615039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c1a1a54-f9a3-4eba-b87b-b0fb1ec83c37 req-903053e3-d349-4764-9c66-62117cab0327 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 944 time: 0.0652111 Jul 06 12:41:53.651968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8c1a1a54-f9a3-4eba-b87b-b0fb1ec83c37 req-2fae1515-0a06-460c-913d-a8c70ded1b18 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Jul 06 12:41:54.769817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5f7fe974-857b-40b0-8a12-930feb334ba5 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:54.818541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 5f7fe974-857b-40b0-8a12-930feb334ba5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:54.822284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 5f7fe974-857b-40b0-8a12-930feb334ba5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:54.822652 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.823070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436c69e-abc7-43e6-9f07-3a6b7c72792a req-f5b4a85f-93aa-4ef4-a73c-bad659030566 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:54.824604 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7436c69e-abc7-43e6-9f07-3a6b7c72792a req-f5b4a85f-93aa-4ef4-a73c-bad659030566 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 944 time: 0.0645285 Jul 06 12:41:54.869386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7436c69e-abc7-43e6-9f07-3a6b7c72792a req-484bb432-b37a-4de3-ab57-cf9c5ee40a21 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Jul 06 12:41:54.899908 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.922301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:54.924604 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a195b37-26ac-4ed5-a62b-e85f8a2fcbcf" -d '{"events": [{"server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:54.936764 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:54.941459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.967791 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f4add2-8085-42ec-892d-ac044911184d x-openstack-request-id: req-56f4add2-8085-42ec-892d-ac044911184d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:54.968434 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:54.968689 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56f4add2-8085-42ec-892d-ac044911184d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:54.969072 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'code': 200} Jul 06 12:41:54.995684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:55.076995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a2911-f2e0-4765-b97f-4c61b5f325cb req-17c56c4f-4b8f-46e3-8cfa-f8600333d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:55.078502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d2a2911-f2e0-4765-b97f-4c61b5f325cb req-17c56c4f-4b8f-46e3-8cfa-f8600333d7f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1096 time: 0.0518081 Jul 06 12:41:55.115550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1d2a2911-f2e0-4765-b97f-4c61b5f325cb req-939c4910-f0e7-4eea-96d8-1749d565de41 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270805 Jul 06 12:41:55.369794 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:41:56.043019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b8a2-15aa-4f47-83c4-3ae727cc1648 req-41074dd8-def7-4c8e-a72c-7e61969c8ec3 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:56.044545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b274b8a2-15aa-4f47-83c4-3ae727cc1648 req-41074dd8-def7-4c8e-a72c-7e61969c8ec3 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0645397 Jul 06 12:41:56.082454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b274b8a2-15aa-4f47-83c4-3ae727cc1648 req-3bba7f19-6e08-40b1-aab1-9f21f1d012ee tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jul 06 12:41:57.211166 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-048ced5d-c5d2-426a-9197-7aa444648508 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667899 Jul 06 12:41:57.214437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40a9dcca-b635-48cb-8e96-20d3743cb44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.262178 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8f39-7170-4457-8f80-36e82e50338e req-ec7f3676-cadd-4d22-9ea5-be69249b54d4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.263674 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63fd8f39-7170-4457-8f80-36e82e50338e req-ec7f3676-cadd-4d22-9ea5-be69249b54d4 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0694077 Jul 06 12:41:57.326962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63fd8f39-7170-4457-8f80-36e82e50338e req-003bcba0-7c31-421c-8aa1-c83d208e82ba tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544581 Jul 06 12:41:57.344439 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-d21b5136-deee-46d0-a4df-ef6e29d8b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.346639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-d21b5136-deee-46d0-a4df-ef6e29d8b31d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1096 time: 0.0820787 Jul 06 12:41:57.481003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-280067ec-9b59-4429-8f38-0a0b515eedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.482473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-280067ec-9b59-4429-8f38-0a0b515eedff service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.1148846 Jul 06 12:41:57.533847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-4364fdd5-3d93-497d-87be-ce9b6819236a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 217 time: 0.0417395 Jul 06 12:41:57.552654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcacbd-3841-48d9-834c-9d2e81a26842 req-9de32206-ae84-42fe-a582-0be71c597aed tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.554064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74fcacbd-3841-48d9-834c-9d2e81a26842 req-9de32206-ae84-42fe-a582-0be71c597aed tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.1152437 Jul 06 12:41:57.621181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-75f990b5-2c0d-4d67-97de-778e9cb06b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.622662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-75f990b5-2c0d-4d67-97de-778e9cb06b35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0781920 Jul 06 12:41:57.628073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-74fcacbd-3841-48d9-834c-9d2e81a26842 req-8ccade91-1685-47c7-9491-4ec1a4e268a1 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Jul 06 12:41:57.683544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-c07e588b-fb1a-4dd6-a62b-6608076e743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.685112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-c07e588b-fb1a-4dd6-a62b-6608076e743b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527363 Jul 06 12:41:57.785622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-3874e375-b9d6-4ea7-b33a-d361d1bb82c5 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899646 Jul 06 12:41:57.892112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5fe959a9-ca07-4500-b1bf-9589f8007e6b req-e894a2a3-8b48-4921-84c8-67c40f2e28dd service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952120 Jul 06 12:41:57.981562 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166f05-0f69-4b73-93f3-cb9614cddfd9 req-f38914e0-0309-4ba0-b901-4aa472cec65d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:57.983024 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32166f05-0f69-4b73-93f3-cb9614cddfd9 req-f38914e0-0309-4ba0-b901-4aa472cec65d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0689843 Jul 06 12:41:58.022937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32166f05-0f69-4b73-93f3-cb9614cddfd9 req-a9dc8079-3d55-47dc-8fae-393136241d4c tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Jul 06 12:41:59.749093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a195358d-ee03-4399-9fd3-ccdb3bbaa415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.390694 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.603642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:01.153404 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:02.663610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:10.748322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699e655-45dd-48a6-bf52-dba2731e055d req-ce48af77-b76c-45b4-a9ce-2094c8b96c68 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:10.749854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9699e655-45dd-48a6-bf52-dba2731e055d req-ce48af77-b76c-45b4-a9ce-2094c8b96c68 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0645978 Jul 06 12:42:10.788160 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9699e655-45dd-48a6-bf52-dba2731e055d req-aa2e4ff1-74de-4470-845a-e42cb2ec041f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 06 12:42:10.812779 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:10.949291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7387ee5d-51e8-490b-b1aa-45497c66ff01 tempest-TestMinimumBasicScenario-1333033640 tempest-TestMinimumBasicScenario-1333033640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:10.951191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7387ee5d-51e8-490b-b1aa-45497c66ff01 tempest-TestMinimumBasicScenario-1333033640 tempest-TestMinimumBasicScenario-1333033640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1091 time: 0.1368942 Jul 06 12:42:10.954185 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:10.958536 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:10.980347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.083959 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.191788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Allocated IP 172.25.7.132 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/a85d4a97-7b8a-40b6-b3a5-2f2ce6952e26) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:42:11.293616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.334090 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.370111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:42:11.372964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:42:11.379056 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:42:11.410066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'Port': ['ID=a85d4a97-7b8a-40b6-b3a5-2f2ce6952e26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:11.752391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.833162 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.007130 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.013047 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.082953 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'Port': ['ID=a85d4a97-7b8a-40b6-b3a5-2f2ce6952e26,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:12.093892 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.196044 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Floating IP 9aeedbd0-a513-4eaa-85dc-675979a74fdf associated. External IP: 172.25.7.132, port: 5f7fe974-857b-40b0-8a12-930feb334ba5. Jul 06 12:42:12.404177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Router 1bd48703-0fea-4777-bc58-fc7ebbd80dda has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:42:12.513082 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:42:12.522938 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] Sync routers for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:42:12.530019 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.531679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:42:12.532832 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:12.569725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2996b576-4fed-47b5-9391-237a6b76425f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6118739 Jul 06 12:42:12.569725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:12.570119 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c10a5-0af4-426b-8fa5-71428a88edfd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:12.570268 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:12.575594 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434260886', 'description': 'tempest-secgroup-smoke-434260886 description', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:12.606915 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.608892 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b3140-95c2-4175-8f32-6680138d78f4 x-openstack-request-id: req-ed0b3140-95c2-4175-8f32-6680138d78f4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:12.609504 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:12.610023 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed0b3140-95c2-4175-8f32-6680138d78f4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:12.611247 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'status': 'completed', 'code': 200} Jul 06 12:42:12.640523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:42:12.689387 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-bf9e482a-a69c-4054-89bd-32fe035214c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:12.691259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-bf9e482a-a69c-4054-89bd-32fe035214c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1096 time: 0.0575812 Jul 06 12:42:12.698572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.702767 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.735364 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.739607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1654005 Jul 06 12:42:12.740165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:12.745764 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group_rule': {'security_group_id': '4217865c-45c0-4b2f-b007-e2ee555a18f8', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:12.751838 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4217865c-45c0-4b2f-b007-e2ee555a18f8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:12.765296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.765646 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.765967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.766341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.766677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.767006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.767336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.767663 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.768023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.768353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.768679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.769001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84ba00-7188-4ffe-be20-4f2dfc109ece tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:12.791884 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.814107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-150c46fc-1880-47ff-8c65-34f2768891a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:12.816500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-150c46fc-1880-47ff-8c65-34f2768891a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.1178048 Jul 06 12:42:12.848794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.852981 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.870986 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937a5c7e-9dd0-4cfb-b12c-0d26fe3ac4e7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:12.881290 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.882675 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9c62d5d2-da23-4bbd-a5f1-412793d7b9bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414413 Jul 06 12:42:12.885643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:12.893026 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group_rule': {'security_group_id': '4217865c-45c0-4b2f-b007-e2ee555a18f8', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:12.900708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9aeedbd0-a513-4eaa-85dc-675979a74fdf', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'port_id': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'mac_address': 'fa:16:3e:8e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:42:11Z', 'updated_at': '2021-07-06T12:42:11Z', 'revision_number': 0, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:12.904200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-29393462-c9b9-4407-a900-83ff185cb587 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 999 time: 0.0767822 Jul 06 12:42:12.923934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.932806 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] Checking router: 1bd48703-0fea-4777-bc58-fc7ebbd80dda for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:42:12.941627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:42:12.942184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:42:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:12.963373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-ea6e6863-7228-46a7-b019-da9e9b2b1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:12.964987 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-ea6e6863-7228-46a7-b019-da9e9b2b1100 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0535996 Jul 06 12:42:12.986129 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:12.990484 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.008573 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd598fb3-1543-4eb0-bc2b-e6ec2fb7890d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:13.022117 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.026001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-69855601-5d93-4e4b-8ab9-da8a55a06c3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368318 Jul 06 12:42:13.026426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:13.032824 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group_rule': {'security_group_id': '4217865c-45c0-4b2f-b007-e2ee555a18f8', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:13.040009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-1962ec51-977e-4f34-9f1e-5080c6ae1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:13.041858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-1962ec51-977e-4f34-9f1e-5080c6ae1556 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698276 Jul 06 12:42:13.055878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:42:13.111856 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.180790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-546dbcc2-890a-4890-b898-f8d42d52083f service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279237 Jul 06 12:42:13.191220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.201294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.261000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335e0ef6-4129-4e25-b97b-197397ac97a9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:13.268942 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.270200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-41a30bb9-e69a-4d85-8e1c-8f025edbb4db tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415030 Jul 06 12:42:13.273066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:13.278948 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group_rule': {'security_group_id': '4217865c-45c0-4b2f-b007-e2ee555a18f8', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:13.287246 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9aeedbd0-a513-4eaa-85dc-675979a74fdf', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'port_id': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'mac_address': 'fa:16:3e:8e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:42:11Z', 'updated_at': '2021-07-06T12:42:11Z', 'revision_number': 0, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:13.318178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531166eb-fe25-4a3a-84f7-1d917243f200 None None] The sync data for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 is: [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '9aeedbd0-a513-4eaa-85dc-675979a74fdf', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'port_id': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'mac_address': 'fa:16:3e:8e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:42:11Z', 'updated_at': '2021-07-06T12:42:11Z', 'revision_number': 0, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:42:13.319006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-261c10a5-0af4-426b-8fa5-71428a88edfd req-d42bae3c-5c6e-484c-8506-a5cee0e67b08 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265309 Jul 06 12:42:13.326187 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.381987 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.387040 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.411072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d001a4f-ef15-4d03-9e02-2e3dd5e09554,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:13.417859 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.421950 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ff5af74-6f66-45a1-a321-8c50a5b99c05 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451976 Jul 06 12:42:13.421950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:13.426661 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group_rule': {'security_group_id': '4217865c-45c0-4b2f-b007-e2ee555a18f8', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:13.449081 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Project f0e7e65718b946a49f0c9e8a64f428a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:42:13.455149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.521211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.526007 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.544755 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda0dbf-6a3f-4f26-8025-c82787619243 None None] New status for floating IP 9aeedbd0-a513-4eaa-85dc-675979a74fdf: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:42:13.545294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40aef0b5-5a06-4648-9264-1a81e68bd4bc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:13.552908 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.554139 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6448b05-cb41-4a5c-9bb3-11af7e2aa083 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312659 Jul 06 12:42:13.557034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:13.562145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'security_group_rule': {'security_group_id': '4217865c-45c0-4b2f-b007-e2ee555a18f8', 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:13.585227 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Project f0e7e65718b946a49f0c9e8a64f428a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:42:13.590294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.653525 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.657407 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.679125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212db46d-7992-406a-b52f-567dce2e454c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:13.683382 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.687373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0543c78c-1e90-41d9-b59d-bbdbc8d95602 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264327 Jul 06 12:42:13.802602 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-641bf642-c459-4923-b253-83568e83f65a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434260886&fields=id&tenant_id=f0e7e65718b946a49f0c9e8a64f428a5 HTTP/1.1" status: 200 len: 267 time: 0.0326378 Jul 06 12:42:13.872482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-1ac84d2b-d6e8-4b69-b608-01c288d55e5c tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:13.873983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-1ac84d2b-d6e8-4b69-b608-01c288d55e5c tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0662699 Jul 06 12:42:13.884951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'port': {'security_groups': ['da85f71c-d33d-425c-a048-5ea461c6c6e8', '4217865c-45c0-4b2f-b007-e2ee555a18f8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:13.966126 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.148320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:14.179813 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.185120 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.199397 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5f7fe974-857b-40b0-8a12-930feb334ba5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:42:14.230425 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.231123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.232723 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92897eda-d949-4abc-b9bc-4f118216cf7b req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "PUT /v2.0/ports/5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 981 time: 0.3523400 Jul 06 12:42:14.257789 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe6893-92cd-43ea-9889-d4715cf5872e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:14.315772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5f7fe974-857b-40b0-8a12-930feb334ba5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:42:14.416611 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2c44-7866-450f-a7ca-9290b5d86d83 req-d7d0ed4f-b384-46f0-a94e-a09e640b42b9 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.418207 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61af2c44-7866-450f-a7ca-9290b5d86d83 req-d7d0ed4f-b384-46f0-a94e-a09e640b42b9 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0793896 Jul 06 12:42:14.467907 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-61af2c44-7866-450f-a7ca-9290b5d86d83 req-c6807363-c568-44b3-9d5c-5ee87f1ca556 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420897 Jul 06 12:42:14.531835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c127672-70e0-4ab4-ab76-27538a68c612 None None] Provisioning complete for port 5f7fe974-857b-40b0-8a12-930feb334ba5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:14.532769 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c127672-70e0-4ab4-ab76-27538a68c612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.612873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:14.615347 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9b245f-1857-4a59-8213-4463769ba036" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:14.653713 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafaf123-b764-4ec9-9807-75f0712f08d6 x-openstack-request-id: req-bafaf123-b764-4ec9-9807-75f0712f08d6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:14.654008 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:14.654267 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bafaf123-b764-4ec9-9807-75f0712f08d6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:14.654669 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'status': 'completed', 'code': 200} Jul 06 12:42:14.729838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b245f-1857-4a59-8213-4463769ba036 req-2c69375e-976c-4d67-96a0-24e391ccaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.731502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-2c69375e-976c-4d67-96a0-24e391ccaf1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1135 time: 0.0539091 Jul 06 12:42:14.833910 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b245f-1857-4a59-8213-4463769ba036 req-82e36767-5fa4-49bf-b18b-1411b9ee83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.835453 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-82e36767-5fa4-49bf-b18b-1411b9ee83e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.0971675 Jul 06 12:42:14.904163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-4f62e238-eaa7-43f9-a1ad-d02d2f7a2972 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0590005 Jul 06 12:42:14.954670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b245f-1857-4a59-8213-4463769ba036 req-b457fe65-5999-45be-9db3-84fcbbd2f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.956129 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-b457fe65-5999-45be-9db3-84fcbbd2f62e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0449860 Jul 06 12:42:15.015465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b245f-1857-4a59-8213-4463769ba036 req-3dc5027f-89aa-4513-8e37-918abf2da63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:15.017521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-3dc5027f-89aa-4513-8e37-918abf2da63d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548687 Jul 06 12:42:15.106536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-5ecfe420-f3c3-46ef-bd22-bbbf5b6621c3 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804551 Jul 06 12:42:15.205311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9b245f-1857-4a59-8213-4463769ba036 req-45a40e38-47e5-453b-8ec4-440a52d9da57 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909564 Jul 06 12:42:23.234050 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:27.215472 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1aed3ae0-a198-4435-b27c-116d881654ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:29.752587 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13204f8e-8762-4fa9-afdf-387dc43b604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:30.394378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:30.613338 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:31.160677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:32.368492 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:32.665949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:53.248785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:56.551785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-ae40eeeb-49ae-462e-b1a0-9f0405cb0c4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522008 Jul 06 12:42:56.646512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-3c5f7077-0b5b-40d6-ab20-ef05ea6cfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:56.648012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-3c5f7077-0b5b-40d6-ab20-ef05ea6cfa17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1135 time: 0.0526135 Jul 06 12:42:56.756254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-d3466d42-e22c-4d2f-ac8f-1288349d8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:56.757744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-d3466d42-e22c-4d2f-ac8f-1288349d8686 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.0873542 Jul 06 12:42:56.823142 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-e4d22148-f094-465b-8b5f-4edba18c3ec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0573936 Jul 06 12:42:56.871986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-047e0cfe-7e8e-41d5-b316-8a02c8d67e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:56.873452 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-047e0cfe-7e8e-41d5-b316-8a02c8d67e62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0433834 Jul 06 12:42:56.935330 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-d99b9da5-410f-4b3a-a4c3-ca06ab217f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:56.936983 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-d99b9da5-410f-4b3a-a4c3-ca06ab217f55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560458 Jul 06 12:42:57.024067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-7c61b699-f4cc-4f11-8570-5cee99265b95 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798326 Jul 06 12:42:57.217539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ccce69a-b363-4858-8a62-e4bfd92c44b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:57.467637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6c1cf901-5d7f-4edc-93f7-63f6b4d33f90 req-c5221618-d22b-449a-9abd-9d74ca314ff0 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355519 Jul 06 12:42:59.753921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99ecbbc9-d08c-4cc2-90dd-eac06d5b7f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:00.395462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:00.630624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:01.158102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:02.669089 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.367308 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:23.275267 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.097703 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c39b-27df-4e08-a79b-639796493592 req-2e5e3ec3-e022-4aa2-b0b8-c2c1cebb0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:26.099108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-2e5e3ec3-e022-4aa2-b0b8-c2c1cebb0c44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1135 time: 0.0946629 Jul 06 12:43:26.121647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c658b-3afb-43df-a895-27cd1e994b50 req-58f4f5cb-1db1-4c26-9a0d-c4325aae261a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:26.123060 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c4c658b-3afb-43df-a895-27cd1e994b50 req-58f4f5cb-1db1-4c26-9a0d-c4325aae261a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0855732 Jul 06 12:43:26.204640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c4c658b-3afb-43df-a895-27cd1e994b50 req-6b20ecec-8b1f-4c71-9103-9497da9ba665 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691597 Jul 06 12:43:26.231778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c39b-27df-4e08-a79b-639796493592 req-db4a043c-21c7-45d5-b7d5-f303dc2c5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:26.233896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-db4a043c-21c7-45d5-b7d5-f303dc2c5c47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.1280668 Jul 06 12:43:26.303876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-44ea6ce1-7564-4500-b66a-df4bb6fb6df1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0627179 Jul 06 12:43:26.353707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c39b-27df-4e08-a79b-639796493592 req-f1883443-891e-4550-8ec6-8179c98f8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:26.355109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-f1883443-891e-4550-8ec6-8179c98f8cd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0444982 Jul 06 12:43:26.413941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c39b-27df-4e08-a79b-639796493592 req-6c92e92b-cba9-49c1-8822-08207e33ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:26.415688 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-6c92e92b-cba9-49c1-8822-08207e33ce49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535755 Jul 06 12:43:26.507552 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-8612f34a-1ff3-4788-b517-711eb68f347d service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841486 Jul 06 12:43:26.596351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31a3c39b-27df-4e08-a79b-639796493592 req-7d9a0d9e-6429-4ca8-8931-434ed7bdcd29 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813169 Jul 06 12:43:27.219026 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55ba538b-4bec-4ea5-93b2-a597b48876b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:27.395961 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c7596-9c3a-48a9-9043-0bd11d330d1e req-7b4c7414-e7c3-4faa-82b6-45c774f911a7 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:27.397500 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-242c7596-9c3a-48a9-9043-0bd11d330d1e req-7b4c7414-e7c3-4faa-82b6-45c774f911a7 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0654204 Jul 06 12:43:27.437972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-242c7596-9c3a-48a9-9043-0bd11d330d1e req-c6f4e9ed-6d4d-4fcc-b475-24471f5d4b74 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348349 Jul 06 12:43:28.615166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc684453-41c0-478f-938e-909b2abf817f req-1d867515-bbb0-4bc0-a364-bcd31edc73ff tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:28.616698 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc684453-41c0-478f-938e-909b2abf817f req-1d867515-bbb0-4bc0-a364-bcd31edc73ff tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0688086 Jul 06 12:43:28.656003 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc684453-41c0-478f-938e-909b2abf817f req-f05c8d2d-c5c5-4bff-abd7-efca1ce9627e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336492 Jul 06 12:43:29.755270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d819c1-9b3a-4e98-b546-2baabcd33cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:29.829055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5c18-4795-4b61-9135-93fc7451187d req-5126ef15-78c9-481d-92fc-a5251c6f18bf tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:29.830477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbba5c18-4795-4b61-9135-93fc7451187d req-5126ef15-78c9-481d-92fc-a5251c6f18bf tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0637019 Jul 06 12:43:29.870902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bbba5c18-4795-4b61-9135-93fc7451187d req-3e13abb6-0e4c-4d6c-a30c-eaa7d53b33a5 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346870 Jul 06 12:43:30.395273 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:30.624498 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:31.073539 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b5f8-5f38-4d16-815d-0fc15e8027c5 req-08e3ea2a-2889-47c5-a5c1-eec7dd46a834 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:31.075288 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a655b5f8-5f38-4d16-815d-0fc15e8027c5 req-08e3ea2a-2889-47c5-a5c1-eec7dd46a834 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0776033 Jul 06 12:43:31.128303 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a655b5f8-5f38-4d16-815d-0fc15e8027c5 req-69b25191-3a30-489c-8f69-12e91dbf640e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453308 Jul 06 12:43:31.166187 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:32.314069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255025-2a39-439c-a5e6-8a36566553f6 req-3684e054-518a-4e1e-b5f7-115baf7ec829 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:32.315690 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78255025-2a39-439c-a5e6-8a36566553f6 req-3684e054-518a-4e1e-b5f7-115baf7ec829 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0654421 Jul 06 12:43:32.355923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78255025-2a39-439c-a5e6-8a36566553f6 req-860af1ba-1bd1-4ff8-94f1-1731bdbd0185 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345378 Jul 06 12:43:32.671237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:33.533053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2134c5-f991-4995-bcff-11f9e1d7d135 req-6fd44cee-8739-456e-99bf-79b8449c8c5b tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:33.534695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe2134c5-f991-4995-bcff-11f9e1d7d135 req-6fd44cee-8739-456e-99bf-79b8449c8c5b tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0659244 Jul 06 12:43:33.588794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fe2134c5-f991-4995-bcff-11f9e1d7d135 req-bf16d6c3-01c3-49e5-b4c0-bcc55128719c tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481420 Jul 06 12:43:34.766927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3b1db-483f-40f8-9c9e-abf8c9114ace req-4244453d-8168-4fcd-ba16-f084a3e8656e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:34.768468 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc3b1db-483f-40f8-9c9e-abf8c9114ace req-4244453d-8168-4fcd-ba16-f084a3e8656e tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0668955 Jul 06 12:43:34.808429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc3b1db-483f-40f8-9c9e-abf8c9114ace req-a97ddb7e-6ab4-4c02-83d4-88b48440a977 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342407 Jul 06 12:43:35.983321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4585-9930-416c-b307-92c68c2b65e7 req-c11e1d12-9609-43ef-bd7b-b2a7cec51377 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:35.984841 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb7c4585-9930-416c-b307-92c68c2b65e7 req-c11e1d12-9609-43ef-bd7b-b2a7cec51377 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0635185 Jul 06 12:43:36.023157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cb7c4585-9930-416c-b307-92c68c2b65e7 req-06b69d74-7e2e-4310-8975-acc703054833 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326438 Jul 06 12:43:37.205407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aae858-11eb-4b23-9699-85643cde0e97 req-c2083353-74c5-4dff-8427-93d58bffcf25 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:37.206956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41aae858-11eb-4b23-9699-85643cde0e97 req-c2083353-74c5-4dff-8427-93d58bffcf25 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0695775 Jul 06 12:43:37.248912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41aae858-11eb-4b23-9699-85643cde0e97 req-88645730-276b-48c2-a9d0-8286245b8519 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361409 Jul 06 12:43:38.432401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a0382-c2d5-4fec-9c86-262f1dac2d5e req-f16fc741-a587-4747-a6dd-271447abeb16 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:38.433894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b39a0382-c2d5-4fec-9c86-262f1dac2d5e req-f16fc741-a587-4747-a6dd-271447abeb16 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0638132 Jul 06 12:43:38.474874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b39a0382-c2d5-4fec-9c86-262f1dac2d5e req-b2284a0f-4e0b-4550-bbf2-b0aaf6df56bc tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&id=4217865c-45c0-4b2f-b007-e2ee555a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351248 Jul 06 12:43:46.366377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:53.273787 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:57.223141 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f397095-a2c4-4f8b-aec9-1f243822c5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.529270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-2db6788d-8a2f-4efe-adb7-831010df8981 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558293 Jul 06 12:43:58.632783 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-b593d378-712a-455c-9e19-fb824590c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.634244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-b593d378-712a-455c-9e19-fb824590c4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1135 time: 0.0526700 Jul 06 12:43:58.735930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-56c643be-cb76-4f07-a14c-6fbee2a96245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.737398 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-56c643be-cb76-4f07-a14c-6fbee2a96245 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.0829120 Jul 06 12:43:58.807276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-7ecc3d7c-a226-4050-bf40-716565ff3e0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0624573 Jul 06 12:43:58.857187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-f9a7c84c-06fc-4daf-b017-36ca03d8db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.858683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-f9a7c84c-06fc-4daf-b017-36ca03d8db4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0441787 Jul 06 12:43:58.917427 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-0df0ff08-e5db-4c85-b2e2-e629ac7d9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.919056 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-0df0ff08-e5db-4c85-b2e2-e629ac7d9a72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524428 Jul 06 12:43:58.929973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-6fb98997-db7a-42ad-b9f1-b70a8f2e6a0c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:43:58.930896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-6fb98997-db7a-42ad-b9f1-b70a8f2e6a0c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049460 Jul 06 12:43:59.027382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-453e51ce-9562-44b0-a9ee-7824ea3da8c8 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Jul 06 12:43:59.118297 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a96b6875-ce45-4303-b7db-9b2f6502babb req-bc0086ba-c235-4f2b-a9d2-fd35509e379e service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Jul 06 12:43:59.755981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3095373-33ca-4c54-a7c1-6e3e4e8d16d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:00.396466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:00.632111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:01.163406 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:02.673958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.276013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.364915 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:44:27.223643 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd9ac-703f-4ecf-997a-24b11ed1986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:29.757514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a782e812-7912-47f3-bc40-dc6dd175a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:30.397128 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:30.635654 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:31.166465 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:32.675939 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.052762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-2a59fa11-d381-4877-9f2e-88feee0e4c60 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434260886&fields=id&tenant_id=f0e7e65718b946a49f0c9e8a64f428a5 HTTP/1.1" status: 200 len: 267 time: 0.1493871 Jul 06 12:44:37.125419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-f4c18067-b86d-4322-aae6-3116a201a53d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:37.126808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-f4c18067-b86d-4322-aae6-3116a201a53d tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 984 time: 0.0673478 Jul 06 12:44:37.137671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Request body: {'port': {'security_groups': ['da85f71c-d33d-425c-a048-5ea461c6c6e8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:37.220389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.395234 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:37.424829 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.429325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.441532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5f7fe974-857b-40b0-8a12-930feb334ba5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:44:37.480411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:37.481062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.482521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-57de5a4a-23dd-4b68-93a8-2d62b6a5e324 req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "PUT /v2.0/ports/5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 942 time: 0.3495874 Jul 06 12:44:37.482986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:37.485344 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04566773-b439-4cd7-a60e-f2e7e2b771b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:37.489963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:37.515036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event updated for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:37.528967 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.529325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.529799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.530151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.530770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.531295 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.531670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.533757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.534111 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.534454 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.534797 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.535130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce933-35a9-428e-a4b7-4843ebc21a96 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.553489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5f7fe974-857b-40b0-8a12-930feb334ba5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:44:37.570870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.600650 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.677331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.679878 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.683992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "DELETE /v2.0/security-groups/4217865c-45c0-4b2f-b007-e2ee555a18f8 HTTP/1.1" status: 204 len: 168 time: 0.1900151 Jul 06 12:44:37.684441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:37.697368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217865c-45c0-4b2f-b007-e2ee555a18f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:37.712324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.712684 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.713033 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.713899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.714761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.715194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.715670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.716041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.716845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.717315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.717826 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.718832 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca6556-e7ce-4a43-be73-71130817dc3a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:37.767726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5ebdc420-bf0a-4949-a4be-36d35022f729 None None] Provisioning complete for port 5f7fe974-857b-40b0-8a12-930feb334ba5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:37.768119 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc420-bf0a-4949-a4be-36d35022f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.869237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Deleting port a85d4a97-7b8a-40b6-b3a5-2f2ce6952e26 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:37.869664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.945071 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.945544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:37.957119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Calling delete_port for a85d4a97-7b8a-40b6-b3a5-2f2ce6952e26 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:38.114511 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:38.140563 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event deleted for resources: {'Port': ['ID=a85d4a97-7b8a-40b6-b3a5-2f2ce6952e26,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:38.206688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:38.206930 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Floating IP 9aeedbd0-a513-4eaa-85dc-675979a74fdf disassociated (deleted). External IP: 172.25.7.132, port: 5f7fe974-857b-40b0-8a12-930feb334ba5. Jul 06 12:44:38.420928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Router 1bd48703-0fea-4777-bc58-fc7ebbd80dda has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:38.528965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:38.534780 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:38.542642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] Sync routers for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:38.552405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:38.553664 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:38.568344 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c5a0da-275b-4a08-bcc1-70b76e56208f x-openstack-request-id: req-20c5a0da-275b-4a08-bcc1-70b76e56208f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:38.568640 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:38.568889 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20c5a0da-275b-4a08-bcc1-70b76e56208f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:38.569432 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'status': 'completed', 'code': 200} Jul 06 12:44:38.582107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7c29d2d6-ff18-4539-bb16-8a5fe0a0f2be tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "DELETE /v2.0/floatingips/9aeedbd0-a513-4eaa-85dc-675979a74fdf HTTP/1.1" status: 204 len: 168 time: 0.8965197 Jul 06 12:44:38.664523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:38.710485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-1745b9ae-965e-4634-8b65-baa71b9e3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:38.712212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-1745b9ae-965e-4634-8b65-baa71b9e3f51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1096 time: 0.1079631 Jul 06 12:44:38.820654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-863fdfbf-86d3-4fc9-86e3-1c19f01f3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:38.822291 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-863fdfbf-86d3-4fc9-86e3-1c19f01f3d2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.1024003 Jul 06 12:44:38.889825 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-be97ef36-ba52-4a50-9717-3a28ddd4f3e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 217 time: 0.0595205 Jul 06 12:44:38.898978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:38.928238 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] Checking router: 1bd48703-0fea-4777-bc58-fc7ebbd80dda for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:38.938648 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:38.939333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:38.947672 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-c5956702-0fb9-4fef-a7da-87b1d9ba5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:38.949874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-c5956702-0fb9-4fef-a7da-87b1d9ba5572 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0539329 Jul 06 12:44:39.015843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-a511ca84-6494-4e04-9cf1-0e9eb92d5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:39.017582 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-a511ca84-6494-4e04-9cf1-0e9eb92d5b3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613682 Jul 06 12:44:39.053176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:39.118325 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-8ef8b60e-72e8-48d8-9526-1f9d23087d3c service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928836 Jul 06 12:44:39.211956 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-04566773-b439-4cd7-a60e-f2e7e2b771b9 req-6db4580e-e993-45db-8305-02716a01f506 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Jul 06 12:44:39.253596 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:39.280175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7f0b-c665-4f5d-b5d3-b47624a6666f None None] The sync data for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 is: [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:41:15Z', 'revision_number': 4, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '10fe5440-a65d-4da9-ad41-b3fedcff12c8', 'name': '', 'network_id': '8ff2476a-c5e0-4458-aec2-982c3208329a', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'mac_address': 'fa:16:3e:f9:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:14Z', 'updated_at': '2021-07-06T12:41:21Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'subnets': [{'id': 'b89ee4b4-95c1-4607-ac5f-7868746b55c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:39.504287 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bb65e-49ae-48d2-8df9-7185371f59e2 None None] New status for floating IP 9aeedbd0-a513-4eaa-85dc-675979a74fdf: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:44:40.570328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:40.572743 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd4753a-e044-48b4-8efa-59d1a555c8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:40.608739 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8348277-1d49-42b2-9892-1ca849a9a561 x-openstack-request-id: req-c8348277-1d49-42b2-9892-1ca849a9a561 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:40.609043 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:40.609304 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8348277-1d49-42b2-9892-1ca849a9a561 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:40.609736 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'status': 'completed', 'code': 200} Jul 06 12:44:40.695865 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-acaed2b3-ba95-4cb4-889b-5f30c28366cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:40.697447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-acaed2b3-ba95-4cb4-889b-5f30c28366cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 1096 time: 0.0614822 Jul 06 12:44:40.790155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-bcb4081b-8ae8-4942-96be-37d592f0a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:40.791896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-bcb4081b-8ae8-4942-96be-37d592f0a277 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 200 len: 915 time: 0.0864329 Jul 06 12:44:40.834569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-74fb1b0a-b469-4c86-b370-0597313fa3c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 200 len: 217 time: 0.0348208 Jul 06 12:44:40.890444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-27e8f75d-94f1-42b9-bde5-8eee45ad3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:40.892006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-27e8f75d-94f1-42b9-bde5-8eee45ad3fb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 200 len: 853 time: 0.0494654 Jul 06 12:44:40.950506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-53beb6fc-779f-46c1-9073-b65dc7fc8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:40.952028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-53beb6fc-779f-46c1-9073-b65dc7fc8edf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ff2476a-c5e0-4458-aec2-982c3208329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533512 Jul 06 12:44:41.052048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-2c2a46eb-b4d9-4066-a553-4bde466fca32 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Jul 06 12:44:41.149609 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd4753a-e044-48b4-8efa-59d1a555c8cf req-843f2771-e6d3-4019-8944-f000644c1073 service neutron] 10.222.0.64 "GET /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895467 Jul 06 12:44:46.116656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abb6e2-b88c-4a96-b575-da7d71d9f5a7 req-001394d8-266a-4a75-b332-2c39891e350f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.118216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9abb6e2-b88c-4a96-b575-da7d71d9f5a7 req-001394d8-266a-4a75-b332-2c39891e350f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0660377 Jul 06 12:44:46.160116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9abb6e2-b88c-4a96-b575-da7d71d9f5a7 req-1bd0bfee-148c-4eba-a479-eca8adfd8e34 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Jul 06 12:44:47.340921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163060b-a966-416e-965d-026bbeb5d984 req-4ddfa99b-8ac7-4a1b-964a-6f191cda4b2b tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:47.342392 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5163060b-a966-416e-965d-026bbeb5d984 req-4ddfa99b-8ac7-4a1b-964a-6f191cda4b2b tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0673256 Jul 06 12:44:47.380904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5163060b-a966-416e-965d-026bbeb5d984 req-55a48edf-0155-44a2-a58c-9d53a71952ad tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Jul 06 12:44:48.188239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-3af8cb45-371f-40c9-b61e-5d002f4e3699 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:48.189611 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-3af8cb45-371f-40c9-b61e-5d002f4e3699 tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 945 time: 0.0642309 Jul 06 12:44:48.289057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Deleting port 5f7fe974-857b-40b0-8a12-930feb334ba5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:48.289459 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:48.381984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] For port 5f7fe974-857b-40b0-8a12-930feb334ba5, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5f7fe974-857b-40b0-8a12-930feb334ba5,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:48.382688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:48.397548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Calling delete_port for 5f7fe974-857b-40b0-8a12-930feb334ba5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:48.556951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:48.570406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5f7fe974-857b-40b0-8a12-930feb334ba5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:44:48.592055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Pushing event deleted for resources: {'Port': ['ID=5f7fe974-857b-40b0-8a12-930feb334ba5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:48.647707 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] No DVR routers for this DVR port 5f7fe974-857b-40b0-8a12-930feb334ba5 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:44:48.650648 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:48.652908 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2dc81ee8-ebd1-41e8-811f-6b988288fd68 req-eb48c306-ab53-44da-aa84-81893bff8a5a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.64 "DELETE /v2.0/ports/5f7fe974-857b-40b0-8a12-930feb334ba5 HTTP/1.1" status: 204 len: 173 time: 0.4574440 Jul 06 12:44:48.653519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'name': 'network-vif-deleted', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:48.655850 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd27b99-1230-4267-a5f0-c94eb53528e9" -d '{"events": [{"server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "name": "network-vif-deleted", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:48.666113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf2696-5204-4165-be93-827411f8a5f0 req-4684921a-7934-43bd-9304-759dde3db33f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:48.667790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62bf2696-5204-4165-be93-827411f8a5f0 req-4684921a-7934-43bd-9304-759dde3db33f tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdd42faf-76a5-4e8d-a6b5-46946a32ce95 HTTP/1.1" status: 200 len: 867 time: 0.1655471 Jul 06 12:44:48.704038 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695ab97b-c413-4612-a950-cfeb6e31782c x-openstack-request-id: req-695ab97b-c413-4612-a950-cfeb6e31782c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:48.704333 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd42faf-76a5-4e8d-a6b5-46946a32ce95", "name": "network-vif-deleted", "tag": "5f7fe974-857b-40b0-8a12-930feb334ba5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:48.704587 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-695ab97b-c413-4612-a950-cfeb6e31782c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:48.704979 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd42faf-76a5-4e8d-a6b5-46946a32ce95', 'name': 'network-vif-deleted', 'tag': '5f7fe974-857b-40b0-8a12-930feb334ba5', 'status': 'completed', 'code': 200} Jul 06 12:44:48.712505 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-62bf2696-5204-4165-be93-827411f8a5f0 req-0bc3614c-f01a-4ec6-a116-b83e4f59081a tempest-TestMinimumBasicScenario-824822152 tempest-TestMinimumBasicScenario-824822152-project] 10.222.0.78 "GET /v2.0/security-groups?id=da85f71c-d33d-425c-a048-5ea461c6c6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Jul 06 12:44:50.324522 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:50.685747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:50.976845 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Deleting port 10fe5440-a65d-4da9-ad41-b3fedcff12c8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:50.977271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.068813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] For port 10fe5440-a65d-4da9-ad41-b3fedcff12c8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=10fe5440-a65d-4da9-ad41-b3fedcff12c8,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:51.069171 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.082090 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Calling delete_port for 10fe5440-a65d-4da9-ad41-b3fedcff12c8 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:51.259179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.285172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Pushing event deleted for resources: {'Port': ['ID=10fe5440-a65d-4da9-ad41-b3fedcff12c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:51.462744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.558521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5f7fe974-857b-40b0-8a12-930feb334ba5 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:51.577441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 5f7fe974-857b-40b0-8a12-930feb334ba5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:51.578001 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5f7fe974-857b-40b0-8a12-930feb334ba5 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:51.675320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Router 1bd48703-0fea-4777-bc58-fc7ebbd80dda has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:51.789315 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:51.795120 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8e37c5fd-8402-4c83-8b56-4517477f070c admin admin] 10.222.0.78 "PUT /v2.0/routers/1bd48703-0fea-4777-bc58-fc7ebbd80dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696186 Jul 06 12:44:51.797709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:51.800283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] Sync routers for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:51.809887 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:51.810491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:51.905174 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.011617 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.075014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Deleting port 49297b26-88ca-4890-9e0d-4e7be89d40d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:52.075271 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.084914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:52.158048 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] For port 49297b26-88ca-4890-9e0d-4e7be89d40d8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=49297b26-88ca-4890-9e0d-4e7be89d40d8,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:52.158402 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.175306 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Calling delete_port for 49297b26-88ca-4890-9e0d-4e7be89d40d8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:52.278078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:44:51Z', 'revision_number': 5, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port': {'id': '49297b26-88ca-4890-9e0d-4e7be89d40d8', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:13Z', 'updated_at': '2021-07-06T12:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.305166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] Checking router: 1bd48703-0fea-4777-bc58-fc7ebbd80dda for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:52.314126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] Routers {'1bd48703-0fea-4777-bc58-fc7ebbd80dda'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:52.314754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.336903 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.364091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=49297b26-88ca-4890-9e0d-4e7be89d40d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:52.406252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] Set router 1bd48703-0fea-4777-bc58-fc7ebbd80dda gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:52.430156 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.462492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:44:52Z', 'revision_number': 6, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.488472 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5fe0f-d1a4-4320-88bb-05cb04d13dde None None] The sync data for ids ['1bd48703-0fea-4777-bc58-fc7ebbd80dda'] in n-d-799528-2 is: [{'id': '1bd48703-0fea-4777-bc58-fc7ebbd80dda', 'name': 'tempest-TestMinimumBasicScenario-153638703-router', 'tenant_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:12Z', 'updated_at': '2021-07-06T12:44:52Z', 'revision_number': 6, 'project_id': 'f0e7e65718b946a49f0c9e8a64f428a5', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:52.525124 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.527265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.570801 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.571376 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd48703-0fea-4777-bc58-fc7ebbd80dda {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:44:52.575671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.577198 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-df05ddef-2547-45e5-856d-ffcb771e5b9e admin admin] 10.222.0.78 "DELETE /v2.0/routers/1bd48703-0fea-4777-bc58-fc7ebbd80dda HTTP/1.1" status: 204 len: 168 time: 0.7785602 Jul 06 12:44:52.579695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:52.627328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Deleting subnet b89ee4b4-95c1-4607-ac5f-7868746b55c4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:44:52.630310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.664319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.740750 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.793551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.824325 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89ee4b4-95c1-4607-ac5f-7868746b55c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:52.829839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.835420 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:52.836465 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-20ea5e50-9fec-4250-b1df-9eb7b613bf77 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b89ee4b4-95c1-4607-ac5f-7868746b55c4 HTTP/1.1" status: 204 len: 168 time: 0.2557089 Jul 06 12:44:52.838771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d79cf-bb13-4e28-81b2-b92c5110e15f None None] Network 8ff2476a-c5e0-4458-aec2-982c3208329a requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:52.910406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.974311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Deleting port 385ab82e-0972-4eba-a42b-b3575675bc6e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:52.974651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.043843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] For port 385ab82e-0972-4eba-a42b-b3575675bc6e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=385ab82e-0972-4eba-a42b-b3575675bc6e,segment=NetworkSegment(37992f57-ecdc-4369-867f-200cfe84d104),segment_id=37992f57-ecdc-4369-867f-200cfe84d104)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:53.044260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.056883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Calling delete_port for 385ab82e-0972-4eba-a42b-b3575675bc6e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:53.136933 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.165091 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Pushing event deleted for resources: {'Port': ['ID=385ab82e-0972-4eba-a42b-b3575675bc6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:53.168955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] No DVR routers for this DVR port 385ab82e-0972-4eba-a42b-b3575675bc6e on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:44:53.237409 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.247537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff2476a-c5e0-4458-aec2-982c3208329a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:53.258488 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37992f57-ecdc-4369-867f-200cfe84d104') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:53.258782 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37992f57-ecdc-4369-867f-200cfe84d104') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:53.269190 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.284301 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.291693 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bc7fb-8573-45df-ba12-d72efdd9e923 None None] DHCP port deletion for 8ff2476a-c5e0-4458-aec2-982c3208329a request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:44:53.293395 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:44:53.293857 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:44:53.296116 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:44:53.306113 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.357495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.363141 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.366530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8ff2476a-c5e0-4458-aec2-982c3208329a HTTP/1.1" status: 204 len: 168 time: 0.5285666 Jul 06 12:44:53.368378 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:53.378277 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaf751-33b2-4b31-a755-ada3e24a9592 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff2476a-c5e0-4458-aec2-982c3208329a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:53.629719 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49297b26-88ca-4890-9e0d-4e7be89d40d8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:53.649276 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 49297b26-88ca-4890-9e0d-4e7be89d40d8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:53.649621 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 49297b26-88ca-4890-9e0d-4e7be89d40d8 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:53.650041 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10fe5440-a65d-4da9-ad41-b3fedcff12c8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:53.670056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 10fe5440-a65d-4da9-ad41-b3fedcff12c8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:53.670399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 10fe5440-a65d-4da9-ad41-b3fedcff12c8 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:53.671007 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 385ab82e-0972-4eba-a42b-b3575675bc6e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:53.692488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 385ab82e-0972-4eba-a42b-b3575675bc6e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:53.692835 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 385ab82e-0972-4eba-a42b-b3575675bc6e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:53.736959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:53.990278 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Deleting port 3799aa41-130d-4ed1-aaba-06441d95760a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:53.990519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.074074 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] For port 3799aa41-130d-4ed1-aaba-06441d95760a, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3799aa41-130d-4ed1-aaba-06441d95760a,segment=NetworkSegment(fb220abf-6f24-4655-8d20-3897a5e5d5b3),segment_id=fb220abf-6f24-4655-8d20-3897a5e5d5b3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:54.074431 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.091727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Calling delete_port for 3799aa41-130d-4ed1-aaba-06441d95760a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:54.267399 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.293956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Pushing event deleted for resources: {'Port': ['ID=3799aa41-130d-4ed1-aaba-06441d95760a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:54.782230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.992546 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Router e902afec-5985-4f58-bf46-5c28c940885e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:55.098400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:55.103325 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ee442a33-1f40-41e0-8a81-6c05dd705447 admin admin] 10.222.0.78 "PUT /v2.0/routers/e902afec-5985-4f58-bf46-5c28c940885e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336142 Jul 06 12:44:55.106163 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:55.108728 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] Sync routers for ids ['e902afec-5985-4f58-bf46-5c28c940885e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:55.118549 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] Routers {'e902afec-5985-4f58-bf46-5c28c940885e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:55.119143 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e902afec-5985-4f58-bf46-5c28c940885e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:55.209267 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.221181 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] Set router e902afec-5985-4f58-bf46-5c28c940885e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:55.311733 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.364951 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Deleting port 4cbe221c-28c8-4345-b0ab-d37839703f60 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:55.365181 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.401676 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:44:54Z', 'revision_number': 5, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port': {'id': '4cbe221c-28c8-4345-b0ab-d37839703f60', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:18Z', 'updated_at': '2021-07-06T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:55.444611 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] For port 4cbe221c-28c8-4345-b0ab-d37839703f60, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4cbe221c-28c8-4345-b0ab-d37839703f60,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:55.444969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.463333 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Calling delete_port for 4cbe221c-28c8-4345-b0ab-d37839703f60 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:55.522183 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] Checking router: e902afec-5985-4f58-bf46-5c28c940885e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:55.531145 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] Routers {'e902afec-5985-4f58-bf46-5c28c940885e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:55.531757 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:44:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e902afec-5985-4f58-bf46-5c28c940885e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:55.623727 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] Set router e902afec-5985-4f58-bf46-5c28c940885e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:55.634109 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.667716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbe221c-28c8-4345-b0ab-d37839703f60,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:55.676862 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:44:55Z', 'revision_number': 6, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:55.705669 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b2f14-b0b6-4ee5-9947-6d84c59dce72 None None] The sync data for ids ['e902afec-5985-4f58-bf46-5c28c940885e'] in n-d-799528-2 is: [{'id': 'e902afec-5985-4f58-bf46-5c28c940885e', 'name': 'tempest-TestMinimumBasicScenario-1066440163-router', 'tenant_id': '9053ffacfc39455f8317b449d8fc2d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:17Z', 'updated_at': '2021-07-06T12:44:55Z', 'revision_number': 6, 'project_id': '9053ffacfc39455f8317b449d8fc2d3d', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:55.728946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.819832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.821933 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.865902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.866455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e902afec-5985-4f58-bf46-5c28c940885e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:44:55.871103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.872429 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ed8a0e5a-4d47-49d8-8623-77e80a5a13fe admin admin] 10.222.0.78 "DELETE /v2.0/routers/e902afec-5985-4f58-bf46-5c28c940885e HTTP/1.1" status: 204 len: 168 time: 0.7651985 Jul 06 12:44:55.874855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:55.922830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Deleting subnet ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:44:55.925985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.961735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.038901 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.104701 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.133060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:56.135031 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.140053 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-40d28618-2c5d-4e62-8abc-8def7b34258c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ecc1d2e8-b6c5-4035-b3c7-3b4cc13af6a5 HTTP/1.1" status: 204 len: 168 time: 0.2618685 Jul 06 12:44:56.140582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:56.150698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a3bc3-c253-46cb-a82d-fa40a1be4bd8 None None] Network 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:56.214352 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.272884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Deleting port 849b5176-764f-4a70-803d-21159ce2e108 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:56.273233 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.336530 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] For port 849b5176-764f-4a70-803d-21159ce2e108, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=849b5176-764f-4a70-803d-21159ce2e108,segment=NetworkSegment(fb220abf-6f24-4655-8d20-3897a5e5d5b3),segment_id=fb220abf-6f24-4655-8d20-3897a5e5d5b3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:56.336890 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.350126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Calling delete_port for 849b5176-764f-4a70-803d-21159ce2e108 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:56.430467 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.457781 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=849b5176-764f-4a70-803d-21159ce2e108,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:56.459644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] No DVR routers for this DVR port 849b5176-764f-4a70-803d-21159ce2e108 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:44:56.483518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc70ea-4c03-45e3-b6a2-5ba01e5d3a94 None None] DHCP port deletion for 8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:44:56.534256 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.544678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:56.554587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb220abf-6f24-4655-8d20-3897a5e5d5b3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:56.554972 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb220abf-6f24-4655-8d20-3897a5e5d5b3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:56.564149 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.582491 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.589896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:44:56.590184 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:44:56.591997 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:44:56.647808 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.654588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.656502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b HTTP/1.1" status: 204 len: 168 time: 0.5147321 Jul 06 12:44:56.667844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c449f-a68a-43dd-b168-451ba06190c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0e1f3c-7bce-42df-a837-3b2c4eb1ef5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:56.825485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:56.865904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e220fad7-db7f-4008-a044-c16423ed7af4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0e7e65718b946a49f0c9e8a64f428a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391855 Jul 06 12:44:56.868319 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:56.917596 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f64612-5980-4d34-8f43-537b045beb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.938719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f64612-5980-4d34-8f43-537b045beb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.990166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f64612-5980-4d34-8f43-537b045beb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.992947 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f64612-5980-4d34-8f43-537b045beb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.994102 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-55f64612-5980-4d34-8f43-537b045beb74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da85f71c-d33d-425c-a048-5ea461c6c6e8 HTTP/1.1" status: 204 len: 168 time: 0.1248968 Jul 06 12:44:57.001896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f64612-5980-4d34-8f43-537b045beb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85f71c-d33d-425c-a048-5ea461c6c6e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:57.225486 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9d34afc-f835-4cb8-be26-9340072b2695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.305293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:57.344962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-24d5faa6-1f5d-4ac9-8ffa-dd713a3a930a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9053ffacfc39455f8317b449d8fc2d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384948 Jul 06 12:44:57.347367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:57.393989 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b6179b-fd15-46a0-8cdf-3626d70a40a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.414859 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b6179b-fd15-46a0-8cdf-3626d70a40a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.464248 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b6179b-fd15-46a0-8cdf-3626d70a40a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.466996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b6179b-fd15-46a0-8cdf-3626d70a40a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.468279 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-38b6179b-fd15-46a0-8cdf-3626d70a40a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa9bb25e-d546-4e54-b1ed-23b7ed231edd HTTP/1.1" status: 204 len: 168 time: 0.1199539 Jul 06 12:44:57.475939 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6179b-fd15-46a0-8cdf-3626d70a40a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9bb25e-d546-4e54-b1ed-23b7ed231edd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:57.631730 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3799aa41-130d-4ed1-aaba-06441d95760a no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:57.655882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3799aa41-130d-4ed1-aaba-06441d95760a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:57.656341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3799aa41-130d-4ed1-aaba-06441d95760a not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:57.656840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 849b5176-764f-4a70-803d-21159ce2e108 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:57.675630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 849b5176-764f-4a70-803d-21159ce2e108 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:57.676002 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 849b5176-764f-4a70-803d-21159ce2e108 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:57.676428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cbe221c-28c8-4345-b0ab-d37839703f60 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:57.694771 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4cbe221c-28c8-4345-b0ab-d37839703f60 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:57.695117 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4cbe221c-28c8-4345-b0ab-d37839703f60 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:59.480012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:59.485052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807182974', 'description': 'tempest-secgroup-smoke-807182974 description', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:59.507280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.516258 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.619220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.623150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.660997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7537213-402e-483a-ada6-e97eab8c00d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:59.717451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.721135 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.748444 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.749677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2685716 Jul 06 12:44:59.752732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:59.753772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cf746-3f75-408c-8297-76b147023c75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf7141-b6b8-47ed-bcd2-dd67b6173195,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:59.759162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33c29115-7581-40b6-a595-e6f0ff39f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.759729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'efaf7141-b6b8-47ed-bcd2-dd67b6173195', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:59.785991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.842368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.846569 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.863424 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56232653-0e89-4340-8f41-6e400f73c88e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:59.872895 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.874113 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-78526069-337c-4bde-8c75-986e15913065 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190059 Jul 06 12:44:59.876960 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:59.881666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'efaf7141-b6b8-47ed-bcd2-dd67b6173195', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:59.907527 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.962799 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.967651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.986370 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29794061-eb2f-4272-bbab-053a8868f8d8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:59.989398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.993045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5244b152-43f6-4ab5-981c-5ff5974f2b50 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126297 Jul 06 12:44:59.993528 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:59.997868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'efaf7141-b6b8-47ed-bcd2-dd67b6173195', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.024040 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.081898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.085520 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.105673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abce64a-e59d-4b92-8112-49f1e32bcd6c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.112260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.113417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e92947dc-347a-499d-a36a-70c0501bc54b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192808 Jul 06 12:45:00.116141 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.120465 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'efaf7141-b6b8-47ed-bcd2-dd67b6173195', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.145838 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.205273 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.208958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.227513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d1d354-2eb2-4b25-854a-e75ccd4a98b8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.233575 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.237492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e66fd8e-fe3d-4d5e-940e-9a095898dc59 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178026 Jul 06 12:45:00.237666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.242179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'efaf7141-b6b8-47ed-bcd2-dd67b6173195', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.264389 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:45:00.269181 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.327734 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.332850 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.359266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5bc8e3-4bba-45fa-9205-a6a72fff1ca3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.364267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:00.365675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.366936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d01df13-48b5-4f26-9b28-980f41064259 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282904 Jul 06 12:45:00.370113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.374430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'efaf7141-b6b8-47ed-bcd2-dd67b6173195', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.396911 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:45:00.398456 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.402858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.463846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.467544 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.488320 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc5a43d-e464-495d-9914-72f1fceb55e4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.491457 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.492651 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3745bdbf-5d75-4b0f-9605-4388b690fec5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216185 Jul 06 12:45:00.496631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.501773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'network': {'name': 'tempest-network-smoke--944030838', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.524402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:45:00.528263 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.553568 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:45:00.563068 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.563412 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Added segment 6fcde0b0-1e83-4b8a-9645-650776454b8e of type vlan for network 294b1a12-a0f3-45e0-b691-516acdb7602f Jul 06 12:45:00.602555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.629900 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.636562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:00.637153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.653919 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.701129 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2033827 Jul 06 12:45:00.704052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.708439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'admin_state_up': True, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.718571 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303922d6-258f-488d-96dc-8d2df8c5735b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Network': ['ID=294b1a12-a0f3-45e0-b691-516acdb7602f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.729184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 294b1a12-a0f3-45e0-b691-516acdb7602f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:45:00.736366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.737366 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.789512 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.928997 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.117045 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.139235 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.171485 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.248793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.95 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/48c77dd6-4ecf-4fa4-9184-b24bacd06c88) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:01.357000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.396502 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.431117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:01.434680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:01.441153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:01.464558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:01.694566 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.887561 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.012261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2af5a522-c335-4b1a-932a-91079668cbfc is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:45:02.119813 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:02.131081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Sync routers for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:02.138527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.139770 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6f9f8a2d-c8ed-44ed-a28b-08343a5e1725 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4347994 Jul 06 12:45:02.141562 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:02.142171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:02.142944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.249314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:02.259523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-13f066c2-aac8-4ed9-b47e-3b077b745890 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=7cf67b74e20342dc8f4ec92aff3029a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1153491 Jul 06 12:45:02.262273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.346973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede084e-515b-46b8-9eb0-798255ca10b9 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.348550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ede084e-515b-46b8-9eb0-798255ca10b9 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853374 Jul 06 12:45:02.351374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.384350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-56ebef4f-021e-4a69-be7f-3988b503ace0 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317531 Jul 06 12:45:02.387383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.392400 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324903032', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:02.424828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:02.450517 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Checking router: 2af5a522-c335-4b1a-932a-91079668cbfc for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:02.450858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Updating router 2af5a522-c335-4b1a-932a-91079668cbfc port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:45:02.478922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:45:02.483174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.485268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.672873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.697134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.730236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Subnet': ['ID=b4bd312a-0332-4ab9-9f62-ba46a664b2be,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:02.740641 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Checking segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:02.740999 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network hostable DHCP agents. Network: 294b1a12-a0f3-45e0-b691-516acdb7602f, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:45:02.755321 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.758265 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 294b1a12-a0f3-45e0-b691-516acdb7602f is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:45:02.765704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Transition to ACTIVE for port object 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:02.767705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 294b1a12-a0f3-45e0-b691-516acdb7602f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:02.771806 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.777575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.777935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d07ea9-ecc8-4b4b-b543-e823362bc9dc None None] Network 294b1a12-a0f3-45e0-b691-516acdb7602f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:45:02.778224 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.796492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-327b7fc1-0622-41f5-beec-9ad8ca5649ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4055014 Jul 06 12:45:02.796820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.875275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Attempting to bind port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:02.875652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Attempting to bind port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:02.876048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Attempting to bind port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:02.879443 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Pushing event updated for resources: {'Port': ['ID=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:02.891542 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:02.891930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:02.892353 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.892750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:02.893226 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Bound port: 48c77dd6-4ecf-4fa4-9184-b24bacd06c88, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:02.893611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.895762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.896139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.896481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.896816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.897149 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.897480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.897808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.898137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.898459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.898780 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.899105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.899433 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:02.989391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] For port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:03.007744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] For port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:03.016184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.237582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-294b1a12-a0f3-45e0-b691-516acdb7602f', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:45:03.238445 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.269798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013107be-22e9-4a74-b987-c6854ae739cb None None] Pushing event updated for resources: {'Port': ['ID=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:03.329053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:03.329714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:03.486134 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Allocated IP 172.20.0.2 (294b1a12-a0f3-45e0-b691-516acdb7602f/b4bd312a-0332-4ab9-9f62-ba46a664b2be/d30eefd6-77ff-46ba-9361-5bad03239bb8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:03.494138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:03.587527 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.777936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.788555 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Transition to ACTIVE for port object d30eefd6-77ff-46ba-9361-5bad03239bb8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:03.807688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:03.809882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Transition to ACTIVE for port object d30eefd6-77ff-46ba-9361-5bad03239bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:03.836945 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.839096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b45316-8b2a-47f6-90f1-350ce9035fb5 None None] The sync data for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 is: [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:03.868372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.1 (294b1a12-a0f3-45e0-b691-516acdb7602f/b4bd312a-0332-4ab9-9f62-ba46a664b2be/f7ecc8f5-bc32-49a5-a738-285e57c16382) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:03.885606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Network 294b1a12-a0f3-45e0-b691-516acdb7602f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:03.892208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:03.895752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:03.903235 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Pushing event updated for resources: {'Port': ['ID=d30eefd6-77ff-46ba-9361-5bad03239bb8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:03.958957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Attempting to bind port d30eefd6-77ff-46ba-9361-5bad03239bb8 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:03.959334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Attempting to bind port d30eefd6-77ff-46ba-9361-5bad03239bb8 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:03.959706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Attempting to bind port d30eefd6-77ff-46ba-9361-5bad03239bb8 on network 294b1a12-a0f3-45e0-b691-516acdb7602f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:03.965535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:03.965688 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Checking segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:03.966098 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.966498 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Bound using segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:03.966979 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Bound port: d30eefd6-77ff-46ba-9361-5bad03239bb8, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:03.967372 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.992209 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.006875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object f7ecc8f5-bc32-49a5-a738-285e57c16382 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:04.042736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] For port d30eefd6-77ff-46ba-9361-5bad03239bb8, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:04.045346 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.047875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] For port d30eefd6-77ff-46ba-9361-5bad03239bb8, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d30eefd6-77ff-46ba-9361-5bad03239bb8,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:04.054531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.103417 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 294b1a12-a0f3-45e0-b691-516acdb7602f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:04.111346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:04.115439 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:04.141969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed2042-5984-4ed7-8b3d-40376b0f25df None None] Pushing event updated for resources: {'Port': ['ID=d30eefd6-77ff-46ba-9361-5bad03239bb8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.142202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=f7ecc8f5-bc32-49a5-a738-285e57c16382,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.171800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.352708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.667358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.672664 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.748899 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=f7ecc8f5-bc32-49a5-a738-285e57c16382,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.751365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.856292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 294b1a12-a0f3-45e0-b691-516acdb7602f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:04.857834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:04.984056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2af5a522-c335-4b1a-932a-91079668cbfc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:05.081463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07af44e-26af-40eb-97b8-8dc885b85b6c None None] Network 294b1a12-a0f3-45e0-b691-516acdb7602f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:45:05.101044 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:05.106757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c25b71db-2c9c-46ea-85f3-8ad2a18be948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/2af5a522-c335-4b1a-932a-91079668cbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3088646 Jul 06 12:45:05.194625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-904429a5-658c-489f-86ae-ff22f69108f8 None None] Provisioning for port d30eefd6-77ff-46ba-9361-5bad03239bb8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:05.271726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-849d1149-957e-442a-a134-716ac27ebf6e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807182974&fields=id&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 267 time: 0.0498965 Jul 06 12:45:05.394736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-42ba845a-a8df-4fbc-8bce-980dc6962ea3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:05.396540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-42ba845a-a8df-4fbc-8bce-980dc6962ea3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/networks?id=294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 200 len: 796 time: 0.1175854 Jul 06 12:45:05.412522 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-8418c015-5f8a-4007-8867-01e791545552 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/quotas/7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 375 time: 0.0101421 Jul 06 12:45:05.488126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-92de5b46-3a6d-4418-b4b9-9b2581c04659 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684907 Jul 06 12:45:05.504001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-234fedd3-a5ef-472d-94e2-1389014959a4 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:45:05.505091 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-234fedd3-a5ef-472d-94e2-1389014959a4 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055892 Jul 06 12:45:05.539219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d46f0c69-19d7-4d4b-96d7-e4c5285a4838 None None] Provisioning for port f7ecc8f5-bc32-49a5-a738-285e57c16382 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:05.545126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d46f0c69-19d7-4d4b-96d7-e4c5285a4838 None None] Provisioning complete for port f7ecc8f5-bc32-49a5-a738-285e57c16382 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:05.545508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d46f0c69-19d7-4d4b-96d7-e4c5285a4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.600437 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d46f0c69-19d7-4d4b-96d7-e4c5285a4838 None None] Port f7ecc8f5-bc32-49a5-a738-285e57c16382 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:05.601240 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Sync routers for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:05.612672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:05.613131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:05.762842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b77292e1-460c-4005-86e8-4f228d5c25ee None None] Provisioning complete for port f7ecc8f5-bc32-49a5-a738-285e57c16382 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:05.763222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b77292e1-460c-4005-86e8-4f228d5c25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.775028 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:05.792849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d30eefd6-77ff-46ba-9361-5bad03239bb8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:05.853124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b77292e1-460c-4005-86e8-4f228d5c25ee None None] Port f7ecc8f5-bc32-49a5-a738-285e57c16382 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:05.885096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port d30eefd6-77ff-46ba-9361-5bad03239bb8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:05.890267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d30eefd6-77ff-46ba-9361-5bad03239bb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:05.891092 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.997904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.029739 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 2, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:06.031582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port d30eefd6-77ff-46ba-9361-5bad03239bb8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d30eefd6-77ff-46ba-9361-5bad03239bb8,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:06.038490 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.039515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:06.042910 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-5fa48ef1-8d21-43e0-af87-4b62e1c20720 service neutron] 10.222.0.78 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309293 Jul 06 12:45:06.059955 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Checking router: 2af5a522-c335-4b1a-932a-91079668cbfc for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:06.060293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Updating router 2af5a522-c335-4b1a-932a-91079668cbfc port f7ecc8f5-bc32-49a5-a738-285e57c16382 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:45:06.099357 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.130133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c6d83cf-de74-4e75-b575-ec717408f20b None None] Provisioning complete for port f7ecc8f5-bc32-49a5-a738-285e57c16382 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:06.130749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c6d83cf-de74-4e75-b575-ec717408f20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.137813 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=d30eefd6-77ff-46ba-9361-5bad03239bb8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:06.150952 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-3dd2b554-d899-46ed-87c2-8168b513dbc3 service neutron] 10.222.0.78 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008232 Jul 06 12:45:06.176511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:06.180282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:06.180650 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.182081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d83cf-de74-4e75-b575-ec717408f20b None None] Port f7ecc8f5-bc32-49a5-a738-285e57c16382 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:06.264812 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.304330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:06.311144 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.357005 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afdfdb85-efde-4e45-8f7c-f3a12e7aa1e7 req-35cce172-88dd-4d72-b636-c7099e8b39c1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 210 time: 0.0532777 Jul 06 12:45:06.371690 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:06.414902 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.424910 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Transition to ACTIVE for port object f7ecc8f5-bc32-49a5-a738-285e57c16382 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:06.430455 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.499658 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Pushing event updated for resources: {'Port': ['ID=f7ecc8f5-bc32-49a5-a738-285e57c16382,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:06.532131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.532525 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.532816 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.533149 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.533478 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.533804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.534126 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.534450 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.534772 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.535098 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.535415 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.535736 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:06.555012 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Attempting to bind port f7ecc8f5-bc32-49a5-a738-285e57c16382 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:06.555356 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Attempting to bind port f7ecc8f5-bc32-49a5-a738-285e57c16382 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:06.555753 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Attempting to bind port f7ecc8f5-bc32-49a5-a738-285e57c16382 on network 294b1a12-a0f3-45e0-b691-516acdb7602f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:06.562858 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:06.563237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Checking segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:06.563639 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.564066 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Bound using segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:06.564539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Bound port: f7ecc8f5-bc32-49a5-a738-285e57c16382, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:06.564927 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.646081 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] For port f7ecc8f5-bc32-49a5-a738-285e57c16382, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:06.649281 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] For port f7ecc8f5-bc32-49a5-a738-285e57c16382, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f7ecc8f5-bc32-49a5-a738-285e57c16382,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:06.654010 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.714856 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:06.715489 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:06.762794 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d85c1-f427-4de7-8e1a-0d63627a7b00 None None] Pushing event updated for resources: {'Port': ['ID=f7ecc8f5-bc32-49a5-a738-285e57c16382,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:06.839169 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:07.056884 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:07.087224 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da3c01-6486-4947-ab47-9da758eec885 None None] The sync data for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 is: [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:07.493382 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64dec350-a72f-43a4-b4fb-5dd02f0f47b5 req-c3ee03cd-5b3e-44c6-abfd-da638a313d55 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 06 12:45:07.758391 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d30eefd6-77ff-46ba-9361-5bad03239bb8 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:07.815202 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-e2d6ca23-9946-459e-8836-a72ec599466f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:07.817410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-e2d6ca23-9946-459e-8836-a72ec599466f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/networks?id=294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 200 len: 796 time: 0.1471827 Jul 06 12:45:07.820396 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port d30eefd6-77ff-46ba-9361-5bad03239bb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:07.820775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.890686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-d11f7fe0-fa66-4319-a36e-2fb32e2f04f2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 379 time: 0.0524702 Jul 06 12:45:07.901358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'port': {'device_id': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'admin_state_up': True, 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'security_groups': ['efaf7141-b6b8-47ed-bcd2-dd67b6173195']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:07.931467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7ecc8f5-bc32-49a5-a738-285e57c16382 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:07.988907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f7ecc8f5-bc32-49a5-a738-285e57c16382 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:07.993187 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f7ecc8f5-bc32-49a5-a738-285e57c16382 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:07.993642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.027737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:45:08.032136 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.090474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.138991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f7ecc8f5-bc32-49a5-a738-285e57c16382, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f7ecc8f5-bc32-49a5-a738-285e57c16382,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:08.144062 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.145248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:08.200297 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.13 (294b1a12-a0f3-45e0-b691-516acdb7602f/b4bd312a-0332-4ab9-9f62-ba46a664b2be/b1c99f04-9557-4d7d-a886-3ee90c713f26) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:08.229005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f7ecc8f5-bc32-49a5-a738-285e57c16382,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:08.239812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:08.240237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.349144 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.363680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object b1c99f04-9557-4d7d-a886-3ee90c713f26 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:08.396528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.441712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 294b1a12-a0f3-45e0-b691-516acdb7602f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:08.444947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:08.451218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:08.481206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=b1c99f04-9557-4d7d-a886-3ee90c713f26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:08.506312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:08.506979 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.523176 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-6d96d5bd-e2dc-4fda-a572-e936f079fefe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265984 Jul 06 12:45:08.535827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Request body: {'port': {'device_id': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:08.625800 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.680138 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82fa5512-5610-4594-8cb7-373d5c388cd2 None None] Provisioning for port b1c99f04-9557-4d7d-a886-3ee90c713f26 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:08.684503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82fa5512-5610-4594-8cb7-373d5c388cd2 None None] Provisioning complete for port b1c99f04-9557-4d7d-a886-3ee90c713f26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:08.684875 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fa5512-5610-4594-8cb7-373d5c388cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.723622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-82fa5512-5610-4594-8cb7-373d5c388cd2 None None] Port b1c99f04-9557-4d7d-a886-3ee90c713f26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:08.774888 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0ac1c-ee09-4202-b262-bee096aac7fa req-7c0d8dbc-576d-4d98-9e8f-e570e9a342bf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:08.776520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6be0ac1c-ee09-4202-b262-bee096aac7fa req-7c0d8dbc-576d-4d98-9e8f-e570e9a342bf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 932 time: 0.1629357 Jul 06 12:45:08.866947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6be0ac1c-ee09-4202-b262-bee096aac7fa req-29840e66-b04d-427b-969d-8797f9b17def tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814583 Jul 06 12:45:08.961357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c99f04-9557-4d7d-a886-3ee90c713f26 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:45:08.969334 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.982685 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Transition to ACTIVE for port object b1c99f04-9557-4d7d-a886-3ee90c713f26 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:08.986292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.062730 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c99f04-9557-4d7d-a886-3ee90c713f26,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:09.114094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Attempting to bind port b1c99f04-9557-4d7d-a886-3ee90c713f26 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:09.114437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Attempting to bind port b1c99f04-9557-4d7d-a886-3ee90c713f26 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:09.114773 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Attempting to bind port b1c99f04-9557-4d7d-a886-3ee90c713f26 on network 294b1a12-a0f3-45e0-b691-516acdb7602f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:09.119457 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Port b1c99f04-9557-4d7d-a886-3ee90c713f26 on network 294b1a12-a0f3-45e0-b691-516acdb7602f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:45:09.119854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Attempting to bind port b1c99f04-9557-4d7d-a886-3ee90c713f26 on network 294b1a12-a0f3-45e0-b691-516acdb7602f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:09.125032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:09.125373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Checking segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:09.125764 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Bound using segment: {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:09.126201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Bound port: b1c99f04-9557-4d7d-a886-3ee90c713f26, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcde0b0-1e83-4b8a-9645-650776454b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:09.126572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.193609 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] For port b1c99f04-9557-4d7d-a886-3ee90c713f26, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:09.197232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] For port b1c99f04-9557-4d7d-a886-3ee90c713f26, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:09.202105 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.235736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.236495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.238104 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 200 len: 1092 time: 0.7067218 Jul 06 12:45:09.238691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:09.241071 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c067af4-ead8-4e6a-9e73-979e3e114cea" -d '{"events": [{"name": "network-changed", "server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:09.275179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810249d7-a6c5-4e12-93e0-16db05ba70a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c99f04-9557-4d7d-a886-3ee90c713f26,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:09.348918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-d6556cdf-0420-42ab-bc1c-1dff55d999c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.350470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-d6556cdf-0420-42ab-bc1c-1dff55d999c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1095 time: 0.0675004 Jul 06 12:45:09.358820 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695845cf-e1d7-488d-9b7c-c880ebcc1b35 x-openstack-request-id: req-695845cf-e1d7-488d-9b7c-c880ebcc1b35 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:09.359120 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:09.359535 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-695845cf-e1d7-488d-9b7c-c880ebcc1b35 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:09.359954 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'status': 'completed', 'code': 200} Jul 06 12:45:09.406430 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-a8e332d4-b7ba-4129-91c0-6c38bb03c41d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 200 len: 217 time: 0.0429389 Jul 06 12:45:09.458455 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-a698f391-f69b-4eec-bbc4-b4b2ef9c0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.459947 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-a698f391-f69b-4eec-bbc4-b4b2ef9c0dfa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4bd312a-0332-4ab9-9f62-ba46a664b2be HTTP/1.1" status: 200 len: 834 time: 0.0469077 Jul 06 12:45:09.523680 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-8331b77f-efd6-447c-a4e3-9a6f786b56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.525168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-8331b77f-efd6-447c-a4e3-9a6f786b56c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=294b1a12-a0f3-45e0-b691-516acdb7602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579579 Jul 06 12:45:09.618282 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-dc5956cf-dc19-4bef-ae81-75f341a5deec service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836813 Jul 06 12:45:09.636681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7ecc8f5-bc32-49a5-a738-285e57c16382 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:09.684656 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f7ecc8f5-bc32-49a5-a738-285e57c16382 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:09.685140 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.715428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9cc794ce-d22a-45db-b5d6-1a6b55e6fa46 req-12022ad0-e237-4930-b312-d2e3085425df service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Jul 06 12:45:09.827142 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-c0c1697d-2188-41a5-94bf-008266a3ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.828588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-c0c1697d-2188-41a5-94bf-008266a3ee56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1095 time: 0.0538940 Jul 06 12:45:09.924650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-527f231b-249b-496d-9f9d-b3fb101ef1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.926149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-527f231b-249b-496d-9f9d-b3fb101ef1d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 200 len: 897 time: 0.0907969 Jul 06 12:45:09.969367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-dc51ee48-e98f-4323-9c9b-8c986b17192c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 200 len: 217 time: 0.0353451 Jul 06 12:45:10.054203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-b338a34d-a85e-4876-b9ae-7da1e7647284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.055678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-b338a34d-a85e-4876-b9ae-7da1e7647284 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4bd312a-0332-4ab9-9f62-ba46a664b2be HTTP/1.1" status: 200 len: 834 time: 0.0785916 Jul 06 12:45:10.110161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554027dd-793c-47cb-aca2-8a048cccfda0 req-c7bf4d7d-bb8c-448d-a33f-6f3cd1f82098 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.111565 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-554027dd-793c-47cb-aca2-8a048cccfda0 req-c7bf4d7d-bb8c-448d-a33f-6f3cd1f82098 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 944 time: 0.1263053 Jul 06 12:45:10.154665 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-ff24c7d4-8ee0-4895-bf31-c4ee8515eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.156252 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-ff24c7d4-8ee0-4895-bf31-c4ee8515eaa3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=294b1a12-a0f3-45e0-b691-516acdb7602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920737 Jul 06 12:45:10.163678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-554027dd-793c-47cb-aca2-8a048cccfda0 req-29814aeb-4ee2-4792-a2a6-1b9600d64770 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Jul 06 12:45:10.252754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-7643d5ec-b508-4986-8524-8ab6571c6aff service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881021 Jul 06 12:45:10.343728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9c067af4-ead8-4e6a-9e73-979e3e114cea req-882c33a7-60c2-422c-8cfc-3e4ebadefa8d service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836260 Jul 06 12:45:11.340208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff826f-054e-47e5-8449-6344bc9af004 req-cfcdce5b-cf84-40f2-aecb-d0e37c410e83 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:11.341736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3ff826f-054e-47e5-8449-6344bc9af004 req-cfcdce5b-cf84-40f2-aecb-d0e37c410e83 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 944 time: 0.0650859 Jul 06 12:45:11.379808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e3ff826f-054e-47e5-8449-6344bc9af004 req-d9cdd5df-be86-4dee-b4da-be469cd14244 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324302 Jul 06 12:45:12.567311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0a20-2da1-45b1-b73d-0a968902b13e req-9b813ebd-d3ea-4469-bee1-23fd23aa0369 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:12.568854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3aef0a20-2da1-45b1-b73d-0a968902b13e req-9b813ebd-d3ea-4469-bee1-23fd23aa0369 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 944 time: 0.0682521 Jul 06 12:45:12.606748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3aef0a20-2da1-45b1-b73d-0a968902b13e req-6536a8e0-b152-4746-a9fe-3c33f5c04d22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313208 Jul 06 12:45:13.782510 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e6802-e3e6-41d3-8f13-fdff3dad5dd5 req-c4291081-44f5-4584-800c-f46eba49e84e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:13.784076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5e6802-e3e6-41d3-8f13-fdff3dad5dd5 req-c4291081-44f5-4584-800c-f46eba49e84e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 944 time: 0.0659490 Jul 06 12:45:13.825494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5e6802-e3e6-41d3-8f13-fdff3dad5dd5 req-b50a750c-b91b-4d11-b51d-0669b166c46d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355070 Jul 06 12:45:15.010087 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c4d4-d06d-4342-86e3-a17abffbe009 req-9eb10802-9266-4f2d-aba6-2037ecf7e7db tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:15.011617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fb8c4d4-d06d-4342-86e3-a17abffbe009 req-9eb10802-9266-4f2d-aba6-2037ecf7e7db tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 944 time: 0.0672159 Jul 06 12:45:15.051768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4fb8c4d4-d06d-4342-86e3-a17abffbe009 req-5025008b-f1d2-4488-91bc-d841ac8b6daa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343935 Jul 06 12:45:15.758625 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1c99f04-9557-4d7d-a886-3ee90c713f26 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:45:15.856610 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1c99f04-9557-4d7d-a886-3ee90c713f26, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:15.868634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'port_id': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'mac_address': 'fa:16:3e:b6:bf:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:45:15.905029 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:15.917811 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c99f04-9557-4d7d-a886-3ee90c713f26 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:45:15.937480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1c99f04-9557-4d7d-a886-3ee90c713f26, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:15.942692 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:15.991081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b1c99f04-9557-4d7d-a886-3ee90c713f26,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:16.227588 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fbd84-8afd-45c8-94d2-4724822fd09c req-6636737f-6d61-425c-9f1a-65a6f1cc1cac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:16.229913 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-793fbd84-8afd-45c8-94d2-4724822fd09c req-6636737f-6d61-425c-9f1a-65a6f1cc1cac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 945 time: 0.0674090 Jul 06 12:45:16.282929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-793fbd84-8afd-45c8-94d2-4724822fd09c req-cb5e1e57-8f92-482e-a49a-d15e5526e626 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475264 Jul 06 12:45:16.378446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['b1c99f04-9557-4d7d-a886-3ee90c713f26'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:45:17.457662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538331e2-c901-4b42-9f06-a3f108f5b7c3 req-21739b0c-9fbc-4984-8fad-e5354fad344e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:17.459164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-538331e2-c901-4b42-9f06-a3f108f5b7c3 req-21739b0c-9fbc-4984-8fad-e5354fad344e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 945 time: 0.0635121 Jul 06 12:45:17.497353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-538331e2-c901-4b42-9f06-a3f108f5b7c3 req-63cf1a5a-412e-4850-b013-8b9c0836e73b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Jul 06 12:45:17.762380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1c99f04-9557-4d7d-a886-3ee90c713f26 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:17.812641 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port b1c99f04-9557-4d7d-a886-3ee90c713f26 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:17.816241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port b1c99f04-9557-4d7d-a886-3ee90c713f26 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:17.816606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.897601 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.920541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:17.922747 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21014439-9c4b-4070-b6b4-1fe6138a27b7" -d '{"events": [{"server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "name": "network-vif-plugged", "status": "completed", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:17.940925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b1c99f04-9557-4d7d-a886-3ee90c713f26, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:17.945120 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.991877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b1c99f04-9557-4d7d-a886-3ee90c713f26,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:18.012819 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e489fc2c-01c4-485e-b701-e83d0d0d6ff3 x-openstack-request-id: req-e489fc2c-01c4-485e-b701-e83d0d0d6ff3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:18.013114 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "name": "network-vif-plugged", "status": "completed", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:18.013388 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e489fc2c-01c4-485e-b701-e83d0d0d6ff3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:18.013788 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'code': 200} Jul 06 12:45:18.140560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf148a9-640a-4622-a46e-202a2b9ca605 req-ac1e6039-e86b-4b0e-a452-ef460761ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.142047 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adf148a9-640a-4622-a46e-202a2b9ca605 req-ac1e6039-e86b-4b0e-a452-ef460761ccee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0587173 Jul 06 12:45:18.179112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adf148a9-640a-4622-a46e-202a2b9ca605 req-9ae96f52-cb8a-48fd-b4dc-e76fd4a03150 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288579 Jul 06 12:45:18.673567 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b761e-afb9-410f-8580-1c7ba71e0f0a req-8b9dcaa3-df08-4fd4-ae96-f7bd81da4a22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.675061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c8b761e-afb9-410f-8580-1c7ba71e0f0a req-8b9dcaa3-df08-4fd4-ae96-f7bd81da4a22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0637722 Jul 06 12:45:18.712320 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7c8b761e-afb9-410f-8580-1c7ba71e0f0a req-98102784-6a45-4b35-b795-56f464d87d17 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Jul 06 12:45:19.889106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bb832-d341-40ad-8c2b-9151c94149d3 req-421b2af2-32d2-4976-bef7-e7850b8cc804 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:19.890588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-032bb832-d341-40ad-8c2b-9151c94149d3 req-421b2af2-32d2-4976-bef7-e7850b8cc804 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0687883 Jul 06 12:45:19.927705 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-032bb832-d341-40ad-8c2b-9151c94149d3 req-2dce4289-122c-474f-8872-f46a6e047923 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 Jul 06 12:45:20.101678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fcd5f-e7a6-4662-9c6c-06a9bb4b9e06 req-f29acaf1-4736-4d2d-a7bf-e9750b5d26d4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:20.103183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef6fcd5f-e7a6-4662-9c6c-06a9bb4b9e06 req-f29acaf1-4736-4d2d-a7bf-e9750b5d26d4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0660179 Jul 06 12:45:20.141412 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef6fcd5f-e7a6-4662-9c6c-06a9bb4b9e06 req-41c2474b-1bf9-45dc-be2f-6385466df50b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Jul 06 12:45:20.165844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:20.218202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36b11d-267d-4e23-a308-92bd85854a44 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:20.219741 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ac36b11d-267d-4e23-a308-92bd85854a44 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1092 time: 0.0521936 Jul 06 12:45:20.223018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:20.227346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:20.250331 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:20.350536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:20.451922 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.88 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/84a3fefc-d4f0-4891-93ca-a054a2e4a7db) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:20.555582 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:20.596339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:20.630997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:20.633817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:20.639697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:20.663007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=84a3fefc-d4f0-4891-93ca-a054a2e4a7db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:21.023680 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:21.099524 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:21.258465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:21.263689 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:21.333908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=84a3fefc-d4f0-4891-93ca-a054a2e4a7db,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:21.346742 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:21.448394 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP f80682a2-4bfb-46e9-b7a8-80acaabcf723 associated. External IP: 172.25.7.88, port: b1c99f04-9557-4d7d-a886-3ee90c713f26. Jul 06 12:45:21.657063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2af5a522-c335-4b1a-932a-91079668cbfc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:21.757626 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:21.767445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] Sync routers for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:21.773655 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:21.776451 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:21.777078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:21.813305 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2bb8289a-7ad9-4b50-a0e1-8bc6eed0c6bd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5892568 Jul 06 12:45:21.813894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:21.816180 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b403590-064d-40fa-8385-97ce9e398dea" -d '{"events": [{"name": "network-changed", "server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:21.914462 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483bb0a1-db8b-4088-bb25-6fc51c11fce7 x-openstack-request-id: req-483bb0a1-db8b-4088-bb25-6fc51c11fce7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:21.914766 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:21.915021 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-483bb0a1-db8b-4088-bb25-6fc51c11fce7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:21.915430 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'status': 'completed', 'code': 200} Jul 06 12:45:22.035513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c96f8f-b4c7-4b03-b9e5-43eb85e185c9 req-32adf29c-bff1-4fb1-8ea8-9592b4a0260c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:22.037066 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44c96f8f-b4c7-4b03-b9e5-43eb85e185c9 req-32adf29c-bff1-4fb1-8ea8-9592b4a0260c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.1129768 Jul 06 12:45:22.042882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:22.043390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b403590-064d-40fa-8385-97ce9e398dea req-19a7315c-7810-4412-b43f-fd3d7e3a5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:22.045274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-19a7315c-7810-4412-b43f-fd3d7e3a5d3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0909479 Jul 06 12:45:22.127506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-44c96f8f-b4c7-4b03-b9e5-43eb85e185c9 req-cdb5c10d-8890-41c1-9c99-4e57b3de5cc4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811491 Jul 06 12:45:22.153907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:22.161825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b403590-064d-40fa-8385-97ce9e398dea req-e15deaa1-a44e-4ba9-96db-44b090c031d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:22.163493 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-e15deaa1-a44e-4ba9-96db-44b090c031d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 200 len: 897 time: 0.1102400 Jul 06 12:45:22.238597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-ee6b4e32-be6f-4dc9-a9d1-6222d706ab35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 200 len: 999 time: 0.0676570 Jul 06 12:45:22.254110 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ad447c43-5293-48b1-9754-98e7e7c659bf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/f80682a2-4bfb-46e9-b7a8-80acaabcf723 HTTP/1.1" status: 200 len: 991 time: 0.0983973 Jul 06 12:45:22.290849 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b403590-064d-40fa-8385-97ce9e398dea req-4bf858bd-34df-4085-b04a-6ee1cba92b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:22.293540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-4bf858bd-34df-4085-b04a-6ee1cba92b02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4bd312a-0332-4ab9-9f62-ba46a664b2be HTTP/1.1" status: 200 len: 834 time: 0.0481262 Jul 06 12:45:22.312040 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'f80682a2-4bfb-46e9-b7a8-80acaabcf723', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'port_id': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'mac_address': 'fa:16:3e:b6:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:20Z', 'updated_at': '2021-07-06T12:45:20Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:08Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:22.342076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] Checking router: 2af5a522-c335-4b1a-932a-91079668cbfc for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:22.350568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:22.351179 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:45:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:22.356501 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b403590-064d-40fa-8385-97ce9e398dea req-ce2567be-8989-4b41-ba1c-e265622df2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:22.358590 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-ce2567be-8989-4b41-ba1c-e265622df2f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=294b1a12-a0f3-45e0-b691-516acdb7602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557418 Jul 06 12:45:22.457277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:22.458406 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-a7f29ba4-28be-4eeb-833b-90d24bb1d175 service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917222 Jul 06 12:45:22.548697 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7b403590-064d-40fa-8385-97ce9e398dea req-735209dd-e0f8-47b0-a717-1d05991f8b2e service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838056 Jul 06 12:45:22.685925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'f80682a2-4bfb-46e9-b7a8-80acaabcf723', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'port_id': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'mac_address': 'fa:16:3e:b6:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:20Z', 'updated_at': '2021-07-06T12:45:20Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:08Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:22.711713 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a915f-11ee-44ad-80ed-dacc98217420 None None] The sync data for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 is: [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'f80682a2-4bfb-46e9-b7a8-80acaabcf723', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'port_id': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'mac_address': 'fa:16:3e:b6:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:20Z', 'updated_at': '2021-07-06T12:45:20Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:08Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:22.923701 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c811790-e820-4000-996f-585135a2263b None None] New status for floating IP f80682a2-4bfb-46e9-b7a8-80acaabcf723: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:45:23.257959 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:23.289220 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:23.327444 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5c184760-25c7-45eb-89e5-c7a1c0e9889a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/f80682a2-4bfb-46e9-b7a8-80acaabcf723 HTTP/1.1" status: 200 len: 993 time: 0.0682425 Jul 06 12:45:27.226721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8fd1-43ce-4bef-8237-2f1cd8054137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:29.760823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ba860dc-d1ad-4c8b-8de2-68ad866bb00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:30.400921 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:30.661056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:31.173162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:32.686681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:37.363082 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:52.487207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-385b9e41-4ddb-4415-9291-9db752050580 req-3c9217ce-e80e-42c2-bddd-35d94711566d service neutron] (93766) timed out ('10.222.0.78', 54658) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:45:53.304743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.228066 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-711b9332-d6bf-44f2-9c37-f88ce11c411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.761333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c608c46-65d0-4222-9620-e99f8b52c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.401983 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.667549 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:01.175824 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:02.684849 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:03.162830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-efc99345-2059-4c40-98a7-8b973bf28c62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568955 Jul 06 12:46:03.261438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804f7f-17a7-4829-9e55-99160b421231 req-237e0471-7238-4d2d-a065-ebc671cf9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:03.262953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-237e0471-7238-4d2d-a065-ebc671cf9634 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0525875 Jul 06 12:46:03.367355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804f7f-17a7-4829-9e55-99160b421231 req-e2b5040b-6855-4f01-bac7-9bf129d0192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:03.369375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-e2b5040b-6855-4f01-bac7-9bf129d0192f service neutron] 10.222.0.64 "GET /v2.0/networks?id=294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 200 len: 897 time: 0.0848193 Jul 06 12:46:03.448621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-9de11f5d-a1d8-43ab-b7e7-f38711776a37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 200 len: 1001 time: 0.0702209 Jul 06 12:46:03.515301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804f7f-17a7-4829-9e55-99160b421231 req-216c87b6-edbe-4b1f-bdea-8d0a116a46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:03.517643 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-216c87b6-edbe-4b1f-bdea-8d0a116a46ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4bd312a-0332-4ab9-9f62-ba46a664b2be HTTP/1.1" status: 200 len: 834 time: 0.0617495 Jul 06 12:46:03.578829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804f7f-17a7-4829-9e55-99160b421231 req-cf762d27-f5bf-40ad-8fbc-59501554210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:03.580579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-cf762d27-f5bf-40ad-8fbc-59501554210a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=294b1a12-a0f3-45e0-b691-516acdb7602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559554 Jul 06 12:46:03.687597 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-731983b4-dacf-490d-8ffa-e7ec4d4de536 service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873361 Jul 06 12:46:03.781387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11804f7f-17a7-4829-9e55-99160b421231 req-5d4005b5-63af-49f5-8c2a-053f808045de service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827310 Jul 06 12:46:14.362531 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:46:23.305819 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:27.228761 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9887434-ada0-4c54-8668-e75906f470d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:29.762246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bbf79e9-9e42-45fc-a57f-3a2901b11db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:30.403749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:30.670706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:31.177907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:32.687371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:51.362423 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:46:52.491254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9c414-aaca-4561-b019-702e3ea2976e req-cea75c3f-da5f-4646-a1d5-c3c73ed4a261 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:52.492829 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92f9c414-aaca-4561-b019-702e3ea2976e req-cea75c3f-da5f-4646-a1d5-c3c73ed4a261 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0694287 Jul 06 12:46:52.542559 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-92f9c414-aaca-4561-b019-702e3ea2976e req-ce7d0c46-06aa-482d-a4ae-f9f7665e6bc4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Jul 06 12:46:53.324971 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:53.718138 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743a01d-b2b4-441c-ba36-de7bc36b05a3 req-c3f4f2f4-31e1-4be3-9315-9e2817592e0b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:53.719632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e743a01d-b2b4-441c-ba36-de7bc36b05a3 req-c3f4f2f4-31e1-4be3-9315-9e2817592e0b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0639493 Jul 06 12:46:53.757424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e743a01d-b2b4-441c-ba36-de7bc36b05a3 req-13b117a8-9f3b-4c07-9b6d-e613101ce81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jul 06 12:46:53.781712 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:53.845317 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-75350a99-07b9-4894-96a2-c981ca9a9618 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/f80682a2-4bfb-46e9-b7a8-80acaabcf723 HTTP/1.1" status: 200 len: 993 time: 0.0623639 Jul 06 12:46:55.308684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19077a3-6af3-427e-99d1-89bf1414dfc5 req-99ba024e-1487-48cc-a949-5bc90782b800 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:55.310180 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b19077a3-6af3-427e-99d1-89bf1414dfc5 req-99ba024e-1487-48cc-a949-5bc90782b800 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0639074 Jul 06 12:46:55.351665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b19077a3-6af3-427e-99d1-89bf1414dfc5 req-01b31e3a-8143-4cb5-93de-6db2e64680ca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358944 Jul 06 12:46:56.545371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a59c37-f085-48f2-a7a6-4e9e2fb6a98b req-45db93cd-35d8-4c59-b02f-7ab906c6c560 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:56.547013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8a59c37-f085-48f2-a7a6-4e9e2fb6a98b req-45db93cd-35d8-4c59-b02f-7ab906c6c560 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0814846 Jul 06 12:46:56.588423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d8a59c37-f085-48f2-a7a6-4e9e2fb6a98b req-d1f90193-6c82-4c1d-a9ba-85890df2de8a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356731 Jul 06 12:46:56.613364 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:56.673780 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b06f3611-3cfe-4e29-ba67-97b9e30bf2cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/f80682a2-4bfb-46e9-b7a8-80acaabcf723 HTTP/1.1" status: 200 len: 993 time: 0.0591593 Jul 06 12:46:56.932691 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:57.088739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 84a3fefc-d4f0-4891-93ca-a054a2e4a7db {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:46:57.089088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:57.161758 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:57.162085 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:57.174015 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 84a3fefc-d4f0-4891-93ca-a054a2e4a7db owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:46:57.229778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9bc8fe0-bdec-480a-b7e4-a32610411017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:57.336787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:57.361392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=84a3fefc-d4f0-4891-93ca-a054a2e4a7db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:57.392828 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.393175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.393514 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.393849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.394176 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.394503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.394829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.395151 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.395472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.395793 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.396144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.396463 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:57.765656 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:57.765988 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP f80682a2-4bfb-46e9-b7a8-80acaabcf723 disassociated (deleted). External IP: 172.25.7.88, port: b1c99f04-9557-4d7d-a886-3ee90c713f26. Jul 06 12:46:57.974132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2af5a522-c335-4b1a-932a-91079668cbfc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:46:58.079865 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:46:58.085281 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:58.090261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a285e-91c4-4926-a449-954d116fc618 None None] Sync routers for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:46:58.098945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:46:58.099554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:46:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:58.119408 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-944c54eb-c37c-4af7-b81a-09b5ddee977b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/floatingips/f80682a2-4bfb-46e9-b7a8-80acaabcf723 HTTP/1.1" status: 204 len: 168 time: 1.1856325 Jul 06 12:46:58.120119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:58.122633 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb9900-69f7-41f3-90a9-b1970b66217f" -d '{"events": [{"name": "network-changed", "server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:58.166140 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8633bfc2-2ecc-4b8d-a8d7-19c9b4d8abc9 x-openstack-request-id: req-8633bfc2-2ecc-4b8d-a8d7-19c9b4d8abc9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:58.166485 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:58.166849 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8633bfc2-2ecc-4b8d-a8d7-19c9b4d8abc9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:58.167262 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'status': 'completed', 'code': 200} Jul 06 12:46:58.218128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:46:58.243415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-b405e262-b2ae-41cf-9ac3-dd02c93f102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:58.244971 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-b405e262-b2ae-41cf-9ac3-dd02c93f102d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0538354 Jul 06 12:46:58.351080 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-5d8bef83-5ca6-4252-9198-20922bcb8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:58.353061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-5d8bef83-5ca6-4252-9198-20922bcb8069 service neutron] 10.222.0.64 "GET /v2.0/networks?id=294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 200 len: 897 time: 0.1003165 Jul 06 12:46:58.397784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-62843e66-9506-4fd0-8925-728d10063c99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 200 len: 217 time: 0.0373013 Jul 06 12:46:58.436983 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:08Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:58.464463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a285e-91c4-4926-a449-954d116fc618 None None] Checking router: 2af5a522-c335-4b1a-932a-91079668cbfc for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:46:58.472728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:46:58.473331 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:46:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:58.481543 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-0702fbce-b3aa-4923-9860-d79d471528c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:58.483052 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-0702fbce-b3aa-4923-9860-d79d471528c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4bd312a-0332-4ab9-9f62-ba46a664b2be HTTP/1.1" status: 200 len: 834 time: 0.0765889 Jul 06 12:46:58.548618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740fa06-b49e-4041-853d-eccbeb16b954 req-e8cf9e1f-0e83-4b3a-b580-ac1466472c93 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:58.550033 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5740fa06-b49e-4041-853d-eccbeb16b954 req-e8cf9e1f-0e83-4b3a-b580-ac1466472c93 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.1008532 Jul 06 12:46:58.580063 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:46:58.585358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-71a2f894-5075-4fe3-82db-e774a707124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:58.586927 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-71a2f894-5075-4fe3-82db-e774a707124a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=294b1a12-a0f3-45e0-b691-516acdb7602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953209 Jul 06 12:46:58.608724 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5740fa06-b49e-4041-853d-eccbeb16b954 req-201d10e6-c38c-4f85-b37b-12658b6e6367 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521278 Jul 06 12:46:58.689576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-7898c561-2c39-49e7-b36e-dbf1420740c5 service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934441 Jul 06 12:46:58.781578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39eb9900-69f7-41f3-90a9-b1970b66217f req-ea075bdd-573c-47cb-a9a1-3fb136140780 service neutron] 10.222.0.64 "GET /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Jul 06 12:46:58.784101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560a285e-91c4-4926-a449-954d116fc618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:08Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:58.815296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a285e-91c4-4926-a449-954d116fc618 None None] The sync data for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 is: [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'f7ecc8f5-bc32-49a5-a738-285e57c16382', 'name': '', 'network_id': '294b1a12-a0f3-45e0-b691-516acdb7602f', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:43:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:03Z', 'updated_at': '2021-07-06T12:45:08Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'b4bd312a-0332-4ab9-9f62-ba46a664b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:46:59.029686 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62e117-8f3f-41f1-aafc-aea658dd6294 None None] New status for floating IP f80682a2-4bfb-46e9-b7a8-80acaabcf723: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:46:59.763494 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f0ab2f8-e865-483a-977d-243399a3a642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:59.796884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dd6ce-1c2a-4e76-bbc7-12ad977a75db req-0557ce4e-7bb1-4fa5-a9b1-435f9073027b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:59.798396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-752dd6ce-1c2a-4e76-bbc7-12ad977a75db req-0557ce4e-7bb1-4fa5-a9b1-435f9073027b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0695336 Jul 06 12:46:59.839268 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-752dd6ce-1c2a-4e76-bbc7-12ad977a75db req-84fed897-6a0a-494c-b68d-8b287f79801d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327435 Jul 06 12:47:00.414269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:00.662923 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:00.722175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-21574bee-baea-4d53-826c-5933f328f5ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:00.723640 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-21574bee-baea-4d53-826c-5933f328f5ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0627875 Jul 06 12:47:00.826020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port b1c99f04-9557-4d7d-a886-3ee90c713f26 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:00.826765 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:00.916620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port b1c99f04-9557-4d7d-a886-3ee90c713f26, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b1c99f04-9557-4d7d-a886-3ee90c713f26,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:00.916984 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:00.930075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for b1c99f04-9557-4d7d-a886-3ee90c713f26 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:01.062373 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fd71f-0206-48b2-91a5-152466a386c3 req-8b661c93-49aa-4069-aa4d-164af374c5cf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:01.063789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694fd71f-0206-48b2-91a5-152466a386c3 req-8b661c93-49aa-4069-aa4d-164af374c5cf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=85f2703a-648c-4df4-9f63-d2b95cd14ce2 HTTP/1.1" status: 200 len: 946 time: 0.0902951 Jul 06 12:47:01.133876 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-694fd71f-0206-48b2-91a5-152466a386c3 req-3b9f7a00-3b9a-42dc-ba89-3ced477641a9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=efaf7141-b6b8-47ed-bcd2-dd67b6173195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641348 Jul 06 12:47:01.137904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.172885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=b1c99f04-9557-4d7d-a886-3ee90c713f26,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:01.180514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.184651 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.185021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.185341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.185684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.186021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.186357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.186690 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.187022 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.187353 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.187686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.188052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.188380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.229715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] No DVR routers for this DVR port b1c99f04-9557-4d7d-a886-3ee90c713f26 on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:47:01.232299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.234275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9989a9-3c13-4f12-a91f-5ea3a75a01b0 req-46696671-e638-41a1-9aa1-076d3c3df3b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "DELETE /v2.0/ports/b1c99f04-9557-4d7d-a886-3ee90c713f26 HTTP/1.1" status: 204 len: 173 time: 0.5050414 Jul 06 12:47:01.234714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'name': 'network-vif-deleted', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:01.237000 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af7352-379c-4b2e-8855-b75b1c68d3d2" -d '{"events": [{"server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "name": "network-vif-deleted", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:01.278459 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a6dbe-ac33-401e-92f7-c6fbd94b3508 x-openstack-request-id: req-596a6dbe-ac33-401e-92f7-c6fbd94b3508 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:01.278765 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f2703a-648c-4df4-9f63-d2b95cd14ce2", "name": "network-vif-deleted", "tag": "b1c99f04-9557-4d7d-a886-3ee90c713f26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:01.279026 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-596a6dbe-ac33-401e-92f7-c6fbd94b3508 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:01.279434 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f2703a-648c-4df4-9f63-d2b95cd14ce2', 'name': 'network-vif-deleted', 'tag': 'b1c99f04-9557-4d7d-a886-3ee90c713f26', 'status': 'completed', 'code': 200} Jul 06 12:47:02.236006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:02.601517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:02.688870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:02.866194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port f7ecc8f5-bc32-49a5-a738-285e57c16382 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:02.866460 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:02.955612 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port f7ecc8f5-bc32-49a5-a738-285e57c16382, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f7ecc8f5-bc32-49a5-a738-285e57c16382,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:02.956010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:02.970155 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for f7ecc8f5-bc32-49a5-a738-285e57c16382 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:03.155850 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.182834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=f7ecc8f5-bc32-49a5-a738-285e57c16382,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:03.361956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.580342 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2af5a522-c335-4b1a-932a-91079668cbfc has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:03.685070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:03.692712 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-6cb86aeb-e8da-4d4c-bdb5-d84b61e6cfcd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/2af5a522-c335-4b1a-932a-91079668cbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526377 Jul 06 12:47:03.694715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:03.698323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] Sync routers for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:03.707945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:03.708592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:03.750631 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting subnet b4bd312a-0332-4ab9-9f62-ba46a664b2be {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:47:03.753783 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.794957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.815068 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:03.878334 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.941159 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.969109 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bd312a-0332-4ab9-9f62-ba46a664b2be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:03.971183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:03.973112 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-00ed963f-76d3-486d-87c7-8a0d8347747a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/subnets/b4bd312a-0332-4ab9-9f62-ba46a664b2be HTTP/1.1" status: 204 len: 168 time: 0.2783940 Jul 06 12:47:03.976409 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:03.976935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bed3a4-0cc0-47e9-abb9-a8f7b93c4501 None None] Network 294b1a12-a0f3-45e0-b691-516acdb7602f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:47:04.086582 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.195617 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.238161 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:47:03Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '48c77dd6-4ecf-4fa4-9184-b24bacd06c88', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:04.248473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:04.248818 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.279237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] Checking router: 2af5a522-c335-4b1a-932a-91079668cbfc for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:04.293389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] Routers {'2af5a522-c335-4b1a-932a-91079668cbfc'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:04.294006 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2af5a522-c335-4b1a-932a-91079668cbfc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:04.330675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 48c77dd6-4ecf-4fa4-9184-b24bacd06c88, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:04.331041 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.344600 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:04.394121 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] Set router 2af5a522-c335-4b1a-932a-91079668cbfc gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:04.458170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] DHCP port deletion for 294b1a12-a0f3-45e0-b691-516acdb7602f request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:47:04.460385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:47:04Z', 'revision_number': 6, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:04.487359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab84ad-0a6a-4237-988f-8143abf090c3 None None] The sync data for ids ['2af5a522-c335-4b1a-932a-91079668cbfc'] in n-d-799528-2 is: [{'id': '2af5a522-c335-4b1a-932a-91079668cbfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001908243', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:00Z', 'updated_at': '2021-07-06T12:47:04Z', 'revision_number': 6, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:04.517322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.544025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=48c77dd6-4ecf-4fa4-9184-b24bacd06c88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:04.544944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Deleting port d30eefd6-77ff-46ba-9361-5bad03239bb8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:04.545324 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.609070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.612274 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] For port d30eefd6-77ff-46ba-9361-5bad03239bb8, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=d30eefd6-77ff-46ba-9361-5bad03239bb8,segment=NetworkSegment(6fcde0b0-1e83-4b8a-9645-650776454b8e),segment_id=6fcde0b0-1e83-4b8a-9645-650776454b8e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:04.612669 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.625529 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Calling delete_port for d30eefd6-77ff-46ba-9361-5bad03239bb8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:04.709712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:04.736849 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Pushing event deleted for resources: {'Port': ['ID=d30eefd6-77ff-46ba-9361-5bad03239bb8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:04.739237 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] No DVR routers for this DVR port d30eefd6-77ff-46ba-9361-5bad03239bb8 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:47:04.747875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.748850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.748850 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.749153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.749307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:04.751837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6e4c6-f56f-43b0-8636-496eee82361b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:05.058229 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.060232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.105909 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.106480 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Fanout notify agent at l3_agent the message router_deleted on router 2af5a522-c335-4b1a-932a-91079668cbfc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:47:05.117025 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.118187 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a618392-5a80-4a4d-9e3b-929eee5ab389 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/routers/2af5a522-c335-4b1a-932a-91079668cbfc HTTP/1.1" status: 204 len: 168 time: 1.1400542 Jul 06 12:47:05.121313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:05.199179 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.289478 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.299726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294b1a12-a0f3-45e0-b691-516acdb7602f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:05.310856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcde0b0-1e83-4b8a-9645-650776454b8e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:05.311092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcde0b0-1e83-4b8a-9645-650776454b8e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:05.320300 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.333519 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.340062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:47:05.340481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:47:05.343660 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:47:05.405531 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.410902 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.415473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/networks/294b1a12-a0f3-45e0-b691-516acdb7602f HTTP/1.1" status: 204 len: 168 time: 0.2905979 Jul 06 12:47:05.416701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:05.427480 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99df8a8-5949-4b01-93e0-cfc5475cf0ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Network': ['ID=294b1a12-a0f3-45e0-b691-516acdb7602f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:05.482484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c87cc75-da87-4af5-afb5-8092ef8b80e4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.509586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c87cc75-da87-4af5-afb5-8092ef8b80e4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.572483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c87cc75-da87-4af5-afb5-8092ef8b80e4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.575169 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c87cc75-da87-4af5-afb5-8092ef8b80e4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.576365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c87cc75-da87-4af5-afb5-8092ef8b80e4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/security-groups/efaf7141-b6b8-47ed-bcd2-dd67b6173195 HTTP/1.1" status: 204 len: 168 time: 0.1590190 Jul 06 12:47:05.586931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87cc75-da87-4af5-afb5-8092ef8b80e4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf7141-b6b8-47ed-bcd2-dd67b6173195,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:05.693544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d30eefd6-77ff-46ba-9361-5bad03239bb8 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:05.713576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: d30eefd6-77ff-46ba-9361-5bad03239bb8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:05.714193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device d30eefd6-77ff-46ba-9361-5bad03239bb8 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:05.714305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7ecc8f5-bc32-49a5-a738-285e57c16382 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:05.731870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f7ecc8f5-bc32-49a5-a738-285e57c16382 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:05.732248 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f7ecc8f5-bc32-49a5-a738-285e57c16382 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:05.732659 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:05.752920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:05.753270 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 48c77dd6-4ecf-4fa4-9184-b24bacd06c88 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:05.819166 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:05.823945 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968744020', 'description': 'tempest-secgroup-smoke-968744020 description', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:05.847846 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.929508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.933052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.958199 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:05.959490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392961 Jul 06 12:47:05.962504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:05.967094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c859cd78-df0e-4ae2-97ae-8c209b7effda', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:05.967266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5c963-0b71-4237-915e-2eb98e75cc61 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c859cd78-df0e-4ae2-97ae-8c209b7effda,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:05.994015 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.055681 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.059479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.076884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f4ba1b-332d-42a8-af59-e50e928d7d51,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.082938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.084333 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fe38af78-33d9-43eb-b6e2-9f5c1c8b696c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207659 Jul 06 12:47:06.087070 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.091529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c859cd78-df0e-4ae2-97ae-8c209b7effda', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.117674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.174178 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.178352 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.196183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6049be07-deef-4120-9ab3-8c025b5e68fe,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.201455 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.202662 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-26e1adf6-0108-4713-a9a1-bd1cfa05ae9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146598 Jul 06 12:47:06.205360 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.210489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c859cd78-df0e-4ae2-97ae-8c209b7effda', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.227885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1c99f04-9557-4d7d-a886-3ee90c713f26 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:06.238662 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.249889 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: b1c99f04-9557-4d7d-a886-3ee90c713f26 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:06.250233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b1c99f04-9557-4d7d-a886-3ee90c713f26 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:06.299244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.303139 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.322034 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae909260-d8f1-4103-b6b5-10d6f824e7a3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.330604 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.335433 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-18bb5a61-717d-4947-8b28-0bc1a963c7f4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255143 Jul 06 12:47:06.335735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.340901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c859cd78-df0e-4ae2-97ae-8c209b7effda', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.368896 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.430865 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.434483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.452637 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e8816-4441-4048-ae6e-9fa1d762d246,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.457898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.459849 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1692d623-2cc3-454a-9d11-e0b9824d92c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226673 Jul 06 12:47:06.462978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.467690 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c859cd78-df0e-4ae2-97ae-8c209b7effda', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.489982 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:47:06.496204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.557077 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.561508 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.581271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ec9284-dac4-4e39-9349-a65c1d6d0212,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.584232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.586182 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0e7aca05-d69a-433c-8c93-af6466b320e9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220827 Jul 06 12:47:06.589110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.593686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c859cd78-df0e-4ae2-97ae-8c209b7effda', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.616490 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:47:06.621393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.689649 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.693469 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.715008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a9c2df-0579-4773-b6a7-229a6f7c1a3b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.718914 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.720186 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9bb50fef-27d4-46c6-a2a2-5467d4b7205c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300895 Jul 06 12:47:06.724940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.729760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'network': {'name': 'tempest-network-smoke--1109383162', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.751704 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:06.755295 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.782173 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:47:06.792272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.792634 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Added segment afb37684-75ba-48d2-94c2-fc859dae1388 of type vlan for network 20bda33c-8a34-4202-8bc5-772827d15077 Jul 06 12:47:06.831568 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.861313 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.867791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:06.868441 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.935762 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2097664 Jul 06 12:47:06.939270 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:06.941683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dca569-0bb2-4a21-b277-e8c7c02d3dd3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Network': ['ID=20bda33c-8a34-4202-8bc5-772827d15077,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:06.945768 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'admin_state_up': True, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.951884 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 20bda33c-8a34-4202-8bc5-772827d15077 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:47:06.972376 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.973366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.031608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.182292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.379771 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.399853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.512169 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.198 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/7120b093-27d4-40e5-b846-d38535ea457e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:07.613805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.658250 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.708329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:07.711971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:07.716990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:07.719399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=7120b093-27d4-40e5-b846-d38535ea457e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:07.978477 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.186572 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.318307 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router e17928dd-6079-4553-abaa-42b7b89df325 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:47:08.426040 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:08.435961 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Sync routers for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:08.445170 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:08.445504 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.446966 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fef12d93-c553-4b72-b12c-87616abd711c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5065475 Jul 06 12:47:08.447154 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:08.450024 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:08.478766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d058cb1-7a1a-49a3-aeda-6c91e5604229 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=7cf67b74e20342dc8f4ec92aff3029a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276594 Jul 06 12:47:08.481273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:08.552668 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:08.569290 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294d750-ba40-4aaf-8390-d6418049fe94 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.570836 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d294d750-ba40-4aaf-8390-d6418049fe94 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886626 Jul 06 12:47:08.573700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:08.607273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-97e6aee7-b61c-4221-9b36-cb1783da007b tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324187 Jul 06 12:47:08.609761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 60946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:08.614552 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138929809', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:08.708523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:08.711859 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.734536 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:07Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:08.764695 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Checking router: e17928dd-6079-4553-abaa-42b7b89df325 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:08.765064 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Updating router e17928dd-6079-4553-abaa-42b7b89df325 port 7120b093-27d4-40e5-b846-d38535ea457e binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:47:08.800227 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.896897 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.970634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Subnet': ['ID=4205264a-69de-4a0d-87c0-22e512cd226d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:08.985070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Checking segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:08.985729 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network hostable DHCP agents. Network: 20bda33c-8a34-4202-8bc5-772827d15077, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:47:09.004769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 20bda33c-8a34-4202-8bc5-772827d15077 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:47:09.014979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 20bda33c-8a34-4202-8bc5-772827d15077) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:09.019574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:09.020197 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.027458 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526ffaf-6a13-4f7c-af12-0e9fd4247de2 None None] Network 20bda33c-8a34-4202-8bc5-772827d15077 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:47:09.042481 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 60948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:09.043051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-550e4e03-6694-4614-bb24-0789d133eaaf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4318571 Jul 06 12:47:09.059495 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.070351 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Transition to ACTIVE for port object 7120b093-27d4-40e5-b846-d38535ea457e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:09.077467 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.135317 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Attempting to bind port 7120b093-27d4-40e5-b846-d38535ea457e on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:09.135765 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Attempting to bind port 7120b093-27d4-40e5-b846-d38535ea457e by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:09.136255 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Attempting to bind port 7120b093-27d4-40e5-b846-d38535ea457e on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:09.145351 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Pushing event updated for resources: {'Port': ['ID=7120b093-27d4-40e5-b846-d38535ea457e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:09.149506 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:09.149779 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:09.150252 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.150698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:09.151226 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Bound port: 7120b093-27d4-40e5-b846-d38535ea457e, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:09.151892 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.158382 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.158720 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.159051 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.159563 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.159903 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.161421 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.161799 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.163263 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.163611 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.163957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.164284 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.164601 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:09.188583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-20bda33c-8a34-4202-8bc5-772827d15077', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:47:09.189619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.227395 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] For port 7120b093-27d4-40e5-b846-d38535ea457e, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:09.230718 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] For port 7120b093-27d4-40e5-b846-d38535ea457e, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7120b093-27d4-40e5-b846-d38535ea457e,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:09.234985 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.296614 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:09.297420 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:09.304778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e38d75-5616-4517-bd0b-8995801a50fb None None] Pushing event updated for resources: {'Port': ['ID=7120b093-27d4-40e5-b846-d38535ea457e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:09.356467 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Allocated IP 172.20.0.2 (20bda33c-8a34-4202-8bc5-772827d15077/4205264a-69de-4a0d-87c0-22e512cd226d/7d638b56-9c1a-4d3b-be3c-5981e0d58417) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:09.421659 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:09.525781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.530244 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.538711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Transition to ACTIVE for port object 7d638b56-9c1a-4d3b-be3c-5981e0d58417 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:09.555295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Transition to ACTIVE for port object 7d638b56-9c1a-4d3b-be3c-5981e0d58417 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:09.561967 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.608916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Network 20bda33c-8a34-4202-8bc5-772827d15077 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:09.612898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Pushing event updated for resources: {'Port': ['ID=7d638b56-9c1a-4d3b-be3c-5981e0d58417,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:09.616174 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:09.618649 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:09.637802 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:07Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:09.672800 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c405b9-2f1f-4535-b2a9-63f6e7876063 None None] The sync data for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 is: [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:07Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:09.682756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Attempting to bind port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:09.683200 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Attempting to bind port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:09.683661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Attempting to bind port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 on network 20bda33c-8a34-4202-8bc5-772827d15077 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:09.689318 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:09.689792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Checking segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:09.690267 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.690770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Bound using segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:09.691385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Bound port: 7d638b56-9c1a-4d3b-be3c-5981e0d58417, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:09.691863 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.763556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] For port 7d638b56-9c1a-4d3b-be3c-5981e0d58417, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:09.766974 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] For port 7d638b56-9c1a-4d3b-be3c-5981e0d58417, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d638b56-9c1a-4d3b-be3c-5981e0d58417,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:09.770987 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.831668 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587392c-e66f-492e-afa9-9d411c727d82 None None] Pushing event updated for resources: {'Port': ['ID=7d638b56-9c1a-4d3b-be3c-5981e0d58417,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:09.832966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.1 (20bda33c-8a34-4202-8bc5-772827d15077/4205264a-69de-4a0d-87c0-22e512cd226d/3c0fcc4b-60ed-44a3-82c7-8198ce006319) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:09.980874 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:10.004338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object 3c0fcc4b-60ed-44a3-82c7-8198ce006319 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:10.056246 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:10.105095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 20bda33c-8a34-4202-8bc5-772827d15077 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:10.111248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:10.115866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:10.122855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=3c0fcc4b-60ed-44a3-82c7-8198ce006319,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:10.170091 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:10.326800 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:10.843124 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02de0fa-7c96-43cd-bab7-62c1041914e0 None None] Network 20bda33c-8a34-4202-8bc5-772827d15077 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:47:10.916098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48d61c59-46d6-4d7d-a72b-68383cd96636 None None] Provisioning for port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:10.978021 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:10.983802 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.072536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.074380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=3c0fcc4b-60ed-44a3-82c7-8198ce006319,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:11.183228 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 20bda33c-8a34-4202-8bc5-772827d15077 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:11.184753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:11.243628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d0047ea-a9ea-47f8-834a-1ba3ff12c2c0 None None] Provisioning for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:11.248718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d0047ea-a9ea-47f8-834a-1ba3ff12c2c0 None None] Provisioning complete for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:11.249110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d0047ea-a9ea-47f8-834a-1ba3ff12c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.292628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d0047ea-a9ea-47f8-834a-1ba3ff12c2c0 None None] Port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:11.317991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router e17928dd-6079-4553-abaa-42b7b89df325 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:11.444474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:11.452570 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d3d0e6a4-f280-4857-86c7-8d0fda2043fd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/e17928dd-6079-4553-abaa-42b7b89df325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4081292 Jul 06 12:47:11.462233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Sync routers for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:11.471623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:11.472549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:11.572417 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a5df755d-d539-415f-8687-a3809650fa78 None None] Provisioning complete for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:11.572787 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5df755d-d539-415f-8687-a3809650fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.608014 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-286670a0-31d8-491b-ac29-f5438c4b2cb8 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968744020&fields=id&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 267 time: 0.0409281 Jul 06 12:47:11.623256 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:11.625805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a5df755d-d539-415f-8687-a3809650fa78 None None] Port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:11.736981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-0dadde18-6719-43b2-abf6-d3d90707676e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:11.738665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-0dadde18-6719-43b2-abf6-d3d90707676e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 797 time: 0.1209238 Jul 06 12:47:11.756459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-e24fd051-f5bd-45ef-8632-cbb145538565 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/quotas/7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 375 time: 0.0114553 Jul 06 12:47:11.767941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b54103d1-d91f-4456-ae3a-bfc1f3eacd38 None None] Provisioning complete for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:11.767941 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b54103d1-d91f-4456-ae3a-bfc1f3eacd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.800807 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d638b56-9c1a-4d3b-be3c-5981e0d58417 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:11.828796 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a4fd9046-841a-4702-9ee2-5680dca859d6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677640 Jul 06 12:47:11.879463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b54103d1-d91f-4456-ae3a-bfc1f3eacd38 None None] Port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:11.901953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:11.907810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:11.908211 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.938478 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 2, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:11.974273 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Checking router: e17928dd-6079-4553-abaa-42b7b89df325 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:11.975549 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Updating router e17928dd-6079-4553-abaa-42b7b89df325 port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:47:11.983290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-406220ba-3d5d-4164-950b-13b1e6ce9af3 service neutron] 10.222.0.78 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415575 Jul 06 12:47:12.017315 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.075472 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.076847 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-e21928cb-9293-4072-b9f0-183ee43dad93 service neutron] 10.222.0.78 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Jul 06 12:47:12.174377 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7d638b56-9c1a-4d3b-be3c-5981e0d58417, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d638b56-9c1a-4d3b-be3c-5981e0d58417,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:12.180606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.181399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7120b093-27d4-40e5-b846-d38535ea457e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:12.260019 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1c6602d-49e1-4b9d-a450-94fad4e9f7cb req-c14ba50a-364c-486d-89d5-16d977675f1c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 210 time: 0.0341437 Jul 06 12:47:12.314669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7d638b56-9c1a-4d3b-be3c-5981e0d58417,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:12.344127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7120b093-27d4-40e5-b846-d38535ea457e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:12.356618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7120b093-27d4-40e5-b846-d38535ea457e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:12.356995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.612630 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.643867 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Transition to ACTIVE for port object 3c0fcc4b-60ed-44a3-82c7-8198ce006319 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:12.653526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.662469 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.720295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7120b093-27d4-40e5-b846-d38535ea457e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7120b093-27d4-40e5-b846-d38535ea457e,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:12.723233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc090ab-50d4-468c-a5e2-dc85f79fcbc8 None None] Pushing event updated for resources: {'Port': ['ID=3c0fcc4b-60ed-44a3-82c7-8198ce006319,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:12.728864 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.821627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Attempting to bind port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:12.821627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Attempting to bind port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:12.821627 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Attempting to bind port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 on network 20bda33c-8a34-4202-8bc5-772827d15077 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:12.838682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:12.839190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Checking segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:12.839613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.840051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Bound using segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:12.840533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Bound port: 3c0fcc4b-60ed-44a3-82c7-8198ce006319, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:12.840920 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.846907 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7120b093-27d4-40e5-b846-d38535ea457e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:12.922410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] For port 3c0fcc4b-60ed-44a3-82c7-8198ce006319, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:12.926407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] For port 3c0fcc4b-60ed-44a3-82c7-8198ce006319, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3c0fcc4b-60ed-44a3-82c7-8198ce006319,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:12.930942 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.989933 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:12.990584 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:13.036290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc090ab-50d4-468c-a5e2-dc85f79fcbc8 None None] Pushing event updated for resources: {'Port': ['ID=3c0fcc4b-60ed-44a3-82c7-8198ce006319,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:13.118169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:13.354056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:13.385752 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-aa800f8e-533a-49e1-945e-b349fb75033b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:13.387499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-aa800f8e-533a-49e1-945e-b349fb75033b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 797 time: 0.1161635 Jul 06 12:47:13.390504 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0de45-d2f6-4e20-b84f-5ddea64d6d57 None None] The sync data for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 is: [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:13.452237 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4afe366e-7461-4d6e-ba1f-b9d166e060db req-4090efab-8539-4e24-8175-ecafb61c6cf6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 210 time: 0.0633814 Jul 06 12:47:13.486620 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-086181e3-001b-40b1-937b-c16112d19c0c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 379 time: 0.0882642 Jul 06 12:47:13.501036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'port': {'device_id': '9030b073-db89-4886-9965-8fb2b34b40f0', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'admin_state_up': True, 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'security_groups': ['c859cd78-df0e-4ae2-97ae-8c209b7effda']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:13.620134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:13.623751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:13.764859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.5 (20bda33c-8a34-4202-8bc5-772827d15077/4205264a-69de-4a0d-87c0-22e512cd226d/24ac1148-4675-41e4-90eb-9b8ff32d928c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:13.806890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d638b56-9c1a-4d3b-be3c-5981e0d58417 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:13.868860 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:13.869240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:13.927283 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:13.945901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object 24ac1148-4675-41e4-90eb-9b8ff32d928c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:13.954333 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7120b093-27d4-40e5-b846-d38535ea457e up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:13.986374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.008675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7120b093-27d4-40e5-b846-d38535ea457e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:14.009056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.041942 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 20bda33c-8a34-4202-8bc5-772827d15077 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:14.047618 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:14.051516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:14.058851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=24ac1148-4675-41e4-90eb-9b8ff32d928c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:14.099485 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3c0fcc4b-60ed-44a3-82c7-8198ce006319 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:14.114047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:14.115406 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.138377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-ca0dbfe6-b763-4331-a787-b9aaad18f36e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419668 Jul 06 12:47:14.154328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Request body: {'port': {'device_id': '9030b073-db89-4886-9965-8fb2b34b40f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:14.155201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:14.160265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:14.160866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.245035 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.266666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.308778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3c0fcc4b-60ed-44a3-82c7-8198ce006319, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3c0fcc4b-60ed-44a3-82c7-8198ce006319,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:14.317298 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.374642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3c0fcc4b-60ed-44a3-82c7-8198ce006319,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:14.391364 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-540d7aaa-d5bc-453a-bdbf-034684b8650a None None] Provisioning for port 24ac1148-4675-41e4-90eb-9b8ff32d928c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:14.395210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-540d7aaa-d5bc-453a-bdbf-034684b8650a None None] Provisioning complete for port 24ac1148-4675-41e4-90eb-9b8ff32d928c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:14.395677 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-540d7aaa-d5bc-453a-bdbf-034684b8650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.433005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-540d7aaa-d5bc-453a-bdbf-034684b8650a None None] Port 24ac1148-4675-41e4-90eb-9b8ff32d928c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:14.554472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ac1148-4675-41e4-90eb-9b8ff32d928c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:47:14.564566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.579407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Transition to ACTIVE for port object 24ac1148-4675-41e4-90eb-9b8ff32d928c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:14.583296 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.674100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Pushing event updated for resources: {'Port': ['ID=24ac1148-4675-41e4-90eb-9b8ff32d928c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:14.754522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfe3e9-2314-4f50-8182-56cf56193837 req-cf0d6281-72e6-4fd4-848a-5ab6578f8fb7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:14.756664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82bfe3e9-2314-4f50-8182-56cf56193837 req-cf0d6281-72e6-4fd4-848a-5ab6578f8fb7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 943 time: 0.1694167 Jul 06 12:47:14.778365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Attempting to bind port 24ac1148-4675-41e4-90eb-9b8ff32d928c on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:14.778709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Attempting to bind port 24ac1148-4675-41e4-90eb-9b8ff32d928c by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:14.779046 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Attempting to bind port 24ac1148-4675-41e4-90eb-9b8ff32d928c on network 20bda33c-8a34-4202-8bc5-772827d15077 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:14.794305 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Port 24ac1148-4675-41e4-90eb-9b8ff32d928c on network 20bda33c-8a34-4202-8bc5-772827d15077 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:47:14.794639 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Attempting to bind port 24ac1148-4675-41e4-90eb-9b8ff32d928c on network 20bda33c-8a34-4202-8bc5-772827d15077 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:14.810335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:14.810674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Checking segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:14.811067 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Bound using segment: {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:14.811502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Bound port: 24ac1148-4675-41e4-90eb-9b8ff32d928c, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb37684-75ba-48d2-94c2-fc859dae1388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:14.811864 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.816377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-82bfe3e9-2314-4f50-8182-56cf56193837 req-25d9f0aa-6483-446b-9910-273f6877c84c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493474 Jul 06 12:47:14.880033 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] For port 24ac1148-4675-41e4-90eb-9b8ff32d928c, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:14.883177 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] For port 24ac1148-4675-41e4-90eb-9b8ff32d928c, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:14.887719 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.922483 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:14.923117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:14.924594 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] 10.222.0.64 "PUT /v2.0/ports/24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 1091 time: 0.7752779 Jul 06 12:47:14.925063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:14.927298 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c732c-e3c8-442e-aff0-945997b543dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:14.953019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f3511-441f-4063-9253-8c1918a5e161 service neutron] Pushing event updated for resources: {'Port': ['ID=24ac1148-4675-41e4-90eb-9b8ff32d928c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:14.985542 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b260f63-3d8b-4451-84fd-d75873a88776 x-openstack-request-id: req-8b260f63-3d8b-4451-84fd-d75873a88776 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:14.985842 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:14.986096 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b260f63-3d8b-4451-84fd-d75873a88776 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:14.986495 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'status': 'completed', 'code': 200} Jul 06 12:47:15.035626 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a13b5d64-6dab-48f0-8833-619a2a363b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.037802 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a13b5d64-6dab-48f0-8833-619a2a363b38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1094 time: 0.0641563 Jul 06 12:47:15.082400 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-1b8153e7-c742-49e4-a4e2-c06da0f1c170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 217 time: 0.0373111 Jul 06 12:47:15.134482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a328cee3-bc9c-4f7f-a1f5-b5dae98e02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.135977 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a328cee3-bc9c-4f7f-a1f5-b5dae98e02e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0455136 Jul 06 12:47:15.198356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a9faacfe-e6b2-48d5-b89d-9247b4e8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.199938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-a9faacfe-e6b2-48d5-b89d-9247b4e8aa23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575924 Jul 06 12:47:15.292167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-07ead174-6480-4506-90de-2f7501c8b4a1 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839906 Jul 06 12:47:15.385830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-163aa8d4-70dd-4a27-9af0-5acd0419d2af req-d836fa7e-2aaa-45e7-a1af-54d39d2e1ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858183 Jul 06 12:47:15.485973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-b33b4e84-2be6-469d-be6c-a89844e61c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.487477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-b33b4e84-2be6-469d-be6c-a89844e61c6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1094 time: 0.0532079 Jul 06 12:47:15.577424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-1f721b2f-17fe-47b7-89ff-d1fdae217483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.578940 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-1f721b2f-17fe-47b7-89ff-d1fdae217483 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 898 time: 0.0830593 Jul 06 12:47:15.622873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-867ec04f-bb9f-4870-a184-bb9b6ce8824a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 217 time: 0.0372441 Jul 06 12:47:15.671415 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-297949d5-43b8-4c15-9478-6ffd826ee4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.672968 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-297949d5-43b8-4c15-9478-6ffd826ee4d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0440726 Jul 06 12:47:15.701840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3c0fcc4b-60ed-44a3-82c7-8198ce006319 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:15.730899 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-8a153435-6826-474a-a70d-3c35dd82fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.732525 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-8a153435-6826-474a-a70d-3c35dd82fdc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524170 Jul 06 12:47:15.749382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:15.749754 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:15.828994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-2e62310f-cac5-4470-858c-fb21b2710526 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892420 Jul 06 12:47:15.921217 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4c732c-e3c8-442e-aff0-945997b543dd req-f778f99b-dcdd-4763-9c5b-91d8958769df service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 Jul 06 12:47:15.997524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1bb08-6d55-4558-ad1d-d7dd5d4d17fb req-8c91b239-a63c-4f8b-9add-54648bbe67cf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.999017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55f1bb08-6d55-4558-ad1d-d7dd5d4d17fb req-8c91b239-a63c-4f8b-9add-54648bbe67cf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 943 time: 0.0679574 Jul 06 12:47:16.039337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55f1bb08-6d55-4558-ad1d-d7dd5d4d17fb req-da39026e-c5b6-4dba-b06a-fea023e5a92f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346742 Jul 06 12:47:17.212583 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5851508-4bec-4eba-ab9c-e65ab37554f0 req-72235a27-c6bc-422c-9898-60ac15921501 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:17.214084 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5851508-4bec-4eba-ab9c-e65ab37554f0 req-72235a27-c6bc-422c-9898-60ac15921501 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 943 time: 0.0636759 Jul 06 12:47:17.250979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5851508-4bec-4eba-ab9c-e65ab37554f0 req-56155c79-b2b3-4afe-badd-95faf72a5120 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Jul 06 12:47:18.422328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66c289-4e00-4e8f-8603-37c609587269 req-87bc7c39-9bcf-41fb-a121-7855c218e6b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:18.423815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed66c289-4e00-4e8f-8603-37c609587269 req-87bc7c39-9bcf-41fb-a121-7855c218e6b6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 943 time: 0.0640135 Jul 06 12:47:18.460938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed66c289-4e00-4e8f-8603-37c609587269 req-29ad4b80-5989-47a8-b95d-1ed11b220f75 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Jul 06 12:47:19.638726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8183be-c870-44df-a336-b802fdee7463 req-7a0e1a3f-5826-45a6-b5f1-d7cb426880ad tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:19.640228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e8183be-c870-44df-a336-b802fdee7463 req-7a0e1a3f-5826-45a6-b5f1-d7cb426880ad tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 943 time: 0.0662003 Jul 06 12:47:19.678646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e8183be-c870-44df-a336-b802fdee7463 req-994d46ca-0ea8-4a07-b25c-33c71de959d3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Jul 06 12:47:20.307573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 24ac1148-4675-41e4-90eb-9b8ff32d928c details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:47:20.408578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 24ac1148-4675-41e4-90eb-9b8ff32d928c, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:20.420321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'port_id': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'mac_address': 'fa:16:3e:74:1c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:47:20.456153 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.468972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ac1148-4675-41e4-90eb-9b8ff32d928c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:47:20.487826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 24ac1148-4675-41e4-90eb-9b8ff32d928c, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:20.492290 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.537576 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=24ac1148-4675-41e4-90eb-9b8ff32d928c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:20.845198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['24ac1148-4675-41e4-90eb-9b8ff32d928c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:47:20.853524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e522e5-5d2f-46cf-b060-9ea2f1d08f82 req-ebd3c377-f5c3-48cd-8e5a-b7b67f3852ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:20.855077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7e522e5-5d2f-46cf-b060-9ea2f1d08f82 req-ebd3c377-f5c3-48cd-8e5a-b7b67f3852ee tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 944 time: 0.0631070 Jul 06 12:47:20.892798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7e522e5-5d2f-46cf-b060-9ea2f1d08f82 req-ed8f317d-0743-419b-8ad9-04267b66391c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Jul 06 12:47:22.070321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948f6bb-c043-4a31-afed-7c0511c69e05 req-0f541679-f039-4be3-bcc4-dfa464d406a3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:22.071869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3948f6bb-c043-4a31-afed-7c0511c69e05 req-0f541679-f039-4be3-bcc4-dfa464d406a3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 944 time: 0.0676284 Jul 06 12:47:22.109664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3948f6bb-c043-4a31-afed-7c0511c69e05 req-1d34af2e-f266-47e5-9d51-69a95efce5a0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322735 Jul 06 12:47:22.305716 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 24ac1148-4675-41e4-90eb-9b8ff32d928c up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:22.353171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 24ac1148-4675-41e4-90eb-9b8ff32d928c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:22.356843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 24ac1148-4675-41e4-90eb-9b8ff32d928c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:22.357215 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:22.434418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:22.456139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:22.458936 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8df58-bf54-40bb-8326-958b237b7ec7" -d '{"events": [{"server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "name": "network-vif-plugged", "status": "completed", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:22.471586 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 24ac1148-4675-41e4-90eb-9b8ff32d928c, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:22.476175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:22.498100 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea3897-3496-485b-bb34-e65af1b766da x-openstack-request-id: req-9aea3897-3496-485b-bb34-e65af1b766da {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:22.498384 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "name": "network-vif-plugged", "status": "completed", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:22.498636 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9aea3897-3496-485b-bb34-e65af1b766da {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:22.499019 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'code': 200} Jul 06 12:47:22.524926 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=24ac1148-4675-41e4-90eb-9b8ff32d928c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:22.615381 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b1a2c-ae20-4558-9bd8-e2135370832d req-94d3e778-932e-4540-9028-3ca00f2817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:22.616924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab2b1a2c-ae20-4558-9bd8-e2135370832d req-94d3e778-932e-4540-9028-3ca00f2817ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1096 time: 0.0541437 Jul 06 12:47:22.655038 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab2b1a2c-ae20-4558-9bd8-e2135370832d req-73aa9261-9624-4a56-a446-8eb54e9026df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287559 Jul 06 12:47:23.278556 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea2d0-f766-4e6c-bcf6-b8710c983268 req-3fc1d9c0-65f6-4597-b31e-48c16657b2a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:23.280078 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f32ea2d0-f766-4e6c-bcf6-b8710c983268 req-3fc1d9c0-65f6-4597-b31e-48c16657b2a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0621777 Jul 06 12:47:23.318211 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f32ea2d0-f766-4e6c-bcf6-b8710c983268 req-7cfa6061-0a67-4bd5-8403-edbd8a7ade98 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Jul 06 12:47:23.341257 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:24.500662 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513100b-85e8-4c07-a34b-f7556a960385 req-7e4afe6d-e6e1-4637-a687-ca3fe10f9fd4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:24.502155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2513100b-85e8-4c07-a34b-f7556a960385 req-7e4afe6d-e6e1-4637-a687-ca3fe10f9fd4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0694892 Jul 06 12:47:24.539855 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2513100b-85e8-4c07-a34b-f7556a960385 req-020c7ea7-5753-4367-a3a8-5e4691a95dfa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Jul 06 12:47:24.725028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aff32-2f1e-495d-acad-22687a4c306f req-a3f20e36-cc42-49cb-b7b1-02e53e4d2a40 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:24.726534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102aff32-2f1e-495d-acad-22687a4c306f req-a3f20e36-cc42-49cb-b7b1-02e53e4d2a40 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Jul 06 12:47:24.763665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-102aff32-2f1e-495d-acad-22687a4c306f req-488b20d2-4de9-47f8-bb81-2aef1c2873c8 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Jul 06 12:47:24.787803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:24.842005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747dc1e-6793-43d7-865f-0d1b2e7fe208 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:24.843527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4747dc1e-6793-43d7-865f-0d1b2e7fe208 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1091 time: 0.0547359 Jul 06 12:47:24.846358 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:24.851097 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:24.873015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:24.967129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:25.435502 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.11 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/71ca7807-889c-45a5-8292-c36476389897) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:25.532357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:25.571243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:25.612015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:25.617649 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:25.620986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:25.626224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=71ca7807-889c-45a5-8292-c36476389897,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:25.994735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.076903 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.226996 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.231497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.301620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=71ca7807-889c-45a5-8292-c36476389897,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:26.312923 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.419071 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP 5d6c5925-f780-4334-a5cf-f22eb8afecb0 associated. External IP: 172.25.7.11, port: 24ac1148-4675-41e4-90eb-9b8ff32d928c. Jul 06 12:47:26.632739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router e17928dd-6079-4553-abaa-42b7b89df325 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:26.745021 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:26.754378 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] Sync routers for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:26.761958 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.764875 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:26.765480 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:26.801061 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8bdf68a-b928-4595-aec7-837c84227156 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9512365 Jul 06 12:47:26.801061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:26.801832 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fdd49a-585c-4cac-b7b4-aecd14014714" -d '{"events": [{"name": "network-changed", "server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:26.838221 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2564544-d7ed-46b2-9a1a-9657a195ff00 x-openstack-request-id: req-a2564544-d7ed-46b2-9a1a-9657a195ff00 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:26.838705 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:26.839069 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2564544-d7ed-46b2-9a1a-9657a195ff00 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:26.839792 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'status': 'completed', 'code': 200} Jul 06 12:47:26.870920 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:26.966264 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-cb110efe-b9d1-43c2-8f79-b3830da17ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:26.968518 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-cb110efe-b9d1-43c2-8f79-b3830da17ddb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1096 time: 0.1024368 Jul 06 12:47:27.050045 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978508e-79eb-4438-a923-5fa49761412d req-05db6999-298a-4e5c-b2df-27eb6e0fa101 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.051575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3978508e-79eb-4438-a923-5fa49761412d req-05db6999-298a-4e5c-b2df-27eb6e0fa101 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.1564577 Jul 06 12:47:27.112527 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3978508e-79eb-4438-a923-5fa49761412d req-945dd611-8f26-4dd5-b25d-b77f0b400ddc tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516405 Jul 06 12:47:27.126440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-a9754a5b-2d7e-4643-948e-03d7862fef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.128920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-a9754a5b-2d7e-4643-948e-03d7862fef09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 898 time: 0.1507442 Jul 06 12:47:27.139058 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:27.201224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-3f96a444-0a21-43a3-b16f-71a9142646a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 998 time: 0.0651450 Jul 06 12:47:27.202136 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5d6c5925-f780-4334-a5cf-f22eb8afecb0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'port_id': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'mac_address': 'fa:16:3e:74:1c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9030b073-db89-4886-9965-8fb2b34b40f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:25Z', 'updated_at': '2021-07-06T12:47:25Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:14Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:27.209572 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9943d114-8ad7-4712-8256-006ceda46161 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/5d6c5925-f780-4334-a5cf-f22eb8afecb0 HTTP/1.1" status: 200 len: 990 time: 0.0691109 Jul 06 12:47:27.232155 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] Checking router: e17928dd-6079-4553-abaa-42b7b89df325 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:27.232864 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-330c4611-c15b-46d2-9cf1-1cd9567b82e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:27.241413 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:27.242020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:47:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:27.253083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-abee2e2e-032c-4001-9ddf-cce1edd0005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.254570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-abee2e2e-032c-4001-9ddf-cce1edd0005c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0471988 Jul 06 12:47:27.316692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-caa06347-2dee-4ff0-8c08-f5b41830e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.318219 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-caa06347-2dee-4ff0-8c08-f5b41830e736 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547535 Jul 06 12:47:27.344550 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:27.427739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-674787f1-6d61-4dd9-9020-055e569af1d2 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011407 Jul 06 12:47:27.519429 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-35fdd49a-585c-4cac-b7b4-aecd14014714 req-f1034b44-c44a-4aae-8296-905c0f86b047 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853591 Jul 06 12:47:27.575214 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5d6c5925-f780-4334-a5cf-f22eb8afecb0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'port_id': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'mac_address': 'fa:16:3e:74:1c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9030b073-db89-4886-9965-8fb2b34b40f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:25Z', 'updated_at': '2021-07-06T12:47:25Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:14Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:27.605401 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3150f0a6-9bfa-476a-a4b6-584d8da2b5da None None] The sync data for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 is: [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '5d6c5925-f780-4334-a5cf-f22eb8afecb0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'port_id': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'mac_address': 'fa:16:3e:74:1c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9030b073-db89-4886-9965-8fb2b34b40f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:25Z', 'updated_at': '2021-07-06T12:47:25Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:14Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:27.804828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a10cc-16c1-4e22-9261-8a49d9e8ce32 None None] New status for floating IP 5d6c5925-f780-4334-a5cf-f22eb8afecb0: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:47:28.213206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:28.273147 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-541719d3-368f-41dd-97e2-6d0669680b56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/5d6c5925-f780-4334-a5cf-f22eb8afecb0 HTTP/1.1" status: 200 len: 992 time: 0.0587311 Jul 06 12:47:28.361641 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:47:29.763382 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4b612c6-3388-4e44-8c90-ee645acae20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:30.406384 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:30.686458 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:31.182522 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:32.694102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:53.343405 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:57.233439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75e1843b-8fd1-40a4-9f53-f17375ef4a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:59.764221 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14b6b628-9147-4ab3-aea0-02044636e3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:00.409363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:00.696191 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:01.186136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:02.695606 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:04.083262 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-f410d9c4-c237-42cc-aef1-8bae43d33371 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530241 Jul 06 12:48:04.184828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-2865ef4c-0056-4347-b4f2-0978e8da2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:04.186333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-2865ef4c-0056-4347-b4f2-0978e8da2279 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1096 time: 0.0590811 Jul 06 12:48:04.290709 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-997559fd-81ea-4333-a2ef-4d8f40a270b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:04.292418 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-997559fd-81ea-4333-a2ef-4d8f40a270b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 898 time: 0.0843291 Jul 06 12:48:04.361476 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-6fd35ba4-6bf2-45d3-b762-c6eca20cc6d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 1000 time: 0.0619366 Jul 06 12:48:04.410379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-37d19c81-178e-49f5-b9b2-d06447013e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:04.411945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-37d19c81-178e-49f5-b9b2-d06447013e5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0433564 Jul 06 12:48:04.470956 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-75678b8d-1a2e-4c97-8083-e06ae7875255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:04.472649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-75678b8d-1a2e-4c97-8083-e06ae7875255 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547631 Jul 06 12:48:04.569637 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-a0fd0a2a-7e2b-45ee-b994-e98283458ce6 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892346 Jul 06 12:48:04.662396 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a53a1314-0379-429f-ba4e-b6132a1dc67a req-25d859af-3a77-4a95-86ce-b55f7edaaf7b service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Jul 06 12:48:05.360850 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:23.353403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:27.234582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d090ab6c-6136-4d22-93c1-77a327801ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:29.765317 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58f039ef-eb95-40cb-9381-d4d45b40a853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:30.412089 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:30.690541 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:31.189526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:32.701370 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:42.359692 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:44.605987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-cdd945c1-d643-4d2b-bff2-d68d788db49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.607403 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-cdd945c1-d643-4d2b-bff2-d68d788db49c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1096 time: 0.1078689 Jul 06 12:48:44.675377 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6e5c3-5166-4fba-9797-3127ef320293 req-06d1a475-0fe6-438f-b5c0-52c4ccf25726 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.676894 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2af6e5c3-5166-4fba-9797-3127ef320293 req-06d1a475-0fe6-438f-b5c0-52c4ccf25726 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.1359794 Jul 06 12:48:44.741238 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2af6e5c3-5166-4fba-9797-3127ef320293 req-d5998697-1a51-44a5-83a6-8a9df30569b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581985 Jul 06 12:48:44.742411 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-b047059d-be5b-406a-b1c9-44d179ad6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.743768 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-b047059d-be5b-406a-b1c9-44d179ad6d41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 898 time: 0.1289740 Jul 06 12:48:44.809175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-b327c81b-1075-4df9-90f5-b60872858168 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 1000 time: 0.0584726 Jul 06 12:48:44.863313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-6cf4279a-a299-4659-bccd-4ed77d36e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.865344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-6cf4279a-a299-4659-bccd-4ed77d36e5e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0488863 Jul 06 12:48:44.929523 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-980fd9e2-0897-40c0-9462-e50e061987b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.931036 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-980fd9e2-0897-40c0-9462-e50e061987b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587494 Jul 06 12:48:45.020934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-a2deda1a-414a-4d52-b74e-cb411edbaa06 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827923 Jul 06 12:48:45.115054 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-10f2030f-fec8-411e-bca1-73d2e49f2008 req-37166713-ca74-417d-a499-f53802086081 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867083 Jul 06 12:48:45.921406 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe59a0-44c3-4f8f-99f6-e81e201969d0 req-93480b5b-c84c-49a6-80dc-dad55b2b23ad tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:45.922920 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14fe59a0-44c3-4f8f-99f6-e81e201969d0 req-93480b5b-c84c-49a6-80dc-dad55b2b23ad tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0654135 Jul 06 12:48:45.962284 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14fe59a0-44c3-4f8f-99f6-e81e201969d0 req-fe738104-90cd-4c29-b9eb-b5c31dec911b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Jul 06 12:48:47.133151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1f32d-8583-49a6-a7df-598a13399983 req-31389a8a-209c-494e-af47-a68e09334d09 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:47.134621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86e1f32d-8583-49a6-a7df-598a13399983 req-31389a8a-209c-494e-af47-a68e09334d09 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0622087 Jul 06 12:48:47.175193 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-86e1f32d-8583-49a6-a7df-598a13399983 req-2e25b311-20f8-4897-88d7-1c77700f4a31 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349646 Jul 06 12:48:48.352147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3923fd-772a-46b4-827e-f3200e2c2b3c req-88706493-ca3a-4d00-9f3b-83a34496a95d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:48.353785 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a3923fd-772a-46b4-827e-f3200e2c2b3c req-88706493-ca3a-4d00-9f3b-83a34496a95d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0681398 Jul 06 12:48:48.391133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a3923fd-772a-46b4-827e-f3200e2c2b3c req-cfaea61f-8a06-4be1-b704-fe5e958f4a15 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Jul 06 12:48:49.565292 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ec339-c44d-4314-80b5-aabfb780f4a9 req-e97c12bd-8da0-4f87-9f65-b71367988a3f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:49.566784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-497ec339-c44d-4314-80b5-aabfb780f4a9 req-e97c12bd-8da0-4f87-9f65-b71367988a3f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0652056 Jul 06 12:48:49.603830 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-497ec339-c44d-4314-80b5-aabfb780f4a9 req-da860572-f9c1-4133-b8d7-112c4cc8c620 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Jul 06 12:48:50.777106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec4081-be42-47f7-9b31-d99829db742f req-af5bc02e-e0cb-44ae-9965-f512dbddb598 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:50.778591 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4dec4081-be42-47f7-9b31-d99829db742f req-af5bc02e-e0cb-44ae-9965-f512dbddb598 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0624156 Jul 06 12:48:50.816223 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4dec4081-be42-47f7-9b31-d99829db742f req-db86c70e-0981-4640-b78c-22335f137aca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Jul 06 12:48:51.993382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1b9d0-f6ba-4107-a35c-06bec019e7a9 req-5977996e-f9eb-46b2-ba2b-a260f5f0de19 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:51.994874 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aad1b9d0-f6ba-4107-a35c-06bec019e7a9 req-5977996e-f9eb-46b2-ba2b-a260f5f0de19 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0662398 Jul 06 12:48:52.035198 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aad1b9d0-f6ba-4107-a35c-06bec019e7a9 req-9f9083d7-aaed-46c4-8cc5-ba4deb1ceb58 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Jul 06 12:48:53.209657 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80db2b-85bf-4120-a9c0-b0bb421fbab0 req-c9c8d116-6734-4828-8fdd-dde2d5ac3726 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:53.211156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd80db2b-85bf-4120-a9c0-b0bb421fbab0 req-c9c8d116-6734-4828-8fdd-dde2d5ac3726 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0632691 Jul 06 12:48:53.248459 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-dd80db2b-85bf-4120-a9c0-b0bb421fbab0 req-79ea5b9f-a700-4314-a2ec-86926cdbb67f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Jul 06 12:48:53.370493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:54.425402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb499-e73b-4a09-aaa9-84fee55ca9e6 req-7983d169-aeab-43b1-80c5-86e0812936ec tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:54.426928 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f56bb499-e73b-4a09-aaa9-84fee55ca9e6 req-7983d169-aeab-43b1-80c5-86e0812936ec tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0682268 Jul 06 12:48:54.463985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f56bb499-e73b-4a09-aaa9-84fee55ca9e6 req-090bc41c-8f4b-4b91-bcde-f9eed96243d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314815 Jul 06 12:48:55.634735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ab9ad-eac0-473a-adaa-a78395a0f3fd req-580051df-1928-44da-ac01-98c08299c48c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:55.636274 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-978ab9ad-eac0-473a-adaa-a78395a0f3fd req-580051df-1928-44da-ac01-98c08299c48c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 06 12:48:55.673925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-978ab9ad-eac0-473a-adaa-a78395a0f3fd req-fed3af9e-588b-489f-8a94-c57967a57e6f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321138 Jul 06 12:48:56.849208 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3f509-21e0-4fa9-ba17-9f4bb5a8cb6f req-0582cd11-04bc-42a9-ac6c-9d8c9bbfe420 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:56.850743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09f3f509-21e0-4fa9-ba17-9f4bb5a8cb6f req-0582cd11-04bc-42a9-ac6c-9d8c9bbfe420 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0629113 Jul 06 12:48:56.887750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-09f3f509-21e0-4fa9-ba17-9f4bb5a8cb6f req-f64fd40c-995c-4859-9fb6-0464f6be09ff tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Jul 06 12:48:56.912965 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:48:56.976492 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-07dbe24c-720e-4b09-ab65-0ca6298639a0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/5d6c5925-f780-4334-a5cf-f22eb8afecb0 HTTP/1.1" status: 200 len: 992 time: 0.0622208 Jul 06 12:48:57.234902 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20b34e0f-9582-4840-8701-36f1ab216d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:59.766448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0506ebc2-d110-47ad-8c85-970adf34519e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:00.413010 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:00.701184 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:01.192272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.701232 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:04.571683 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-923b9955-58b2-4656-8e60-2d1ed1cadff7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525196 Jul 06 12:49:04.668816 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611d3e-8372-473e-8682-c37f068da41c req-c75879ef-8cff-41cc-8074-98262715f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:04.670296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-c75879ef-8cff-41cc-8074-98262715f32e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1096 time: 0.0522313 Jul 06 12:49:04.783584 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611d3e-8372-473e-8682-c37f068da41c req-e78a8421-17cb-466a-bb40-f952297be137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:04.785133 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-e78a8421-17cb-466a-bb40-f952297be137 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 898 time: 0.0947356 Jul 06 12:49:04.853236 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-7b4ecbb5-04a6-4c69-9ea2-72b4fd19faf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 1000 time: 0.0575483 Jul 06 12:49:04.906306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611d3e-8372-473e-8682-c37f068da41c req-61e63565-80c2-4b9e-88fe-626dcb7e7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:04.907871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-61e63565-80c2-4b9e-88fe-626dcb7e7aa4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0481029 Jul 06 12:49:04.965513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611d3e-8372-473e-8682-c37f068da41c req-d6de2638-77df-4af4-9147-51883b186257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:04.967046 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-d6de2638-77df-4af4-9147-51883b186257 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514641 Jul 06 12:49:05.056932 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-9d121b3c-27c2-49e4-923c-4bbcbc260433 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822423 Jul 06 12:49:05.149305 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3a611d3e-8372-473e-8682-c37f068da41c req-67ab9640-1741-439d-ac01-5227b90149f1 service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859003 Jul 06 12:49:19.358760 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:23.370286 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.235579 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01beb775-466d-402d-8379-28f6112b08e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.767199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97660f8-04c3-4846-b584-27d65aded997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.413932 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.704688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.194136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.704542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:53.383811 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:56.360482 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:57.236663 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46061473-e36a-4573-8ee4-674fc6a79c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:58.884155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:59.108498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 71ca7807-889c-45a5-8292-c36476389897 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:49:59.108837 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.184734 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.185055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.196640 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 71ca7807-889c-45a5-8292-c36476389897 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:49:59.351261 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.380644 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=71ca7807-889c-45a5-8292-c36476389897,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:59.393796 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.394321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.394886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.395236 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.395669 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.396052 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.396397 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.396736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.397071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.397435 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.397950 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.398326 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:59.458944 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.459354 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP 5d6c5925-f780-4334-a5cf-f22eb8afecb0 disassociated (deleted). External IP: 172.25.7.11, port: 24ac1148-4675-41e4-90eb-9b8ff32d928c. Jul 06 12:49:59.667069 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router e17928dd-6079-4553-abaa-42b7b89df325 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:49:59.768976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-140d4adc-5b47-4c8e-b8cb-db1a8b06e925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:00.129634 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:00.134042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:00.138517 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] Sync routers for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:00.147941 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:00.148555 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:00.170746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b650dde3-3da9-40e7-8690-bb64b24b6acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/floatingips/5d6c5925-f780-4334-a5cf-f22eb8afecb0 HTTP/1.1" status: 204 len: 168 time: 1.2854860 Jul 06 12:50:00.171369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:00.173704 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b" -d '{"events": [{"name": "network-changed", "server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:00.232291 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a0077-353b-4e3e-8e20-0c063d04e615 x-openstack-request-id: req-d98a0077-353b-4e3e-8e20-0c063d04e615 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:00.232699 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:00.233632 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d98a0077-353b-4e3e-8e20-0c063d04e615 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:00.233632 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'status': 'completed', 'code': 200} Jul 06 12:50:00.255561 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:00.413383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-75947a63-39a3-433f-99f2-d2bf3450236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:00.416529 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-75947a63-39a3-433f-99f2-d2bf3450236d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 1096 time: 0.1592474 Jul 06 12:50:00.422901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:00.472861 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:14Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:00.506126 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] Checking router: e17928dd-6079-4553-abaa-42b7b89df325 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:00.514664 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:00.515307 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:00.541829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-db3eef39-6883-4780-92f9-4ab9eb6dfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:00.543354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-db3eef39-6883-4780-92f9-4ab9eb6dfb26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 200 len: 898 time: 0.1124682 Jul 06 12:50:00.590473 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-aafd5142-908e-4379-a560-e9c3be414491 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 200 len: 217 time: 0.0381596 Jul 06 12:50:00.622250 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:00.673165 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-4665d4b0-adba-4161-949b-d2ddbe4d7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:00.674662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-4665d4b0-adba-4161-949b-d2ddbe4d7bb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 200 len: 835 time: 0.0748827 Jul 06 12:50:00.712573 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:00.723300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43824de4-4cda-4d9f-bba9-0dbb5749143d req-51847aa0-1689-4abb-aae0-996838e966de tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:00.725230 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43824de4-4cda-4d9f-bba9-0dbb5749143d req-51847aa0-1689-4abb-aae0-996838e966de tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.2163062 Jul 06 12:50:00.775353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-43824de4-4cda-4d9f-bba9-0dbb5749143d req-df0ba931-b6f2-40a3-8d0e-b14471cebf58 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Jul 06 12:50:00.781569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-405f2925-519f-4673-9bf5-a355e9c61268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:00.783079 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-405f2925-519f-4673-9bf5-a355e9c61268 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20bda33c-8a34-4202-8bc5-772827d15077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009574 Jul 06 12:50:00.824544 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:14Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:00.886466 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-446419a7-6d8c-4534-9c0b-ee3bba8c434f service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959558 Jul 06 12:50:00.946833 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367f8a2-c612-4502-a983-eb7c8083a96d None None] The sync data for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 is: [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:47:10Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3c0fcc4b-60ed-44a3-82c7-8198ce006319', 'name': '', 'network_id': '20bda33c-8a34-4202-8bc5-772827d15077', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:fb:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:09Z', 'updated_at': '2021-07-06T12:47:14Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4205264a-69de-4a0d-87c0-22e512cd226d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:00.989172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d762b-8780-4f28-aaa7-de9b2be4c49b req-6c78d158-17d9-4aeb-9ae4-c11010ec2bdf service neutron] 10.222.0.64 "GET /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947478 Jul 06 12:50:01.169090 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e180c-7ef4-4b92-ab77-a423ac59edd7 None None] New status for floating IP 5d6c5925-f780-4334-a5cf-f22eb8afecb0: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:50:01.241737 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:02.006573 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c8c2c-c1aa-47c8-a570-a57dce71296b req-5e943087-7865-4e9f-8b35-ef7989c0696e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:02.008000 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-573c8c2c-c1aa-47c8-a570-a57dce71296b req-5e943087-7865-4e9f-8b35-ef7989c0696e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.1172597 Jul 06 12:50:02.045218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-573c8c2c-c1aa-47c8-a570-a57dce71296b req-7cb4a0b1-705e-441f-8b56-78d0e83f5d4a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c859cd78-df0e-4ae2-97ae-8c209b7effda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Jul 06 12:50:02.405145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9c04893e-d027-41f7-8271-45562a6acb0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:02.406530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9c04893e-d027-41f7-8271-45562a6acb0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 945 time: 0.0646918 Jul 06 12:50:02.512525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 24ac1148-4675-41e4-90eb-9b8ff32d928c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:02.512871 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:02.603124 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 24ac1148-4675-41e4-90eb-9b8ff32d928c, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=24ac1148-4675-41e4-90eb-9b8ff32d928c,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:02.603483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:02.617989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 24ac1148-4675-41e4-90eb-9b8ff32d928c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:02.708535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:02.752257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:02.782984 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=24ac1148-4675-41e4-90eb-9b8ff32d928c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:02.830035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] No DVR routers for this DVR port 24ac1148-4675-41e4-90eb-9b8ff32d928c on host n-h1-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:02.833783 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:02.836190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-305d61e0-3818-47ce-9fcf-3f9b54815511 req-9d11a814-f267-4913-9741-c187180a4456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "DELETE /v2.0/ports/24ac1148-4675-41e4-90eb-9b8ff32d928c HTTP/1.1" status: 204 len: 173 time: 0.4243469 Jul 06 12:50:02.836777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'name': 'network-vif-deleted', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:02.839985 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d255b-f257-4c47-909c-11b3dd9a2f75" -d '{"events": [{"server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "name": "network-vif-deleted", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:02.890172 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17a6fd-2107-41b7-a5c8-c1c05b918eea x-openstack-request-id: req-ab17a6fd-2107-41b7-a5c8-c1c05b918eea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:02.890466 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9030b073-db89-4886-9965-8fb2b34b40f0", "name": "network-vif-deleted", "tag": "24ac1148-4675-41e4-90eb-9b8ff32d928c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:02.890722 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab17a6fd-2107-41b7-a5c8-c1c05b918eea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:02.891127 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9030b073-db89-4886-9965-8fb2b34b40f0', 'name': 'network-vif-deleted', 'tag': '24ac1148-4675-41e4-90eb-9b8ff32d928c', 'status': 'completed', 'code': 200} Jul 06 12:50:03.206976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3519285b-09c4-4241-abd8-ba9440863a40 req-94638215-db4d-4530-8a7c-a8090c23721f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=9030b073-db89-4886-9965-8fb2b34b40f0 HTTP/1.1" status: 200 len: 210 time: 0.0338862 Jul 06 12:50:04.303250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:04.665781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:04.926934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 3c0fcc4b-60ed-44a3-82c7-8198ce006319 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:04.927191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:05.016864 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 3c0fcc4b-60ed-44a3-82c7-8198ce006319, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3c0fcc4b-60ed-44a3-82c7-8198ce006319,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:05.017227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:05.029677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 3c0fcc4b-60ed-44a3-82c7-8198ce006319 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:05.215022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:05.239235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=3c0fcc4b-60ed-44a3-82c7-8198ce006319,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:05.253499 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.253849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.254187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.254523 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.254855 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.255185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.255511 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.255836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.256194 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.256521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.256910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.257236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:05.424854 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:05.641820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router e17928dd-6079-4553-abaa-42b7b89df325 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:05.749954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:05.755739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7e5d14de-e9e6-412a-9c32-b7a6afd0f604 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/e17928dd-6079-4553-abaa-42b7b89df325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512780 Jul 06 12:50:05.758574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:05.761841 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] Sync routers for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:05.770994 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:05.771597 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:05.812805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting subnet 4205264a-69de-4a0d-87c0-22e512cd226d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:50:05.816844 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:05.857937 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:05.881962 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:05.948412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.013848 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.057928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Subnet': ['ID=4205264a-69de-4a0d-87c0-22e512cd226d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:06.062943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.066869 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-247ce85d-87ef-4467-a4e9-bf4075766403 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/subnets/4205264a-69de-4a0d-87c0-22e512cd226d HTTP/1.1" status: 204 len: 168 time: 0.3069072 Jul 06 12:50:06.069450 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:06.073753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93885665-6fab-403d-8384-481cf71df240 None None] Network 20bda33c-8a34-4202-8bc5-772827d15077 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:06.086424 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:50:05Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:06.114214 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] Checking router: e17928dd-6079-4553-abaa-42b7b89df325 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:06.123016 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] Routers {'e17928dd-6079-4553-abaa-42b7b89df325'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:06.123704 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['e17928dd-6079-4553-abaa-42b7b89df325'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:06.231682 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] Set router e17928dd-6079-4553-abaa-42b7b89df325 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:06.240789 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.361446 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.418827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 7120b093-27d4-40e5-b846-d38535ea457e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:06.419221 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.425889 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:50:05Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:06.457073 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acbe83-7f67-4c26-bf45-428b10d3d568 None None] The sync data for ids ['e17928dd-6079-4553-abaa-42b7b89df325'] in n-d-799528-2 is: [{'id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567768154', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '7120b093-27d4-40e5-b846-d38535ea457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:06Z', 'updated_at': '2021-07-06T12:50:05Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '7120b093-27d4-40e5-b846-d38535ea457e', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17928dd-6079-4553-abaa-42b7b89df325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:07Z', 'updated_at': '2021-07-06T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:06.506349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 7120b093-27d4-40e5-b846-d38535ea457e, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7120b093-27d4-40e5-b846-d38535ea457e,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:06.506859 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.515101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] DHCP port deletion for 20bda33c-8a34-4202-8bc5-772827d15077 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:50:06.522782 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 7120b093-27d4-40e5-b846-d38535ea457e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:06.562667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Deleting port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:06.563055 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.627469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] For port 7d638b56-9c1a-4d3b-be3c-5981e0d58417, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7d638b56-9c1a-4d3b-be3c-5981e0d58417,segment=NetworkSegment(afb37684-75ba-48d2-94c2-fc859dae1388),segment_id=afb37684-75ba-48d2-94c2-fc859dae1388)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:06.628785 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.643074 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Calling delete_port for 7d638b56-9c1a-4d3b-be3c-5981e0d58417 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:06.688164 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.715005 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=7120b093-27d4-40e5-b846-d38535ea457e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:06.727788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.759283 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Pushing event deleted for resources: {'Port': ['ID=7d638b56-9c1a-4d3b-be3c-5981e0d58417,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:06.766973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] No DVR routers for this DVR port 7d638b56-9c1a-4d3b-be3c-5981e0d58417 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:06.769199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.769547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.769893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.770230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.770569 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.770905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.771230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.771556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.771882 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.772230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.772554 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.772878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98118404-1596-4f44-aba9-e12a164cbf33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:06.779146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.873308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.875467 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.922395 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.922973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Fanout notify agent at l3_agent the message router_deleted on router e17928dd-6079-4553-abaa-42b7b89df325 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:50:06.930967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.934741 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-3d14dab5-2e6d-4219-a888-5456f78348af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/routers/e17928dd-6079-4553-abaa-42b7b89df325 HTTP/1.1" status: 204 len: 168 time: 0.8613307 Jul 06 12:50:06.935100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:07.010756 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.101188 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.111303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bda33c-8a34-4202-8bc5-772827d15077']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:07.122444 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb37684-75ba-48d2-94c2-fc859dae1388') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:07.122748 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb37684-75ba-48d2-94c2-fc859dae1388') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:07.132210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.146443 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.152752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:50:07.153191 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:50:07.160996 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:50:07.192669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 24ac1148-4675-41e4-90eb-9b8ff32d928c no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:07.212642 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 24ac1148-4675-41e4-90eb-9b8ff32d928c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:07.212902 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 24ac1148-4675-41e4-90eb-9b8ff32d928c not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:07.216459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.223625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.225520 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/networks/20bda33c-8a34-4202-8bc5-772827d15077 HTTP/1.1" status: 204 len: 168 time: 0.2896760 Jul 06 12:50:07.228653 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:07.236715 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3474-31d3-43fa-b921-e6383edb7ee5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Network': ['ID=20bda33c-8a34-4202-8bc5-772827d15077,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:07.287419 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6446-c681-452e-8e2c-7ceb4751523a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.312023 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6446-c681-452e-8e2c-7ceb4751523a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.375526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6446-c681-452e-8e2c-7ceb4751523a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.378535 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6446-c681-452e-8e2c-7ceb4751523a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.379693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf9d6446-c681-452e-8e2c-7ceb4751523a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/security-groups/c859cd78-df0e-4ae2-97ae-8c209b7effda HTTP/1.1" status: 204 len: 168 time: 0.1500483 Jul 06 12:50:07.389195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d6446-c681-452e-8e2c-7ceb4751523a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c859cd78-df0e-4ae2-97ae-8c209b7effda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:07.781113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d638b56-9c1a-4d3b-be3c-5981e0d58417 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:07.801725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7d638b56-9c1a-4d3b-be3c-5981e0d58417 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:07.802069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7d638b56-9c1a-4d3b-be3c-5981e0d58417 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:07.802475 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7120b093-27d4-40e5-b846-d38535ea457e no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:07.820209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7120b093-27d4-40e5-b846-d38535ea457e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:07.820557 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7120b093-27d4-40e5-b846-d38535ea457e not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:07.820973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3c0fcc4b-60ed-44a3-82c7-8198ce006319 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:07.838158 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3c0fcc4b-60ed-44a3-82c7-8198ce006319 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:07.838502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3c0fcc4b-60ed-44a3-82c7-8198ce006319 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:09.854701 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:09.859402 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949673050', 'description': 'tempest-secgroup-smoke-949673050 description', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:09.881680 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:09.966709 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:09.970402 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:09.998620 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:09.999870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441281 Jul 06 12:50:10.001776 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef1e6-72d3-4328-bb57-f3a3a56f264e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a27345e-852a-4af0-98b3-e2d0ee9c6d71,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.003170 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.008253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '8a27345e-852a-4af0-98b3-e2d0ee9c6d71', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.033663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.095150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.099121 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.117830 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c45c7f-f5a2-4dc2-b37a-fe4ca45f7286,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.124393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.125605 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0124a738-6690-4f3a-b14e-dba499af031b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214111 Jul 06 12:50:10.128392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.132732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '8a27345e-852a-4af0-98b3-e2d0ee9c6d71', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.158022 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.215244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.218753 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.237804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a172563-9c9f-4590-84be-bd676e287b23,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.240908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.242066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-aeb516b1-59ef-4a64-9493-ad96ee5e671f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127403 Jul 06 12:50:10.244785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.249172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '8a27345e-852a-4af0-98b3-e2d0ee9c6d71', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.274227 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.335713 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.339675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.356540 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eebb7b0-e8bc-4097-9808-1201a7f7b932,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.363393 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.364693 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-eb1143fd-7a3a-4ee7-bdc6-5907b9825c42 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189556 Jul 06 12:50:10.367721 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.372093 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '8a27345e-852a-4af0-98b3-e2d0ee9c6d71', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.397482 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.458464 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.462418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.479849 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29feb72d-1979-4419-9ddb-752b190d9050,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.486746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.491132 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2203d40e-5c22-480f-af63-a3fa5903e341 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200290 Jul 06 12:50:10.492083 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.497029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '8a27345e-852a-4af0-98b3-e2d0ee9c6d71', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.517556 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:50:10.524528 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.587776 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.591699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.609441 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557578ca-f8ea-42f0-bc3f-f425731bb933,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.616582 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.617767 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-68c8d7f6-0c66-462d-9cb3-91a698118361 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245031 Jul 06 12:50:10.620482 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.624798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '8a27345e-852a-4af0-98b3-e2d0ee9c6d71', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.645355 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:50:10.650302 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.713158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.716845 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.734513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76664d9-64f4-4ce4-ac4a-bf3004ab3d54,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.741564 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.742330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd320a90-3e59-49d1-833c-947e74365116 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209426 Jul 06 12:50:10.745243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.750149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'network': {'name': 'tempest-network-smoke--638201512', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.770192 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:10.773663 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.797226 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:50:10.806508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.806914 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Added segment a968b982-e9cc-4096-8880-4004db108bc8 of type vlan for network 4a2ff722-702a-4596-a40e-62a985d015f6 Jul 06 12:50:10.847384 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.877834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.888800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:10.889422 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.945269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1989446 Jul 06 12:50:10.948031 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 32944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:10.952389 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'admin_state_up': True, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:10.985799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add68152-269a-4044-b241-2ac80f795aef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Network': ['ID=4a2ff722-702a-4596-a40e-62a985d015f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:10.997231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 4a2ff722-702a-4596-a40e-62a985d015f6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:50:10.997760 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.998607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.051460 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.190431 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.385481 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.404338 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.512361 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.108 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/4a0caf21-f816-47f7-80a2-8bae8071bebd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:11.616399 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.655389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.695794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:11.700145 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:11.706129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:11.732487 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=4a0caf21-f816-47f7-80a2-8bae8071bebd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:11.958621 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.154166 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.280394 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router bb637147-054b-4825-a978-c17c143df168 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:50:12.382016 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:12.391741 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Sync routers for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:12.400490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.401163 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:12.402175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:12.405534 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-acc53d16-6981-4726-83c6-c7cbe1e5a362 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4553723 Jul 06 12:50:12.405692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:12.476907 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-07e2af79-24fb-4db5-aacb-479d813109b5 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=7cf67b74e20342dc8f4ec92aff3029a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707729 Jul 06 12:50:12.479537 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:12.508398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:12.568903 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24133a6c-6b3e-4244-be7f-ff7a55044736 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:12.570453 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24133a6c-6b3e-4244-be7f-ff7a55044736 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899749 Jul 06 12:50:12.573447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:12.601734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a810bd60-f5c7-4eaf-bdd7-744c8b08c5c5 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271695 Jul 06 12:50:12.604426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:12.609205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773826686', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:12.683197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:11Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:12.695957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:12.699418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.713840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Checking router: bb637147-054b-4825-a978-c17c143df168 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:12.714185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Updating router bb637147-054b-4825-a978-c17c143df168 port 4a0caf21-f816-47f7-80a2-8bae8071bebd binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:50:12.748635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.881170 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.944408 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Subnet': ['ID=4c8453e9-a421-49e1-ab24-a4ec77430403,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:12.953047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Checking segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:12.953413 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network hostable DHCP agents. Network: 4a2ff722-702a-4596-a40e-62a985d015f6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:50:12.969457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 4a2ff722-702a-4596-a40e-62a985d015f6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:50:12.978287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 4a2ff722-702a-4596-a40e-62a985d015f6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:12.982476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:12.983089 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:12.997967 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0b0005a1-00a9-4ad4-80dc-285cc05dc193 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3925223 Jul 06 12:50:13.000834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 32956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:13.002406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5880681-1e34-451a-8c72-27970b0aa339 None None] Network 4a2ff722-702a-4596-a40e-62a985d015f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:13.005527 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.057480 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Transition to ACTIVE for port object 4a0caf21-f816-47f7-80a2-8bae8071bebd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:13.065048 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.141337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Attempting to bind port 4a0caf21-f816-47f7-80a2-8bae8071bebd on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:13.141645 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Attempting to bind port 4a0caf21-f816-47f7-80a2-8bae8071bebd by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:13.141931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Attempting to bind port 4a0caf21-f816-47f7-80a2-8bae8071bebd on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:13.146106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2793f-567e-4539-a089-dd5ab5f0b177 None None] Pushing event updated for resources: {'Port': ['ID=4a0caf21-f816-47f7-80a2-8bae8071bebd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:13.169960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:13.170335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:13.170744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.171139 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:13.171632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Bound port: 4a0caf21-f816-47f7-80a2-8bae8071bebd, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:13.172041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.257192 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-4a2ff722-702a-4596-a40e-62a985d015f6', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:50:13.258068 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.262085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] For port 4a0caf21-f816-47f7-80a2-8bae8071bebd, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:13.265940 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] For port 4a0caf21-f816-47f7-80a2-8bae8071bebd, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4a0caf21-f816-47f7-80a2-8bae8071bebd,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:13.275825 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.395009 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2793f-567e-4539-a089-dd5ab5f0b177 None None] Pushing event updated for resources: {'Port': ['ID=4a0caf21-f816-47f7-80a2-8bae8071bebd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:13.413208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:13.413846 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:13.537057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Allocated IP 172.20.0.2 (4a2ff722-702a-4596-a40e-62a985d015f6/4c8453e9-a421-49e1-ab24-a4ec77430403/7e637944-d6af-46b7-b250-8b6ad8058da2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:13.566671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:13.770678 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.823474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.835943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Transition to ACTIVE for port object 7e637944-d6af-46b7-b250-8b6ad8058da2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:13.855598 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Transition to ACTIVE for port object 7e637944-d6af-46b7-b250-8b6ad8058da2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:13.863134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.867677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:11Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:13.921521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d375a-8a8c-42be-a4bd-f169bddc1479 None None] The sync data for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 is: [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:11Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:13.936653 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Network 4a2ff722-702a-4596-a40e-62a985d015f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:13.943048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:13.944935 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Pushing event updated for resources: {'Port': ['ID=7e637944-d6af-46b7-b250-8b6ad8058da2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:13.947088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:14.066288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.1 (4a2ff722-702a-4596-a40e-62a985d015f6/4c8453e9-a421-49e1-ab24-a4ec77430403/4bcc929f-547a-4aab-bd05-fc6b2953f8cf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:14.166556 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Attempting to bind port 7e637944-d6af-46b7-b250-8b6ad8058da2 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:14.167197 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Attempting to bind port 7e637944-d6af-46b7-b250-8b6ad8058da2 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:14.171903 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Attempting to bind port 7e637944-d6af-46b7-b250-8b6ad8058da2 on network 4a2ff722-702a-4596-a40e-62a985d015f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:14.188438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:14.188820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Checking segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:14.189224 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.189748 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Bound using segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:14.191008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Bound port: 7e637944-d6af-46b7-b250-8b6ad8058da2, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:14.191412 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.223834 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.240486 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object 4bcc929f-547a-4aab-bd05-fc6b2953f8cf will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:14.264066 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] For port 7e637944-d6af-46b7-b250-8b6ad8058da2, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:14.267291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] For port 7e637944-d6af-46b7-b250-8b6ad8058da2, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7e637944-d6af-46b7-b250-8b6ad8058da2,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:14.273433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.275354 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.325149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 4a2ff722-702a-4596-a40e-62a985d015f6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:14.331852 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:14.334753 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:14.347327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebc1be-ec0a-4652-840d-07eb652651f0 None None] Pushing event updated for resources: {'Port': ['ID=7e637944-d6af-46b7-b250-8b6ad8058da2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:14.368357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:14.397384 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.578272 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.887131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.891973 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:14.992141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:14.995780 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:15.095441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 4a2ff722-702a-4596-a40e-62a985d015f6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:15.097995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:15.217154 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router bb637147-054b-4825-a978-c17c143df168 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:15.281482 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204532f9-de03-470c-9dd4-cd5b77a1e3fe None None] Network 4a2ff722-702a-4596-a40e-62a985d015f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:15.337145 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:15.342147 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7a6977af-92b7-41ae-9f98-44f1a4be39ae tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/bb637147-054b-4825-a978-c17c143df168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3402855 Jul 06 12:50:15.409532 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e9820932-3392-47c3-8f18-2f877e58b8c0 None None] Provisioning for port 7e637944-d6af-46b7-b250-8b6ad8058da2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:15.494933 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-3a90ba42-b3b0-4399-b98f-3581f7d4ef12 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949673050&fields=id&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 267 time: 0.0409024 Jul 06 12:50:15.609743 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-4020fb56-39e2-4408-8a13-fd5592baa82f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:15.611253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-4020fb56-39e2-4408-8a13-fd5592baa82f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 796 time: 0.1095073 Jul 06 12:50:15.628376 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-eee76743-dceb-4fa8-b719-2a9534635ab9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/quotas/7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Jul 06 12:50:15.700809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-e52b3391-8e13-4d36-854f-253976c38c6f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671160 Jul 06 12:50:15.735284 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e79dfcd-5f54-492e-8cd5-5fc5b4b777d8 None None] Provisioning for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:15.742346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e79dfcd-5f54-492e-8cd5-5fc5b4b777d8 None None] Provisioning complete for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:15.748097 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e79dfcd-5f54-492e-8cd5-5fc5b4b777d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:15.797317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e79dfcd-5f54-492e-8cd5-5fc5b4b777d8 None None] Port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:15.835096 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-d6830eaa-a89c-45f0-9d82-0d0771590c3b service neutron] 10.222.0.78 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213741 Jul 06 12:50:15.889701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7e637944-d6af-46b7-b250-8b6ad8058da2 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:15.917413 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Sync routers for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:15.932576 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:15.933285 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:15.948727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-456f1d3e-4232-40a7-9843-14213f04523c None None] Provisioning complete for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:15.949222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456f1d3e-4232-40a7-9843-14213f04523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:15.953306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-1874153b-8c3b-44da-aa08-e3de8ade6a57 service neutron] 10.222.0.78 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108127 Jul 06 12:50:15.973253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 7e637944-d6af-46b7-b250-8b6ad8058da2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:15.979096 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7e637944-d6af-46b7-b250-8b6ad8058da2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:15.979531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.016636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-456f1d3e-4232-40a7-9843-14213f04523c None None] Port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:16.062080 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:16.083424 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.123337 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 7e637944-d6af-46b7-b250-8b6ad8058da2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7e637944-d6af-46b7-b250-8b6ad8058da2,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:16.126739 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.127707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4a0caf21-f816-47f7-80a2-8bae8071bebd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:16.206348 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=7e637944-d6af-46b7-b250-8b6ad8058da2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:16.220384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4a0caf21-f816-47f7-80a2-8bae8071bebd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:16.228583 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4a0caf21-f816-47f7-80a2-8bae8071bebd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:16.228955 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.259559 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-00b1245a-57d0-4f68-abac-02ee211acbfd None None] Provisioning complete for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:16.259943 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00b1245a-57d0-4f68-abac-02ee211acbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.269663 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 2, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:16.299635 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Checking router: bb637147-054b-4825-a978-c17c143df168 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:16.300017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Updating router bb637147-054b-4825-a978-c17c143df168 port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:50:16.304910 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-00b1245a-57d0-4f68-abac-02ee211acbfd None None] Port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:16.336543 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.339991 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.360909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 4a0caf21-f816-47f7-80a2-8bae8071bebd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4a0caf21-f816-47f7-80a2-8bae8071bebd,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:16.369129 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.420977 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=4a0caf21-f816-47f7-80a2-8bae8071bebd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:16.607030 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.618512 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Transition to ACTIVE for port object 4bcc929f-547a-4aab-bd05-fc6b2953f8cf will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:16.624435 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.680035 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Pushing event updated for resources: {'Port': ['ID=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:16.706672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.706672 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.707096 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.707340 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.707666 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.708017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.708342 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.708669 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.709036 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.709356 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.709674 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.709992 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:16.741807 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Attempting to bind port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:16.742173 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Attempting to bind port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:16.742529 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Attempting to bind port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf on network 4a2ff722-702a-4596-a40e-62a985d015f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:16.747834 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:16.748230 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Checking segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:16.748755 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.749205 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Bound using segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:16.749662 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Bound port: 4bcc929f-547a-4aab-bd05-fc6b2953f8cf, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:16.750036 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.813606 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] For port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:16.817037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] For port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:16.821707 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:16.878717 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:16.879344 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:17.010360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d9708-3bf9-4958-96f1-68c7d5c27468 None None] Pushing event updated for resources: {'Port': ['ID=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:17.081938 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:17.187671 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0512a94c-ea57-4ee2-9319-6057655e0a13 req-2388f91d-804a-4e7f-895b-77845c68eaf1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 210 time: 0.0410490 Jul 06 12:50:17.281769 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:17.308277 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181fca-ecbc-4afa-8738-a46588b96a79 None None] The sync data for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 is: [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:17.874210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7e637944-d6af-46b7-b250-8b6ad8058da2 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:17.934575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 7e637944-d6af-46b7-b250-8b6ad8058da2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:17.934696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.023791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4a0caf21-f816-47f7-80a2-8bae8071bebd up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:18.074560 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4a0caf21-f816-47f7-80a2-8bae8071bebd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:18.074932 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.159425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4bcc929f-547a-4aab-bd05-fc6b2953f8cf up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:18.219682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:18.225033 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:18.225582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.309467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2d1b8d06-e757-4386-9b1e-3cfcebc95ca1 req-454cc9a3-88ad-40a1-8d5d-c5c6f9dd8728 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 210 time: 0.0471320 Jul 06 12:50:18.337396 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.375341 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:18.379613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.432365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:19.460191 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9495be03-4ced-4008-9f5f-0af544fbaf59 req-a3a09b9a-a6e8-4f28-855c-b00aec0f009e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 210 time: 0.0298364 Jul 06 12:50:19.794324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4bcc929f-547a-4aab-bd05-fc6b2953f8cf up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:19.847362 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:19.847729 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:20.632387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0fb84084-596c-43be-bb5d-8c0c59dbdfc7 req-f9dae4a5-1277-4f5b-9ebb-0692b3ade5c5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 210 time: 0.0365329 Jul 06 12:50:20.683726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-97e820a4-cf9c-418d-8ba3-1e8becef389f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:20.685224 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-97e820a4-cf9c-418d-8ba3-1e8becef389f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 796 time: 0.1429830 Jul 06 12:50:20.728627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-4fd63608-b405-4df2-990d-0655506ee2a9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 379 time: 0.0343955 Jul 06 12:50:20.740593 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'port': {'device_id': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'admin_state_up': True, 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'security_groups': ['8a27345e-852a-4af0-98b3-e2d0ee9c6d71']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:20.850529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:20.854117 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:20.976074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.6 (4a2ff722-702a-4596-a40e-62a985d015f6/4c8453e9-a421-49e1-ab24-a4ec77430403/88eccbeb-3e46-4b37-ab13-92c33efb6080) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:21.113509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.126575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object 88eccbeb-3e46-4b37-ab13-92c33efb6080 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:21.158629 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.202198 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 4a2ff722-702a-4596-a40e-62a985d015f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:21.207344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:21.211026 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:21.217312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:21.263301 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:21.263849 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.278278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-cc4e4779-214a-4f34-931c-e5e5b99b49cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421872 Jul 06 12:50:21.290850 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Request body: {'port': {'device_id': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:21.370699 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.395334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29d92605-e609-4287-8ecf-c4791b8a0a2d None None] Provisioning for port 88eccbeb-3e46-4b37-ab13-92c33efb6080 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:21.399196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29d92605-e609-4287-8ecf-c4791b8a0a2d None None] Provisioning complete for port 88eccbeb-3e46-4b37-ab13-92c33efb6080 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:21.399642 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29d92605-e609-4287-8ecf-c4791b8a0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.433913 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-29d92605-e609-4287-8ecf-c4791b8a0a2d None None] Port 88eccbeb-3e46-4b37-ab13-92c33efb6080 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:21.631799 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eccbeb-3e46-4b37-ab13-92c33efb6080 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:50:21.638907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.650856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Transition to ACTIVE for port object 88eccbeb-3e46-4b37-ab13-92c33efb6080 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:21.654632 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.711745 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:21.818674 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:21.819012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:21.819348 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on network 4a2ff722-702a-4596-a40e-62a985d015f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:21.826724 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on network 4a2ff722-702a-4596-a40e-62a985d015f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:50:21.827049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on network 4a2ff722-702a-4596-a40e-62a985d015f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:21.837839 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:21.838180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Checking segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:21.838569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Bound using segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:21.839004 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Bound port: 88eccbeb-3e46-4b37-ab13-92c33efb6080, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:21.839362 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.864340 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9992931-2f91-4f32-8928-fa0974140d16 req-fc53bedc-0209-45ca-b819-df260b4b1e46 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:21.865911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9992931-2f91-4f32-8928-fa0974140d16 req-fc53bedc-0209-45ca-b819-df260b4b1e46 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.1128693 Jul 06 12:50:22.297116 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9992931-2f91-4f32-8928-fa0974140d16 req-6d9aec30-acd2-4ec3-bfe6-db001956d17d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539162 Jul 06 12:50:22.301426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:22.304675 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:22.309870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:22.344020 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:22.344688 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:22.346027 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 1091 time: 1.0594540 Jul 06 12:50:22.346468 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:22.349321 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:22.376559 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf4ff-6078-4a2b-a12d-1315176be4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:22.448583 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2bd143-a0cf-4725-ba18-c6d4cdaff189 x-openstack-request-id: req-2d2bd143-a0cf-4725-ba18-c6d4cdaff189 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:22.448892 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:22.449153 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d2bd143-a0cf-4725-ba18-c6d4cdaff189 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:22.449562 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'status': 'completed', 'code': 200} Jul 06 12:50:22.459467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-6a56efec-4d4f-4c71-a7e0-25b61a6a3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:22.461034 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-6a56efec-4d4f-4c71-a7e0-25b61a6a3e0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1094 time: 0.0692184 Jul 06 12:50:22.503497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-e8ec8571-1db7-48fc-8c16-69eb86f767e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 217 time: 0.0349445 Jul 06 12:50:22.552694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-19fb35a6-3a04-44f1-a47c-09bc92ac9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:22.554093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-19fb35a6-3a04-44f1-a47c-09bc92ac9f31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0453362 Jul 06 12:50:22.616217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503480-e5a6-4651-8c75-2a271075107f req-6da19973-f19c-43aa-ac8d-9cd50715bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:22.617693 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-6da19973-f19c-43aa-ac8d-9cd50715bfa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570512 Jul 06 12:50:22.707931 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-f375390d-2512-4cc4-b968-b429ae65a2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834434 Jul 06 12:50:22.802592 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d503480-e5a6-4651-8c75-2a271075107f req-257ad64b-7752-41f0-964b-918196fe5c57 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Jul 06 12:50:22.907484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-494ab523-2c27-41f1-8fe3-32cf46c27cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:22.909016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-494ab523-2c27-41f1-8fe3-32cf46c27cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1094 time: 0.0533011 Jul 06 12:50:22.998025 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-3600e68d-d27b-430e-9d10-e9ef67bafdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:22.999786 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-3600e68d-d27b-430e-9d10-e9ef67bafdc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0841756 Jul 06 12:50:23.045175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-beeddc6a-4ef5-47b1-8b2c-3dd5028a8488 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 217 time: 0.0389647 Jul 06 12:50:23.094958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-fd8ebdfb-2b4c-4d57-9241-a8c9d9207042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:23.096333 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-fd8ebdfb-2b4c-4d57-9241-a8c9d9207042 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0433719 Jul 06 12:50:23.152852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-80cc7e17-c762-4d9b-9413-fa57c391d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:23.154341 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-80cc7e17-c762-4d9b-9413-fa57c391d59a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514903 Jul 06 12:50:23.247746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-64637e17-0a33-4afa-bb43-061058b4df4b service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Jul 06 12:50:23.338148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b542f25c-8350-45c8-a9bf-db4d0eeb5f3d req-bef066c7-c4da-444d-a510-ab4c42bf5fa9 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825112 Jul 06 12:50:23.382575 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:23.489654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece45c20-0ce7-413b-85a8-a302797f9b11 req-fb2322c9-ea8b-48f0-b857-734b1272daa2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:23.491151 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ece45c20-0ce7-413b-85a8-a302797f9b11 req-fb2322c9-ea8b-48f0-b857-734b1272daa2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.0784273 Jul 06 12:50:23.528125 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ece45c20-0ce7-413b-85a8-a302797f9b11 req-50a12c64-01fc-4cde-bd0e-b85cce406818 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309753 Jul 06 12:50:24.700676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e05a57-b5dc-4c9b-9324-650048ba991e req-c22e792f-29e4-4232-87a1-3c33d85179c1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:24.702152 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58e05a57-b5dc-4c9b-9324-650048ba991e req-c22e792f-29e4-4232-87a1-3c33d85179c1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.0628061 Jul 06 12:50:24.740880 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-58e05a57-b5dc-4c9b-9324-650048ba991e req-c4f459e1-e4d2-45ff-bdfe-bc80397d2a78 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Jul 06 12:50:25.915341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fb3e-ec35-4133-b91c-46dac332a8e4 req-3f15ab7e-a40c-4f6d-8fcd-c3f79ada9d9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:25.917124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a38fb3e-ec35-4133-b91c-46dac332a8e4 req-3f15ab7e-a40c-4f6d-8fcd-c3f79ada9d9b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.0665190 Jul 06 12:50:25.954070 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a38fb3e-ec35-4133-b91c-46dac332a8e4 req-1c8b01cd-5df3-4984-a129-e062f68761af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Jul 06 12:50:27.131161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4159f-3f25-4c13-859e-f0585de61ea7 req-a56f5100-3fb9-409d-851a-a4671d04b966 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:27.132596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdf4159f-3f25-4c13-859e-f0585de61ea7 req-a56f5100-3fb9-409d-851a-a4671d04b966 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.0683398 Jul 06 12:50:27.171490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fdf4159f-3f25-4c13-859e-f0585de61ea7 req-e5509810-330e-46e9-a606-950506bf95cb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Jul 06 12:50:27.207411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:50:27.275791 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7762bd4b-129a-42e2-af1e-b5060b4b17b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:27.311945 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:27.322501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'port_id': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'mac_address': 'fa:16:3e:e9:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:50:27.358199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:27.371227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eccbeb-3e46-4b37-ab13-92c33efb6080 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:50:27.392104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:27.396209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:27.449939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:27.757679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['88eccbeb-3e46-4b37-ab13-92c33efb6080'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:50:28.342540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3022-d594-4803-8ec6-41c7a52ade6e req-c79cc736-1c69-406c-a801-a3a520ba1629 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:28.344064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-815c3022-d594-4803-8ec6-41c7a52ade6e req-c79cc736-1c69-406c-a801-a3a520ba1629 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 944 time: 0.0640023 Jul 06 12:50:28.382272 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-815c3022-d594-4803-8ec6-41c7a52ade6e req-a6ac9c06-fe57-4e92-975e-d8c825ff8094 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jul 06 12:50:29.222825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:29.269347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 88eccbeb-3e46-4b37-ab13-92c33efb6080 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:29.272989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 88eccbeb-3e46-4b37-ab13-92c33efb6080 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:29.273397 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:29.347345 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:29.369502 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:29.371757 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d45e5f9-bff3-453b-a3ab-0db983253fed" -d '{"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-plugged", "status": "completed", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:29.387546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:29.391648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:29.447259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:29.465315 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d888a2a-2206-4a53-9e48-5760c95e3a39 x-openstack-request-id: req-6d888a2a-2206-4a53-9e48-5760c95e3a39 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:29.465614 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-plugged", "status": "completed", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:29.465873 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d888a2a-2206-4a53-9e48-5760c95e3a39 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:29.466274 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'code': 200} Jul 06 12:50:29.624134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256be2b-3aad-4504-b72d-ea5db0214c95 req-aa36ddbd-6f2e-49e3-b68e-ebd246d1d01e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:29.625649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6256be2b-3aad-4504-b72d-ea5db0214c95 req-aa36ddbd-6f2e-49e3-b68e-ebd246d1d01e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.1085188 Jul 06 12:50:29.627713 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa98649-1f8a-40e1-a653-045429b85749 req-3668c40c-4f45-460b-aeb6-eecfbe092f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:29.629063 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1aa98649-1f8a-40e1-a653-045429b85749 req-3668c40c-4f45-460b-aeb6-eecfbe092f21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1096 time: 0.1012435 Jul 06 12:50:29.682417 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6256be2b-3aad-4504-b72d-ea5db0214c95 req-adbdfb72-4b04-4659-88fa-a5ad01062854 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511315 Jul 06 12:50:29.687849 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1aa98649-1f8a-40e1-a653-045429b85749 req-9b7ff21a-6e54-407a-9c9c-217ea1b2693b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506170 Jul 06 12:50:29.769664 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345988bf-1f27-4924-8f5e-d2d208846dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.417448 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.702082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.899568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0a337-fd0f-4987-b10a-c7b330d6c94d req-24b964fb-14cc-4247-86c2-244046e8e4cd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:30.901679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39a0a337-fd0f-4987-b10a-c7b330d6c94d req-24b964fb-14cc-4247-86c2-244046e8e4cd tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0686977 Jul 06 12:50:30.946067 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-39a0a337-fd0f-4987-b10a-c7b330d6c94d req-17a4b6f7-7d9f-4701-aef0-07fd3ac3de48 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383484 Jul 06 12:50:31.204073 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:32.122314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11272276-eaa7-4aac-9198-d8652549303f req-60ac92ab-738d-4128-ad3a-6e38269f851a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:32.123718 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11272276-eaa7-4aac-9198-d8652549303f req-60ac92ab-738d-4128-ad3a-6e38269f851a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0685132 Jul 06 12:50:32.161550 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-11272276-eaa7-4aac-9198-d8652549303f req-5a67e1d6-1892-47ab-8244-2191e3ec3ca1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Jul 06 12:50:32.335770 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715b3f-adcc-45ef-94b0-1cbc216eea4e req-84e68ddb-6d36-4f56-aff9-c1dabf94d626 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:32.337294 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9715b3f-adcc-45ef-94b0-1cbc216eea4e req-84e68ddb-6d36-4f56-aff9-c1dabf94d626 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Jul 06 12:50:32.375554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e9715b3f-adcc-45ef-94b0-1cbc216eea4e req-4eafd747-da61-4e3e-a8ed-e0dfa05606e5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Jul 06 12:50:32.399885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:32.454149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0debc5-6b79-479e-ad4c-328f31795685 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:32.456265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc0debc5-6b79-479e-ad4c-328f31795685 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1091 time: 0.0547829 Jul 06 12:50:32.459035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:32.463324 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:32.483934 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:32.584577 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:32.688721 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.197 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/87f1bd5d-9ffe-42a4-a34e-89f522e0c145) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:32.711860 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:32.791636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:32.833358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:32.873949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:32.876901 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:32.888001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:32.911346 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=87f1bd5d-9ffe-42a4-a34e-89f522e0c145,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:33.258861 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.337076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.358832 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:33.485530 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.490182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.568311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=87f1bd5d-9ffe-42a4-a34e-89f522e0c145,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:33.579390 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.677856 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP 35282252-e58e-4e08-9b36-1c0c1032f561 associated. External IP: 172.25.7.197, port: 88eccbeb-3e46-4b37-ab13-92c33efb6080. Jul 06 12:50:33.893817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router bb637147-054b-4825-a978-c17c143df168 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:34.001513 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:34.012290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] Sync routers for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:34.017046 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:34.022906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:34.023533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:34.055751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-34b02a6f-6b20-4cf5-85d4-258f1618a948 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5956810 Jul 06 12:50:34.056689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:34.059097 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b7598-656c-4c42-afdc-c3342ce5b02b" -d '{"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:34.111030 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94608867-f866-4a36-b43e-cec06f3bbb7f x-openstack-request-id: req-94608867-f866-4a36-b43e-cec06f3bbb7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:34.111329 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:34.111589 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94608867-f866-4a36-b43e-cec06f3bbb7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:34.112553 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'status': 'completed', 'code': 200} Jul 06 12:50:34.135535 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:34.236008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-e8b5a53c-687c-4efb-951a-5caccaf5b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.239389 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-e8b5a53c-687c-4efb-951a-5caccaf5b233 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1096 time: 0.1034243 Jul 06 12:50:34.360571 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03e8a8-82f1-4cdd-aa40-8a0a38c82e1d req-9f239a01-fe82-450b-9334-09c6b6ba7f52 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.362827 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca03e8a8-82f1-4cdd-aa40-8a0a38c82e1d req-9f239a01-fe82-450b-9334-09c6b6ba7f52 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.1868086 Jul 06 12:50:34.375939 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '35282252-e58e-4e08-9b36-1c0c1032f561', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'bb637147-054b-4825-a978-c17c143df168', 'port_id': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'mac_address': 'fa:16:3e:e9:df:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:50:33Z', 'updated_at': '2021-07-06T12:50:33Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:18Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:34.396357 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-6b74e0ca-4a23-42e6-991a-47767fef1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.397670 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-6b74e0ca-4a23-42e6-991a-47767fef1b95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.1512444 Jul 06 12:50:34.404759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] Checking router: bb637147-054b-4825-a978-c17c143df168 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:34.414844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:34.415454 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:50:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:34.452653 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca03e8a8-82f1-4cdd-aa40-8a0a38c82e1d req-22cd3790-080d-405c-af92-075ab05602c9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825109 Jul 06 12:50:34.478789 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-4519590a-be13-452a-8e2c-6c67bcaedaab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 999 time: 0.0705042 Jul 06 12:50:34.479088 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:34.529294 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-2aa1b95d-f6df-4dff-9fbc-2a2000d53032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.530787 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-2aa1b95d-f6df-4dff-9fbc-2a2000d53032 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0455368 Jul 06 12:50:34.534534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:34.545137 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d53311a0-5eca-42bf-aa64-ac693128273a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/35282252-e58e-4e08-9b36-1c0c1032f561 HTTP/1.1" status: 200 len: 991 time: 0.0634792 Jul 06 12:50:34.589929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-b1c14d75-f4ac-4aca-aca5-260c317fc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.591444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-b1c14d75-f4ac-4aca-aca5-260c317fc7b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535951 Jul 06 12:50:34.689687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-d1b488b6-54f2-4bde-b944-86c2587ec765 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902927 Jul 06 12:50:34.755105 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '35282252-e58e-4e08-9b36-1c0c1032f561', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'bb637147-054b-4825-a978-c17c143df168', 'port_id': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'mac_address': 'fa:16:3e:e9:df:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:50:33Z', 'updated_at': '2021-07-06T12:50:33Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:18Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:34.781503 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-483b7598-656c-4c42-afdc-c3342ce5b02b req-246fa06d-c9d2-449d-8525-e6c06ceb052d service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Jul 06 12:50:34.936399 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306d2b-2796-4a08-85c1-9962d26eca90 None None] The sync data for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 is: [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '35282252-e58e-4e08-9b36-1c0c1032f561', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'bb637147-054b-4825-a978-c17c143df168', 'port_id': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'mac_address': 'fa:16:3e:e9:df:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:50:33Z', 'updated_at': '2021-07-06T12:50:33Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:18Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:35.216740 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41afb2d-65cb-4781-9f8e-40bd701c54b4 None None] New status for floating IP 35282252-e58e-4e08-9b36-1c0c1032f561: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:50:35.548059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:35.609991 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f9a3cb1-2759-4744-b52f-90ad5cb02746 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/35282252-e58e-4e08-9b36-1c0c1032f561 HTTP/1.1" status: 200 len: 993 time: 0.0608718 Jul 06 12:50:53.366807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.236036 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d47-29ff-4a0c-8030-1d427104e117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.770936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7bee543-c585-4e98-905c-7801412f35bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:00.417918 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:00.721223 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.201611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.714660 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:08.576791 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-37e7467e-fced-4c3d-8055-201c23c33398 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561907 Jul 06 12:51:08.682601 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-7603df33-1235-4263-95f2-07dccec7926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:08.684138 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-7603df33-1235-4263-95f2-07dccec7926c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1096 time: 0.0561240 Jul 06 12:51:08.789955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-6c015c61-4a4b-47bf-8bd8-f60bad546c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:08.791710 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-6c015c61-4a4b-47bf-8bd8-f60bad546c16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0860975 Jul 06 12:51:08.861387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-19645351-0988-49f3-9f3d-2746a884f926 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 1001 time: 0.0628493 Jul 06 12:51:08.911450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-7b5387f4-5c27-46b5-95e3-7dcf3e36e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:08.912924 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-7b5387f4-5c27-46b5-95e3-7dcf3e36e0c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0449853 Jul 06 12:51:08.973063 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-65f8e688-a39f-4b9e-9772-809c40bdd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:08.974532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-65f8e688-a39f-4b9e-9772-809c40bdd10f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509202 Jul 06 12:51:09.071300 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-ca2a94b0-c9e2-488c-a8c2-f94330a12e00 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873601 Jul 06 12:51:09.160360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e5fd783b-0f68-44f0-84e7-547dd24d40c4 req-19f4c38f-934b-4d51-8f52-a2019be83af3 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818779 Jul 06 12:51:10.358156 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:23.382907 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:27.236002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0d8062-5746-4846-a752-982705bc293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:29.772771 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5b51-54f9-448a-a3e2-dc968c92cd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:30.418638 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:30.737458 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:31.205077 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:32.716670 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:47.357962 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:49.938482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:50.000232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c1c79-d13b-456f-ac53-e7024bc7173b req-bd23d5a6-b602-4066-89b6-48e660b997c1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:50.001727 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab6c1c79-d13b-456f-ac53-e7024bc7173b req-bd23d5a6-b602-4066-89b6-48e660b997c1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0695536 Jul 06 12:51:50.030163 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-e32a552e-ba97-447b-96d9-79ddb1c0eb7a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903630 Jul 06 12:51:50.042434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab6c1c79-d13b-456f-ac53-e7024bc7173b req-00f09717-760e-4024-85f2-b970552fdb16 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348144 Jul 06 12:51:51.224162 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74de3-b1c0-4f84-ba1a-ce583ee39093 req-9cb83385-c937-4208-a42a-a8855fc409af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:51.225713 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fa74de3-b1c0-4f84-ba1a-ce583ee39093 req-9cb83385-c937-4208-a42a-a8855fc409af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0671499 Jul 06 12:51:51.289809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fa74de3-b1c0-4f84-ba1a-ce583ee39093 req-bb0f7718-13c3-4804-975a-2e480806ad14 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583410 Jul 06 12:51:51.310243 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-d6e5f7e8-2331-4f52-bb23-0c4114c6ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:51.311751 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-d6e5f7e8-2331-4f52-bb23-0c4114c6ba68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1096 time: 0.0737252 Jul 06 12:51:51.405262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-4d43897f-1854-4c25-843d-68cfcc56d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:51.406994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-4d43897f-1854-4c25-843d-68cfcc56d8c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0887687 Jul 06 12:51:51.479147 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-f9a5a191-119d-4e4c-858e-e637467827b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 1001 time: 0.0655403 Jul 06 12:51:51.537987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-b351c462-34cd-4943-b92f-f845166ed09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:51.539483 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-b351c462-34cd-4943-b92f-f845166ed09f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0532036 Jul 06 12:51:51.600179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-8a5b5b50-c85d-400e-8517-151979db6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:51.601650 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-8a5b5b50-c85d-400e-8517-151979db6e80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551224 Jul 06 12:51:51.689347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-46bfbef8-ff3c-4b54-baee-2c620a6442bc service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801477 Jul 06 12:51:51.782314 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-6e59388e-c3d4-4d69-938c-108e355af2b5 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863504 Jul 06 12:51:52.464740 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e549a5-1ff8-40dd-b60b-c196d025859a req-d6b8fafe-0b5f-43aa-b7ec-f4943916d4ca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.466218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41e549a5-1ff8-40dd-b60b-c196d025859a req-d6b8fafe-0b5f-43aa-b7ec-f4943916d4ca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0629535 Jul 06 12:51:52.504095 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-41e549a5-1ff8-40dd-b60b-c196d025859a req-3f14e962-7202-4bfe-be91-53dbd4f1fb87 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Jul 06 12:51:53.409949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:53.681935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f283c9-8db8-43f9-ae73-a958799a3ad3 req-aaad4a9b-90f4-415c-a67a-cf3ad02a5c8c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:53.683306 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88f283c9-8db8-43f9-ae73-a958799a3ad3 req-aaad4a9b-90f4-415c-a67a-cf3ad02a5c8c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0664032 Jul 06 12:51:53.719904 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-88f283c9-8db8-43f9-ae73-a958799a3ad3 req-d753edcc-b535-436e-b336-8bb6bfd2d9bc tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Jul 06 12:51:54.894495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef50a09-bc3e-4cfc-961e-44ac4b32eb9a req-db05fa14-abb4-486f-8b29-5677cc573d6f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:54.896037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eef50a09-bc3e-4cfc-961e-44ac4b32eb9a req-db05fa14-abb4-486f-8b29-5677cc573d6f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0632792 Jul 06 12:51:54.933365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eef50a09-bc3e-4cfc-961e-44ac4b32eb9a req-0621cb75-bc75-4b71-a344-3c58952fc486 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319273 Jul 06 12:51:56.107366 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4109f8-9060-4086-b947-798ed8b8e41d req-949af152-b826-401a-b139-76160b3bb981 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:56.108757 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c4109f8-9060-4086-b947-798ed8b8e41d req-949af152-b826-401a-b139-76160b3bb981 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0635548 Jul 06 12:51:56.146528 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0c4109f8-9060-4086-b947-798ed8b8e41d req-98f3c308-65b4-4d59-8ecd-a85c415dbe87 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312278 Jul 06 12:51:57.241220 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45742542-e28d-4034-9baa-674721212ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:57.324311 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b52ed-7b9a-4e49-9fb7-412e72eb15ba req-43300afc-a2f4-4c74-9b62-cf4fb7c13fc7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:57.325766 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c97b52ed-7b9a-4e49-9fb7-412e72eb15ba req-43300afc-a2f4-4c74-9b62-cf4fb7c13fc7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0661113 Jul 06 12:51:57.362506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c97b52ed-7b9a-4e49-9fb7-412e72eb15ba req-2892cfeb-4c49-4bba-9719-4470b5506914 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Jul 06 12:51:58.536291 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f4c3-441f-4270-bf0a-41009899aafb req-c4fae46e-3dee-4720-bc6f-501113d021ca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:58.537770 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4876f4c3-441f-4270-bf0a-41009899aafb req-c4fae46e-3dee-4720-bc6f-501113d021ca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0621779 Jul 06 12:51:58.576105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4876f4c3-441f-4270-bf0a-41009899aafb req-6aa26877-0b2d-4de6-bdd1-76c0018751c1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324371 Jul 06 12:51:59.751602 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359759-8079-4811-868c-e5dc41ba8b60 req-1e987987-465c-48a1-bd0c-0fb21a658c03 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:59.753975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63359759-8079-4811-868c-e5dc41ba8b60 req-1e987987-465c-48a1-bd0c-0fb21a658c03 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0671973 Jul 06 12:51:59.773462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b226aee0-e3e1-4806-99ea-38a3fb04db2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:59.795304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-63359759-8079-4811-868c-e5dc41ba8b60 req-3f583938-e827-47da-88b6-741ecf0f838c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356469 Jul 06 12:52:00.421283 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:00.759422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:00.969110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64783c1-06e7-44c4-90ec-c8c5cbd65f5b req-3acb72d8-0c4b-42c8-a9cb-85e4439234a2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:00.970603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c64783c1-06e7-44c4-90ec-c8c5cbd65f5b req-3acb72d8-0c4b-42c8-a9cb-85e4439234a2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0639751 Jul 06 12:52:01.008351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c64783c1-06e7-44c4-90ec-c8c5cbd65f5b req-536110f3-b42a-4e34-b4bf-28356bd164c3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Jul 06 12:52:01.208385 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:02.183726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411117-484a-45ef-92c3-b0bb633508e3 req-7e15afd5-853f-406b-bb94-afcdcc149b22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:02.185245 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e411117-484a-45ef-92c3-b0bb633508e3 req-7e15afd5-853f-406b-bb94-afcdcc149b22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0628247 Jul 06 12:52:02.222585 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5e411117-484a-45ef-92c3-b0bb633508e3 req-6423b795-21de-48fa-a684-3eceeeb63e44 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Jul 06 12:52:02.721222 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:03.397534 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec10a6-65cc-417a-ba62-8be2ef5652e5 req-f8201d01-a085-44a0-8391-61c99906929c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:03.399023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31ec10a6-65cc-417a-ba62-8be2ef5652e5 req-f8201d01-a085-44a0-8391-61c99906929c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jul 06 12:52:03.436586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31ec10a6-65cc-417a-ba62-8be2ef5652e5 req-005a0a96-0306-42c7-a0fb-b05def721687 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jul 06 12:52:03.882423 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-e7f52c1b-8ce3-4384-9610-83e7b7030d64 service neutron] show failed (client error): The resource could not be found. Jul 06 12:52:03.883499 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-e7f52c1b-8ce3-4384-9610-83e7b7030d64 service neutron] 10.222.0.64 "GET /v2.0/ports/88eccbeb-3e46-4b37-ab13-92c33efb6080/bindings/n-h2-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0550339 Jul 06 12:52:04.168562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-dd8d5c30-f4d6-4dee-8f6c-0fb471304103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:04.170044 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-dd8d5c30-f4d6-4dee-8f6c-0fb471304103 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 1096 time: 0.0934925 Jul 06 12:52:04.182400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-2', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:04.253348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:04.456367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:04.491616 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:04.530052 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:04.532571 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d46374-b0f5-409c-a9f6-ef89e37d7925" -d '{"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-unplugged", "status": "completed", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:04.536795 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:04.550056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Transition to ACTIVE for port object 88eccbeb-3e46-4b37-ab13-92c33efb6080 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:04.554770 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:04.600108 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:04.610907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.611198 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.611543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.612595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.612595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.612595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.612906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.613213 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.614147 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.614466 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.614802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.615241 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:04.685506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79a462-321f-4bed-a0ab-3dc1e081fd5c req-538447bf-ea0b-491e-a8d6-a50ce2b73397 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:04.688112 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f79a462-321f-4bed-a0ab-3dc1e081fd5c req-538447bf-ea0b-491e-a8d6-a50ce2b73397 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.1345713 Jul 06 12:52:04.719209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] No DVR routers for this DVR port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:04.735613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3f79a462-321f-4bed-a0ab-3dc1e081fd5c req-961621e7-c756-4453-a64f-9201614d9df3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393169 Jul 06 12:52:04.861679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:04.862023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:04.862355 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on network 4a2ff722-702a-4596-a40e-62a985d015f6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:04.867185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on network 4a2ff722-702a-4596-a40e-62a985d015f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:52:04.867512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Attempting to bind port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on network 4a2ff722-702a-4596-a40e-62a985d015f6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:04.872385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:04.872720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Checking segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:04.873102 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Bound using segment: {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:04.873530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Bound port: 88eccbeb-3e46-4b37-ab13-92c33efb6080, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a968b982-e9cc-4096-8880-4004db108bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:04.873885 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:04.935455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h2-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:04.938988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:04.943355 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:04.981671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:04.982292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:04.983687 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] 10.222.0.79 "PUT /v2.0/ports/88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 1091 time: 0.8051865 Jul 06 12:52:05.005043 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e4ff8-9d5d-46bb-85cf-d70e8a089deb service neutron] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:05.070726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-40089342-8548-4506-951a-1ab6b6ffb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.072394 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-40089342-8548-4506-951a-1ab6b6ffb89b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1094 time: 0.0613437 Jul 06 12:52:05.167894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-113aff85-eeb3-4b6a-85e1-5b341c996f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.169410 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-113aff85-eeb3-4b6a-85e1-5b341c996f34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0910254 Jul 06 12:52:05.233097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-47d9341b-68a0-4ed3-826f-f3e3ee5febe7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 999 time: 0.0578356 Jul 06 12:52:05.281008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-162c5ded-8647-4ff5-8c9b-cb28512b57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.282356 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-162c5ded-8647-4ff5-8c9b-cb28512b57a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0429926 Jul 06 12:52:05.344132 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-e0c2f669-81f8-4be4-ab05-9f65ae883c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.345616 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-e0c2f669-81f8-4be4-ab05-9f65ae883c17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553436 Jul 06 12:52:05.355818 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-31628625-b853-4fb3-9fd0-81633949dd44 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:52:05.356787 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-31628625-b853-4fb3-9fd0-81633949dd44 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Jul 06 12:52:05.443557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-2c78e2e1-e1e7-4ab4-9b83-0439c1767a44 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800591 Jul 06 12:52:05.533142 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-966174ae-3da1-4cd3-9fc5-68202e742986 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832081 Jul 06 12:52:05.684595 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-335cf601-5cfc-4683-9cc0-5023b89c0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.686101 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-335cf601-5cfc-4683-9cc0-5023b89c0177 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1094 time: 0.0550697 Jul 06 12:52:05.719287 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57073144-3009-4b1b-ba2c-09669f6a4ca5 x-openstack-request-id: req-57073144-3009-4b1b-ba2c-09669f6a4ca5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:05.719574 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-unplugged", "status": "completed", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:05.719828 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57073144-3009-4b1b-ba2c-09669f6a4ca5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:05.720249 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'code': 200} Jul 06 12:52:05.796549 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-c2adf1ed-f1a5-441d-bca5-5fac9cc6cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.798044 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-c2adf1ed-f1a5-441d-bca5-5fac9cc6cb77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0884080 Jul 06 12:52:05.867573 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-11539069-a39e-481f-8843-1b651fdd94a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 999 time: 0.0617452 Jul 06 12:52:05.917997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-b924aefb-2190-4f87-8998-95140dd91ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.919510 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-b924aefb-2190-4f87-8998-95140dd91ee1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0461483 Jul 06 12:52:05.986352 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-243d8cd7-46eb-4fa3-9f42-45d4413c70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.987938 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-243d8cd7-46eb-4fa3-9f42-45d4413c70ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609753 Jul 06 12:52:06.088969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-5957108c-08f8-4cd9-999a-d28637ebefc2 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935357 Jul 06 12:52:06.184663 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a1247575-90ee-4b3b-b30b-eba067fb0df4 req-25906eee-3b29-4744-a1de-f67d60b196a7 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893216 Jul 06 12:52:06.278401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783f1b-05b0-4c35-be0b-9791d9352d34 req-2a70bd4e-a991-4ac6-86ce-9c52310b8fc3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:06.280185 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07783f1b-05b0-4c35-be0b-9791d9352d34 req-2a70bd4e-a991-4ac6-86ce-9c52310b8fc3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.4277992 Jul 06 12:52:06.320226 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07783f1b-05b0-4c35-be0b-9791d9352d34 req-8d2460b4-20ee-43b9-98a8-238b45c503ce tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Jul 06 12:52:07.503337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9d1a-f7cc-45cd-ae45-e5dab17a451f req-fb2d1f51-03d6-45a5-ac6e-e5f916ddeeab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.505255 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-936e9d1a-f7cc-45cd-ae45-e5dab17a451f req-fb2d1f51-03d6-45a5-ac6e-e5f916ddeeab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.0675449 Jul 06 12:52:07.542941 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-936e9d1a-f7cc-45cd-ae45-e5dab17a451f req-513592db-92eb-4a33-9c9d-7a7dd75973af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Jul 06 12:52:07.701108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:07.721133 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:07.724634 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d996a-d5bf-4803-b780-d3517e778088" -d '{"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:07.743128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:07.787443 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf474172-9bd4-4a4b-8fad-661633542e59 x-openstack-request-id: req-cf474172-9bd4-4a4b-8fad-661633542e59 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:07.787718 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:07.787997 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf474172-9bd4-4a4b-8fad-661633542e59 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:07.788403 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'status': 'completed', 'code': 200} Jul 06 12:52:07.817761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.64', 56438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:07.898828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef4c3e-93f9-4e32-ba68-7b957126ad27 req-05c978a6-13ed-4947-81f9-d3cd39b6c30c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.900372 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaef4c3e-93f9-4e32-ba68-7b957126ad27 req-05c978a6-13ed-4947-81f9-d3cd39b6c30c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.1258743 Jul 06 12:52:07.915131 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-5a8906da-47ea-4e38-9f63-3992a1bebcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.916942 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-5a8906da-47ea-4e38-9f63-3992a1bebcae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1094 time: 0.1089506 Jul 06 12:52:07.918823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-2432e3b4-36bb-4771-b728-30e302dce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.920167 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-2432e3b4-36bb-4771-b728-30e302dce608 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1094 time: 0.1008160 Jul 06 12:52:07.934670 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642d77-4109-4a26-ba1b-d3549daf968f req-8baffb38-aa1f-414d-9853-b012ef76818e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.936167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-8baffb38-aa1f-414d-9853-b012ef76818e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&binding%3Ahost_id=n-h2-799528-2 HTTP/1.1" status: 200 len: 943 time: 0.1187599 Jul 06 12:52:07.975016 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eaef4c3e-93f9-4e32-ba68-7b957126ad27 req-5584dba5-c6e3-4e80-8bb1-49221d19d73a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676193 Jul 06 12:52:08.008389 n-d-799528-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-52642d77-4109-4a26-ba1b-d3549daf968f req-c10a1b1e-80ee-460f-9eb4-f1577381a3a5 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:52:08.010259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-c10a1b1e-80ee-460f-9eb4-f1577381a3a5 service neutron] 10.222.0.64 "DELETE /v2.0/ports/88eccbeb-3e46-4b37-ab13-92c33efb6080/bindings/n-h1-799528-2 HTTP/1.1" status: 404 len: 380 time: 0.0640101 Jul 06 12:52:08.076846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-d720ddfd-4109-4907-9cac-db9c6871a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.078354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-d720ddfd-4109-4907-9cac-db9c6871a3a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.1474948 Jul 06 12:52:08.079293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-1dfe9fb0-c398-4d29-a728-cc09e293f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.080640 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-1dfe9fb0-c398-4d29-a728-cc09e293f817 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.1575863 Jul 06 12:52:08.100327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:52:08.165560 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80776ca-974a-4a65-971d-f170c6ea7c49 req-0d7e8941-fedb-4381-ba04-983e8918c640 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.167502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f80776ca-974a-4a65-971d-f170c6ea7c49 req-0d7e8941-fedb-4381-ba04-983e8918c640 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 943 time: 0.0710318 Jul 06 12:52:08.194416 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-df16938b-96ff-4771-9ce7-59263e94b09f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 999 time: 0.1088579 Jul 06 12:52:08.198498 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-6d9274e2-72ba-4041-bdf5-515d4b3f60d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 999 time: 0.1073527 Jul 06 12:52:08.209185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:08.212644 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f80776ca-974a-4a65-971d-f170c6ea7c49 req-1e3a56a3-9f69-4d2e-a1cc-08823e74252f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 Jul 06 12:52:08.222916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'port_id': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'mac_address': 'fa:16:3e:e9:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:52:08.260112 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.274023 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eccbeb-3e46-4b37-ab13-92c33efb6080 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:52:08.294384 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:08.298635 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.348154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:08.356069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.356419 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.356757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.357092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.357421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.357769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.358085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.358404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.358725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.359047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.359367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.359685 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:08.566843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['88eccbeb-3e46-4b37-ab13-92c33efb6080'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:52:08.613776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-f0971043-6dc0-4590-b8e5-8e881ab052b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.615227 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-f0971043-6dc0-4590-b8e5-8e881ab052b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.4131804 Jul 06 12:52:08.616987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-01906021-0791-4aba-8947-a5e1420f9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.618316 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-01906021-0791-4aba-8947-a5e1420f9480 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.4075530 Jul 06 12:52:08.713600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-846fa34a-31bb-4fda-b3fe-c38dbbb51098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.715118 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-846fa34a-31bb-4fda-b3fe-c38dbbb51098 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928319 Jul 06 12:52:08.717668 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-8c69882a-f483-4183-ab8e-9ad5f39cda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.719030 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-8c69882a-f483-4183-ab8e-9ad5f39cda2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881639 Jul 06 12:52:08.878624 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-2100f20a-35a0-4f7c-9e94-c8bf23e0a475 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561279 Jul 06 12:52:08.882076 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-cfa4b597-1afb-429a-907b-3e558a71d485 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509647 Jul 06 12:52:09.035440 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-6caeaa27-043d-49d1-9326-8200e7d17d4d service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495533 Jul 06 12:52:09.039011 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-bb0d996a-d5bf-4803-b780-d3517e778088 req-290ace06-6ea4-4066-bbf9-733e6574c4e1 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468022 Jul 06 12:52:09.149036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642d77-4109-4a26-ba1b-d3549daf968f req-50a571ea-202b-4fb0-bedc-709dc0a7ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:09.150459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-50a571ea-202b-4fb0-bedc-709dc0a7ec35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1095 time: 0.0532298 Jul 06 12:52:09.240027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642d77-4109-4a26-ba1b-d3549daf968f req-c4fd31fa-e048-4ffd-b9ab-b0696490bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:09.241613 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-c4fd31fa-e048-4ffd-b9ab-b0696490bf0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0845377 Jul 06 12:52:09.312193 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-64de4e35-cf7a-4c31-897a-cbee06602265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 1000 time: 0.0629671 Jul 06 12:52:09.359877 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642d77-4109-4a26-ba1b-d3549daf968f req-7b5ad4a7-af95-47b4-be38-0aaa28c6a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:09.361388 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-7b5ad4a7-af95-47b4-be38-0aaa28c6a422 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0431046 Jul 06 12:52:09.388383 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25063c4-2c75-412c-8441-e34cc433de2d req-418d75c2-edd8-4b65-94c9-f3be6be6f261 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:09.389884 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a25063c4-2c75-412c-8441-e34cc433de2d req-418d75c2-edd8-4b65-94c9-f3be6be6f261 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 944 time: 0.0629585 Jul 06 12:52:09.420982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642d77-4109-4a26-ba1b-d3549daf968f req-87a52e31-02d9-4319-9bcd-334f24aaf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:09.422408 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-87a52e31-02d9-4319-9bcd-334f24aaf371 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545735 Jul 06 12:52:09.429461 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a25063c4-2c75-412c-8441-e34cc433de2d req-b7d3b53d-4644-4a67-a09c-b3a5f4648ef3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332210 Jul 06 12:52:09.522999 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-40763232-b8f1-4f58-93a2-ededd026c726 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936933 Jul 06 12:52:09.613198 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-627943be-dd0d-4861-bd14-ea7ba155a0a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825529 Jul 06 12:52:10.117336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:10.167633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 88eccbeb-3e46-4b37-ab13-92c33efb6080 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:10.171593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 88eccbeb-3e46-4b37-ab13-92c33efb6080 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:10.172003 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:10.251167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:10.274543 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:10.276905 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa53b6d-1299-477e-b154-e5b58ce5e147" -d '{"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-plugged", "status": "completed", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:10.293767 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:10.297980 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:10.322447 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7168cf10-d2be-43bb-8318-89748708bef2 x-openstack-request-id: req-7168cf10-d2be-43bb-8318-89748708bef2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:10.322742 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-plugged", "status": "completed", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:10.322999 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7168cf10-d2be-43bb-8318-89748708bef2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:10.323391 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'code': 200} Jul 06 12:52:10.348491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:10.608716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8edacb-bf8f-4104-b85f-792788ccf58f req-4b0ce647-a795-4d23-8e18-10988109cb64 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:10.610195 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b8edacb-bf8f-4104-b85f-792788ccf58f req-4b0ce647-a795-4d23-8e18-10988109cb64 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0661864 Jul 06 12:52:10.648247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b8edacb-bf8f-4104-b85f-792788ccf58f req-f439b12f-f743-4d58-b05a-484de7038a13 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Jul 06 12:52:10.672695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:10.733278 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-de0efbb8-c5ef-4c26-a3ba-a630948b40d8 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/35282252-e58e-4e08-9b36-1c0c1032f561 HTTP/1.1" status: 200 len: 993 time: 0.0593679 Jul 06 12:52:23.396531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:24.357204 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:52:27.242259 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79ca525b-1620-47ba-ac1a-3232f6d45c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.779083 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20c667b4-1ad6-4b37-b3c3-a0567a1d1696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.423792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.764734 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.211364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.722418 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.667330 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-d172ce7d-d317-429a-ad52-7bbee7de2844 req-f4b21925-3e5e-49e9-bf37-90685565b207 service neutron] (93766) timed out ('10.222.0.78', 55844) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:52:39.094275 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:39.253880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 87f1bd5d-9ffe-42a4-a34e-89f522e0c145 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:39.254195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.327397 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.327730 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.339712 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 87f1bd5d-9ffe-42a4-a34e-89f522e0c145 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:39.497819 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.522587 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=87f1bd5d-9ffe-42a4-a34e-89f522e0c145,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:39.587638 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.588022 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP 35282252-e58e-4e08-9b36-1c0c1032f561 disassociated (deleted). External IP: 172.25.7.197, port: 88eccbeb-3e46-4b37-ab13-92c33efb6080. Jul 06 12:52:39.789451 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router bb637147-054b-4825-a978-c17c143df168 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:52:39.900512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:39.905335 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.909632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] Sync routers for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:39.920298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:39.920931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:39.948115 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-02d54034-4502-49ba-9ac9-d126467241bb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/floatingips/35282252-e58e-4e08-9b36-1c0c1032f561 HTTP/1.1" status: 204 len: 168 time: 0.8527133 Jul 06 12:52:39.948709 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:39.951162 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec5364-6be2-4f30-9a8c-58b787121f05" -d '{"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:39.990566 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05071981-40f8-45d8-86df-27a54b9aa05f x-openstack-request-id: req-05071981-40f8-45d8-86df-27a54b9aa05f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:39.990875 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:39.991137 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05071981-40f8-45d8-86df-27a54b9aa05f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:39.991550 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'status': 'completed', 'code': 200} Jul 06 12:52:40.027797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:40.074687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-1ce5d1c2-4efd-444d-b484-0834bc30a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:40.076424 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-1ce5d1c2-4efd-444d-b484-0834bc30a308 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 1096 time: 0.0579610 Jul 06 12:52:40.176142 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-68a8b6d7-0a6a-4da2-a5a5-9657e60e904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:40.178012 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-68a8b6d7-0a6a-4da2-a5a5-9657e60e904f service neutron] 10.222.0.79 "GET /v2.0/networks?id=4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 200 len: 897 time: 0.0952623 Jul 06 12:52:40.225949 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-26d24fe7-792e-4a47-bbcb-ce8626dbe55c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 200 len: 217 time: 0.0414605 Jul 06 12:52:40.249097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:18Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:40.275890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-b6ffc1ae-33d6-4fff-a96a-8425e562efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:40.277472 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-b6ffc1ae-33d6-4fff-a96a-8425e562efbe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 200 len: 835 time: 0.0451932 Jul 06 12:52:40.277669 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] Checking router: bb637147-054b-4825-a978-c17c143df168 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:40.286678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:40.287295 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:40.337970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54c133-9b06-4801-ad04-c2001a1ad636 req-5e7eac9b-a472-412f-afe8-be63bcf87456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:40.339737 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a54c133-9b06-4801-ad04-c2001a1ad636 req-5e7eac9b-a472-412f-afe8-be63bcf87456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0677464 Jul 06 12:52:40.339883 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-69720e82-2b05-47ec-8ff5-2aec4d4ea666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:40.341377 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-69720e82-2b05-47ec-8ff5-2aec4d4ea666 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4a2ff722-702a-4596-a40e-62a985d015f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562563 Jul 06 12:52:40.385520 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7a54c133-9b06-4801-ad04-c2001a1ad636 req-05746d56-1f93-40d5-935b-48392c2cca37 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Jul 06 12:52:40.398422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:40.445464 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-abd6e482-0250-4823-9f06-580f3f2c4f05 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961986 Jul 06 12:52:40.536390 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c5ec5364-6be2-4f30-9a8c-58b787121f05 req-535519e5-d4a3-4f66-a9b3-8ecc22bb8379 service neutron] 10.222.0.79 "GET /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841908 Jul 06 12:52:40.599646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:18Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:40.625425 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c9a23-fe22-4507-804d-99aa8e5ff005 None None] The sync data for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 is: [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:14Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '4bcc929f-547a-4aab-bd05-fc6b2953f8cf', 'name': '', 'network_id': '4a2ff722-702a-4596-a40e-62a985d015f6', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:12:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:13Z', 'updated_at': '2021-07-06T12:50:18Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '4c8453e9-a421-49e1-ab24-a4ec77430403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:40.827218 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649208e-243d-49f0-bc88-59afc6d5db35 None None] New status for floating IP 35282252-e58e-4e08-9b36-1c0c1032f561: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:52:41.562839 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-6d91b90a-4bf6-48df-bac7-2fa739759e60 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:41.563930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb698-b181-4175-a624-d40eb8100a1b req-7577a486-df91-4f7a-a7cf-5327639ebf20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:41.564355 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-6d91b90a-4bf6-48df-bac7-2fa739759e60 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.79 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0665720 Jul 06 12:52:41.565425 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b69cb698-b181-4175-a624-d40eb8100a1b req-7577a486-df91-4f7a-a7cf-5327639ebf20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=b02758e6-516f-4c04-afa8-ffa0828c3269 HTTP/1.1" status: 200 len: 945 time: 0.0640001 Jul 06 12:52:41.603028 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b69cb698-b181-4175-a624-d40eb8100a1b req-9e322575-40c9-44a1-b284-dc4806a5550a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=8a27345e-852a-4af0-98b3-e2d0ee9c6d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319877 Jul 06 12:52:41.673127 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 88eccbeb-3e46-4b37-ab13-92c33efb6080 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:41.673385 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.760385 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 88eccbeb-3e46-4b37-ab13-92c33efb6080, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=88eccbeb-3e46-4b37-ab13-92c33efb6080,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:41.760746 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.777875 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 88eccbeb-3e46-4b37-ab13-92c33efb6080 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:41.906838 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.934077 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=88eccbeb-3e46-4b37-ab13-92c33efb6080,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:41.984915 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] No DVR routers for this DVR port 88eccbeb-3e46-4b37-ab13-92c33efb6080 on host n-h2-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:41.987545 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.989583 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.79 "DELETE /v2.0/ports/88eccbeb-3e46-4b37-ab13-92c33efb6080 HTTP/1.1" status: 204 len: 173 time: 0.4194453 Jul 06 12:52:41.992149 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-deleted', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:41.994437 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd8d4a0-3b51-4fc2-84e3-71b83ba611d1" -d '{"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-deleted", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:42.038739 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fc38b-b4ca-4da6-938d-c5c19a425202 x-openstack-request-id: req-b16fc38b-b4ca-4da6-938d-c5c19a425202 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:42.039035 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02758e6-516f-4c04-afa8-ffa0828c3269", "name": "network-vif-deleted", "tag": "88eccbeb-3e46-4b37-ab13-92c33efb6080", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:42.039291 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b16fc38b-b4ca-4da6-938d-c5c19a425202 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:42.039724 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02758e6-516f-4c04-afa8-ffa0828c3269', 'name': 'network-vif-deleted', 'tag': '88eccbeb-3e46-4b37-ab13-92c33efb6080', 'status': 'completed', 'code': 200} Jul 06 12:52:42.697114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:43.100909 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:43.391497 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:43.391747 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:43.484122 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 4bcc929f-547a-4aab-bd05-fc6b2953f8cf, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:43.484488 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:43.498008 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 4bcc929f-547a-4aab-bd05-fc6b2953f8cf owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:43.684044 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:43.710639 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=4bcc929f-547a-4aab-bd05-fc6b2953f8cf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:43.898893 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.107435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router bb637147-054b-4825-a978-c17c143df168 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:52:44.209300 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:44.214992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47fa9ede-a675-4839-8338-db3d31a86508 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/bb637147-054b-4825-a978-c17c143df168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5165644 Jul 06 12:52:44.217423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:44.221049 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] Sync routers for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:44.230959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:44.231565 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:44.265290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:44.272402 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting subnet 4c8453e9-a421-49e1-ab24-a4ec77430403 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:52:44.276261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.292622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 88eccbeb-3e46-4b37-ab13-92c33efb6080 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:44.292970 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 88eccbeb-3e46-4b37-ab13-92c33efb6080 not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:44.317154 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.355665 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:44.398658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.461373 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.536972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:52:43Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:44.565016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] Checking router: bb637147-054b-4825-a978-c17c143df168 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:44.574147 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] Routers {'bb637147-054b-4825-a978-c17c143df168'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:44.574786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['bb637147-054b-4825-a978-c17c143df168'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:44.682872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] Set router bb637147-054b-4825-a978-c17c143df168 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:44.829364 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8453e9-a421-49e1-ab24-a4ec77430403,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:44.833837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.836524 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f3fb6abc-66d1-4d40-8ef4-d19475bb9c56 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/subnets/4c8453e9-a421-49e1-ab24-a4ec77430403 HTTP/1.1" status: 204 len: 168 time: 0.6174705 Jul 06 12:52:44.839197 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:44.841891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeedbf8-585b-461f-961f-23cc63458a93 None None] Network 4a2ff722-702a-4596-a40e-62a985d015f6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:44.950910 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.061225 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.112675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 4a0caf21-f816-47f7-80a2-8bae8071bebd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:45.113018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.114754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:52:43Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:45.146093 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8272595-bd78-4c0e-8398-1807e5289654 None None] The sync data for ids ['bb637147-054b-4825-a978-c17c143df168'] in n-d-799528-2 is: [{'id': 'bb637147-054b-4825-a978-c17c143df168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1040117360', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:52:43Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '4a0caf21-f816-47f7-80a2-8bae8071bebd', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb637147-054b-4825-a978-c17c143df168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:11Z', 'updated_at': '2021-07-06T12:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:45.201212 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 4a0caf21-f816-47f7-80a2-8bae8071bebd, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=4a0caf21-f816-47f7-80a2-8bae8071bebd,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:45.201554 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.218418 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 4a0caf21-f816-47f7-80a2-8bae8071bebd owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:45.386242 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.416846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=4a0caf21-f816-47f7-80a2-8bae8071bebd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:45.474320 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.536999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] DHCP port deletion for 4a2ff722-702a-4596-a40e-62a985d015f6 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:52:45.568959 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.571123 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.603245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] Deleting port 7e637944-d6af-46b7-b250-8b6ad8058da2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:45.603715 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.625261 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.625898 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Fanout notify agent at l3_agent the message router_deleted on router bb637147-054b-4825-a978-c17c143df168 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:52:45.632908 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.634074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1d2ee763-983b-4634-82e5-efb1e9dcf0aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/routers/bb637147-054b-4825-a978-c17c143df168 HTTP/1.1" status: 204 len: 168 time: 0.7939496 Jul 06 12:52:45.636732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:45.672376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] For port 7e637944-d6af-46b7-b250-8b6ad8058da2, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=7e637944-d6af-46b7-b250-8b6ad8058da2,segment=NetworkSegment(a968b982-e9cc-4096-8880-4004db108bc8),segment_id=a968b982-e9cc-4096-8880-4004db108bc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:45.672800 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.688380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] Calling delete_port for 7e637944-d6af-46b7-b250-8b6ad8058da2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:45.727206 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.766706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.784521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 7e637944-d6af-46b7-b250-8b6ad8058da2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:45.784888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.798623 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] Pushing event deleted for resources: {'Port': ['ID=7e637944-d6af-46b7-b250-8b6ad8058da2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:45.800490 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f512a8-30f5-4d08-b681-dfc7ab7cc5b0 None None] No DVR routers for this DVR port 7e637944-d6af-46b7-b250-8b6ad8058da2 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:45.883878 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 7e637944-d6af-46b7-b250-8b6ad8058da2, host n-d-799528-2, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:45.884690 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.902348 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 7e637944-d6af-46b7-b250-8b6ad8058da2 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:45.905936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Port 7e637944-d6af-46b7-b250-8b6ad8058da2 was not found and therefore no delete operation was performed {{(pid=93766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:52:45.907213 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:45.933716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=7e637944-d6af-46b7-b250-8b6ad8058da2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:45.940705 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] No DVR routers for this DVR port 7e637944-d6af-46b7-b250-8b6ad8058da2 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:45.975488 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7e637944-d6af-46b7-b250-8b6ad8058da2 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:45.995944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 7e637944-d6af-46b7-b250-8b6ad8058da2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:45.996247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 7e637944-d6af-46b7-b250-8b6ad8058da2 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:45.996639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4bcc929f-547a-4aab-bd05-fc6b2953f8cf no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:46.016978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4bcc929f-547a-4aab-bd05-fc6b2953f8cf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:46.017319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4bcc929f-547a-4aab-bd05-fc6b2953f8cf not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:46.028449 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.038209 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2ff722-702a-4596-a40e-62a985d015f6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:46.049174 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a968b982-e9cc-4096-8880-4004db108bc8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:46.049472 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a968b982-e9cc-4096-8880-4004db108bc8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:46.058811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.077323 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.082929 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:46.083316 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:46.086229 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:46.142807 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.149792 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.151698 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/networks/4a2ff722-702a-4596-a40e-62a985d015f6 HTTP/1.1" status: 204 len: 168 time: 0.5139148 Jul 06 12:52:46.154647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:46.163902 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf26f3-24a8-4f1c-9ea9-e4086d38a22d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Network': ['ID=4a2ff722-702a-4596-a40e-62a985d015f6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:46.218463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.242638 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.312275 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.315246 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.318899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/security-groups/8a27345e-852a-4af0-98b3-e2d0ee9c6d71 HTTP/1.1" status: 204 len: 168 time: 0.1607993 Jul 06 12:52:46.328238 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a27345e-852a-4af0-98b3-e2d0ee9c6d71,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:46.336878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.337882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.338401 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.338918 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.339419 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.340206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.341681 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.343066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.343184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.343494 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.344042 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.344380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bbe6c8-90ed-48fd-bbf1-fd5ff7a08c26 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:46.651367 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:46.656876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352764255', 'description': 'tempest-secgroup-smoke-352764255 description', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:46.679898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.766138 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.770643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.805846 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.807226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1547904 Jul 06 12:52:46.808185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132315-d630-43ee-9db6-9fef7a825705 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70b800b-273f-4f54-bbdb-db4c6ca52f1b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:46.810370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:46.815680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c70b800b-273f-4f54-bbdb-db4c6ca52f1b', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:46.846842 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.912315 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.916198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.937148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005ef045-839a-4727-a5ab-3c63c44b7666,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:46.941131 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:46.942342 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-28a54bef-68c1-433c-9380-206c5971b7b2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309788 Jul 06 12:52:46.945051 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:46.950036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c70b800b-273f-4f54-bbdb-db4c6ca52f1b', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:46.976357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.034985 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.038468 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.056313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79f3472-1461-4895-9f8b-dce4adc7c067,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:47.061004 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.062195 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0cedd127-df13-462b-be15-c493560a4631 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162004 Jul 06 12:52:47.065118 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:47.069605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c70b800b-273f-4f54-bbdb-db4c6ca52f1b', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:47.096964 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.154640 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.158180 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.175406 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514f3e81-5f11-430d-b6c7-e4fecdd2dd93,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:47.181563 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.182932 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-064f25cd-5e4c-469e-a2ed-a5efde51a81c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168919 Jul 06 12:52:47.185702 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:47.190110 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c70b800b-273f-4f54-bbdb-db4c6ca52f1b', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:47.217072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.278006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.281693 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.299243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9013dde8-83cc-4cb3-bca2-8b822184bc67,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:47.304358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.306066 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-24e0fc74-ff27-40ba-8d79-cc261c64fa1a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189125 Jul 06 12:52:47.308856 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:47.313296 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c70b800b-273f-4f54-bbdb-db4c6ca52f1b', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:47.335493 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:52:47.340475 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.399967 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.403572 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.424455 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e69634-ffe1-4641-9094-69352c0ef3ee,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:47.428224 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.429410 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-5cdaa04f-7343-407a-bf54-1806df8078a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196177 Jul 06 12:52:47.432561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:47.436963 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': 'c70b800b-273f-4f54-bbdb-db4c6ca52f1b', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:47.459721 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:52:47.464941 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.525889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.529360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.548593 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9976763-f769-400b-bfa4-e03b0d54c356,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:47.555278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.557803 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-12f0b833-698c-491c-8ad7-8591be71a6ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240149 Jul 06 12:52:47.560297 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:47.565423 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'network': {'name': 'tempest-network-smoke--748190758', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:47.585686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:47.589257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.611900 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:47.621677 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.622033 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Added segment 8e3bf067-4f22-42e9-8da0-d82343b3dfb8 of type vlan for network bb884d12-123a-43e3-90d0-1050304f8ca0 Jul 06 12:52:47.665509 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.694593 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.700892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:47.701771 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.752755 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1914511 Jul 06 12:52:47.755666 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:47.760608 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'admin_state_up': True, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:47.769761 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990439e-c445-402c-8538-fb8cd7e224e1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Network': ['ID=bb884d12-123a-43e3-90d0-1050304f8ca0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:47.781537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network bb884d12-123a-43e3-90d0-1050304f8ca0 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:47.784682 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.785754 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.838325 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4a0caf21-f816-47f7-80a2-8bae8071bebd no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:47.847070 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:47.869924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 4a0caf21-f816-47f7-80a2-8bae8071bebd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:47.870265 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 4a0caf21-f816-47f7-80a2-8bae8071bebd not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:47.986391 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.179366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.198174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.305197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.252 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/5afe56a1-6429-44ff-887e-07a7519aa073) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:48.405299 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.443329 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.483180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:48.486051 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:48.491723 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:48.515859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=5afe56a1-6429-44ff-887e-07a7519aa073,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:48.741111 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.942811 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.073952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router c53fe3f8-6685-479c-9593-72c073c285e7 is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:52:49.183474 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:49.192542 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Sync routers for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:49.201608 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.201834 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:49.202309 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:49.202871 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-da6fb9b4-8384-4a36-a459-c235c5b9af0d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4460788 Jul 06 12:52:49.206104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:49.234481 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7620dd59-fa6c-4f3f-b73a-5f5a26f81fe2 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=7cf67b74e20342dc8f4ec92aff3029a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273056 Jul 06 12:52:49.237326 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:49.309006 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:49.337949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55714bab-8774-4996-8a9b-33a76ecc816e tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:49.339400 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-55714bab-8774-4996-8a9b-33a76ecc816e tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010728 Jul 06 12:52:49.342280 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:49.371036 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-81d64141-18f7-46d2-8bde-38e7075bd569 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276761 Jul 06 12:52:49.373509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:49.378370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616583150', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:49.473459 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:49.478039 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.494583 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:48Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:49.519895 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Checking router: c53fe3f8-6685-479c-9593-72c073c285e7 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:49.520269 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Updating router c53fe3f8-6685-479c-9593-72c073c285e7 port 5afe56a1-6429-44ff-887e-07a7519aa073 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:52:49.555764 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.671447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.734627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Subnet': ['ID=9c8f4f3f-c564-4390-aad3-105912a99713,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:49.745582 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Checking segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:49.745949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network hostable DHCP agents. Network: bb884d12-123a-43e3-90d0-1050304f8ca0, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:49.762487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network bb884d12-123a-43e3-90d0-1050304f8ca0 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:49.771586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, bb884d12-123a-43e3-90d0-1050304f8ca0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:49.777739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:49.778348 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.783726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c66ac-0493-4be9-b11b-5e181cab8508 None None] Network bb884d12-123a-43e3-90d0-1050304f8ca0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:49.798111 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a2804f13-1b4e-4e67-bb00-d2a328d7ce8d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4235764 Jul 06 12:52:49.800772 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:49.926893 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.937582 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Transition to ACTIVE for port object 5afe56a1-6429-44ff-887e-07a7519aa073 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:49.943610 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.957240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-bb884d12-123a-43e3-90d0-1050304f8ca0', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:49.958451 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.997825 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Attempting to bind port 5afe56a1-6429-44ff-887e-07a7519aa073 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:49.998193 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Attempting to bind port 5afe56a1-6429-44ff-887e-07a7519aa073 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:49.998541 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Attempting to bind port 5afe56a1-6429-44ff-887e-07a7519aa073 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:50.007327 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Pushing event updated for resources: {'Port': ['ID=5afe56a1-6429-44ff-887e-07a7519aa073,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:50.010220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:50.010539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:50.010932 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.011312 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:50.011774 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Bound port: 5afe56a1-6429-44ff-887e-07a7519aa073, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:50.012192 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.043854 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.044434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.044601 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.044896 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.045220 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.045552 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.045845 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.046159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.046475 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.046786 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.047105 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.047412 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:50.082062 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] For port 5afe56a1-6429-44ff-887e-07a7519aa073, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:50.086137 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] For port 5afe56a1-6429-44ff-887e-07a7519aa073, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5afe56a1-6429-44ff-887e-07a7519aa073,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:50.090822 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.108132 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Allocated IP 172.20.0.2 (bb884d12-123a-43e3-90d0-1050304f8ca0/9c8f4f3f-c564-4390-aad3-105912a99713/ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:50.144823 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:50.145435 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:50.192260 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ae8e-ad26-4eb1-8455-5278b6e5a928 None None] Pushing event updated for resources: {'Port': ['ID=5afe56a1-6429-44ff-887e-07a7519aa073,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:50.258208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.264037 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:50.268917 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Transition to ACTIVE for port object ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:50.280614 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.284969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Transition to ACTIVE for port object ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:50.292248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.330229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Network bb884d12-123a-43e3-90d0-1050304f8ca0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:50.333340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:50.339241 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:50.348250 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Pushing event updated for resources: {'Port': ['ID=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:50.407640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Attempting to bind port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:50.408194 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Attempting to bind port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:50.408652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Attempting to bind port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 on network bb884d12-123a-43e3-90d0-1050304f8ca0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:50.413776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:50.414245 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Checking segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:50.414838 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.415486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Bound using segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:50.416069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Bound port: ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:50.416519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.456855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:48Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:50.481099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] For port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:50.482516 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300d5e2-5c52-4c8c-b5dd-064e70667cee None None] The sync data for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 is: [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:48Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:50.484966 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] For port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:50.490373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.555142 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ce5da-3baa-4e56-a9b2-c881e51b353d None None] Pushing event updated for resources: {'Port': ['ID=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:50.604454 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.1 (bb884d12-123a-43e3-90d0-1050304f8ca0/9c8f4f3f-c564-4390-aad3-105912a99713/a2af82f3-ff23-4fd0-b843-61ba481fb28f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:50.749564 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.769957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object a2af82f3-ff23-4fd0-b843-61ba481fb28f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:50.834557 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.886802 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network bb884d12-123a-43e3-90d0-1050304f8ca0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:50.890421 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:50.895183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:50.900063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=a2af82f3-ff23-4fd0-b843-61ba481fb28f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:50.949042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:51.101470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:51.403369 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:51.412769 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:51.490195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:51.491945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=a2af82f3-ff23-4fd0-b843-61ba481fb28f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:51.597356 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network bb884d12-123a-43e3-90d0-1050304f8ca0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:51.598765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:51.601510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e15ee-728d-4424-9498-9341431bf0f6 None None] Network bb884d12-123a-43e3-90d0-1050304f8ca0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:51.674456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d111dfb9-4886-43c5-8c94-fa9ace57ce3f None None] Provisioning for port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:51.717583 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router c53fe3f8-6685-479c-9593-72c073c285e7 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:52:51.839009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:51.843473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1484b2c4-7abb-4cf2-b3b1-bc0eab842a7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/c53fe3f8-6685-479c-9593-72c073c285e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0416417 Jul 06 12:52:51.973948 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:52.015758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-190cfd8e-6b3f-4191-807d-c73d869bd7f6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352764255&fields=id&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 267 time: 0.0367928 Jul 06 12:52:52.031593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:52.037111 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:52.037503 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.138726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.140666 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-730ed6c9-85b6-4085-8573-7ba88a0ba565 None None] Provisioning for port a2af82f3-ff23-4fd0-b843-61ba481fb28f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:52.141369 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-663a5a63-950b-4da6-a351-61b595bc8194 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:52.143257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-663a5a63-950b-4da6-a351-61b595bc8194 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 796 time: 0.1194568 Jul 06 12:52:52.153016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-730ed6c9-85b6-4085-8573-7ba88a0ba565 None None] Provisioning complete for port a2af82f3-ff23-4fd0-b843-61ba481fb28f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:52.153386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-730ed6c9-85b6-4085-8573-7ba88a0ba565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.168893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-a4e20df4-d1a4-4c9b-bc97-48e54d10a45b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/quotas/7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 375 time: 0.0198460 Jul 06 12:52:52.192830 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Sync routers for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:52.215219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:52.220401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-730ed6c9-85b6-4085-8573-7ba88a0ba565 None None] Port a2af82f3-ff23-4fd0-b843-61ba481fb28f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:52.222443 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.223221 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5afe56a1-6429-44ff-887e-07a7519aa073 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:52.224792 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:52.225429 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:52.260577 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-1776cbf7-30f7-4582-87b0-1e79e981fb12 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904748 Jul 06 12:52:52.358404 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-730ed6c9-85b6-4085-8573-7ba88a0ba565 None None] Provisioning complete for port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:52.358404 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-730ed6c9-85b6-4085-8573-7ba88a0ba565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.408887 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-a353791a-2dba-4c82-8aa9-38c9b5d9c2cc service neutron] 10.222.0.78 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465018 Jul 06 12:52:52.424230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:52.461152 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:52.494743 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 5afe56a1-6429-44ff-887e-07a7519aa073 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:52.505334 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5afe56a1-6429-44ff-887e-07a7519aa073 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:52.505633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.517695 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-65383fe6-b75b-491a-b1c3-89f17c78ae86 service neutron] 10.222.0.78 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022012 Jul 06 12:52:52.694295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6b5c735-b877-4e4f-8b67-b46b3cc2a69b req-155ceb27-af70-4ad0-83df-1a1e0af08791 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0330989 Jul 06 12:52:52.749095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.773354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 5afe56a1-6429-44ff-887e-07a7519aa073, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5afe56a1-6429-44ff-887e-07a7519aa073,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:52.784075 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.839702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a60c2872-100e-4b4c-9e8b-bd8cdbe334c1 None None] Provisioning complete for port a2af82f3-ff23-4fd0-b843-61ba481fb28f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:52.840154 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a60c2872-100e-4b4c-9e8b-bd8cdbe334c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:52.876091 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=5afe56a1-6429-44ff-887e-07a7519aa073,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:52.884481 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 2, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:52.917213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Checking router: c53fe3f8-6685-479c-9593-72c073c285e7 for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:52.917547 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Updating router c53fe3f8-6685-479c-9593-72c073c285e7 port a2af82f3-ff23-4fd0-b843-61ba481fb28f binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:52:52.920369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a60c2872-100e-4b4c-9e8b-bd8cdbe334c1 None None] Port a2af82f3-ff23-4fd0-b843-61ba481fb28f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:52.961407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.250655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.261734 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Transition to ACTIVE for port object a2af82f3-ff23-4fd0-b843-61ba481fb28f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:53.271450 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.336695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85372cd-2313-48d7-ab51-0312625c8c20 None None] Pushing event updated for resources: {'Port': ['ID=a2af82f3-ff23-4fd0-b843-61ba481fb28f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:53.391223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Attempting to bind port a2af82f3-ff23-4fd0-b843-61ba481fb28f on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:53.391597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Attempting to bind port a2af82f3-ff23-4fd0-b843-61ba481fb28f by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:53.392044 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Attempting to bind port a2af82f3-ff23-4fd0-b843-61ba481fb28f on network bb884d12-123a-43e3-90d0-1050304f8ca0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:53.397422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:53.397796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Checking segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:53.398199 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.398592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Bound using segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:53.399059 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Bound port: a2af82f3-ff23-4fd0-b843-61ba481fb28f, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:53.399499 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.443719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.478694 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] For port a2af82f3-ff23-4fd0-b843-61ba481fb28f, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:53.481891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] For port a2af82f3-ff23-4fd0-b843-61ba481fb28f, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a2af82f3-ff23-4fd0-b843-61ba481fb28f,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:53.486326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:53.553930 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:53.554573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:52:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:53.560651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85372cd-2313-48d7-ab51-0312625c8c20 None None] Pushing event updated for resources: {'Port': ['ID=a2af82f3-ff23-4fd0-b843-61ba481fb28f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:53.690420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:53.826658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-1a036d32-7922-46fa-84b5-f96bfdef292b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:53.829165 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-1a036d32-7922-46fa-84b5-f96bfdef292b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 796 time: 0.1273911 Jul 06 12:52:53.895803 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-0379dccc-190f-4bc3-ba7d-745c34d40885 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 379 time: 0.0512691 Jul 06 12:52:53.898588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7ff2a1f-ff53-41ea-ba0a-a73e79ffdbe9 req-d2ec1ebb-c10f-4c19-aa2a-8027609de3ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0461981 Jul 06 12:52:53.906468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'port': {'device_id': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'admin_state_up': True, 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'security_groups': ['c70b800b-273f-4f54-bbdb-db4c6ca52f1b']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:54.018288 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:54.029698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:54.033305 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.172627 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.8 (bb884d12-123a-43e3-90d0-1050304f8ca0/9c8f4f3f-c564-4390-aad3-105912a99713/b24bbb85-b325-4f63-994a-7d8c8f02ed1a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:54.188893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:54.189425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.295098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:53Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:54.311568 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.325789 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11e2786-98be-4d72-ab0f-7e85aebf092e None None] The sync data for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 is: [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:53Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:54.326294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object b24bbb85-b325-4f63-994a-7d8c8f02ed1a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:54.338071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5afe56a1-6429-44ff-887e-07a7519aa073 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:54.367071 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.410438 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 5afe56a1-6429-44ff-887e-07a7519aa073 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:54.410815 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.430383 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network bb884d12-123a-43e3-90d0-1050304f8ca0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:54.433836 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:54.436672 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:54.478773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:54.520722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:54.521400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.544655 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-ebd717aa-2ac9-4b2d-9a75-3adfbb2fad22 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427150 Jul 06 12:52:54.557361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Request body: {'port': {'device_id': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:54.640529 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.752515 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee6895fe-5eee-4a95-b6ee-81de10edc11a None None] Provisioning for port b24bbb85-b325-4f63-994a-7d8c8f02ed1a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:54.756736 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee6895fe-5eee-4a95-b6ee-81de10edc11a None None] Provisioning complete for port b24bbb85-b325-4f63-994a-7d8c8f02ed1a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:54.757227 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee6895fe-5eee-4a95-b6ee-81de10edc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:54.797909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee6895fe-5eee-4a95-b6ee-81de10edc11a None None] Port b24bbb85-b325-4f63-994a-7d8c8f02ed1a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:55.085182 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36574ab-8a0c-4c67-b9ee-3c8cadbc7990 req-8fbc5aaa-18af-4cd6-b9df-e1050148bea3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:55.086654 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d36574ab-8a0c-4c67-b9ee-3c8cadbc7990 req-8fbc5aaa-18af-4cd6-b9df-e1050148bea3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 931 time: 0.0757446 Jul 06 12:52:55.130330 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d36574ab-8a0c-4c67-b9ee-3c8cadbc7990 req-c57468e1-50cc-4ff2-8bb8-8ff1f17b708a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371056 Jul 06 12:52:55.281509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24bbb85-b325-4f63-994a-7d8c8f02ed1a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:52:55.289132 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:55.302085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Transition to ACTIVE for port object b24bbb85-b325-4f63-994a-7d8c8f02ed1a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:55.306598 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:55.359314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Pushing event updated for resources: {'Port': ['ID=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:55.439584 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Attempting to bind port b24bbb85-b325-4f63-994a-7d8c8f02ed1a on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:55.439940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Attempting to bind port b24bbb85-b325-4f63-994a-7d8c8f02ed1a by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:55.440372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Attempting to bind port b24bbb85-b325-4f63-994a-7d8c8f02ed1a on network bb884d12-123a-43e3-90d0-1050304f8ca0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:55.445792 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Port b24bbb85-b325-4f63-994a-7d8c8f02ed1a on network bb884d12-123a-43e3-90d0-1050304f8ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:52:55.446256 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Attempting to bind port b24bbb85-b325-4f63-994a-7d8c8f02ed1a on network bb884d12-123a-43e3-90d0-1050304f8ca0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:55.452225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:55.452567 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Checking segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:55.452974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Bound using segment: {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:55.453403 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Bound port: b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3bf067-4f22-42e9-8da0-d82343b3dfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:55.453762 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:55.527781 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] For port b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:55.531489 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] For port b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:55.536099 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:55.572890 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:55.573514 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:55.574924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] 10.222.0.64 "PUT /v2.0/ports/b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 1091 time: 1.0225744 Jul 06 12:52:55.575361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:55.577678 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9999e8-7f48-40d7-a8dd-223bedd532b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:55.600664 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37a295-8f7a-491f-bac2-f8a78f063849 service neutron] Pushing event updated for resources: {'Port': ['ID=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:55.624561 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6aa002-bcdc-42da-a2d9-bbff620ccae8 x-openstack-request-id: req-1a6aa002-bcdc-42da-a2d9-bbff620ccae8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:55.625230 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:55.625489 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a6aa002-bcdc-42da-a2d9-bbff620ccae8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:55.625910 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'status': 'completed', 'code': 200} Jul 06 12:52:55.686111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-1ddab68e-a5e6-40b2-af48-046b3b843ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:55.687650 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-1ddab68e-a5e6-40b2-af48-046b3b843ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0562909 Jul 06 12:52:55.735439 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-0769bcd6-ee06-452a-8869-8d8e923801ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 217 time: 0.0386486 Jul 06 12:52:55.787021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-5bdf6a55-f052-46c1-b04b-7ed90d5dd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:55.788557 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-5bdf6a55-f052-46c1-b04b-7ed90d5dd5bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0456834 Jul 06 12:52:55.855678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f10f-995f-4467-8d32-e22b03431dca req-93233633-2f8e-4abc-b512-ca969a6813fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:55.857448 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-93233633-2f8e-4abc-b512-ca969a6813fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616236 Jul 06 12:52:55.911166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a2af82f3-ff23-4fd0-b843-61ba481fb28f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:55.954272 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-aa0a0e98-e99b-4eef-8b8c-5485228dda78 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895813 Jul 06 12:52:55.958852 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port a2af82f3-ff23-4fd0-b843-61ba481fb28f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:55.963703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a2af82f3-ff23-4fd0-b843-61ba481fb28f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:55.964117 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:56.042931 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:56.050429 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-adb2f10f-995f-4467-8d32-e22b03431dca req-aab6399c-e505-4dae-bd9e-63cc77144b8c service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871012 Jul 06 12:52:56.076400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port a2af82f3-ff23-4fd0-b843-61ba481fb28f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a2af82f3-ff23-4fd0-b843-61ba481fb28f,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:56.080639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:56.128537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=a2af82f3-ff23-4fd0-b843-61ba481fb28f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:56.155468 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-b012b19f-21e4-4d47-aefa-9d369b3cc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:56.157226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-b012b19f-21e4-4d47-aefa-9d369b3cc632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1094 time: 0.0570807 Jul 06 12:52:56.254586 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-fa069d5d-cdb4-477e-9fee-afe50ecd292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:56.256144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-fa069d5d-cdb4-477e-9fee-afe50ecd292c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.0905519 Jul 06 12:52:56.298152 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-6318b8e7-ee42-4739-b38c-b4e151237fd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 217 time: 0.0345504 Jul 06 12:52:56.312696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bf683-b808-4c9b-afb8-40fc31a9734e req-45f49515-dc79-4a05-887b-e3288dd0ebca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:56.314304 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-640bf683-b808-4c9b-afb8-40fc31a9734e req-45f49515-dc79-4a05-887b-e3288dd0ebca tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0653915 Jul 06 12:52:56.353018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-97ce659e-83ee-4705-8677-fa1591874ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:56.353975 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-640bf683-b808-4c9b-afb8-40fc31a9734e req-8384ba6c-6e07-490f-99b0-2013576aa2f9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340924 Jul 06 12:52:56.354538 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-97ce659e-83ee-4705-8677-fa1591874ad7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0504460 Jul 06 12:52:56.414103 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-aa24120f-206e-4c8c-b816-2773a87751b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:56.415714 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-aa24120f-206e-4c8c-b816-2773a87751b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548866 Jul 06 12:52:56.505927 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-bed92164-9c97-44da-851d-10ccbc5a6f44 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Jul 06 12:52:56.598073 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-fd9999e8-7f48-40d7-a8dd-223bedd532b3 req-d04a1c79-c5f8-4b4b-9864-61d132b9e059 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856612 Jul 06 12:52:57.243049 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83dc80f3-3b0a-4159-bea5-c6c9e8e01d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:57.528104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310296e-b4f9-40a4-9413-4af3dc14b852 req-5af94723-8027-46f3-85d1-7f3a39601a15 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:57.529608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d310296e-b4f9-40a4-9413-4af3dc14b852 req-5af94723-8027-46f3-85d1-7f3a39601a15 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0636714 Jul 06 12:52:57.566996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d310296e-b4f9-40a4-9413-4af3dc14b852 req-defb9456-28f4-4494-bbab-be807a761f1d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Jul 06 12:52:57.881291 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a2af82f3-ff23-4fd0-b843-61ba481fb28f up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:57.928759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port a2af82f3-ff23-4fd0-b843-61ba481fb28f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:57.929134 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:58.744136 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f30ce-df85-4831-982b-166597c32339 req-e347bd84-6b94-4fb6-b7da-9140587b64af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:58.745621 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e47f30ce-df85-4831-982b-166597c32339 req-e347bd84-6b94-4fb6-b7da-9140587b64af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0670893 Jul 06 12:52:58.782677 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e47f30ce-df85-4831-982b-166597c32339 req-72a1e65e-5211-44f5-aa21-d2e90b257b4a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Jul 06 12:52:59.778848 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f50d84bc-533e-45d1-bf84-a76aa7f9c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:59.924893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b24bbb85-b325-4f63-994a-7d8c8f02ed1a details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:52:59.959777 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce9273-b006-47e1-901b-5972790d24b3 req-7cba5823-2e8a-411f-a737-6c0ebfaa6886 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:59.961424 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5ce9273-b006-47e1-901b-5972790d24b3 req-7cba5823-2e8a-411f-a737-6c0ebfaa6886 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0655146 Jul 06 12:53:00.003568 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d5ce9273-b006-47e1-901b-5972790d24b3 req-d01add63-3452-4cd8-8a27-cf7dd1280d95 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Jul 06 12:53:00.019705 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:00.031528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'port_id': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'mac_address': 'fa:16:3e:e0:70:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:53:00.072478 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:00.084725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24bbb85-b325-4f63-994a-7d8c8f02ed1a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:53:00.103405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:00.107466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:00.153282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:00.426403 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:00.493987 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['b24bbb85-b325-4f63-994a-7d8c8f02ed1a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:53:00.776744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:01.181055 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d381f4-cd06-4d8d-b56e-8bfc6bf405e7 req-26599e8f-ea0c-48cb-9ecc-4f15a170d73b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:01.183469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42d381f4-cd06-4d8d-b56e-8bfc6bf405e7 req-26599e8f-ea0c-48cb-9ecc-4f15a170d73b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 944 time: 0.0676527 Jul 06 12:53:01.214594 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:01.223900 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-42d381f4-cd06-4d8d-b56e-8bfc6bf405e7 req-84f48ff1-0121-4395-8e00-6f4d0ca694c7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345798 Jul 06 12:53:01.357045 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:01.938150 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b24bbb85-b325-4f63-994a-7d8c8f02ed1a up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:01.986106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port b24bbb85-b325-4f63-994a-7d8c8f02ed1a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:01.989614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port b24bbb85-b325-4f63-994a-7d8c8f02ed1a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:01.989986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:02.065333 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:02.086782 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:02.089620 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dd7d91-f206-4b8b-9e56-8eb2460138db" -d '{"events": [{"server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:02.103460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:02.107189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:02.130197 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cc9f8d-84a1-4709-a7b8-b87b2702a6df x-openstack-request-id: req-49cc9f8d-84a1-4709-a7b8-b87b2702a6df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:02.130494 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:02.130749 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49cc9f8d-84a1-4709-a7b8-b87b2702a6df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:02.131252 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'code': 200} Jul 06 12:53:02.159628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:02.239981 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0c663-7230-4228-ab1e-c131e2e9e7a4 req-fb28b98e-a43f-42d9-8dc3-ef8fc6de1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:02.241502 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-efc0c663-7230-4228-ab1e-c131e2e9e7a4 req-fb28b98e-a43f-42d9-8dc3-ef8fc6de1b5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0520201 Jul 06 12:53:02.277186 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-efc0c663-7230-4228-ab1e-c131e2e9e7a4 req-72bf74ec-d72c-4dad-8eee-8cc673aeba3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289834 Jul 06 12:53:02.398705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d395b-278f-4d6e-8b6b-974454927a3a req-36dadf6c-a21e-412d-b3f0-16085c186159 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:02.400257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a36d395b-278f-4d6e-8b6b-974454927a3a req-36dadf6c-a21e-412d-b3f0-16085c186159 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0643833 Jul 06 12:53:02.438456 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a36d395b-278f-4d6e-8b6b-974454927a3a req-f0970b68-fbfb-4712-abd5-8e2e02ea42d9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Jul 06 12:53:02.725728 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:03.611603 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1500-8ce7-472a-9d38-5120783743b3 req-a88aeec5-50f3-40aa-954a-3c9d3371769a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:03.613122 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14ff1500-8ce7-472a-9d38-5120783743b3 req-a88aeec5-50f3-40aa-954a-3c9d3371769a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0623164 Jul 06 12:53:03.651733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-14ff1500-8ce7-472a-9d38-5120783743b3 req-9226e75b-3000-4af7-8b2e-c16ab4cd2d8e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Jul 06 12:53:03.826079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b89755-bf70-45c9-b84f-5727e5979f12 req-60ab4e6d-6c42-48a5-a755-dfaa3ef7aebc tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:03.827570 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9b89755-bf70-45c9-b84f-5727e5979f12 req-60ab4e6d-6c42-48a5-a755-dfaa3ef7aebc tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0671365 Jul 06 12:53:03.865121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f9b89755-bf70-45c9-b84f-5727e5979f12 req-78ffa9eb-e1bc-47f7-b998-937f119aa913 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Jul 06 12:53:03.889605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:03.944853 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444c85f-39e9-4e40-80d6-9bcbec25b236 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:03.946469 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d444c85f-39e9-4e40-80d6-9bcbec25b236 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1091 time: 0.0557549 Jul 06 12:53:03.949656 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:03.953954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:03.976723 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.075256 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.182525 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.77 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/44caad02-7ad1-4c06-95be-d711b6155a97) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:04.281594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.320103 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.358248 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:04.361001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:04.364436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:04.392607 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=44caad02-7ad1-4c06-95be-d711b6155a97,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:04.753371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.834144 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.984791 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:04.989338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:05.058449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=44caad02-7ad1-4c06-95be-d711b6155a97,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:05.069804 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.070161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.070508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.070850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.071720 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.072092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.072435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.072765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.073101 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.073431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.073760 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.074083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:05.081265 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:05.180924 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP a023d2cf-fda7-4b96-8dbd-187f339ec437 associated. External IP: 172.25.7.77, port: b24bbb85-b325-4f63-994a-7d8c8f02ed1a. Jul 06 12:53:05.402515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router c53fe3f8-6685-479c-9593-72c073c285e7 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:53:05.513643 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:05.522335 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] Sync routers for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:53:05.528755 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:05.531729 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:05.532377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:05.565610 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-da330ab8-ffb2-4935-a56e-73c5740c23e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6149399 Jul 06 12:53:05.566205 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:05.570962 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e503199-f328-40f4-9e18-3efec6d153ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:05.630177 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eebd20-551a-4098-8851-51b1708b21e4 x-openstack-request-id: req-04eebd20-551a-4098-8851-51b1708b21e4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:05.630475 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:05.630746 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04eebd20-551a-4098-8851-51b1708b21e4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:05.631154 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'status': 'completed', 'code': 200} Jul 06 12:53:05.648584 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:05.709273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503199-f328-40f4-9e18-3efec6d153ad req-73b5065a-5a3a-489f-a36e-10e05050d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:05.710822 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-73b5065a-5a3a-489f-a36e-10e05050d485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0568669 Jul 06 12:53:05.738047 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31455602-2fd0-44bf-a54e-90b722e855f1 req-330731a2-77f9-462c-bd5f-0f0049336b03 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:05.739576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31455602-2fd0-44bf-a54e-90b722e855f1 req-330731a2-77f9-462c-bd5f-0f0049336b03 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0674348 Jul 06 12:53:05.780739 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-31455602-2fd0-44bf-a54e-90b722e855f1 req-88219edf-7fcd-4e2d-8254-b605422bcb2a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346413 Jul 06 12:53:05.809078 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:05.814887 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503199-f328-40f4-9e18-3efec6d153ad req-c386e781-0ac1-44f7-8854-c8c70de7102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:05.816516 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-c386e781-0ac1-44f7-8854-c8c70de7102e service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.0967364 Jul 06 12:53:05.878231 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'a023d2cf-fda7-4b96-8dbd-187f339ec437', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'port_id': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'mac_address': 'fa:16:3e:e0:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:53:04Z', 'updated_at': '2021-07-06T12:53:04Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:56Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:05.879121 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0cd261d-a685-42bd-a5de-ffb83d95d610 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/a023d2cf-fda7-4b96-8dbd-187f339ec437 HTTP/1.1" status: 200 len: 990 time: 0.0686576 Jul 06 12:53:05.890450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-9b688d10-5351-4eeb-a333-74c0591462f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 998 time: 0.0667548 Jul 06 12:53:05.905976 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] Checking router: c53fe3f8-6685-479c-9593-72c073c285e7 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:53:05.913945 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:05.914530 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:53:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:05.946889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503199-f328-40f4-9e18-3efec6d153ad req-efa1f256-c794-49f8-be72-dc7b0cfd6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:05.948404 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-efa1f256-c794-49f8-be72-dc7b0cfd6998 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0477705 Jul 06 12:53:06.005751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503199-f328-40f4-9e18-3efec6d153ad req-066507d3-2f4e-40b7-9e2c-fec40ba5b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:06.007179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-066507d3-2f4e-40b7-9e2c-fec40ba5b0c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515924 Jul 06 12:53:06.016656 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:06.097100 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-7e469f27-c21e-4ea2-b484-2c1265f9a8be service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829289 Jul 06 12:53:06.193821 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3e503199-f328-40f4-9e18-3efec6d153ad req-278207d0-a91a-4a3c-990b-4efb3f3d829a service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896957 Jul 06 12:53:06.237360 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'a023d2cf-fda7-4b96-8dbd-187f339ec437', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'port_id': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'mac_address': 'fa:16:3e:e0:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:53:04Z', 'updated_at': '2021-07-06T12:53:04Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:56Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:06.263420 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4383f-b6f1-4b05-ada8-81faee2d6f12 None None] The sync data for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 is: [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'a023d2cf-fda7-4b96-8dbd-187f339ec437', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'port_id': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'mac_address': 'fa:16:3e:e0:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:53:04Z', 'updated_at': '2021-07-06T12:53:04Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:56Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:53:06.453674 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f85cf6-c8cb-473a-b030-75f6601aa0f3 None None] New status for floating IP a023d2cf-fda7-4b96-8dbd-187f339ec437: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:53:06.882695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:06.943000 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0067a189-97ea-4722-acfa-9a90f16225df tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/a023d2cf-fda7-4b96-8dbd-187f339ec437 HTTP/1.1" status: 200 len: 992 time: 0.0591547 Jul 06 12:53:09.519940 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-c68c87c4-5f99-4503-9d41-7894446466eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547314 Jul 06 12:53:09.612487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-3245f539-b147-44b2-93ef-1e0d81b0dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.614009 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-3245f539-b147-44b2-93ef-1e0d81b0dc32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0524633 Jul 06 12:53:09.720380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-73903c57-e660-4fa5-b400-cd9630af1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.721908 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-73903c57-e660-4fa5-b400-cd9630af1482 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.0869899 Jul 06 12:53:09.795694 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-84d311ec-db80-4b4c-9231-49ee08cf3124 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 1000 time: 0.0659795 Jul 06 12:53:09.845236 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-b378021b-f8d5-44cf-a001-f11efecd267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.846757 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-b378021b-f8d5-44cf-a001-f11efecd267d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0446095 Jul 06 12:53:09.905420 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-ef23c9df-c1a6-4e43-aee7-d391bc8bf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.906930 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-ef23c9df-c1a6-4e43-aee7-d391bc8bf244 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520926 Jul 06 12:53:09.998696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-88fac505-860e-4b64-973d-1027b71ab4d1 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848455 Jul 06 12:53:10.095548 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6713f566-2cbd-4db8-8eec-9be73d68b92d req-3b1d5d95-0afb-4018-ae62-1c129dd07b0e service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897837 Jul 06 12:53:23.420436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:27.243802 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7568441-4d08-4b9b-96b0-cbfe81010bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:29.778744 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a258d621-1b96-43a4-9297-34ac64ea3c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:30.428598 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:30.778351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:31.217749 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:32.729505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:38.355686 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:53.423190 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.245057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e01c16c-4343-4c90-a50d-1933c23252e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.779118 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ee7ae1-9530-4780-a727-212511deea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:00.433538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:00.785644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:01.220351 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.733216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:12.249825 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-7147a512-537b-4343-819b-468efa1e6963 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637596 Jul 06 12:54:12.352742 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-2e6ea15d-f31f-43cf-a786-58174762c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:12.354252 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-2e6ea15d-f31f-43cf-a786-58174762c91d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0530579 Jul 06 12:54:12.458434 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-44a49344-8826-4dec-9512-b7cbf094128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:12.459934 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-44a49344-8826-4dec-9512-b7cbf094128f service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.0848603 Jul 06 12:54:12.529079 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-f3d79615-768a-4bcd-a1f9-5ebddafa545c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 1000 time: 0.0618808 Jul 06 12:54:12.579250 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-fe551292-c04d-450c-8035-7fc9898d9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:12.580771 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-fe551292-c04d-450c-8035-7fc9898d9d89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0452545 Jul 06 12:54:12.636958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-2b700cb2-bc3c-4188-805a-1b82d6bef122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:12.638480 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-2b700cb2-bc3c-4188-805a-1b82d6bef122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510833 Jul 06 12:54:12.650957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-ac7e15db-31c8-4a87-b6f6-a71a0c4f80c5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:54:12.651895 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-ac7e15db-31c8-4a87-b6f6-a71a0c4f80c5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049887 Jul 06 12:54:12.742428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-0a0f0d78-eefb-4ae8-9e4d-7f7a62621969 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Jul 06 12:54:12.831330 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ee2a5949-42b3-457f-88f2-6448a58f787b req-f436ce59-3d20-4ea3-8e1c-c1fed1fbaeef service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813324 Jul 06 12:54:15.354610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:54:23.437529 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:24.309000 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697708b-c641-4ab6-9102-b1ac2e1c102c req-2b1b0189-6c2a-4a67-9263-9b579a29b809 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:24.310506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9697708b-c641-4ab6-9102-b1ac2e1c102c req-2b1b0189-6c2a-4a67-9263-9b579a29b809 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0671828 Jul 06 12:54:24.348374 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9697708b-c641-4ab6-9102-b1ac2e1c102c req-4051e505-00a3-48a3-a07b-a743d6c7c931 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323908 Jul 06 12:54:25.530739 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b918-3687-44da-9765-407e208c9386 req-4dcfb32c-78cb-4631-beaa-adff250ce659 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:25.532270 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e115b918-3687-44da-9765-407e208c9386 req-4dcfb32c-78cb-4631-beaa-adff250ce659 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0722237 Jul 06 12:54:25.570833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e115b918-3687-44da-9765-407e208c9386 req-878b72f7-159b-4f7e-823a-77042b35dfef tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Jul 06 12:54:26.746204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107339e3-eec6-4a45-a700-a27fbbb8b39f req-2a0fccbc-75c9-420c-8e42-b54ae7bf3070 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:26.747687 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-107339e3-eec6-4a45-a700-a27fbbb8b39f req-2a0fccbc-75c9-420c-8e42-b54ae7bf3070 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0631702 Jul 06 12:54:26.785173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-107339e3-eec6-4a45-a700-a27fbbb8b39f req-ebc3f684-6fa7-4565-b970-9b86d18d91b3 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Jul 06 12:54:27.246046 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d344acd1-9778-4298-9d7f-cf730ad9f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:27.963175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304db6c6-29f9-4129-89b3-ce033fbd2daf req-10016b31-3ca1-4673-8dca-918f71027a03 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:27.964708 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-304db6c6-29f9-4129-89b3-ce033fbd2daf req-10016b31-3ca1-4673-8dca-918f71027a03 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0686390 Jul 06 12:54:28.002243 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-304db6c6-29f9-4129-89b3-ce033fbd2daf req-fdd3221e-43ef-4f7f-97a3-13ec581e024a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311770 Jul 06 12:54:29.182100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227ab94-62b5-49f2-9054-50756342106e req-bb2fa85d-1be5-4ac8-bf01-09f6e13765a5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:29.183491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5227ab94-62b5-49f2-9054-50756342106e req-bb2fa85d-1be5-4ac8-bf01-09f6e13765a5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0673361 Jul 06 12:54:29.223666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5227ab94-62b5-49f2-9054-50756342106e req-1f55f860-6410-4114-931b-cae54a6e188f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346329 Jul 06 12:54:29.779007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8f906ba-2eec-4b47-a4d5-23b6da2a0a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:30.392323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108ee16-46cd-458a-bb9c-c5b7bae1fa6c req-554e9703-c7d0-4bf6-800e-e005ddb76acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:30.394397 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b108ee16-46cd-458a-bb9c-c5b7bae1fa6c req-554e9703-c7d0-4bf6-800e-e005ddb76acb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0628574 Jul 06 12:54:30.433352 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b108ee16-46cd-458a-bb9c-c5b7bae1fa6c req-9e1407b9-4b40-4438-bd95-54bc049d4a3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334518 Jul 06 12:54:30.438221 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:30.780523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:31.222827 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:31.614407 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354e92c-f8fa-478e-bc51-9f6e235ea7d7 req-319ef970-e47c-43c0-9a0d-d5b25b3cf6a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:31.615938 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3354e92c-f8fa-478e-bc51-9f6e235ea7d7 req-319ef970-e47c-43c0-9a0d-d5b25b3cf6a1 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0693979 Jul 06 12:54:31.653488 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3354e92c-f8fa-478e-bc51-9f6e235ea7d7 req-3d835ad3-369f-43e2-8ce2-c23159af2a21 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Jul 06 12:54:32.735891 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:32.828303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa2b3-ac83-4f64-aece-4a292f5a7cb6 req-d54356e3-cbee-41c5-a332-b0dffd7468fe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:32.829974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-282fa2b3-ac83-4f64-aece-4a292f5a7cb6 req-d54356e3-cbee-41c5-a332-b0dffd7468fe tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0637171 Jul 06 12:54:32.868533 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-282fa2b3-ac83-4f64-aece-4a292f5a7cb6 req-6cc90161-9cf9-401e-ae4f-3506e8acc75f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329525 Jul 06 12:54:34.040682 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372dfd-9f7a-4061-a275-3a3c582db864 req-1f231349-7839-4728-a85c-649bc20c6149 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:34.042184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1372dfd-9f7a-4061-a275-3a3c582db864 req-1f231349-7839-4728-a85c-649bc20c6149 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0643566 Jul 06 12:54:34.079744 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d1372dfd-9f7a-4061-a275-3a3c582db864 req-f3733ede-661f-4e25-8259-bbe205bf5983 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Jul 06 12:54:35.252565 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a82e-971b-4d04-86b8-777ec6895c45 req-81860513-06d1-4380-92ed-bc57bef65b53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:35.254373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d935a82e-971b-4d04-86b8-777ec6895c45 req-81860513-06d1-4380-92ed-bc57bef65b53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0668480 Jul 06 12:54:35.294344 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d935a82e-971b-4d04-86b8-777ec6895c45 req-883e36a5-3215-42e7-8793-d617259c0e21 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343170 Jul 06 12:54:36.652691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ebc2f-ae0a-4c23-b01f-b03c1713e9f8 req-bf3b0e35-924f-4ba8-a191-28019b0bfd66 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:36.654068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e85ebc2f-ae0a-4c23-b01f-b03c1713e9f8 req-bf3b0e35-924f-4ba8-a191-28019b0bfd66 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0633152 Jul 06 12:54:36.692546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e85ebc2f-ae0a-4c23-b01f-b03c1713e9f8 req-92c80e2b-cc76-4fcc-bdf9-0817b2a84c6d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Jul 06 12:54:37.870655 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776265aa-d813-454f-b838-16788c11a857 req-16666c73-36fb-4655-8fdb-9de02df8d42d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:37.872181 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-776265aa-d813-454f-b838-16788c11a857 req-16666c73-36fb-4655-8fdb-9de02df8d42d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0696247 Jul 06 12:54:37.911172 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-776265aa-d813-454f-b838-16788c11a857 req-61dd2d39-de10-442b-9a90-d9b7a8d75c91 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Jul 06 12:54:39.081595 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07013d-350f-4d4a-8432-d027421638b2 req-45d72e3d-f7f9-4504-9186-1789a86b4edb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:39.083069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a07013d-350f-4d4a-8432-d027421638b2 req-45d72e3d-f7f9-4504-9186-1789a86b4edb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0629253 Jul 06 12:54:39.120391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0a07013d-350f-4d4a-8432-d027421638b2 req-53a28325-47a5-4514-a4a6-8b4360f1a206 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Jul 06 12:54:40.291374 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6457e1-4e34-40e9-a2db-0fc6f8ed0999 req-f570e0b5-b2d3-4043-a13d-32872061fdf5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:40.292902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b6457e1-4e34-40e9-a2db-0fc6f8ed0999 req-f570e0b5-b2d3-4043-a13d-32872061fdf5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0631282 Jul 06 12:54:40.329756 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1b6457e1-4e34-40e9-a2db-0fc6f8ed0999 req-8bd29ce1-e9e7-4396-ba2a-ee517c2fa4aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310152 Jul 06 12:54:40.354648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:40.419444 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a004d1b-bea6-4de1-a495-9a4c62b684cf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/a023d2cf-fda7-4b96-8dbd-187f339ec437 HTTP/1.1" status: 200 len: 992 time: 0.0635934 Jul 06 12:54:41.837711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-f0cd5e19-ba7c-4e32-949d-bc53fc562886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:41.839228 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-f0cd5e19-ba7c-4e32-949d-bc53fc562886 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0620546 Jul 06 12:54:41.853380 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d150a-9508-46f3-8eb3-ef5faecd0d83 req-1b1f3d15-2b9f-468b-b056-18a0b43f4661 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:41.854886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a87d150a-9508-46f3-8eb3-ef5faecd0d83 req-1b1f3d15-2b9f-468b-b056-18a0b43f4661 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0658460 Jul 06 12:54:41.897233 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a87d150a-9508-46f3-8eb3-ef5faecd0d83 req-f0fc52ac-ebd4-46e4-8e8a-58de5126f5d9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357535 Jul 06 12:54:41.933988 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-760275ff-af4d-45f4-b0c5-5630859c0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:41.935445 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-760275ff-af4d-45f4-b0c5-5630859c0bab service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.0884118 Jul 06 12:54:42.003979 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-5377e63f-d579-45d0-98e1-cb5704e8968d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 1000 time: 0.0605721 Jul 06 12:54:42.055397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-6af41a9a-f0a2-4b06-8f9c-b484baa03bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:42.056897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-6af41a9a-f0a2-4b06-8f9c-b484baa03bdc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0463412 Jul 06 12:54:42.114322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-806cc4ad-c663-4662-82c4-2bb0bf4c34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:42.116006 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-806cc4ad-c663-4662-82c4-2bb0bf4c34a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518141 Jul 06 12:54:42.204808 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-c96504f9-9c2c-45d7-9e49-9b799768999c service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Jul 06 12:54:42.293285 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8f710dd4-06bc-4fc6-878b-f18309a72335 req-3a2f5fd5-b68f-4679-9225-50a513138be8 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816796 Jul 06 12:54:43.436541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000e940-7126-4af7-97f2-dfd08cc5bd8d req-da414a1b-baf3-48f9-ad65-8cc01376bbce tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:43.438041 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d000e940-7126-4af7-97f2-dfd08cc5bd8d req-da414a1b-baf3-48f9-ad65-8cc01376bbce tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.4292572 Jul 06 12:54:43.475818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d000e940-7126-4af7-97f2-dfd08cc5bd8d req-93b35c9b-8b19-4875-97ea-7d0e4192616c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Jul 06 12:54:43.499971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:43.560680 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2ae88c90-2e0e-40e0-be75-239d8927243b tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/a023d2cf-fda7-4b96-8dbd-187f339ec437 HTTP/1.1" status: 200 len: 992 time: 0.0595734 Jul 06 12:54:52.353511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:54:53.453270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:57.247686 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7d1b-d74a-4e18-aa2e-daee151e7f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:59.778872 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bac57a0e-4360-4dea-95ed-1c875ad0edbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:00.440359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:00.792278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:01.226574 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:02.739698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:13.611461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-efca4ffa-e7c4-4a3d-9375-700388c67131 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309302 Jul 06 12:55:13.709392 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-47aad1b4-d44c-41c3-b7d9-f3414ff8d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:13.711535 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-47aad1b4-d44c-41c3-b7d9-f3414ff8d1e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0569119 Jul 06 12:55:13.813435 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-027aa774-11c2-4398-b55d-72512d15aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:13.814792 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-027aa774-11c2-4398-b55d-72512d15aec6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.0819993 Jul 06 12:55:13.883818 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-b87f3f7b-32ad-431d-87ca-70b09f23813e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 1000 time: 0.0615816 Jul 06 12:55:13.939022 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-f8d123d9-8e83-479f-8b9a-1980cebc0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:13.940521 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-f8d123d9-8e83-479f-8b9a-1980cebc0f86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0500150 Jul 06 12:55:13.995785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-850d5349-20eb-493a-814d-f6c8946bece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:13.997276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-850d5349-20eb-493a-814d-f6c8946bece0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504527 Jul 06 12:55:14.088566 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-5680cdfb-7029-4164-a109-d949fc71a26c service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837629 Jul 06 12:55:14.177337 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-db40755f-bb71-427f-a7b9-1f1f8cf84285 req-6dfd93b2-6724-4983-942b-c580fc3bd7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817928 Jul 06 12:55:23.453674 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:27.248586 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65939df6-bb13-4366-a27c-8e7c9bfa701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:29.352673 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:55:29.778670 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9da7e02-bda7-4df7-87a8-da2912e70d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:30.443822 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:30.828250 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:31.228629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:32.742526 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.085459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:43.247137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 44caad02-7ad1-4c06-95be-d711b6155a97 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:43.247479 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.322424 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.322751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.333957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 44caad02-7ad1-4c06-95be-d711b6155a97 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:43.479904 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.505500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=44caad02-7ad1-4c06-95be-d711b6155a97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:43.536459 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.536821 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.537172 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.537519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.537862 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.538203 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.538540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.538874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.539209 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.540478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.540817 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.541151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:43.591094 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.592168 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP a023d2cf-fda7-4b96-8dbd-187f339ec437 disassociated (deleted). External IP: 172.25.7.77, port: b24bbb85-b325-4f63-994a-7d8c8f02ed1a. Jul 06 12:55:43.801105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router c53fe3f8-6685-479c-9593-72c073c285e7 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:55:43.909919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:43.915211 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.924402 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] Sync routers for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:43.929955 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:43.931274 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:43.956765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a90b4df-af79-4ae9-b9f3-0041af97c2aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/floatingips/a023d2cf-fda7-4b96-8dbd-187f339ec437 HTTP/1.1" status: 204 len: 168 time: 0.8702993 Jul 06 12:55:43.957360 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:43.959621 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d21708-30e2-4f8f-b064-a8c5d260f599" -d '{"events": [{"name": "network-changed", "server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:44.058108 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8cff2b-7c35-44fa-89aa-b7b0bd5866ee x-openstack-request-id: req-7d8cff2b-7c35-44fa-89aa-b7b0bd5866ee {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:44.059008 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:44.059261 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d8cff2b-7c35-44fa-89aa-b7b0bd5866ee {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:44.059664 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'status': 'completed', 'code': 200} Jul 06 12:55:44.138560 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-1a75dd52-6f14-46e1-ba07-0b777987cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:44.140109 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-1a75dd52-6f14-46e1-ba07-0b777987cbe0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0555155 Jul 06 12:55:44.153497 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:44.251694 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-64cf0171-d836-4228-bc3c-b589f1d7b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:44.253332 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-64cf0171-d836-4228-bc3c-b589f1d7b503 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 200 len: 897 time: 0.1062984 Jul 06 12:55:44.296450 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-ab356cfb-93e3-4a53-9a19-b4bb93b20a3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 200 len: 217 time: 0.0356631 Jul 06 12:55:44.352941 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-04f87393-9d22-4fc0-bab4-9375bd627084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:44.354796 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-04f87393-9d22-4fc0-bab4-9375bd627084 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 200 len: 834 time: 0.0516231 Jul 06 12:55:44.364553 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:56Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:44.391653 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] Checking router: c53fe3f8-6685-479c-9593-72c073c285e7 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:44.397941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d083eb-0b03-4fd0-a628-0643dfc3c80b req-47455f03-bb99-4000-977d-3d6e55ea17a2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:44.400068 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d083eb-0b03-4fd0-a628-0643dfc3c80b req-47455f03-bb99-4000-977d-3d6e55ea17a2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1188629 Jul 06 12:55:44.401342 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:44.401986 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:44.414485 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-08b7a329-6131-4058-926d-60ca77cc0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:44.416799 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-08b7a329-6131-4058-926d-60ca77cc0e42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb884d12-123a-43e3-90d0-1050304f8ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539458 Jul 06 12:55:44.445890 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d083eb-0b03-4fd0-a628-0643dfc3c80b req-7e14161a-82a8-4972-ad21-89e5e7fc1fed tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373912 Jul 06 12:55:44.512833 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:44.515415 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-0ee80e5b-de78-49c1-993b-9db3019a26b9 service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904155 Jul 06 12:55:44.623354 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82d21708-30e2-4f8f-b064-a8c5d260f599 req-206c17c5-6537-4967-bc6c-85742f13fc8b service neutron] 10.222.0.64 "GET /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001551 Jul 06 12:55:44.718438 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:56Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:44.752488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0315-00f9-44dd-beac-89eccbb1c08c None None] The sync data for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 is: [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:52:51Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'a2af82f3-ff23-4fd0-b843-61ba481fb28f', 'name': '', 'network_id': 'bb884d12-123a-43e3-90d0-1050304f8ca0', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:c2:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:50Z', 'updated_at': '2021-07-06T12:52:56Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': '9c8f4f3f-c564-4390-aad3-105912a99713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:55:44.997222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038f259-451b-4aca-a6ac-d4b901f25a03 None None] New status for floating IP a023d2cf-fda7-4b96-8dbd-187f339ec437: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:55:45.698916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815db43-1f6f-43db-833d-d17a2bbe7647 req-f903cc90-90c2-4d62-89c7-acac22de11af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:45.700630 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1815db43-1f6f-43db-833d-d17a2bbe7647 req-f903cc90-90c2-4d62-89c7-acac22de11af tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1182539 Jul 06 12:55:45.738414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1815db43-1f6f-43db-833d-d17a2bbe7647 req-eb3bed1c-c871-4834-b6d7-487532e6d3a9 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=c70b800b-273f-4f54-bbdb-db4c6ca52f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jul 06 12:55:46.139679 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-93dbf21d-d4e8-4752-a389-db7586eed4fa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:46.141150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-93dbf21d-d4e8-4752-a389-db7586eed4fa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0639863 Jul 06 12:55:46.582053 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port b24bbb85-b325-4f63-994a-7d8c8f02ed1a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:46.582292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:46.671809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port b24bbb85-b325-4f63-994a-7d8c8f02ed1a, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:46.672198 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:46.685344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for b24bbb85-b325-4f63-994a-7d8c8f02ed1a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:46.818292 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:46.858892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=b24bbb85-b325-4f63-994a-7d8c8f02ed1a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:46.886400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.886763 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.887107 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.887447 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.887787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.888153 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.888495 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.888823 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.889150 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.889474 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.889799 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.890125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:46.890985 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cde7673e-8573-42b2-9689-22deb40f2f1c req-e1d39035-bc40-4a75-a590-9581ff03922c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=d631d7f8-b6be-4039-98a2-4350581f3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0375786 Jul 06 12:55:46.916225 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] No DVR routers for this DVR port b24bbb85-b325-4f63-994a-7d8c8f02ed1a on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:55:46.919184 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:46.921692 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-257043fc-2ff0-4bf0-a10c-8b0ffca36a51 req-095a1930-9647-4e9b-b14a-0cfafa979bdf tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "DELETE /v2.0/ports/b24bbb85-b325-4f63-994a-7d8c8f02ed1a HTTP/1.1" status: 204 len: 173 time: 0.7734008 Jul 06 12:55:46.922148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'name': 'network-vif-deleted', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:46.925446 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f61b7e5-a697-4867-8400-ca92fd5c35ad" -d '{"events": [{"server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "name": "network-vif-deleted", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:46.962517 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3d00b7-664c-4f62-99d4-0f9935da9708 x-openstack-request-id: req-1d3d00b7-664c-4f62-99d4-0f9935da9708 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:46.962801 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d631d7f8-b6be-4039-98a2-4350581f3ab0", "name": "network-vif-deleted", "tag": "b24bbb85-b325-4f63-994a-7d8c8f02ed1a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:46.963054 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d3d00b7-664c-4f62-99d4-0f9935da9708 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:46.963449 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd631d7f8-b6be-4039-98a2-4350581f3ab0', 'name': 'network-vif-deleted', 'tag': 'b24bbb85-b325-4f63-994a-7d8c8f02ed1a', 'status': 'completed', 'code': 200} Jul 06 12:55:47.986362 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:48.336591 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:48.603119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port a2af82f3-ff23-4fd0-b843-61ba481fb28f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:48.603380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:48.695310 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port a2af82f3-ff23-4fd0-b843-61ba481fb28f, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=a2af82f3-ff23-4fd0-b843-61ba481fb28f,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:48.695675 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:48.708467 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for a2af82f3-ff23-4fd0-b843-61ba481fb28f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:48.894954 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:48.922098 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=a2af82f3-ff23-4fd0-b843-61ba481fb28f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:49.099594 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.306949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router c53fe3f8-6685-479c-9593-72c073c285e7 has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:55:49.412363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:49.417414 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-96976383-844e-4071-a1ea-f01c1e3f4d20 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/c53fe3f8-6685-479c-9593-72c073c285e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300213 Jul 06 12:55:49.420339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:49.421430 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] Sync routers for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:49.431045 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:49.431511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:49.476119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting subnet 9c8f4f3f-c564-4390-aad3-105912a99713 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:55:49.479430 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.524627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.542697 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:49.608934 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.672932 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.702881 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8f4f3f-c564-4390-aad3-105912a99713,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:49.705049 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.708386 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ee99cdec-77d0-44d3-8714-a9bd2ff6174c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/subnets/9c8f4f3f-c564-4390-aad3-105912a99713 HTTP/1.1" status: 204 len: 168 time: 0.2870178 Jul 06 12:55:49.709335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:49.712574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30887d90-69a7-4b51-9e8e-6e6489498adf None None] Network bb884d12-123a-43e3-90d0-1050304f8ca0 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:55:49.722587 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:55:48Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:49.750267 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] Checking router: c53fe3f8-6685-479c-9593-72c073c285e7 for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:49.761372 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] Routers {'c53fe3f8-6685-479c-9593-72c073c285e7'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:49.761984 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['c53fe3f8-6685-479c-9593-72c073c285e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:49.821422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.874812 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] Set router c53fe3f8-6685-479c-9593-72c073c285e7 gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:49.904133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] DHCP port deletion for bb884d12-123a-43e3-90d0-1050304f8ca0 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:55:49.941623 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.963494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Deleting port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:49.963877 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.010339 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 5afe56a1-6429-44ff-887e-07a7519aa073 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:50.010699 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.035376 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] For port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,segment=NetworkSegment(8e3bf067-4f22-42e9-8da0-d82343b3dfb8),segment_id=8e3bf067-4f22-42e9-8da0-d82343b3dfb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:50.035767 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.050266 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Calling delete_port for ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:50.064678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:55:50.088009 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:55:48Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:50.100860 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 5afe56a1-6429-44ff-887e-07a7519aa073, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=5afe56a1-6429-44ff-887e-07a7519aa073,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:50.101483 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.114591 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d31404-dabf-4863-aba4-bf07e40e35e2 None None] The sync data for ids ['c53fe3f8-6685-479c-9593-72c073c285e7'] in n-d-799528-2 is: [{'id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147309453', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:47Z', 'updated_at': '2021-07-06T12:55:48Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': '5afe56a1-6429-44ff-887e-07a7519aa073', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fe3f8-6685-479c-9593-72c073c285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:48Z', 'updated_at': '2021-07-06T12:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:55:50.114831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 5afe56a1-6429-44ff-887e-07a7519aa073 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:50.197070 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.198881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.240207 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Pushing event deleted for resources: {'Port': ['ID=ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:50.243546 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] No DVR routers for this DVR port ee2eb7c8-ad4e-4431-87d7-e3f4e0512dc7 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:55:50.298319 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.330060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=5afe56a1-6429-44ff-887e-07a7519aa073,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:50.393760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.423759 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.424032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.424483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.424700 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.425039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.425371 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.425699 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.426022 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.426345 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.426667 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.426988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.427307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9b664-c430-468c-891d-492ed73f1246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:50.489906 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.492135 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.537720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.538285 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Fanout notify agent at l3_agent the message router_deleted on router c53fe3f8-6685-479c-9593-72c073c285e7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:55:50.545463 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.546606 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fcac5109-f4fa-4ced-aa25-fecea293c3d0 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/routers/c53fe3f8-6685-479c-9593-72c073c285e7 HTTP/1.1" status: 204 len: 168 time: 0.8363438 Jul 06 12:55:50.549658 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:50.630988 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.724490 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.735201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb884d12-123a-43e3-90d0-1050304f8ca0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:50.747079 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3bf067-4f22-42e9-8da0-d82343b3dfb8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:50.747379 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3bf067-4f22-42e9-8da0-d82343b3dfb8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:50.751196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b24bbb85-b325-4f63-994a-7d8c8f02ed1a no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:55:50.757235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.771686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: b24bbb85-b325-4f63-994a-7d8c8f02ed1a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:55:50.772204 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device b24bbb85-b325-4f63-994a-7d8c8f02ed1a not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:55:50.772454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.780540 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:55:50.780540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: timer() Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:55:50.784065 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:55:50.861015 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.865781 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.871257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/networks/bb884d12-123a-43e3-90d0-1050304f8ca0 HTTP/1.1" status: 204 len: 168 time: 0.3166587 Jul 06 12:55:50.872351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:50.883825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed30fe-a2a4-48c4-ad6d-25f521f5b339 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Network': ['ID=bb884d12-123a-43e3-90d0-1050304f8ca0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:50.933935 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae59fcd-613b-481c-bc61-0939816e748c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.957794 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae59fcd-613b-481c-bc61-0939816e748c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.017956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae59fcd-613b-481c-bc61-0939816e748c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.021125 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae59fcd-613b-481c-bc61-0939816e748c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.022512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8ae59fcd-613b-481c-bc61-0939816e748c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/security-groups/c70b800b-273f-4f54-bbdb-db4c6ca52f1b HTTP/1.1" status: 204 len: 168 time: 0.1497877 Jul 06 12:55:51.034603 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae59fcd-613b-481c-bc61-0939816e748c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70b800b-273f-4f54-bbdb-db4c6ca52f1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.270113 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:51.275484 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972027560', 'description': 'tempest-secgroup-smoke-972027560 description', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:51.298223 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.381793 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.386243 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.408997 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.410155 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389918 Jul 06 12:55:51.413271 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:51.418094 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d8c75-39ca-4303-8c9b-c054e36aad7d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.418243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '3e0f7eb9-3369-4d49-baf8-a258e6ed47c1', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:51.445094 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.497779 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.501447 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.519215 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883b18a0-7288-4912-8f11-840fb8643049,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.524975 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.526154 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-42fd8925-a72b-47b2-915b-7f6df8495c3e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118131 Jul 06 12:55:51.528910 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:51.533171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '3e0f7eb9-3369-4d49-baf8-a258e6ed47c1', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:51.558928 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.616829 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.620828 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.641735 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128e211c-ee88-46b8-b2dc-0c5faaeea344,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.645336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.646534 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d793d4d6-8d23-4b6c-a638-e65ded24db97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167181 Jul 06 12:55:51.650074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:51.654800 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '3e0f7eb9-3369-4d49-baf8-a258e6ed47c1', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:51.681602 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.729358 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.732826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.747762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce782cc5-a5a0-4e51-b0b9-c6f7f8bea2b7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.756476 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.757676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2513793b-1506-4f25-b9a4-d2a4304050a4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1065857 Jul 06 12:55:51.761408 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:51.766664 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '3e0f7eb9-3369-4d49-baf8-a258e6ed47c1', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:51.792932 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.853550 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.857437 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.877416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0731a3-3922-4a8c-8f1b-f5c3947a09cd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.879993 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.881175 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-58f67043-4580-4482-bbc4-2ac12459038d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187048 Jul 06 12:55:51.884495 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:51.890161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '3e0f7eb9-3369-4d49-baf8-a258e6ed47c1', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:51.911760 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:55:51.917091 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.973057 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5afe56a1-6429-44ff-887e-07a7519aa073 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:55:51.985997 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.990532 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.993308 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 5afe56a1-6429-44ff-887e-07a7519aa073 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:55:51.993654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 5afe56a1-6429-44ff-887e-07a7519aa073 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:55:51.994173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a2af82f3-ff23-4fd0-b843-61ba481fb28f no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:55:52.009161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d5ed15-610a-4843-9d26-1bc6fd9d27d4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:52.013710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: a2af82f3-ff23-4fd0-b843-61ba481fb28f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:55:52.014092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device a2af82f3-ff23-4fd0-b843-61ba481fb28f not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:55:52.016915 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.018021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5334444-1178-470b-b80f-78ee422adda2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318700 Jul 06 12:55:52.021099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:52.026386 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'security_group_rule': {'security_group_id': '3e0f7eb9-3369-4d49-baf8-a258e6ed47c1', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:52.048685 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Project 7cf67b74e20342dc8f4ec92aff3029a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:55:52.053360 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.116382 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.120195 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.137449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd13eb75-7fdf-4fc0-a2cc-170231bbbc11,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:52.144167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.145352 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-ad303b15-9391-459e-984e-ff20b1745cfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232140 Jul 06 12:55:52.148220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:52.153776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'network': {'name': 'tempest-network-smoke--970801818', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:52.173085 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:55:52.176432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.199411 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:55:52.208088 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.208438 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Added segment 28f815f9-17f7-489f-b96c-9cc3a4ffb2b6 of type vlan for network 11058a6c-006f-4b51-b483-205c0e382171 Jul 06 12:55:52.247067 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.274962 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.280461 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:52.281076 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.333119 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1832621 Jul 06 12:55:52.335940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:52.341066 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'admin_state_up': True, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:52.350087 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47434ff3-ed4b-452b-bd76-6f648b193a53 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Network': ['ID=11058a6c-006f-4b51-b483-205c0e382171,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:52.360527 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 11058a6c-006f-4b51-b483-205c0e382171 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:55:52.365307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.366539 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.417936 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.560253 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.754734 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.773145 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.881096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.18 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/f5ab5d16-adb9-43cc-8b51-d852d50a2994) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:55:52.982232 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.019411 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.060448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:53.063245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:53.068854 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:55:53.092805 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=f5ab5d16-adb9-43cc-8b51-d852d50a2994,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:53.317661 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.452752 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.514768 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.639803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2891703d-3d67-4530-b354-eb83dd8de3fb is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:55:53.740693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:53.752115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Sync routers for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:53.760252 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.761502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-dacdfbb3-3387-4d24-9787-346132323be4 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4242089 Jul 06 12:55:53.762957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:53.763581 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:53.764784 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:53.874083 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:53.931130 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-105cc1ab-c727-45ce-a3bf-559875eeee62 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=7cf67b74e20342dc8f4ec92aff3029a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1648359 Jul 06 12:55:53.933716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:54.019303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1dbc57-13b2-4df4-820e-8e8dd8628d0f tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:54.020881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d1dbc57-13b2-4df4-820e-8e8dd8628d0f tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862408 Jul 06 12:55:54.023726 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:54.052137 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-04a8f93b-8a29-4316-8200-0d559a6a46b8 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=0537d038-fb71-45ac-9d16-43121f231db7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270982 Jul 06 12:55:54.053588 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:53Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:54.054518 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:54.060153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1449213724', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:54.085032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Checking router: 2891703d-3d67-4530-b354-eb83dd8de3fb for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:54.085382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Updating router 2891703d-3d67-4530-b354-eb83dd8de3fb port f5ab5d16-adb9-43cc-8b51-d852d50a2994 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:55:54.119177 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.157129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:55:54.162112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.350213 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.375378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.385321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Transition to ACTIVE for port object f5ab5d16-adb9-43cc-8b51-d852d50a2994 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:54.391413 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.416337 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Subnet': ['ID=f62a52f7-c198-4313-a778-de1a56ddef3d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:54.421678 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Checking segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:55:54.422038 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network hostable DHCP agents. Network: 11058a6c-006f-4b51-b483-205c0e382171, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:55:54.441155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 11058a6c-006f-4b51-b483-205c0e382171 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:55:54.446646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Attempting to bind port f5ab5d16-adb9-43cc-8b51-d852d50a2994 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:55:54.447143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Attempting to bind port f5ab5d16-adb9-43cc-8b51-d852d50a2994 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:55:54.447561 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Attempting to bind port f5ab5d16-adb9-43cc-8b51-d852d50a2994 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:55:54.450970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 11058a6c-006f-4b51-b483-205c0e382171) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:54.454997 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:54.455588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.466160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf9a8c-1f89-45a9-aac2-7d9737e83eb2 None None] Network 11058a6c-006f-4b51-b483-205c0e382171 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:55:54.472741 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-82b263e3-7e54-49c6-b5d9-34eea3bccdde tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4140158 Jul 06 12:55:54.472971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:54.480110 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8077-6e40-4404-9d82-11c16ae64671 None None] Pushing event updated for resources: {'Port': ['ID=f5ab5d16-adb9-43cc-8b51-d852d50a2994,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:54.483654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:55:54.484058 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:55:54.484466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.484842 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:55:54.485315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Bound port: f5ab5d16-adb9-43cc-8b51-d852d50a2994, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:55:54.485691 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.587905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] For port f5ab5d16-adb9-43cc-8b51-d852d50a2994, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:55:54.595202 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] For port f5ab5d16-adb9-43cc-8b51-d852d50a2994, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5ab5d16-adb9-43cc-8b51-d852d50a2994,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:55:54.600924 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.694753 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:54.695369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:54.746589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8077-6e40-4404-9d82-11c16ae64671 None None] Pushing event updated for resources: {'Port': ['ID=f5ab5d16-adb9-43cc-8b51-d852d50a2994,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:54.752531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-11058a6c-006f-4b51-b483-205c0e382171', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:55:54.753373 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:54.903212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:54.947201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.033128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Allocated IP 172.20.0.2 (11058a6c-006f-4b51-b483-205c0e382171/f62a52f7-c198-4313-a778-de1a56ddef3d/480dfb15-6a7b-4bf2-a618-a8f6bd32a901) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:55:55.228185 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:53Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:55.264069 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1ee23-5139-42ab-9d79-fd8dadd7d26a None None] The sync data for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 is: [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:53Z', 'revision_number': 3, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:55:55.265901 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.275814 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Transition to ACTIVE for port object 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:55.300766 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Transition to ACTIVE for port object 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:55.308573 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.358998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Network 11058a6c-006f-4b51-b483-205c0e382171 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:55.363463 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:55.366307 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:55:55.373071 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Pushing event updated for resources: {'Port': ['ID=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:55.432398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Attempting to bind port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:55:55.433004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Attempting to bind port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:55:55.433484 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Attempting to bind port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 on network 11058a6c-006f-4b51-b483-205c0e382171 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:55:55.439389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:55:55.439769 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Checking segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:55:55.440216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.440618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Bound using segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:55:55.441097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Bound port: 480dfb15-6a7b-4bf2-a618-a8f6bd32a901, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:55:55.441488 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.527122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] For port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:55:55.530580 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] For port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:55:55.534371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.613078 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c67b8d-7869-4c70-a60a-b8a5bd1843b8 None None] Pushing event updated for resources: {'Port': ['ID=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:55.638371 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.1 (11058a6c-006f-4b51-b483-205c0e382171/f62a52f7-c198-4313-a778-de1a56ddef3d/8430269e-48c1-4fbe-b694-ccc195f9bc5c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:55:55.772377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.797929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object 8430269e-48c1-4fbe-b694-ccc195f9bc5c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:55.838892 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:55.884467 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 11058a6c-006f-4b51-b483-205c0e382171 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:55.890352 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:55.894453 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:55:55.922416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=8430269e-48c1-4fbe-b694-ccc195f9bc5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:55.957173 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.065544 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:55:56.120704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:56.125725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.125921 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5ab5d16-adb9-43cc-8b51-d852d50a2994 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:55:56.184176 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port f5ab5d16-adb9-43cc-8b51-d852d50a2994 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:56.187836 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5ab5d16-adb9-43cc-8b51-d852d50a2994 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:56.188243 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.277138 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.311675 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port f5ab5d16-adb9-43cc-8b51-d852d50a2994, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5ab5d16-adb9-43cc-8b51-d852d50a2994,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:56.315966 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.365650 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=f5ab5d16-adb9-43cc-8b51-d852d50a2994,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:56.431270 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.436354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.523337 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.525787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=8430269e-48c1-4fbe-b694-ccc195f9bc5c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:56.632856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 11058a6c-006f-4b51-b483-205c0e382171 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:56.634958 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:56.699845 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81877b1d-c076-4f9c-b8a2-5150717487c5 None None] Network 11058a6c-006f-4b51-b483-205c0e382171 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:55:56.758211 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2891703d-3d67-4530-b354-eb83dd8de3fb has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:55:56.771670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] Provisioning for port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:56.781129 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] Provisioning complete for port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:56.781493 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.881930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:56.896647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-aad9a282-0d21-49c7-8b2c-a50b30321867 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/2891703d-3d67-4530-b354-eb83dd8de3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140110 Jul 06 12:55:57.053177 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-6ee2d826-b074-4f0d-a6d0-1d9f40f1af6f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972027560&fields=id&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 267 time: 0.0374100 Jul 06 12:55:57.062442 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Sync routers for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:57.072688 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:57.073374 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:57.099708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.140754 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] For port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:57.146999 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.184259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-cc0dfce8-24ea-4c28-9baf-268b69eaac02 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:57.185991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-cc0dfce8-24ea-4c28-9baf-268b69eaac02 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 796 time: 0.1213791 Jul 06 12:55:57.201567 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1a851-1da2-4ae0-84a3-33bbf547e26a None None] Pushing event updated for resources: {'Port': ['ID=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:57.203502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-76877663-718e-48b7-8eba-3c05ab77a048 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/quotas/7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 375 time: 0.0111282 Jul 06 12:55:57.257803 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d35a0041-34a8-45c8-950a-3609d38d37a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.284770 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:57.298171 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-f34b499c-14a6-4a11-9e15-c2f82ea198f6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826402 Jul 06 12:55:57.315375 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-663f8d1a-a4a0-499d-9a16-a5b39e5d9f1d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:55:57.316586 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-663f8d1a-a4a0-499d-9a16-a5b39e5d9f1d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056052 Jul 06 12:55:57.419141 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-091c0fff-b719-415e-9814-804430e145aa service neutron] 10.222.0.78 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945899 Jul 06 12:55:57.477735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b9385b8-b3e8-4cf2-9b73-313a34c145e3 None None] Provisioning complete for port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:57.478352 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b9385b8-b3e8-4cf2-9b73-313a34c145e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.502969 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 2, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:57.520803 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-92b7f8c8-1894-48b3-80dd-8bca9aa29cf9 service neutron] 10.222.0.78 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954134 Jul 06 12:55:57.549271 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Checking router: 2891703d-3d67-4530-b354-eb83dd8de3fb for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:57.549627 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Updating router 2891703d-3d67-4530-b354-eb83dd8de3fb port 8430269e-48c1-4fbe-b694-ccc195f9bc5c binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:55:57.586998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b9385b8-b3e8-4cf2-9b73-313a34c145e3 None None] Provisioning for port 8430269e-48c1-4fbe-b694-ccc195f9bc5c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:57.591468 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7b9385b8-b3e8-4cf2-9b73-313a34c145e3 None None] Provisioning complete for port 8430269e-48c1-4fbe-b694-ccc195f9bc5c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:57.594313 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.595705 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b9385b8-b3e8-4cf2-9b73-313a34c145e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.644993 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7b9385b8-b3e8-4cf2-9b73-313a34c145e3 None None] Port 8430269e-48c1-4fbe-b694-ccc195f9bc5c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:55:57.744296 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5333959-9188-4b01-a2f7-ad59285350c4 req-a60de5c9-03b2-4299-87c2-b73cf68b661e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 210 time: 0.0319188 Jul 06 12:55:57.788075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6246c6c5-5543-41df-b3bf-a66f59f9f5ba None None] Provisioning complete for port 8430269e-48c1-4fbe-b694-ccc195f9bc5c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:57.788826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6246c6c5-5543-41df-b3bf-a66f59f9f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.835628 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6246c6c5-5543-41df-b3bf-a66f59f9f5ba None None] Port 8430269e-48c1-4fbe-b694-ccc195f9bc5c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:55:57.902595 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.912625 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Transition to ACTIVE for port object 8430269e-48c1-4fbe-b694-ccc195f9bc5c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:57.919238 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.998159 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Pushing event updated for resources: {'Port': ['ID=8430269e-48c1-4fbe-b694-ccc195f9bc5c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:58.021210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:55:58.021957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.022304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.022642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.022975 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.023304 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.023783 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.024716 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.024959 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.025279 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.025597 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.025912 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.026224 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:58.064071 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Attempting to bind port 8430269e-48c1-4fbe-b694-ccc195f9bc5c on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:55:58.065217 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Attempting to bind port 8430269e-48c1-4fbe-b694-ccc195f9bc5c by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:55:58.065761 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Attempting to bind port 8430269e-48c1-4fbe-b694-ccc195f9bc5c on network 11058a6c-006f-4b51-b483-205c0e382171 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:55:58.073219 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:55:58.073904 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Checking segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:55:58.074634 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.075198 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Bound using segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:55:58.075841 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Bound port: 8430269e-48c1-4fbe-b694-ccc195f9bc5c, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:55:58.076453 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.083756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:58.084171 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.163517 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] For port 8430269e-48c1-4fbe-b694-ccc195f9bc5c, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:55:58.167510 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] For port 8430269e-48c1-4fbe-b694-ccc195f9bc5c, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8430269e-48c1-4fbe-b694-ccc195f9bc5c,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:55:58.174714 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.209703 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5ab5d16-adb9-43cc-8b51-d852d50a2994 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:55:58.247448 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:58.248283 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:55:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:58.278031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port f5ab5d16-adb9-43cc-8b51-d852d50a2994 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:58.278524 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.286229 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b172132-9715-4d13-8874-4ea687a87655 None None] Pushing event updated for resources: {'Port': ['ID=8430269e-48c1-4fbe-b694-ccc195f9bc5c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:58.381592 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:58.599298 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:55:58Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:58.626052 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b60fa-69a1-435f-9062-42982e0abc40 None None] The sync data for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 is: [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:55:58Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:55:58.941127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06a15b28-a650-42ca-9f28-d9033c962c03 req-bc046d45-2894-4679-8985-8f00695c1676 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 210 time: 0.0466411 Jul 06 12:55:58.978412 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-3073599e-c29e-43a4-9f61-bebc33eada36 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:58.980969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-3073599e-c29e-43a4-9f61-bebc33eada36 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 796 time: 0.1340075 Jul 06 12:55:59.031109 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b2cf9fc2-8e18-4682-b172-42ce437d2fdc tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf67b74e20342dc8f4ec92aff3029a8 HTTP/1.1" status: 200 len: 379 time: 0.0401974 Jul 06 12:55:59.040267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'port': {'device_id': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'admin_state_up': True, 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'security_groups': ['3e0f7eb9-3369-4d49-baf8-a258e6ed47c1']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:59.161718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Made reservation on behalf of 7cf67b74e20342dc8f4ec92aff3029a8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:55:59.166006 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.301835 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.20.0.14 (11058a6c-006f-4b51-b483-205c0e382171/f62a52f7-c198-4313-a778-de1a56ddef3d/5d1c599a-da69-4228-ac36-169760226b06) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:55:59.448372 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.463336 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Transition to ACTIVE for port object 5d1c599a-da69-4228-ac36-169760226b06 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:59.499543 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.546703 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 11058a6c-006f-4b51-b483-205c0e382171 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:59.552351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:59.557140 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:55:59.592282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=5d1c599a-da69-4228-ac36-169760226b06,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:59.637230 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:59.638038 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.654600 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-b896c68b-0e6f-4e2e-bdb4-76e341796ea6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6183479 Jul 06 12:55:59.667443 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Request body: {'port': {'device_id': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:59.753182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.783654 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f00c44e4-70bd-47f3-b64a-0cd5ed08d762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.787822 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbdb23bb-2221-4b47-a856-e92c9482dc5a None None] Provisioning for port 5d1c599a-da69-4228-ac36-169760226b06 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:59.793015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbdb23bb-2221-4b47-a856-e92c9482dc5a None None] Provisioning complete for port 5d1c599a-da69-4228-ac36-169760226b06 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:59.793439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbdb23bb-2221-4b47-a856-e92c9482dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.831413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb23bb-2221-4b47-a856-e92c9482dc5a None None] Port 5d1c599a-da69-4228-ac36-169760226b06 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:56:00.021264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8430269e-48c1-4fbe-b694-ccc195f9bc5c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:00.072941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8430269e-48c1-4fbe-b694-ccc195f9bc5c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:00.077082 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8430269e-48c1-4fbe-b694-ccc195f9bc5c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:00.077459 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.137030 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e5c7-1869-4bab-a267-10dd518a91b6 req-4b55b36e-529b-490c-ad1b-90821d1e9b3a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:00.138798 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76f3e5c7-1869-4bab-a267-10dd518a91b6 req-4b55b36e-529b-490c-ad1b-90821d1e9b3a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 932 time: 0.0725272 Jul 06 12:56:00.161582 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.185163 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-76f3e5c7-1869-4bab-a267-10dd518a91b6 req-6ad7149b-33ce-4967-8761-782bb3e821aa tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380712 Jul 06 12:56:00.208275 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 8430269e-48c1-4fbe-b694-ccc195f9bc5c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8430269e-48c1-4fbe-b694-ccc195f9bc5c,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:00.208275 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.254442 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=8430269e-48c1-4fbe-b694-ccc195f9bc5c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:00.363521 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1c599a-da69-4228-ac36-169760226b06 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:56:00.371324 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.383766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Transition to ACTIVE for port object 5d1c599a-da69-4228-ac36-169760226b06 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:00.387418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.447301 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.458245 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c599a-da69-4228-ac36-169760226b06,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:00.511322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Attempting to bind port 5d1c599a-da69-4228-ac36-169760226b06 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:56:00.511655 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Attempting to bind port 5d1c599a-da69-4228-ac36-169760226b06 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:56:00.512006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Attempting to bind port 5d1c599a-da69-4228-ac36-169760226b06 on network 11058a6c-006f-4b51-b483-205c0e382171 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:00.516528 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Port 5d1c599a-da69-4228-ac36-169760226b06 on network 11058a6c-006f-4b51-b483-205c0e382171 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:56:00.516879 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Attempting to bind port 5d1c599a-da69-4228-ac36-169760226b06 on network 11058a6c-006f-4b51-b483-205c0e382171 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:00.521650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:56:00.521984 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Checking segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:56:00.522368 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Bound using segment: {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:56:00.522794 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Bound port: 5d1c599a-da69-4228-ac36-169760226b06, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '11058a6c-006f-4b51-b483-205c0e382171'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:56:00.523153 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.588893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] For port 5d1c599a-da69-4228-ac36-169760226b06, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:56:00.592063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] For port 5d1c599a-da69-4228-ac36-169760226b06, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5d1c599a-da69-4228-ac36-169760226b06,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:56:00.597499 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.636353 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:00.637003 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.638432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 1092 time: 0.9761040 Jul 06 12:56:00.640253 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'tag': '5d1c599a-da69-4228-ac36-169760226b06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:00.643440 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166af94-8c81-4c99-924d-0b3b9bd281af" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "tag": "5d1c599a-da69-4228-ac36-169760226b06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:00.721118 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab73677-c8b7-404d-8431-e4b1bb1d022e x-openstack-request-id: req-3ab73677-c8b7-404d-8431-e4b1bb1d022e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:00.721409 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "tag": "5d1c599a-da69-4228-ac36-169760226b06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:00.721663 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ab73677-c8b7-404d-8431-e4b1bb1d022e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:00.722062 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'tag': '5d1c599a-da69-4228-ac36-169760226b06', 'status': 'completed', 'code': 200} Jul 06 12:56:00.724083 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285471a-3768-4a42-9b3d-2d69acd0b522 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c599a-da69-4228-ac36-169760226b06,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:00.753894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-58a499e6-ad71-4457-8592-c6c2f1f3fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:00.755461 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-58a499e6-ad71-4457-8592-c6c2f1f3fb12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1095 time: 0.0651791 Jul 06 12:56:00.799288 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-fbe0a187-6ea5-4e6a-85f0-5f4572ba9065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 217 time: 0.0358460 Jul 06 12:56:00.843011 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.859404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-a382b781-1c35-458d-a614-7f9f0f6d95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:00.861067 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-a382b781-1c35-458d-a614-7f9f0f6d95aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0544331 Jul 06 12:56:00.921759 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-2ef8eaab-7712-4fa6-8dd4-5e8898a6629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:00.923567 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-2ef8eaab-7712-4fa6-8dd4-5e8898a6629f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553465 Jul 06 12:56:01.021326 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-628e6b83-67e6-4a54-91b7-ddcfe865e01f service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897269 Jul 06 12:56:01.119530 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ccf1ba8b-fa0e-45ee-a45e-02fe127733d4 req-711c449e-ebdd-4f18-a78d-371c10f37dbe service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916340 Jul 06 12:56:01.219095 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-8a876d98-794d-4cd2-9698-eb2b4a16cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:01.221293 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-8a876d98-794d-4cd2-9698-eb2b4a16cfb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1095 time: 0.0561135 Jul 06 12:56:01.233086 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:01.319562 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-36850abc-5534-46d1-a09e-50fb9ab760d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:01.321827 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-36850abc-5534-46d1-a09e-50fb9ab760d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 897 time: 0.0938413 Jul 06 12:56:01.360015 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6fc3-5cc9-41b4-9c80-947412e3032c req-89e3ad39-b6ee-497a-a641-e010c6675456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:01.361543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b46f6fc3-5cc9-41b4-9c80-947412e3032c req-89e3ad39-b6ee-497a-a641-e010c6675456 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 944 time: 0.0630093 Jul 06 12:56:01.362560 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-4fac63fd-83fd-4e8d-bf18-88b13df7d82e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 217 time: 0.0341206 Jul 06 12:56:01.419534 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-4790fdfa-ecaf-4677-81fc-e270cd496edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:01.420599 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b46f6fc3-5cc9-41b4-9c80-947412e3032c req-448f7024-9fa5-413e-b5a4-8bfd18c83c60 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528715 Jul 06 12:56:01.421094 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-4790fdfa-ecaf-4677-81fc-e270cd496edb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0516279 Jul 06 12:56:01.484397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-c0b6f29b-5d1a-4418-8c16-ad7b01831535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:01.485836 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-c0b6f29b-5d1a-4418-8c16-ad7b01831535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582776 Jul 06 12:56:01.575279 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-19ac8248-b03d-4835-a663-2bb7cf14c57d service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812674 Jul 06 12:56:01.669249 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-6166af94-8c81-4c99-924d-0b3b9bd281af req-b999b688-708a-4a0e-a152-63654257976a service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866554 Jul 06 12:56:01.981984 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8430269e-48c1-4fbe-b694-ccc195f9bc5c up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:02.029908 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8430269e-48c1-4fbe-b694-ccc195f9bc5c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:02.030276 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:02.600041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4c27-dda9-4ddc-85b8-165d0ff689d7 req-077e048b-d618-4f27-bde8-223350dea298 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:02.601547 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-920a4c27-dda9-4ddc-85b8-165d0ff689d7 req-077e048b-d618-4f27-bde8-223350dea298 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 944 time: 0.0679972 Jul 06 12:56:02.639140 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-920a4c27-dda9-4ddc-85b8-165d0ff689d7 req-abea3daa-d44d-44bb-9acb-c798b63ac250 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316215 Jul 06 12:56:02.746343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:03.814075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c39c7-ff97-4ccd-ae53-49be183bba70 req-567f6b25-a7a6-4dde-9527-f59a5827a4a7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:03.815580 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f8c39c7-ff97-4ccd-ae53-49be183bba70 req-567f6b25-a7a6-4dde-9527-f59a5827a4a7 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 944 time: 0.0658798 Jul 06 12:56:03.854111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7f8c39c7-ff97-4ccd-ae53-49be183bba70 req-37a7b86e-ce36-4b0c-9ce6-29c3d9a2c565 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327280 Jul 06 12:56:04.843936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5d1c599a-da69-4228-ac36-169760226b06 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:56:04.938499 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5d1c599a-da69-4228-ac36-169760226b06, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5d1c599a-da69-4228-ac36-169760226b06,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:04.950119 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '5d1c599a-da69-4228-ac36-169760226b06', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'port_id': '5d1c599a-da69-4228-ac36-169760226b06', 'mac_address': 'fa:16:3e:db:e6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:56:04.990956 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.003251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1c599a-da69-4228-ac36-169760226b06 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:56:05.022212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5d1c599a-da69-4228-ac36-169760226b06, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5d1c599a-da69-4228-ac36-169760226b06,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:05.025952 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff2d9f-e6b4-4313-a0c3-3c1266ece297 req-bbcf0dd1-ed6d-40a6-9c6b-ed6cc998ef44 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:05.026795 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.027696 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4ff2d9f-e6b4-4313-a0c3-3c1266ece297 req-bbcf0dd1-ed6d-40a6-9c6b-ed6cc998ef44 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 944 time: 0.0637493 Jul 06 12:56:05.073584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a4ff2d9f-e6b4-4313-a0c3-3c1266ece297 req-8799184e-b59d-4500-bd72-cb45e26e7dfb tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 Jul 06 12:56:05.079330 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5d1c599a-da69-4228-ac36-169760226b06,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:05.437892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['5d1c599a-da69-4228-ac36-169760226b06'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:56:06.252436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570fee-a4a0-4813-8d16-334cdd1809de req-41fdb0d9-cb97-4725-9a7a-b45559415420 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:06.253925 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e570fee-a4a0-4813-8d16-334cdd1809de req-41fdb0d9-cb97-4725-9a7a-b45559415420 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 945 time: 0.0632975 Jul 06 12:56:06.291345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7e570fee-a4a0-4813-8d16-334cdd1809de req-75cd1546-2f05-4b4d-8801-14265327df64 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Jul 06 12:56:06.350550 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:56:06.875412 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5d1c599a-da69-4228-ac36-169760226b06 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:06.922936 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 5d1c599a-da69-4228-ac36-169760226b06 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:06.927077 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 5d1c599a-da69-4228-ac36-169760226b06 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:06.927445 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.003113 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.024380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c599a-da69-4228-ac36-169760226b06'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:07.026682 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3e90f9-0020-40dd-9382-db05ea7c9207" -d '{"events": [{"server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c599a-da69-4228-ac36-169760226b06"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:07.039692 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 5d1c599a-da69-4228-ac36-169760226b06, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5d1c599a-da69-4228-ac36-169760226b06,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:07.044783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.094271 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=5d1c599a-da69-4228-ac36-169760226b06,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:07.123019 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86a7ca5-b9e1-494b-a937-9e09a574a2ca x-openstack-request-id: req-d86a7ca5-b9e1-494b-a937-9e09a574a2ca {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:07.123316 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c599a-da69-4228-ac36-169760226b06", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:07.123577 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d86a7ca5-b9e1-494b-a937-9e09a574a2ca {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:07.124013 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c599a-da69-4228-ac36-169760226b06', 'code': 200} Jul 06 12:56:07.235996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a2fad-76ab-4d16-9f08-bee15148e702 req-2079bb06-dac0-4784-b351-77fcd0520b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:07.237488 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c3a2fad-76ab-4d16-9f08-bee15148e702 req-2079bb06-dac0-4784-b351-77fcd0520b5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1097 time: 0.0519388 Jul 06 12:56:07.271518 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c3a2fad-76ab-4d16-9f08-bee15148e702 req-73b834e2-e902-40a3-a95e-7d72d8804bef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275090 Jul 06 12:56:07.475831 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f8bfe-ca43-4ee1-9c72-c7a0159d4999 req-48410a69-09b2-479e-9acd-29298a4e739a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:07.477368 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-997f8bfe-ca43-4ee1-9c72-c7a0159d4999 req-48410a69-09b2-479e-9acd-29298a4e739a tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0653868 Jul 06 12:56:07.514354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-997f8bfe-ca43-4ee1-9c72-c7a0159d4999 req-fd64b86f-f046-459f-9624-17d2569206db tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Jul 06 12:56:08.692274 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dfac6-67e8-4f3c-be35-919cc6f3241d req-bc25b09c-1313-4716-ad72-bb0be5539584 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:08.693762 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a0dfac6-67e8-4f3c-be35-919cc6f3241d req-bc25b09c-1313-4716-ad72-bb0be5539584 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0675814 Jul 06 12:56:08.731549 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a0dfac6-67e8-4f3c-be35-919cc6f3241d req-13d4c19d-c5d5-470f-92bb-ae9cc19859ac tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Jul 06 12:56:08.907157 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc098e-bdea-4221-bb67-c264a78281c9 req-c27a1eaa-0e52-4be1-a74a-d9d4cac6e84d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:08.908725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fddc098e-bdea-4221-bb67-c264a78281c9 req-c27a1eaa-0e52-4be1-a74a-d9d4cac6e84d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0672848 Jul 06 12:56:08.946494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fddc098e-bdea-4221-bb67-c264a78281c9 req-b5381d63-84d1-49a3-b72a-f82ffae8980d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Jul 06 12:56:08.970199 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:09.021187 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5afb55-4b42-450c-9b8f-e43b1f90e929 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:09.022728 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d5afb55-4b42-450c-9b8f-e43b1f90e929 tempest-TestNetworkAdvancedServerOps-85708880 tempest-TestNetworkAdvancedServerOps-85708880-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1092 time: 0.0515604 Jul 06 12:56:09.025512 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:09.031376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '5d1c599a-da69-4228-ac36-169760226b06', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:09.055888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.156582 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.261134 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Allocated IP 172.25.7.207 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/383f7bb3-2918-4fbd-a4ac-77f9bee150a8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:56:09.361985 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.401104 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.439170 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:09.445686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:09.450200 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:56:09.453184 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=383f7bb3-2918-4fbd-a4ac-77f9bee150a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:09.826651 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.916392 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.084257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.090742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.159335 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event updated for resources: {'Port': ['ID=383f7bb3-2918-4fbd-a4ac-77f9bee150a8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:10.167556 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.267391 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP c29c92da-91ff-4e5a-9cb8-b579b6838973 associated. External IP: 172.25.7.207, port: 5d1c599a-da69-4228-ac36-169760226b06. Jul 06 12:56:10.477905 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2891703d-3d67-4530-b354-eb83dd8de3fb has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:56:10.586927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:56:10.597232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] Sync routers for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:56:10.602733 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.607180 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:10.607808 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:10.641343 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5ca48f2-a82e-4c5f-afce-8c3b3e8fa66d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6141257 Jul 06 12:56:10.641920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'tag': '5d1c599a-da69-4228-ac36-169760226b06'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:10.644295 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d88a6d-0d2d-42db-82c6-f7c55db99730" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "tag": "5d1c599a-da69-4228-ac36-169760226b06"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:10.688089 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba555f37-d03a-4952-abf9-d2b2f807a369 x-openstack-request-id: req-ba555f37-d03a-4952-abf9-d2b2f807a369 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:10.688498 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "tag": "5d1c599a-da69-4228-ac36-169760226b06", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:10.688770 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba555f37-d03a-4952-abf9-d2b2f807a369 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:10.689293 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'tag': '5d1c599a-da69-4228-ac36-169760226b06', 'status': 'completed', 'code': 200} Jul 06 12:56:10.716525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:10.771191 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-c49a5c50-847e-49ef-a74d-a84ff4d334fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:10.772765 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-c49a5c50-847e-49ef-a74d-a84ff4d334fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1097 time: 0.0600634 Jul 06 12:56:10.815590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d89b4-605f-4c6b-8e0e-ade7b9a2de5a req-9d00cf42-80d3-431e-a6b0-d00a02758335 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:10.817178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-175d89b4-605f-4c6b-8e0e-ade7b9a2de5a req-9d00cf42-80d3-431e-a6b0-d00a02758335 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0666203 Jul 06 12:56:10.857676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-175d89b4-605f-4c6b-8e0e-ade7b9a2de5a req-b188822c-879b-4081-98ef-baeaacde107c tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Jul 06 12:56:10.884206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:10.887097 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-7aa56971-1a8c-4fc6-a301-d80b3f897f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:10.888709 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-7aa56971-1a8c-4fc6-a301-d80b3f897f59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 897 time: 0.1078932 Jul 06 12:56:10.957848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'c29c92da-91ff-4e5a-9cb8-b579b6838973', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'port_id': '5d1c599a-da69-4228-ac36-169760226b06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'mac_address': 'fa:16:3e:db:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:56:09Z', 'updated_at': '2021-07-06T12:56:09Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:56:00Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:10.958183 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-52412300-4e44-45f1-8820-9160196f6828 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/c29c92da-91ff-4e5a-9cb8-b579b6838973 HTTP/1.1" status: 200 len: 992 time: 0.0713978 Jul 06 12:56:10.962256 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-5e731f64-7c66-4d83-923e-651291a84b84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 1000 time: 0.0656073 Jul 06 12:56:10.982410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] Checking router: 2891703d-3d67-4530-b354-eb83dd8de3fb for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:56:10.990603 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:10.991201 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:56:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:11.012558 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-f2fe6092-3864-4d14-856e-7119800202fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:11.014015 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-f2fe6092-3864-4d14-856e-7119800202fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0448191 Jul 06 12:56:11.077009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-e63df5a8-3a18-40d5-aab6-5828f6eefa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:11.078603 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-e63df5a8-3a18-40d5-aab6-5828f6eefa50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575092 Jul 06 12:56:11.098079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:11.169826 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-58cb9aba-416b-4705-a563-6e13249295f9 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838103 Jul 06 12:56:11.267300 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56d88a6d-0d2d-42db-82c6-f7c55db99730 req-c0b22a2d-091f-439d-9af6-662c8a557a0b service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892096 Jul 06 12:56:11.320518 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'c29c92da-91ff-4e5a-9cb8-b579b6838973', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'port_id': '5d1c599a-da69-4228-ac36-169760226b06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'mac_address': 'fa:16:3e:db:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:56:09Z', 'updated_at': '2021-07-06T12:56:09Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:56:00Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:11.351630 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af85bc-4016-4e50-9c1f-8b0b305daec0 None None] The sync data for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 is: [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'c29c92da-91ff-4e5a-9cb8-b579b6838973', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'port_id': '5d1c599a-da69-4228-ac36-169760226b06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'mac_address': 'fa:16:3e:db:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:56:09Z', 'updated_at': '2021-07-06T12:56:09Z', 'revision_number': 0, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:56:00Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:11.537790 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e8f6-363b-4724-be7b-0f7ce143072d None None] New status for floating IP c29c92da-91ff-4e5a-9cb8-b579b6838973: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:56:11.960282 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:12.020064 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1f37017e-1e16-4065-9701-8ab977a0377f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/c29c92da-91ff-4e5a-9cb8-b579b6838973 HTTP/1.1" status: 200 len: 994 time: 0.0586171 Jul 06 12:56:16.128360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-0e237530-2022-479d-868b-1284b7fe656f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510855 Jul 06 12:56:16.223164 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-1defdeea-cb0c-4e23-be05-400e5757e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:16.224734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-1defdeea-cb0c-4e23-be05-400e5757e517 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1097 time: 0.0526798 Jul 06 12:56:16.336927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-5d0d4d1d-05cc-44f6-a9b3-d54c0f8f13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:16.338966 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-5d0d4d1d-05cc-44f6-a9b3-d54c0f8f13b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 897 time: 0.0944006 Jul 06 12:56:16.408047 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-bcb9a1c2-ff6b-428a-826d-3d773064420e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 1002 time: 0.0623281 Jul 06 12:56:16.465576 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-f5b50a30-2ae6-4d02-b8cf-800ef1f2be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:16.467728 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-f5b50a30-2ae6-4d02-b8cf-800ef1f2be48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0528965 Jul 06 12:56:16.534786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-3d5a48d4-0569-4d46-a618-9e6b12269b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:16.536422 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-3d5a48d4-0569-4d46-a618-9e6b12269b26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619450 Jul 06 12:56:16.625603 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-25bb972d-8767-45ac-9abe-3614db52b794 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819123 Jul 06 12:56:16.731724 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-acf637ad-2d88-43f0-9851-e4cda31ada51 req-fd616401-0fee-4df9-b4b8-84e1dd409597 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981929 Jul 06 12:56:23.450126 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:27.245651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18d55561-ac83-4c00-9fe6-f95fd32addde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:29.785065 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e7f673c-daed-4f06-ae38-bfaad359404a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:30.449644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:30.843057 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.236974 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:32.749523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:43.354062 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:56:53.452439 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:57.246539 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e02fcabf-3d73-4ef9-a6a7-bdbacb691548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:59.785047 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d11ca788-37b7-4bf6-978a-7af2de002843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:00.453988 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:00.839530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:01.238226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:02.754463 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.563588 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-55534db2-fc02-4cf5-9d6c-80556619aeb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535707 Jul 06 12:57:16.657320 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-e9bf8233-f057-4015-bbc1-222bba95508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.659558 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-e9bf8233-f057-4015-bbc1-222bba95508b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1097 time: 0.0513687 Jul 06 12:57:16.766987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-9161f4db-20e4-4fd6-9f47-2f886c0e58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.769144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-9161f4db-20e4-4fd6-9f47-2f886c0e58ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 897 time: 0.0879900 Jul 06 12:57:16.835089 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-8a06a89f-6331-4bc1-95f7-57842c61e70e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 1002 time: 0.0585444 Jul 06 12:57:16.890078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-ae40c851-9adc-45b1-99fd-b27a60a6840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.891553 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-ae40c851-9adc-45b1-99fd-b27a60a6840b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0481164 Jul 06 12:57:16.951066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-f5d5d9ad-3b91-4fee-8ce3-bc09ef5886c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.952568 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-f5d5d9ad-3b91-4fee-8ce3-bc09ef5886c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512452 Jul 06 12:57:17.049378 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-81d9c42b-e709-47e8-b27b-749b01d1482b service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896766 Jul 06 12:57:17.142624 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-63a673c1-9e2f-4817-bff6-c96fc084dfd6 req-ba47ebb9-289a-4bd6-aaa4-7fa304be5b42 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864441 Jul 06 12:57:20.353968 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:57:23.466148 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:27.246534 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ddaa5d2-3909-4d21-9e40-a521aa92b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:27.353794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90858a8c-31cc-427e-96ef-dac2a856da56 req-8dc766a2-d636-4054-a6db-a8ea716929e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:27.355281 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90858a8c-31cc-427e-96ef-dac2a856da56 req-8dc766a2-d636-4054-a6db-a8ea716929e6 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0721273 Jul 06 12:57:27.393107 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-90858a8c-31cc-427e-96ef-dac2a856da56 req-d56716a3-6521-4888-82b9-93ad8efcba19 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313935 Jul 06 12:57:28.567628 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dae7b0-2b00-4abd-80f9-a481f5fa4e48 req-13d28f7b-dfda-4f8b-9a6a-bf0e35617a97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:28.569157 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69dae7b0-2b00-4abd-80f9-a481f5fa4e48 req-13d28f7b-dfda-4f8b-9a6a-bf0e35617a97 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0637724 Jul 06 12:57:28.606645 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-69dae7b0-2b00-4abd-80f9-a481f5fa4e48 req-dac20f35-eecf-41e2-af3a-877c12ad25e2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Jul 06 12:57:29.787436 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc482cb8-8cfe-4d5d-8f3e-6d5d067c0192 req-adb9b128-49d9-4abb-bc5e-02d560531671 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:29.788982 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc482cb8-8cfe-4d5d-8f3e-6d5d067c0192 req-adb9b128-49d9-4abb-bc5e-02d560531671 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0705683 Jul 06 12:57:29.789490 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-019670cf-1a01-45e0-a266-b1dcd79a24de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:29.829173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fc482cb8-8cfe-4d5d-8f3e-6d5d067c0192 req-1275c3e0-240b-4b18-a5e3-084c620d3d46 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Jul 06 12:57:29.854223 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:29.915569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef367228-b737-41ba-8e6b-6cfbe171c368 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/c29c92da-91ff-4e5a-9cb8-b579b6838973 HTTP/1.1" status: 200 len: 994 time: 0.0601020 Jul 06 12:57:30.456122 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:30.840366 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:31.243027 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:31.336148 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-834c2874-db5a-4cca-870d-3337167b1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:31.337680 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-834c2874-db5a-4cca-870d-3337167b1ebb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1097 time: 0.0542498 Jul 06 12:57:31.356508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40bf11-a250-4b95-b9e1-8c41805eaa0b req-351c7081-1f37-48bb-bce8-99e7658c2151 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:31.358037 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba40bf11-a250-4b95-b9e1-8c41805eaa0b req-351c7081-1f37-48bb-bce8-99e7658c2151 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0634844 Jul 06 12:57:31.402823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ba40bf11-a250-4b95-b9e1-8c41805eaa0b req-279c6a04-da32-4b4c-82b7-efb7990f5811 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383444 Jul 06 12:57:31.432067 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-852fa593-7718-4eae-93cc-2e8d07290f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:31.433565 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-852fa593-7718-4eae-93cc-2e8d07290f9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 897 time: 0.0897305 Jul 06 12:57:31.510053 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-7637b45d-42e7-4544-9408-b21d070293f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 1002 time: 0.0690303 Jul 06 12:57:31.558365 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-10fd1827-a117-44b9-81e5-a0f4db8a912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:31.559812 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-10fd1827-a117-44b9-81e5-a0f4db8a912f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0430901 Jul 06 12:57:31.620533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-b37a77fb-359f-4dc5-a927-cce27da8878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:31.622016 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-b37a77fb-359f-4dc5-a927-cce27da8878e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557725 Jul 06 12:57:31.713549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-dce5b065-e280-48e9-8dfe-f20705d8f442 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834241 Jul 06 12:57:31.804671 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-8876e3ff-8bf3-403a-b967-308f3a1782ac req-5b3e00af-0968-4939-a9a3-e1e94feee3f4 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849643 Jul 06 12:57:32.586351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69480e-6de6-46c8-9150-f9b4d7172d8a req-7d8a5576-ecae-4cf6-beba-1a192c7b7d55 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:32.587936 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca69480e-6de6-46c8-9150-f9b4d7172d8a req-7d8a5576-ecae-4cf6-beba-1a192c7b7d55 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0683618 Jul 06 12:57:32.624386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ca69480e-6de6-46c8-9150-f9b4d7172d8a req-7a4d4c4f-29e8-44e3-bde6-f81b9d39bd10 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309227 Jul 06 12:57:32.756195 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.801239 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d64b9d-ff1e-47ce-911f-b4674a057dab req-2032e71a-f20a-464c-a5aa-aaab2b5548be tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:33.802726 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51d64b9d-ff1e-47ce-911f-b4674a057dab req-2032e71a-f20a-464c-a5aa-aaab2b5548be tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0635114 Jul 06 12:57:33.839622 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-51d64b9d-ff1e-47ce-911f-b4674a057dab req-119a84b3-1b23-4063-8c79-60258663d044 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 Jul 06 12:57:33.864643 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:33.936032 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef6c6fff-8430-4a39-b926-7be44b21781f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/floatingips/c29c92da-91ff-4e5a-9cb8-b579b6838973 HTTP/1.1" status: 200 len: 994 time: 0.0701084 Jul 06 12:57:34.196218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:34.363092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 383f7bb3-2918-4fbd-a4ac-77f9bee150a8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:34.364083 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.437137 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.437452 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.449452 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 383f7bb3-2918-4fbd-a4ac-77f9bee150a8 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:34.594097 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.621358 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=383f7bb3-2918-4fbd-a4ac-77f9bee150a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:34.654551 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.654907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.655252 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.655605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.655962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.656303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.656636 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.656968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.657301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.657630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.657958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.658282 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:34.697891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.698227 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Floating IP c29c92da-91ff-4e5a-9cb8-b579b6838973 disassociated (deleted). External IP: 172.25.7.207, port: 5d1c599a-da69-4228-ac36-169760226b06. Jul 06 12:57:34.906126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2891703d-3d67-4530-b354-eb83dd8de3fb has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:35.013458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:35.018243 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:35.022925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] Sync routers for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:35.032303 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:35.032925 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:35.054969 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-01029b00-882f-4e44-a8e3-dbe799725a4d tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/floatingips/c29c92da-91ff-4e5a-9cb8-b579b6838973 HTTP/1.1" status: 204 len: 168 time: 0.8575008 Jul 06 12:57:35.055667 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'tag': '5d1c599a-da69-4228-ac36-169760226b06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:35.058110 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "tag": "5d1c599a-da69-4228-ac36-169760226b06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:35.145421 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:35.149254 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0180bf-2570-489d-8bfa-708f835e2241 x-openstack-request-id: req-aa0180bf-2570-489d-8bfa-708f835e2241 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:35.149546 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "tag": "5d1c599a-da69-4228-ac36-169760226b06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:35.149801 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa0180bf-2570-489d-8bfa-708f835e2241 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:35.150204 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'tag': '5d1c599a-da69-4228-ac36-169760226b06', 'status': 'completed', 'code': 200} Jul 06 12:57:35.226082 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-6ac2fb0a-9d47-466a-97a0-0296144834d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:35.227656 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-6ac2fb0a-9d47-466a-97a0-0296144834d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 1097 time: 0.0552034 Jul 06 12:57:35.340371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-d6f4dae2-7bf8-4a3e-adce-3cce99ce8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:35.341930 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-d6f4dae2-7bf8-4a3e-adce-3cce99ce8cb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 200 len: 897 time: 0.1054759 Jul 06 12:57:35.359278 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:56:00Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:35.386473 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-e3805419-cc86-4832-883f-0648e23e663a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 200 len: 217 time: 0.0357494 Jul 06 12:57:35.387724 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] Checking router: 2891703d-3d67-4530-b354-eb83dd8de3fb for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:35.396797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:35.397486 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:35.435153 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a586-00cc-4b49-9c90-f596cb1fa2db req-bf356699-5194-4c16-a05c-41aaf5d84a37 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:35.436731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7130a586-00cc-4b49-9c90-f596cb1fa2db req-bf356699-5194-4c16-a05c-41aaf5d84a37 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0660810 Jul 06 12:57:35.442613 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-169525bd-8944-4b28-9128-1013f8c37461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:35.444022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-169525bd-8944-4b28-9128-1013f8c37461 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 200 len: 835 time: 0.0494187 Jul 06 12:57:35.480009 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7130a586-00cc-4b49-9c90-f596cb1fa2db req-2a2365be-5cb1-4af4-a553-3bd72cdd1398 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340996 Jul 06 12:57:35.507115 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-3998e8ca-529f-4e0c-b666-b9c6af82c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:35.508677 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-3998e8ca-529f-4e0c-b666-b9c6af82c204 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11058a6c-006f-4b51-b483-205c0e382171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575132 Jul 06 12:57:35.515525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:35.603098 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-4a3b6281-5e07-49b8-a55f-6c437eb4d20b service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845573 Jul 06 12:57:35.710704 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c630ebb5-c1c3-4f9d-bd1a-a2ce5ab5ece9 req-0df80326-c8e9-4e54-9c93-63623065e916 service neutron] 10.222.0.64 "GET /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985270 Jul 06 12:57:35.878173 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:56:00Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:35.904687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfad4a-09d0-4ffd-af50-5f7a32a3b83e None None] The sync data for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 is: [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '8430269e-48c1-4fbe-b694-ccc195f9bc5c', 'name': '', 'network_id': '11058a6c-006f-4b51-b483-205c0e382171', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'mac_address': 'fa:16:3e:8f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:55Z', 'updated_at': '2021-07-06T12:56:00Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'subnets': [{'id': 'f62a52f7-c198-4313-a778-de1a56ddef3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:36.108829 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c273a-eddd-4796-b12b-082acfa68d8e None None] New status for floating IP c29c92da-91ff-4e5a-9cb8-b579b6838973: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:57:36.662694 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfd381-9ddd-450b-8b53-bd6cd00a8be3 req-15c914a2-1719-4d04-9960-9db0e82f32a2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:36.664213 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bbfd381-9ddd-450b-8b53-bd6cd00a8be3 req-15c914a2-1719-4d04-9960-9db0e82f32a2 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.0680742 Jul 06 12:57:36.701551 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0bbfd381-9ddd-450b-8b53-bd6cd00a8be3 req-00bd316c-d281-4843-9cf1-d681ee43f10f tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Jul 06 12:57:37.516036 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-0b9bf4ae-5958-48e7-bdbc-4a4aee77f410 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:37.517512 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-0b9bf4ae-5958-48e7-bdbc-4a4aee77f410 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 946 time: 0.3967035 Jul 06 12:57:37.615834 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 5d1c599a-da69-4228-ac36-169760226b06 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:37.616199 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:37.701581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 5d1c599a-da69-4228-ac36-169760226b06, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=5d1c599a-da69-4228-ac36-169760226b06,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:37.701946 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:37.715264 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 5d1c599a-da69-4228-ac36-169760226b06 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:37.851671 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:37.882783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=5d1c599a-da69-4228-ac36-169760226b06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:37.886754 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bb4f0-9a3a-40ee-93e2-bc197f9019b3 req-67b08cf5-1a2c-484d-9c5f-535ca9172849 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:37.892401 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c76bb4f0-9a3a-40ee-93e2-bc197f9019b3 req-67b08cf5-1a2c-484d-9c5f-535ca9172849 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/ports?device_id=63fbe14b-18cc-453e-8252-d7f788ae7379 HTTP/1.1" status: 200 len: 867 time: 0.0745494 Jul 06 12:57:37.928559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] No DVR routers for this DVR port 5d1c599a-da69-4228-ac36-169760226b06 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:57:37.930788 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c76bb4f0-9a3a-40ee-93e2-bc197f9019b3 req-e8fd70d8-c3c3-4270-9295-d60d28a72383 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "GET /v2.0/security-groups?id=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Jul 06 12:57:37.931136 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:37.933394 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-15bfbe67-bb6c-4c2e-9341-94fba9c2e9d3 req-fd51c18a-f170-41d0-ad9f-8926e957fdab tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.64 "DELETE /v2.0/ports/5d1c599a-da69-4228-ac36-169760226b06 HTTP/1.1" status: 204 len: 173 time: 0.4098878 Jul 06 12:57:37.933831 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'name': 'network-vif-deleted', 'tag': '5d1c599a-da69-4228-ac36-169760226b06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:37.936118 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd287cd-73ba-46a6-8887-77035f2abb6d" -d '{"events": [{"server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "name": "network-vif-deleted", "tag": "5d1c599a-da69-4228-ac36-169760226b06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:37.992209 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d814e52-f84a-429f-8fa1-484257a06808 x-openstack-request-id: req-1d814e52-f84a-429f-8fa1-484257a06808 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:37.992629 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbe14b-18cc-453e-8252-d7f788ae7379", "name": "network-vif-deleted", "tag": "5d1c599a-da69-4228-ac36-169760226b06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:37.992984 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d814e52-f84a-429f-8fa1-484257a06808 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:37.993667 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbe14b-18cc-453e-8252-d7f788ae7379', 'name': 'network-vif-deleted', 'tag': '5d1c599a-da69-4228-ac36-169760226b06', 'status': 'completed', 'code': 200} Jul 06 12:57:39.026165 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:39.386898 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:39.651075 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port 8430269e-48c1-4fbe-b694-ccc195f9bc5c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:39.651339 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:39.743987 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port 8430269e-48c1-4fbe-b694-ccc195f9bc5c, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8430269e-48c1-4fbe-b694-ccc195f9bc5c,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:39.744362 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:39.757732 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for 8430269e-48c1-4fbe-b694-ccc195f9bc5c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:39.940658 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:39.971817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=8430269e-48c1-4fbe-b694-ccc195f9bc5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:40.148813 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.362363 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Router 2891703d-3d67-4530-b354-eb83dd8de3fb has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:40.475487 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:40.481291 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-992b56f1-782f-49d5-a8c3-7ba1a12637ba tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "PUT /v2.0/routers/2891703d-3d67-4530-b354-eb83dd8de3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534264 Jul 06 12:57:40.483456 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:40.484678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] Sync routers for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:40.494944 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:40.495548 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:40.536889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting subnet f62a52f7-c198-4313-a778-de1a56ddef3d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:57:40.540042 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.580735 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.600892 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:40.670457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.741504 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.768574 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Subnet': ['ID=f62a52f7-c198-4313-a778-de1a56ddef3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:40.772619 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.777302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b79996b1-7db4-4694-a259-4e34fb4f7010 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/subnets/f62a52f7-c198-4313-a778-de1a56ddef3d HTTP/1.1" status: 204 len: 168 time: 0.2900538 Jul 06 12:57:40.777302 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:40.784062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d38b40-f4af-4b3b-9744-d60e74fa7923 None None] Network 11058a6c-006f-4b51-b483-205c0e382171 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:40.846099 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:57:39Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:40.879661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] Checking router: 2891703d-3d67-4530-b354-eb83dd8de3fb for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:40.887738 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:40.907402 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] Routers {'2891703d-3d67-4530-b354-eb83dd8de3fb'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:40.908075 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['2891703d-3d67-4530-b354-eb83dd8de3fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:40.995773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.054624 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] Set router 2891703d-3d67-4530-b354-eb83dd8de3fb gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:41.056978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Deleting port f5ab5d16-adb9-43cc-8b51-d852d50a2994 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:41.057338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.110407 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] DHCP port deletion for 11058a6c-006f-4b51-b483-205c0e382171 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:57:41.142351 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] For port f5ab5d16-adb9-43cc-8b51-d852d50a2994, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=f5ab5d16-adb9-43cc-8b51-d852d50a2994,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:41.142708 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.155117 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Calling delete_port for f5ab5d16-adb9-43cc-8b51-d852d50a2994 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:41.224824 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Deleting port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:41.225189 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.315079 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] For port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,segment=NetworkSegment(28f815f9-17f7-489f-b96c-9cc3a4ffb2b6),segment_id=28f815f9-17f7-489f-b96c-9cc3a4ffb2b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:41.315387 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.321553 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.330401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Calling delete_port for 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:41.345719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Port': ['ID=f5ab5d16-adb9-43cc-8b51-d852d50a2994,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:41.346816 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:57:39Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:41.403706 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b24e5-7c46-4cd1-b63e-753be0e83612 None None] The sync data for ids ['2891703d-3d67-4530-b354-eb83dd8de3fb'] in n-d-799528-2 is: [{'id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429648444', 'tenant_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:57:39Z', 'revision_number': 5, 'project_id': '7cf67b74e20342dc8f4ec92aff3029a8', 'gw_port': {'id': 'f5ab5d16-adb9-43cc-8b51-d852d50a2994', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2891703d-3d67-4530-b354-eb83dd8de3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:55:52Z', 'updated_at': '2021-07-06T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:41.415491 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.425311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5d1c599a-da69-4228-ac36-169760226b06 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:41.455335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 5d1c599a-da69-4228-ac36-169760226b06 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:41.455678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 5d1c599a-da69-4228-ac36-169760226b06 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:41.474147 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.497937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Pushing event deleted for resources: {'Port': ['ID=480dfb15-6a7b-4bf2-a618-a8f6bd32a901,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:41.508772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.509084 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.509424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.509756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.510089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.510413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.510735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.510948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.511136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.511358 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.511677 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.512016 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.512335 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:41.513459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.514978 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a4014-abbc-4d0e-ab00-1a5b26297bbe None None] No DVR routers for this DVR port 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:57:41.562357 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.563084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Fanout notify agent at l3_agent the message router_deleted on router 2891703d-3d67-4530-b354-eb83dd8de3fb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:57:41.570244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.571378 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-f83a1a75-701c-40bb-a9f6-b107ac79c0b5 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/routers/2891703d-3d67-4530-b354-eb83dd8de3fb HTTP/1.1" status: 204 len: 168 time: 0.7930772 Jul 06 12:57:41.574166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:41.648309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.738245 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.748559 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11058a6c-006f-4b51-b483-205c0e382171']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:41.760286 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:41.760580 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f815f9-17f7-489f-b96c-9cc3a4ffb2b6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:41.770540 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.784891 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.791100 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:57:41.791451 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: timer() Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:57:41.794816 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:57:41.856426 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.864371 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.866226 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/networks/11058a6c-006f-4b51-b483-205c0e382171 HTTP/1.1" status: 204 len: 168 time: 0.2911208 Jul 06 12:57:41.870607 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:41.885833 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34725d9a-1e6f-4607-a7b3-ed0c811ffb2e tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'Network': ['ID=11058a6c-006f-4b51-b483-205c0e382171,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:41.937377 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.963540 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.042951 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.047000 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.048394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] 10.222.0.78 "DELETE /v2.0/security-groups/3e0f7eb9-3369-4d49-baf8-a258e6ed47c1 HTTP/1.1" status: 204 len: 168 time: 0.1768107 Jul 06 12:57:42.070262 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f7eb9-3369-4d49-baf8-a258e6ed47c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:42.086450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.087284 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.087736 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.088327 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.088814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.089582 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.090913 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.091449 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.091884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.092460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.092891 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.093452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094551c7-5c2c-462f-b8cf-bf503cc46647 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:42.395449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:42.449003 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8430269e-48c1-4fbe-b694-ccc195f9bc5c no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:42.470617 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8430269e-48c1-4fbe-b694-ccc195f9bc5c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:42.470976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8430269e-48c1-4fbe-b694-ccc195f9bc5c not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:42.471411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:42.499578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:42.500224 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 480dfb15-6a7b-4bf2-a618-a8f6bd32a901 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:42.540401 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-713ba8a9-eff3-4b1d-be3b-0f3dc980e24f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7cf67b74e20342dc8f4ec92aff3029a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436622 Jul 06 12:57:42.542926 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:42.590839 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d71887-ab99-4a1d-a98a-e6ee076cd63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.612003 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d71887-ab99-4a1d-a98a-e6ee076cd63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.659210 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d71887-ab99-4a1d-a98a-e6ee076cd63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.662754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d71887-ab99-4a1d-a98a-e6ee076cd63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:42.663966 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-c0d71887-ab99-4a1d-a98a-e6ee076cd63f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7537213-402e-483a-ada6-e97eab8c00d8 HTTP/1.1" status: 204 len: 168 time: 0.1201212 Jul 06 12:57:42.671711 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d71887-ab99-4a1d-a98a-e6ee076cd63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7537213-402e-483a-ada6-e97eab8c00d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:42.935974 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:42.949593 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e1472a-96ce-4ab7-9de5-e49050933612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.036956 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e1472a-96ce-4ab7-9de5-e49050933612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.040832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e1472a-96ce-4ab7-9de5-e49050933612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.077925 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e3e1472a-96ce-4ab7-9de5-e49050933612 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17a563765e8e4952bb5a4ad043a00b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408846 Jul 06 12:57:43.079768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1472a-96ce-4ab7-9de5-e49050933612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f0832-a896-46d4-80fd-1cbe1e0c68f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:43.080716 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:43.130761 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-871d6bfa-b046-42f5-a703-c61ed722882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.152030 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-871d6bfa-b046-42f5-a703-c61ed722882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.197867 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-871d6bfa-b046-42f5-a703-c61ed722882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.200595 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-871d6bfa-b046-42f5-a703-c61ed722882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:43.201809 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-871d6bfa-b046-42f5-a703-c61ed722882d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/744f0832-a896-46d4-80fd-1cbe1e0c68f9 HTTP/1.1" status: 204 len: 168 time: 0.1198890 Jul 06 12:57:43.209860 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d6bfa-b046-42f5-a703-c61ed722882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f0832-a896-46d4-80fd-1cbe1e0c68f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:43.875143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:43.968057 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-86868642-network', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:43.987826 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5ab5d16-adb9-43cc-8b51-d852d50a2994 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:43.991511 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Made reservation on behalf of d89a78e83fae4f179f1667ff060f66b8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:43.994062 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.002592 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.009021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: f5ab5d16-adb9-43cc-8b51-d852d50a2994 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:44.009373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device f5ab5d16-adb9-43cc-8b51-d852d50a2994 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:44.095201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.098943 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.119537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:57:44.133418 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed21255-8bd5-4ac5-8a8c-c1feaaaae43e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:44.138212 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.138566 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Added segment 576e7bf3-755b-45b5-9d79-3ba3e3dc1783 of type vlan for network 33f49c35-9931-4d4e-be00-3927537d21d6 Jul 06 12:57:44.181108 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.209039 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.210129 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:44.210705 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.264784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3885391 Jul 06 12:57:44.267934 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:44.270224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42929652-11c8-4917-89cf-9b66fb2f0e7f admin admin] Pushing event updated for resources: {'Network': ['ID=33f49c35-9931-4d4e-be00-3927537d21d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:44.274361 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Request body: {'subnet': {'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-86868642-subnet', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:44.280821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 33f49c35-9931-4d4e-be00-3927537d21d6 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:57:44.296666 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Made reservation on behalf of d89a78e83fae4f179f1667ff060f66b8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:44.299349 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.466625 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.529187 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9282c952-c123-4302-b60e-db2536241b4b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:44.537901 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Checking segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:44.538273 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Network hostable DHCP agents. Network: 33f49c35-9931-4d4e-be00-3927537d21d6, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:57:44.554773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Network 33f49c35-9931-4d4e-be00-3927537d21d6 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:57:44.563370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 33f49c35-9931-4d4e-be00-3927537d21d6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:44.568146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:44.568748 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.573687 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132856e-0360-4eae-b3c6-00c51c16a43a None None] Network 33f49c35-9931-4d4e-be00-3927537d21d6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:44.581862 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-167626b5-1418-4d58-98ad-6d433ea3f16d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3128123 Jul 06 12:57:44.585548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:44.589884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:44.609380 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.610457 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.662203 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.719539 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-33f49c35-9931-4d4e-be00-3927537d21d6', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:57:44.720389 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.805477 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:44.865290 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Allocated IP 172.20.0.2 (33f49c35-9931-4d4e-be00-3927537d21d6/9282c952-c123-4302-b60e-db2536241b4b/b27c8086-b8cf-4e76-a800-5fad332e919b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:45.004570 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.014004 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.022400 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Transition to ACTIVE for port object b27c8086-b8cf-4e76-a800-5fad332e919b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:45.027551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.036725 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Transition to ACTIVE for port object b27c8086-b8cf-4e76-a800-5fad332e919b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:45.042624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.079457 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Network 33f49c35-9931-4d4e-be00-3927537d21d6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:45.084263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:45.087601 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:45.096230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Pushing event updated for resources: {'Port': ['ID=b27c8086-b8cf-4e76-a800-5fad332e919b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:45.133967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Allocated IP 172.25.7.195 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/484fe465-43b6-4d4b-b692-0723990fe060) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:45.156796 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Attempting to bind port b27c8086-b8cf-4e76-a800-5fad332e919b on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:45.157165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Attempting to bind port b27c8086-b8cf-4e76-a800-5fad332e919b by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:45.157530 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Attempting to bind port b27c8086-b8cf-4e76-a800-5fad332e919b on network 33f49c35-9931-4d4e-be00-3927537d21d6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:45.164210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:45.164582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Checking segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:45.164992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.165386 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Bound using segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:45.165848 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Bound port: b27c8086-b8cf-4e76-a800-5fad332e919b, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:45.167573 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.241524 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] For port b27c8086-b8cf-4e76-a800-5fad332e919b, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:45.244535 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.245087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] For port b27c8086-b8cf-4e76-a800-5fad332e919b, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b27c8086-b8cf-4e76-a800-5fad332e919b,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:45.249408 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.283810 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.320809 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:45.323861 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:45.327543 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:45.358548 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Pushing event updated for resources: {'Port': ['ID=484fe465-43b6-4d4b-b692-0723990fe060,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:45.462373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4bb65-47fa-4f3e-aa41-f08b4176afcf None None] Pushing event updated for resources: {'Port': ['ID=b27c8086-b8cf-4e76-a800-5fad332e919b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:45.607542 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:45.818781 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:46.088686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b27c8086-b8cf-4e76-a800-5fad332e919b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:46.145338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b27c8086-b8cf-4e76-a800-5fad332e919b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:46.300114 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Router f9714117-e442-4555-8251-9fc281c2578e is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:57:46.422181 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:46.433918 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:46.438326 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:46.443235 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:46.443804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-622dc1d0-b931-4d85-ab45-2dd1023a4b3e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8569188 Jul 06 12:57:46.444514 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:46.445135 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:46.467416 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebb7e7-5e2c-4997-bee7-694d35547ed9 None None] Network 33f49c35-9931-4d4e-be00-3927537d21d6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:46.548959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] Provisioning for port b27c8086-b8cf-4e76-a800-5fad332e919b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:46.558717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] Provisioning complete for port b27c8086-b8cf-4e76-a800-5fad332e919b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:46.559365 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:46.726610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:46.727326 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:46.785823 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] For port b27c8086-b8cf-4e76-a800-5fad332e919b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b27c8086-b8cf-4e76-a800-5fad332e919b,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:46.791467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:46.868810 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a504d30-1ef2-4b00-91d5-4f2b7c35c417 None None] Pushing event updated for resources: {'Port': ['ID=b27c8086-b8cf-4e76-a800-5fad332e919b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:46.971128 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:45Z', 'revision_number': 3, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:46.997892 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:46.998239 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Updating router f9714117-e442-4555-8251-9fc281c2578e port 484fe465-43b6-4d4b-b692-0723990fe060 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:57:47.034952 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.112651 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a83042f-41ad-410e-86ad-201784e4f040 None None] Provisioning complete for port b27c8086-b8cf-4e76-a800-5fad332e919b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:47.113720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a83042f-41ad-410e-86ad-201784e4f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.294425 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.308538 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.319430 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Transition to ACTIVE for port object 484fe465-43b6-4d4b-b692-0723990fe060 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:47.325460 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.373285 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Attempting to bind port 484fe465-43b6-4d4b-b692-0723990fe060 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:47.373649 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Attempting to bind port 484fe465-43b6-4d4b-b692-0723990fe060 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:47.374010 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Attempting to bind port 484fe465-43b6-4d4b-b692-0723990fe060 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:47.379852 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Pushing event updated for resources: {'Port': ['ID=484fe465-43b6-4d4b-b692-0723990fe060,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:47.387620 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:47.388013 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:47.388414 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.388802 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:47.389261 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Bound port: 484fe465-43b6-4d4b-b692-0723990fe060, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:47.389639 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.391847 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.392215 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.392607 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.392883 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.393207 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.393532 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.393854 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.394172 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.394518 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.394855 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.395157 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.395472 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:47.447944 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] For port 484fe465-43b6-4d4b-b692-0723990fe060, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:47.451008 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] For port 484fe465-43b6-4d4b-b692-0723990fe060, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=484fe465-43b6-4d4b-b692-0723990fe060,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:47.453212 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Allocated IP 172.20.0.1 (33f49c35-9931-4d4e-be00-3927537d21d6/9282c952-c123-4302-b60e-db2536241b4b/b9ce5d9c-0eb2-4b22-bae7-49b739453d35) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:47.455708 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.509605 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:47.510223 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:47.556615 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff31aa-e663-4204-8ac7-333e92c72e59 None None] Pushing event updated for resources: {'Port': ['ID=484fe465-43b6-4d4b-b692-0723990fe060,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:47.572972 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.585807 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Transition to ACTIVE for port object b9ce5d9c-0eb2-4b22-bae7-49b739453d35 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:47.621400 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.629233 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:47.658580 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Network 33f49c35-9931-4d4e-be00-3927537d21d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:47.662125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:47.667711 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:47.695631 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:47.711446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.824335 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:45Z', 'revision_number': 3, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:47.856034 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78802a-657e-47da-bc68-8b4832cd8e35 None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:45Z', 'revision_number': 3, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:47.856347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.932382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-992ccaf7-26f1-44be-85f1-0881a7b8250b None None] Provisioning for port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:47.937178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-992ccaf7-26f1-44be-85f1-0881a7b8250b None None] Provisioning complete for port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:47.937703 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-992ccaf7-26f1-44be-85f1-0881a7b8250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:47.980446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-992ccaf7-26f1-44be-85f1-0881a7b8250b None None] Port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:48.062774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b27c8086-b8cf-4e76-a800-5fad332e919b up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:48.070526 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.075805 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.127153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b27c8086-b8cf-4e76-a800-5fad332e919b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:48.127662 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.190182 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.193892 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:48.318014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Network 33f49c35-9931-4d4e-be00-3927537d21d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:48.319616 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:48.454803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Router f9714117-e442-4555-8251-9fc281c2578e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:48.576007 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:48.581167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b9633719-dcbd-40ea-ba33-db7242d4bd26 admin admin] 10.222.0.78 "PUT /v2.0/routers/f9714117-e442-4555-8251-9fc281c2578e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359346 Jul 06 12:57:48.605336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c151ddb-c167-48ad-855b-94df59662076 None None] Provisioning complete for port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:48.605929 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c151ddb-c167-48ad-855b-94df59662076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.648424 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5c151ddb-c167-48ad-855b-94df59662076 None None] Port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:49.107491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:49.115444 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-640128829-network', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:49.142755 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Made reservation on behalf of e7becb70abe146d2b54deaedb10ea2e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:49.145393 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.156052 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.273806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.278822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.316304 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:57:49.337692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a5a684-a402-4c43-8a73-8a1a75f83a2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:49.343044 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.343397 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Added segment f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e of type vlan for network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f Jul 06 12:57:49.411150 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.446679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.447684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:49.448466 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.501273 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3925982 Jul 06 12:57:49.504071 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:49.506101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:49.511472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Request body: {'subnet': {'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-640128829-subnet', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:49.515164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:49.515676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:49.526372 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ade7d-8492-445a-81bb-cfdb0e7e3058 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:49.544517 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Made reservation on behalf of e7becb70abe146d2b54deaedb10ea2e3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:49.547009 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064617'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.554460 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:57:49.701298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:49.731161 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8940509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064635'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.792341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c1633f-f50a-47c9-a07f-531ee3b87a5c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:49.797575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Checking segment: {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:49.797941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Network hostable DHCP agents. Network: 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:57:49.814728 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:57:49.823844 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:49.828293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:49.829210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.836210 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96a67c-dc7f-483e-97f9-481f869855aa None None] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:49.852608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7d25ce4-0159-4fbe-aa1b-5e0b0c9bea4d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3445785 Jul 06 12:57:49.852885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:49.857426 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:49.878462 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.880177 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.939616 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.024916 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 2, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:50.072385 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f', 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'fixed_ips': [{'subnet_id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:57:50.073252 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.076817 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:50.077165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Updating router f9714117-e442-4555-8251-9fc281c2578e port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:57:50.087046 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 484fe465-43b6-4d4b-b692-0723990fe060 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:50.103480 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.168075 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.296638 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 484fe465-43b6-4d4b-b692-0723990fe060 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:50.311292 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.316954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 484fe465-43b6-4d4b-b692-0723990fe060 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:50.317437 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.330962 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.411531 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Allocated IP 172.20.0.2 (3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f/54c1633f-f50a-47c9-a07f-531ee3b87a5c/edc73238-535d-4322-9cd2-d1cad927cc92) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:50.443460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Allocated IP 172.25.7.2 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/57d30552-b19d-4066-a5bb-febc5c97baf1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:50.549739 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.591344 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.630987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:50.635407 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.635986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:50.638434 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:50.670896 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Pushing event updated for resources: {'Port': ['ID=57d30552-b19d-4066-a5bb-febc5c97baf1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:50.693858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 484fe465-43b6-4d4b-b692-0723990fe060, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=484fe465-43b6-4d4b-b692-0723990fe060,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:50.716993 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.752012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.781298 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Transition to ACTIVE for port object edc73238-535d-4322-9cd2-d1cad927cc92 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:50.789702 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.820919 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=484fe465-43b6-4d4b-b692-0723990fe060,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:50.823744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Transition to ACTIVE for port object edc73238-535d-4322-9cd2-d1cad927cc92 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:50.825388 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Transition to ACTIVE for port object b9ce5d9c-0eb2-4b22-bae7-49b739453d35 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:50.833840 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.837064 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.886963 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:50.892841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:50.897247 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:50.901590 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Pushing event updated for resources: {'Port': ['ID=edc73238-535d-4322-9cd2-d1cad927cc92,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:50.917364 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.133873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.194203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d6892-2dec-43a4-9026-416bc8abc1a6 None None] Pushing event updated for resources: {'Port': ['ID=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:51.200914 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Attempting to bind port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:51.201366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Attempting to bind port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:51.201614 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Attempting to bind port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 on network 33f49c35-9931-4d4e-be00-3927537d21d6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:51.204961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Attempting to bind port edc73238-535d-4322-9cd2-d1cad927cc92 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:51.205328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Attempting to bind port edc73238-535d-4322-9cd2-d1cad927cc92 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:51.205681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Attempting to bind port edc73238-535d-4322-9cd2-d1cad927cc92 on network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:51.215414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:51.215793 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Checking segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:51.216223 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.216618 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Bound using segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:51.217107 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Bound port: b9ce5d9c-0eb2-4b22-bae7-49b739453d35, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:51.217474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.220302 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:51.220672 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Checking segment: {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:51.221054 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.221441 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Bound using segment: {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:51.221893 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Bound port: edc73238-535d-4322-9cd2-d1cad927cc92, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:51.222267 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.264597 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:57:51.330382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] For port b9ce5d9c-0eb2-4b22-bae7-49b739453d35, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:51.334356 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] For port b9ce5d9c-0eb2-4b22-bae7-49b739453d35, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:51.335686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] For port edc73238-535d-4322-9cd2-d1cad927cc92, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:51.338661 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] For port edc73238-535d-4322-9cd2-d1cad927cc92, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=edc73238-535d-4322-9cd2-d1cad927cc92,segment=NetworkSegment(f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e),segment_id=f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:51.340147 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.347320 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.376654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:51.387072 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Sync routers for ids ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:51.400610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Routers {'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:51.403498 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:51.406981 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.411431 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1732c3b7-653a-4a48-9115-451928c4afce admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5546982 Jul 06 12:57:51.411956 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:51.416494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:51.417143 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:51.463837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d6892-2dec-43a4-9026-416bc8abc1a6 None None] Pushing event updated for resources: {'Port': ['ID=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:51.524597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6213a1-7d06-4e99-9c03-fbd055478706 None None] Pushing event updated for resources: {'Port': ['ID=edc73238-535d-4322-9cd2-d1cad927cc92,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:51.548434 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Set router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:51.627573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:51.836013 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 3, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:51.873090 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Checking router: cd64cb47-62c4-4a8e-85ab-69ce26a49a0a for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:51.873616 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Updating router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a port 57d30552-b19d-4066-a5bb-febc5c97baf1 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:57:51.919068 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:51.924489 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:51Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:51.952827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbf843-7c21-4c31-831c-4d6d026d84ae None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:51Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:51.962411 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.205983 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Allocated IP 172.20.0.1 (3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f/54c1633f-f50a-47c9-a07f-531ee3b87a5c/3017a0e4-327f-4210-87e8-24f881cc1bac) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:52.237035 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device edc73238-535d-4322-9cd2-d1cad927cc92 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:52.316165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port edc73238-535d-4322-9cd2-d1cad927cc92 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:52.321264 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 484fe465-43b6-4d4b-b692-0723990fe060 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:52.341982 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.354798 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Transition to ACTIVE for port object 57d30552-b19d-4066-a5bb-febc5c97baf1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:52.357182 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.370481 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.385912 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Transition to ACTIVE for port object 3017a0e4-327f-4210-87e8-24f881cc1bac will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:52.398340 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 484fe465-43b6-4d4b-b692-0723990fe060 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:52.398732 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.429166 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Attempting to bind port 57d30552-b19d-4066-a5bb-febc5c97baf1 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:52.430188 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Attempting to bind port 57d30552-b19d-4066-a5bb-febc5c97baf1 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:52.430907 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Attempting to bind port 57d30552-b19d-4066-a5bb-febc5c97baf1 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:52.442894 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:52.443610 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:52.444519 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.445027 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:52.445514 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Bound port: 57d30552-b19d-4066-a5bb-febc5c97baf1, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:52.446023 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.459639 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.516937 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:52.518883 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] For port 57d30552-b19d-4066-a5bb-febc5c97baf1, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:52.521134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:52.524071 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] For port 57d30552-b19d-4066-a5bb-febc5c97baf1, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57d30552-b19d-4066-a5bb-febc5c97baf1,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:52.525779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:52.537514 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.560893 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Pushing event updated for resources: {'Port': ['ID=3017a0e4-327f-4210-87e8-24f881cc1bac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:52.563804 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e25f14-3954-4346-a99b-1944e612fcb6 None None] Pushing event updated for resources: {'Port': ['ID=57d30552-b19d-4066-a5bb-febc5c97baf1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:52.574469 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Routers {'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:52.575264 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:52.578432 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.712867 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e25f14-3954-4346-a99b-1944e612fcb6 None None] Pushing event updated for resources: {'Port': ['ID=57d30552-b19d-4066-a5bb-febc5c97baf1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:52.743137 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] Set router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:52.750365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.824551 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb9f2e-da37-4356-8c96-ac1dad233625 None None] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:52.900190 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] Provisioning for port edc73238-535d-4322-9cd2-d1cad927cc92 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:52.908854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] Provisioning complete for port edc73238-535d-4322-9cd2-d1cad927cc92 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:52.909607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.954828 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 3, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:52.967510 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.974654 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:52.984239 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e2664-3e45-4eff-b1e1-00b61426af29 None None] The sync data for ids ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'] in n-d-799528-2 is: [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 3, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:53.048169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.054597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Pushing event updated for resources: {'Port': ['ID=3017a0e4-327f-4210-87e8-24f881cc1bac,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:53.099895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.151521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] For port edc73238-535d-4322-9cd2-d1cad927cc92, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=edc73238-535d-4322-9cd2-d1cad927cc92,segment=NetworkSegment(f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e),segment_id=f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:53.156857 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.164722 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:53.167942 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:53.239631 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c75b4-2d64-43a8-b647-c4fc93b0c215 None None] Pushing event updated for resources: {'Port': ['ID=edc73238-535d-4322-9cd2-d1cad927cc92,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:53.325025 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:53.448766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:53.463376 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-99753c4c-7c07-426b-b062-64bc9a742d92 admin admin] 10.222.0.78 "PUT /v2.0/routers/cd64cb47-62c4-4a8e-85ab-69ce26a49a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0411718 Jul 06 12:57:53.464146 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.492958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f22881f5-e1ee-42ed-9084-598c5db930a1 None None] Provisioning for port 3017a0e4-327f-4210-87e8-24f881cc1bac completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:53.498122 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f22881f5-e1ee-42ed-9084-598c5db930a1 None None] Provisioning complete for port 3017a0e4-327f-4210-87e8-24f881cc1bac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:53.498627 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f22881f5-e1ee-42ed-9084-598c5db930a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.541523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f22881f5-e1ee-42ed-9084-598c5db930a1 None None] Port 3017a0e4-327f-4210-87e8-24f881cc1bac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:53.555336 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f22881f5-e1ee-42ed-9084-598c5db930a1 None None] Provisioning complete for port edc73238-535d-4322-9cd2-d1cad927cc92 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:53.555816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f22881f5-e1ee-42ed-9084-598c5db930a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.796880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0fed829-8acc-4f9a-a5a9-183d01265fd5 None None] Provisioning complete for port 3017a0e4-327f-4210-87e8-24f881cc1bac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:53.797261 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0fed829-8acc-4f9a-a5a9-183d01265fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.840858 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0fed829-8acc-4f9a-a5a9-183d01265fd5 None None] Port 3017a0e4-327f-4210-87e8-24f881cc1bac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:53.961784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74d96aef-ace3-48c6-b2dc-0aac6bde8bc1 None None] Provisioning complete for port 3017a0e4-327f-4210-87e8-24f881cc1bac triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:53.962238 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74d96aef-ace3-48c6-b2dc-0aac6bde8bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:53.998634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74d96aef-ace3-48c6-b2dc-0aac6bde8bc1 None None] Port 3017a0e4-327f-4210-87e8-24f881cc1bac cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:54.126563 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.132120 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249806100', 'description': 'tempest-secgroup-smoke-249806100 description', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.157072 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.176259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device edc73238-535d-4322-9cd2-d1cad927cc92 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:54.228772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port edc73238-535d-4322-9cd2-d1cad927cc92 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:54.229016 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.255822 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.260237 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.290248 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.291476 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1637349 Jul 06 12:57:54.293372 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fcc33-7dc8-406f-b157-65c1b1ba032a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01d118d-a643-4afa-9c8a-27594da16948,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.294705 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 33750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.300193 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': 'd01d118d-a643-4afa-9c8a-27594da16948', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.317503 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b9ce5d9c-0eb2-4b22-bae7-49b739453d35 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:54.327235 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.365254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:54.368990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:54.369364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.385112 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.388742 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.407106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d619b3-ac37-4340-acaa-9d6188936cf3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.417523 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.421482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-78b76bc6-8724-480a-a979-ed3d5f76ed91 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225305 Jul 06 12:57:54.421936 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.430677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': 'd01d118d-a643-4afa-9c8a-27594da16948', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.458837 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.461559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.495215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b9ce5d9c-0eb2-4b22-bae7-49b739453d35, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:54.499093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.499859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57d30552-b19d-4066-a5bb-febc5c97baf1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:54.518811 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.523238 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.538708 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fec948-748e-4282-aa1f-55ad4182fe64,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.548793 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.549999 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-36b41b33-80eb-4228-b53d-38de6d659fd6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248538 Jul 06 12:57:54.553597 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.559021 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': 'd01d118d-a643-4afa-9c8a-27594da16948', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.576145 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.587232 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.591634 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 57d30552-b19d-4066-a5bb-febc5c97baf1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:54.595263 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 57d30552-b19d-4066-a5bb-febc5c97baf1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:54.595629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.649244 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.652870 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.675889 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d62c9c-681c-4be6-a480-af3e41a9164f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.677731 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.680230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.681701 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1beb9086-01df-4dee-a512-d91bd8ae10d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270239 Jul 06 12:57:54.684324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.689605 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': 'd01d118d-a643-4afa-9c8a-27594da16948', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.699805 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 57d30552-b19d-4066-a5bb-febc5c97baf1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57d30552-b19d-4066-a5bb-febc5c97baf1,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:54.704248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.719760 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.753387 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=57d30552-b19d-4066-a5bb-febc5c97baf1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.784018 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.788481 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.808917 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebf2d71-9056-46a5-a3a3-4eace8df2f4c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.814663 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.815861 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-8441aa08-325f-41dc-9de0-ea8ed49629c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298449 Jul 06 12:57:54.819081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.823557 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': 'd01d118d-a643-4afa-9c8a-27594da16948', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.845836 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Project d89a78e83fae4f179f1667ff060f66b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:57:54.851844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.913257 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.917019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.936064 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d195ea-58c5-4d1f-ae6f-4abaf02a7347,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:54.938480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:54.942910 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-2a2c2118-491a-43b3-942b-e1082fb5a4a2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196008 Jul 06 12:57:54.943380 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:54.947431 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': 'd01d118d-a643-4afa-9c8a-27594da16948', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:54.969079 n-d-799528-2 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Project d89a78e83fae4f179f1667ff060f66b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:57:54.973888 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:55.033547 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:55.037336 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:55.058031 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c395f549-ca8e-4e7a-b91f-2c100564829e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:55.061204 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:55.062477 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d8217586-eba9-4b45-804c-fef1254e4097 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184931 Jul 06 12:57:55.215216 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-1ec3463a-142e-42e1-9a70-61429a138c0a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249806100&fields=id&tenant_id=d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 267 time: 0.0353169 Jul 06 12:57:55.327310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-7f847730-2438-4e45-af5a-1e737f3fb070 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:55.328792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-7f847730-2438-4e45-af5a-1e737f3fb070 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 807 time: 0.1070600 Jul 06 12:57:55.343764 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-e9eb571b-7a61-4b02-acd9-4c9711bed9a8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/quotas/d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 375 time: 0.0091264 Jul 06 12:57:55.373100 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Sync routers for ids ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:55.382313 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Routers {'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:55.382928 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:55.414998 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-acbc4548-b49d-4207-ae20-5e46751d80d9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656812 Jul 06 12:57:55.490787 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Set router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:55.596293 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-a95d5ee2-541e-4721-9745-257fd4179ce1 service neutron] 10.222.0.78 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688077 Jul 06 12:57:55.688632 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T12:57:52Z', 'revision_number': 4, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3017a0e4-327f-4210-87e8-24f881cc1bac', 'name': '', 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'mac_address': 'fa:16:3e:44:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:51Z', 'updated_at': '2021-07-06T12:57:52Z', 'revision_number': 2, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'subnets': [{'id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:55.690661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-517457ee-2648-43d5-92da-ab6e2c112a23 service neutron] 10.222.0.78 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Jul 06 12:57:55.719589 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Checking router: cd64cb47-62c4-4a8e-85ab-69ce26a49a0a for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:55.720367 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Updating router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a port 3017a0e4-327f-4210-87e8-24f881cc1bac binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:57:55.753446 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:55.874257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d9b0a429-9803-4397-b699-01930336ded4 req-827c56e3-1d1a-4a6c-b2c8-6d77959c4fd9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 210 time: 0.0302868 Jul 06 12:57:56.047016 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.060126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b9ce5d9c-0eb2-4b22-bae7-49b739453d35 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:56.068130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Transition to ACTIVE for port object 3017a0e4-327f-4210-87e8-24f881cc1bac will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:56.093269 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.153591 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77594af9-a197-4b94-a2bf-ac03e8197ac5 None None] Pushing event updated for resources: {'Port': ['ID=3017a0e4-327f-4210-87e8-24f881cc1bac,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:56.215510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:56.215882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.251115 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Attempting to bind port 3017a0e4-327f-4210-87e8-24f881cc1bac on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:56.251501 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Attempting to bind port 3017a0e4-327f-4210-87e8-24f881cc1bac by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:56.251976 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Attempting to bind port 3017a0e4-327f-4210-87e8-24f881cc1bac on network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:56.264492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:56.264885 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Checking segment: {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:56.265268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.265715 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Bound using segment: {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:56.266193 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Bound port: 3017a0e4-327f-4210-87e8-24f881cc1bac, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:56.266612 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.365359 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57d30552-b19d-4066-a5bb-febc5c97baf1 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:56.368184 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] For port 3017a0e4-327f-4210-87e8-24f881cc1bac, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:56.399456 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] For port 3017a0e4-327f-4210-87e8-24f881cc1bac, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3017a0e4-327f-4210-87e8-24f881cc1bac,segment=NetworkSegment(f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e),segment_id=f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:56.408360 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.516833 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 57d30552-b19d-4066-a5bb-febc5c97baf1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:56.517367 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:56.519662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Routers {'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:56.520579 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:57:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:56.523728 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77594af9-a197-4b94-a2bf-ac03e8197ac5 None None] Pushing event updated for resources: {'Port': ['ID=3017a0e4-327f-4210-87e8-24f881cc1bac,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:56.690170 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] Set router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:57.020257 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed28414e-9920-4852-99e1-3943b3d5d0c9 req-e5885579-aec2-44dc-962f-70c164eadbfc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 210 time: 0.0283294 Jul 06 12:57:57.074837 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T12:57:52Z', 'revision_number': 4, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3017a0e4-327f-4210-87e8-24f881cc1bac', 'name': '', 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'mac_address': 'fa:16:3e:44:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:51Z', 'updated_at': '2021-07-06T12:57:56Z', 'revision_number': 4, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'subnets': [{'id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:57.105697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9c3d-96e1-4ca1-a5a7-d89c7210718b None None] The sync data for ids ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'] in n-d-799528-2 is: [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T12:57:52Z', 'revision_number': 4, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': '3017a0e4-327f-4210-87e8-24f881cc1bac', 'name': '', 'network_id': '3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'mac_address': 'fa:16:3e:44:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:51Z', 'updated_at': '2021-07-06T12:57:56Z', 'revision_number': 4, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'subnets': [{'id': '54c1633f-f50a-47c9-a07f-531ee3b87a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:57.181866 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-ab7b5f5f-a17c-4a5d-9409-6bb4013c74ce tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:57.183532 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-ab7b5f5f-a17c-4a5d-9409-6bb4013c74ce tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 807 time: 0.1190522 Jul 06 12:57:57.238104 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-60445a31-f411-42aa-a65f-89395c898276 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 379 time: 0.0454359 Jul 06 12:57:57.250736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'port': {'device_id': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'admin_state_up': True, 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'security_groups': ['d01d118d-a643-4afa-9c8a-27594da16948']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:57.250994 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd403bb-0dde-4e24-ab07-ac421cfde334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.354040 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:57:57.371508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Made reservation on behalf of d89a78e83fae4f179f1667ff060f66b8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:57.375288 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.508175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Allocated IP 172.20.0.11 (33f49c35-9931-4d4e-be00-3927537d21d6/9282c952-c123-4302-b60e-db2536241b4b/9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:57.654920 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.668962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Transition to ACTIVE for port object 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:57.701631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.742379 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Network 33f49c35-9931-4d4e-be00-3927537d21d6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:57.745698 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:57.749581 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:57.786172 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:57.812713 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:57.813329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.828064 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-6993fef1-9961-4718-bbb0-29e5958948bc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5820336 Jul 06 12:57:57.865010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Request body: {'port': {'device_id': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:57.940480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.965469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53a1bc8d-9ffe-43d7-b15c-99b5246177c5 None None] Provisioning for port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:57.969511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53a1bc8d-9ffe-43d7-b15c-99b5246177c5 None None] Provisioning complete for port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:57.969953 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a1bc8d-9ffe-43d7-b15c-99b5246177c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.013521 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53a1bc8d-9ffe-43d7-b15c-99b5246177c5 None None] Port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:58.091301 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3017a0e4-327f-4210-87e8-24f881cc1bac up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:58.143941 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 3017a0e4-327f-4210-87e8-24f881cc1bac completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:58.148981 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3017a0e4-327f-4210-87e8-24f881cc1bac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:58.149368 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.218424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43562f-eede-4d02-8a51-dc8992d731f3 req-b118defd-6d07-43f1-afa9-1c0a28eda95a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:58.220235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a43562f-eede-4d02-8a51-dc8992d731f3 req-b118defd-6d07-43f1-afa9-1c0a28eda95a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 932 time: 0.0827811 Jul 06 12:57:58.237174 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.254634 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:57:58.265080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.266127 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a43562f-eede-4d02-8a51-dc8992d731f3 req-221fec96-e8f5-4916-947e-848fef719466 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 Jul 06 12:57:58.274350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 3017a0e4-327f-4210-87e8-24f881cc1bac, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3017a0e4-327f-4210-87e8-24f881cc1bac,segment=NetworkSegment(f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e),segment_id=f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:58.278593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.279449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Transition to ACTIVE for port object 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:58.284603 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.329989 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=3017a0e4-327f-4210-87e8-24f881cc1bac,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:58.363907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:58.415618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Attempting to bind port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:58.415991 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Attempting to bind port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:58.416331 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Attempting to bind port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f on network 33f49c35-9931-4d4e-be00-3927537d21d6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:58.420811 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f on network 33f49c35-9931-4d4e-be00-3927537d21d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:57:58.421141 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Attempting to bind port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f on network 33f49c35-9931-4d4e-be00-3927537d21d6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:58.426600 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:58.426944 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Checking segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:58.427332 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Bound using segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:58.427766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Bound port: 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:58.428150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.495658 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:58.499381 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:58.504552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.546530 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:58.547146 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:58.548613 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] 10.222.0.64 "PUT /v2.0/ports/9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1092 time: 0.6896343 Jul 06 12:57:58.549059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:58.551884 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e34096-5938-4b4c-b251-fc7367302573" -d '{"events": [{"name": "network-changed", "server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:58.600932 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceea33c-38b8-4343-a1ae-5e11d0ca8730 x-openstack-request-id: req-1ceea33c-38b8-4343-a1ae-5e11d0ca8730 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:58.601191 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:58.601449 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ceea33c-38b8-4343-a1ae-5e11d0ca8730 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:58.601847 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'status': 'completed', 'code': 200} Jul 06 12:57:58.602556 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30b422-9753-47dc-8ce5-2b86fa1bc27a service neutron] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:58.653211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-a0343c42-41b1-4aa6-8454-c376d9f06f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:58.654926 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-a0343c42-41b1-4aa6-8454-c376d9f06f5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1095 time: 0.0631347 Jul 06 12:57:58.697804 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-54162804-2705-44a5-a20f-1b7b8362e90f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 217 time: 0.0352914 Jul 06 12:57:58.755892 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-621a0e5f-6213-4c7c-b928-5baba204cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:58.757503 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-621a0e5f-6213-4c7c-b928-5baba204cbce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0533826 Jul 06 12:57:58.817013 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-ad0a207c-cf6d-4ceb-a822-dc050b7dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:58.818549 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-ad0a207c-cf6d-4ceb-a822-dc050b7dff60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543604 Jul 06 12:57:58.905492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-b8f146f6-386c-44a3-af32-28728a99a551 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803914 Jul 06 12:57:58.996607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-aef49bbc-cc60-425b-b2c4-98278ea0b9d5 req-15365715-544f-4ff3-ae28-6d3bae9cf07a service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Jul 06 12:57:59.098894 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34096-5938-4b4c-b251-fc7367302573 req-8f51b84b-8dff-4057-b02d-aabb54863d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:59.100467 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-8f51b84b-8dff-4057-b02d-aabb54863d42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1095 time: 0.0554614 Jul 06 12:57:59.199927 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34096-5938-4b4c-b251-fc7367302573 req-4abeaf71-5fde-4a1e-ab76-d438db89001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:59.201475 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-4abeaf71-5fde-4a1e-ab76-d438db89001c service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0941699 Jul 06 12:57:59.244281 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-c2bb544c-25d2-405d-8cf3-a4a14986e110 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 217 time: 0.0358684 Jul 06 12:57:59.293654 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34096-5938-4b4c-b251-fc7367302573 req-81522832-26ba-44a5-8013-b54649ec0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:59.295195 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-81522832-26ba-44a5-8013-b54649ec0bf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0448084 Jul 06 12:57:59.360003 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34096-5938-4b4c-b251-fc7367302573 req-2ded6a1a-ec16-4f81-9a2b-173837d670c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:59.361584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-2ded6a1a-ec16-4f81-9a2b-173837d670c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593078 Jul 06 12:57:59.458996 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-10cb49b5-e7e6-4e9a-aca2-c10bb1594cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904732 Jul 06 12:57:59.462522 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9faad-5e68-428b-91f2-e39307ec613f req-bbfdecce-95c0-4d90-b07a-fc1ec2f19194 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:59.464045 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2be9faad-5e68-428b-91f2-e39307ec613f req-bbfdecce-95c0-4d90-b07a-fc1ec2f19194 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0673950 Jul 06 12:57:59.502946 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2be9faad-5e68-428b-91f2-e39307ec613f req-5d651c64-3e23-4d37-abaa-e179dc9d7de1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Jul 06 12:57:59.557793 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-29e34096-5938-4b4c-b251-fc7367302573 req-8cfd31bd-7343-4331-9289-3088cd7358fb service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900593 Jul 06 12:57:59.790920 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c948519-b0fb-4e32-a744-8ea7419616ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:00.045709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3017a0e4-327f-4210-87e8-24f881cc1bac up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:58:00.095410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 3017a0e4-327f-4210-87e8-24f881cc1bac triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:58:00.095696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:00.457917 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:00.689564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9308cd2-5924-490c-afc8-a56435d81a3e req-788ea009-bd51-4e09-b067-77cc342c4a7c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:00.690955 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9308cd2-5924-490c-afc8-a56435d81a3e req-788ea009-bd51-4e09-b067-77cc342c4a7c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0661621 Jul 06 12:58:00.729729 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a9308cd2-5924-490c-afc8-a56435d81a3e req-4552e2df-2d9e-4587-9513-2e10d789b379 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328584 Jul 06 12:58:00.840794 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:01.246682 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:01.515169 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:58:01.610311 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:01.621960 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'mac_address': 'fa:16:3e:7b:e9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:58:01.658808 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:01.672230 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:58:01.692405 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:01.696061 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:01.741639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:01.914757 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e607-f1ef-412e-8247-2738f2381a86 req-011e938d-5d05-4e43-8899-18cada7ac968 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:01.916290 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0602e607-f1ef-412e-8247-2738f2381a86 req-011e938d-5d05-4e43-8899-18cada7ac968 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 945 time: 0.0716946 Jul 06 12:58:01.953454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0602e607-f1ef-412e-8247-2738f2381a86 req-60051ecc-edff-42b3-abd5-b7ac15fdf84a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Jul 06 12:58:02.011394 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:58:02.758984 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:03.133048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b4889-4465-4dae-a1a6-5637f52a1a11 req-c7fc2bdb-36dd-4c71-9172-b9f183aa4ec9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:03.134536 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f33b4889-4465-4dae-a1a6-5637f52a1a11 req-c7fc2bdb-36dd-4c71-9172-b9f183aa4ec9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 945 time: 0.0627830 Jul 06 12:58:03.173178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f33b4889-4465-4dae-a1a6-5637f52a1a11 req-fda5092d-ddaa-4f99-a5ac-ec9b8947370b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Jul 06 12:58:03.514986 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:58:03.565212 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:58:03.568956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:58:03.569324 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:03.642468 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:03.666788 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:58:03.669101 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b54b56-89b5-4855-ae0a-5bd767f1515f" -d '{"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:58:03.682172 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:03.686462 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:03.713141 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e3d42-3621-45e1-94ef-3d1174113207 x-openstack-request-id: req-4b5e3d42-3621-45e1-94ef-3d1174113207 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:58:03.713428 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:58:03.713670 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b5e3d42-3621-45e1-94ef-3d1174113207 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:58:03.714046 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'code': 200} Jul 06 12:58:03.740175 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:03.821338 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506b3a3-c9c3-4b0f-8085-1bc8925e831e req-772edf96-315e-4f4a-ad30-a6a98d19c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:03.822734 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2506b3a3-c9c3-4b0f-8085-1bc8925e831e req-772edf96-315e-4f4a-ad30-a6a98d19c8b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1097 time: 0.0520148 Jul 06 12:58:03.857004 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2506b3a3-c9c3-4b0f-8085-1bc8925e831e req-0e72fed6-21fc-4086-9177-4da4445ba521 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282307 Jul 06 12:58:04.357762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88725d4-200a-4f09-aa93-e5fd7af84fae req-ea64502d-6335-4e4b-b157-e885dea041c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:04.359244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e88725d4-200a-4f09-aa93-e5fd7af84fae req-ea64502d-6335-4e4b-b157-e885dea041c3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0672715 Jul 06 12:58:04.397699 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e88725d4-200a-4f09-aa93-e5fd7af84fae req-f5f746b4-06db-401a-9d37-4b117076bc4d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Jul 06 12:58:05.571951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907f767-7083-4dc2-b012-33ee0d2c5fdc req-64699f1d-64cc-4b8d-a0a5-71829174188a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:05.573477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6907f767-7083-4dc2-b012-33ee0d2c5fdc req-64699f1d-64cc-4b8d-a0a5-71829174188a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0636811 Jul 06 12:58:05.610678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6907f767-7083-4dc2-b012-33ee0d2c5fdc req-2791db6d-209b-4014-8989-4d84a6112358 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316656 Jul 06 12:58:05.797293 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49596-6fc3-4d3b-a39f-397761981fc2 req-8dac0db6-9134-4449-bf2e-5b48005eb7b0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:05.798784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54a49596-6fc3-4d3b-a39f-397761981fc2 req-8dac0db6-9134-4449-bf2e-5b48005eb7b0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0671690 Jul 06 12:58:05.837025 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-54a49596-6fc3-4d3b-a39f-397761981fc2 req-63f8d710-2ae0-4dbe-878d-87eae4c28fab tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Jul 06 12:58:05.863312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:58:05.959233 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e3ee2-7009-4459-b9ab-d3330f89c8cc tempest-TestShelveInstance-1695207710 tempest-TestShelveInstance-1695207710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:05.960790 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-358e3ee2-7009-4459-b9ab-d3330f89c8cc tempest-TestShelveInstance-1695207710 tempest-TestShelveInstance-1695207710-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1092 time: 0.0964124 Jul 06 12:58:05.963718 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 33824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:58:05.968059 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:58:06.000590 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:06.104172 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:06.203335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Allocated IP 172.25.7.222 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/c13e361d-a1ef-4705-ad7f-44a2bc52a7f4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:58:06.309499 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:06.348163 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:06.384066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:58:06.386779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:58:06.392129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:58:06.415494 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'Port': ['ID=c13e361d-a1ef-4705-ad7f-44a2bc52a7f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:07.100368 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.175883 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.319000 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.323310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.393398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'Port': ['ID=c13e361d-a1ef-4705-ad7f-44a2bc52a7f4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:07.405436 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.503671 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Floating IP 72bb4f4c-d973-4a5c-8c25-8e9a66e15375 associated. External IP: 172.25.7.222, port: 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f. Jul 06 12:58:07.708438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Router f9714117-e442-4555-8251-9fc281c2578e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:58:07.814092 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:58:07.823854 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:58:07.830239 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.834599 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:58:07.835237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:07.879938 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-89ce1649-8f4a-412b-a9bb-69a9252db1d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9036279 Jul 06 12:58:07.879938 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:58:07.879938 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce089f0-3394-421d-a2a8-ee14f6061827" -d '{"events": [{"name": "network-changed", "server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:58:07.907949 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265093c7-fadd-437b-a3f3-156da621339a x-openstack-request-id: req-265093c7-fadd-437b-a3f3-156da621339a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:58:07.908242 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:58:07.908499 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-265093c7-fadd-437b-a3f3-156da621339a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:58:07.908905 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'status': 'completed', 'code': 200} Jul 06 12:58:07.941738 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:58:07.984091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-e3301906-6b8d-44e2-a3e9-fa1a4a0a9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.985620 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-e3301906-6b8d-44e2-a3e9-fa1a4a0a9009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1097 time: 0.0535007 Jul 06 12:58:08.080786 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-24eb9fab-8748-4ab8-bf7c-a652211b660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.083271 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-24eb9fab-8748-4ab8-bf7c-a652211b660c service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0908494 Jul 06 12:58:08.150174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-6bebc6f3-f123-47d8-a5ee-d418f2a7d6c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1000 time: 0.0596182 Jul 06 12:58:08.166273 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '72bb4f4c-d973-4a5c-8c25-8e9a66e15375', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'mac_address': 'fa:16:3e:7b:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:58:06Z', 'updated_at': '2021-07-06T12:58:06Z', 'revision_number': 0, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:08.192894 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:58:08.199237 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-f65160fa-bc4f-48c9-b176-76c0c64ab950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.200819 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-f65160fa-bc4f-48c9-b176-76c0c64ab950 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0448587 Jul 06 12:58:08.201377 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:58:08.201926 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T12:58:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:08.263783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-593788ee-71b1-4af0-9dab-8b84c74de9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.265471 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-593788ee-71b1-4af0-9dab-8b84c74de9cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573778 Jul 06 12:58:08.308130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:58:08.355743 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-db5691a7-134f-4926-8db8-858db4abfe5d service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836670 Jul 06 12:58:08.450646 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cce089f0-3394-421d-a2a8-ee14f6061827 req-2560f9e9-a2b4-4396-a4f6-aa17d8f9bd92 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890465 Jul 06 12:58:08.529008 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '72bb4f4c-d973-4a5c-8c25-8e9a66e15375', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'mac_address': 'fa:16:3e:7b:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:58:06Z', 'updated_at': '2021-07-06T12:58:06Z', 'revision_number': 0, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:08.557513 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29edac-3078-4a05-ab21-75cd5225d930 None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': '72bb4f4c-d973-4a5c-8c25-8e9a66e15375', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'mac_address': 'fa:16:3e:7b:e9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:58:06Z', 'updated_at': '2021-07-06T12:58:06Z', 'revision_number': 0, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:58:08.744317 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a78fd2-4606-42dc-972d-1b4d23ea520a None None] New status for floating IP 72bb4f4c-d973-4a5c-8c25-8e9a66e15375: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:58:18.123355 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-3f84fbd3-907a-4585-90a2-2933983c96b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519574 Jul 06 12:58:18.234650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-0b4ac66d-2856-4e13-aff1-2e391a876783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:18.236219 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-0b4ac66d-2856-4e13-aff1-2e391a876783 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1097 time: 0.0619366 Jul 06 12:58:18.345598 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-ff91b268-653f-45d6-851a-1255733936c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:18.347123 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-ff91b268-653f-45d6-851a-1255733936c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0896215 Jul 06 12:58:18.413253 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-d0885947-d9d9-4b29-a2fc-5960b7110c28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1002 time: 0.0579138 Jul 06 12:58:18.463515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-b3d03bfa-b344-474b-84ea-a4c2b9955af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:18.464998 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-b3d03bfa-b344-474b-84ea-a4c2b9955af7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0435164 Jul 06 12:58:18.541370 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-6501b6e9-9395-4382-8cdc-7a1019b3e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:18.542919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-6501b6e9-9395-4382-8cdc-7a1019b3e5bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714183 Jul 06 12:58:18.633135 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-2ff7e313-b929-4d5c-a7d1-e35e8b5dbefd service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825334 Jul 06 12:58:18.724185 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef48b9ce-0db4-4288-8cdb-5079ea5985f8 req-e7e324dd-389e-4d79-93a0-e32de04ef96c service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844958 Jul 06 12:58:23.470950 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:27.253121 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2acba00f-2e5b-41dd-b213-a8ce78eab3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:29.791773 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e801433b-ab33-46b6-8271-9b4df9f6786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:30.460021 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:30.839510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:31.250109 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:32.762007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:34.355028 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:58:53.481363 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:57.253406 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13b234d8-d064-4003-8e99-0a6836554fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:59.791795 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b22044b8-0515-4c10-8fb9-d6b15ee58a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:00.460356 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:00.862312 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:01.252676 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.764990 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.355082 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:59:17.566034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-5fb5aea8-3240-46b6-a1ff-5e8be93f912c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542557 Jul 06 12:59:17.658707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-8f32d847-f966-41eb-b530-d5cd3e49b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:17.660277 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-8f32d847-f966-41eb-b530-d5cd3e49b642 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1097 time: 0.0512905 Jul 06 12:59:17.765407 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-e40813a4-8ec6-4e04-9c4d-eab06ef9bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:17.766857 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-e40813a4-8ec6-4e04-9c4d-eab06ef9bab0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0852590 Jul 06 12:59:17.834052 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-870bc98d-84af-493e-91f6-9ef7ef70d79e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1002 time: 0.0594535 Jul 06 12:59:17.884677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-6601874d-878d-4376-bbc5-8002a8904aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:17.886147 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-6601874d-878d-4376-bbc5-8002a8904aa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0450349 Jul 06 12:59:17.948848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-3f252d90-9af4-4580-a700-3adbc871051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:17.950360 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-3f252d90-9af4-4580-a700-3adbc871051e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567601 Jul 06 12:59:18.039991 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-4d61379d-d5e1-4243-9c9a-2170ea128e92 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Jul 06 12:59:18.132725 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1cf24ba9-f911-49c9-afb7-c06b3a1757f1 req-92f34ecc-f279-4478-ba3d-b11f85f44dfc service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854728 Jul 06 12:59:23.471521 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:27.254723 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9ac7-7adf-494f-af2e-7bd918a6dedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:29.792043 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea00c-3179-4967-96b7-af22d05028ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:30.462332 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:30.873226 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:31.254779 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:32.768000 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:48.353307 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:59:53.481018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:57.255432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d54277fd-f367-4136-91d7-11182fa01b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:59.791887 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c71677c-8ca4-44ff-bb95-b6649072e4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:00.464541 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:00.888041 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:01.258361 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:02.771259 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.724518 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-d14b0df6-efda-4775-972c-b3df98b62ba8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339037 Jul 06 13:00:18.819979 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02522c52-5e28-4cac-927a-b0602515e51c req-a8451222-f89c-45f9-a510-2bee875ea3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:18.821509 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-a8451222-f89c-45f9-a510-2bee875ea3e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1097 time: 0.0529792 Jul 06 13:00:18.927483 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02522c52-5e28-4cac-927a-b0602515e51c req-428a8e39-f6ef-42a4-ae5d-5494264c6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:18.929259 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-428a8e39-f6ef-42a4-ae5d-5494264c6aef service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0873239 Jul 06 13:00:18.996796 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-e6d9a486-5977-4b74-bb4d-41a5673e1dfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1002 time: 0.0607202 Jul 06 13:00:19.046179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02522c52-5e28-4cac-927a-b0602515e51c req-a4d86367-1935-4315-9d78-86d984a487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:19.047608 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-a4d86367-1935-4315-9d78-86d984a487c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0431385 Jul 06 13:00:19.106966 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02522c52-5e28-4cac-927a-b0602515e51c req-763757af-0273-4463-b0a6-5a7518fe25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:19.108610 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-763757af-0273-4463-b0a6-5a7518fe25a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541654 Jul 06 13:00:19.196544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-0ec74fdc-d040-49cd-8ee1-4fbad4cfbd2f service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809543 Jul 06 13:00:19.290126 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-02522c52-5e28-4cac-927a-b0602515e51c req-a5bef1ba-0cb8-48df-8675-eed6814b0f66 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861804 Jul 06 13:00:23.472245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:25.352765 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:00:27.255559 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-495568ce-628e-4404-b57f-5bbff56b00db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.792974 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3777-73ae-4dce-9a8d-6c216a1280c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:30.464240 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:30.916225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:31.260903 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:32.773868 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:45.115147 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791aeda-d8c2-44ae-8443-5ae2a4793ef2 req-0abb2331-86a9-4dd1-9794-e7954de9fe5a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:45.116583 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a791aeda-d8c2-44ae-8443-5ae2a4793ef2 req-0abb2331-86a9-4dd1-9794-e7954de9fe5a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.1451771 Jul 06 13:00:45.154076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a791aeda-d8c2-44ae-8443-5ae2a4793ef2 req-c7e76b73-27e1-440f-a13a-75b3213c21f9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Jul 06 13:00:46.410886 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b300-a701-41e1-ac70-f002e8e0b38a req-3b3226cc-dc76-4b59-a98d-f2534570ded2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:46.412432 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6055b300-a701-41e1-ac70-f002e8e0b38a req-3b3226cc-dc76-4b59-a98d-f2534570ded2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.1132228 Jul 06 13:00:46.455394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6055b300-a701-41e1-ac70-f002e8e0b38a req-e0e8f60a-a8fc-4013-abf7-ff5dd748de83 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369387 Jul 06 13:00:48.020954 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615da26-aa46-4de4-a97f-642641ac4aa4 req-9df8c627-cb26-459c-a5a7-9ec793ba78d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:48.022509 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b615da26-aa46-4de4-a97f-642641ac4aa4 req-9df8c627-cb26-459c-a5a7-9ec793ba78d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.4217687 Jul 06 13:00:48.059540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b615da26-aa46-4de4-a97f-642641ac4aa4 req-f6f4cc01-7ab0-4f09-a89c-18c369842bfc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314832 Jul 06 13:00:49.233259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48b2c-3d47-4cbc-8a94-7ecd1d7676d7 req-0fcfdae3-3e3f-4f3f-942e-74d62b010397 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:49.234857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34c48b2c-3d47-4cbc-8a94-7ecd1d7676d7 req-0fcfdae3-3e3f-4f3f-942e-74d62b010397 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0632102 Jul 06 13:00:49.272094 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-34c48b2c-3d47-4cbc-8a94-7ecd1d7676d7 req-06c670fd-fca5-4aa4-8981-e6f997408b98 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Jul 06 13:00:50.448446 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0710-51e9-4463-9f86-0d4fb505aea5 req-85aebb17-2c2b-406f-acc3-4ab332d963f0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:50.449923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c19f0710-51e9-4463-9f86-0d4fb505aea5 req-85aebb17-2c2b-406f-acc3-4ab332d963f0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0665238 Jul 06 13:00:50.488275 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c19f0710-51e9-4463-9f86-0d4fb505aea5 req-4b0e37e1-3408-4d23-b76a-c30309d1c8e3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Jul 06 13:00:51.660061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786929a7-3ec8-419e-b09a-8da6aba0eca0 req-1d8abfdd-f920-4d07-a380-2938108e1ed8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:51.661563 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-786929a7-3ec8-419e-b09a-8da6aba0eca0 req-1d8abfdd-f920-4d07-a380-2938108e1ed8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0624671 Jul 06 13:00:51.699200 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-786929a7-3ec8-419e-b09a-8da6aba0eca0 req-6fbc201c-39f3-40ab-997f-4caed3539d40 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Jul 06 13:00:52.894438 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99be19-f299-4257-9931-a691dc956544 req-5c6fa895-eb45-4515-9c09-77dd55e5277a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:52.896055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db99be19-f299-4257-9931-a691dc956544 req-5c6fa895-eb45-4515-9c09-77dd55e5277a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0839128 Jul 06 13:00:52.941387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-db99be19-f299-4257-9931-a691dc956544 req-374f0bce-f646-435b-8eaf-395c873607d1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384240 Jul 06 13:00:53.477788 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.117365 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2bccb-9006-43fa-83a1-a3c38713ddc9 req-a79ff581-9a5c-43fe-b095-cbc67f2dd7ab tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:54.118864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49f2bccb-9006-43fa-83a1-a3c38713ddc9 req-a79ff581-9a5c-43fe-b095-cbc67f2dd7ab tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0632620 Jul 06 13:00:54.156805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-49f2bccb-9006-43fa-83a1-a3c38713ddc9 req-3716abfd-bb00-4dcd-8f34-d3c807c5de0c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jul 06 13:00:55.339228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015728d6-abbc-486e-bf9a-b4f21320e052 req-05040f87-c9ad-4c7c-8c55-d710343a743d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:55.340794 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-015728d6-abbc-486e-bf9a-b4f21320e052 req-05040f87-c9ad-4c7c-8c55-d710343a743d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0708001 Jul 06 13:00:55.381055 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-015728d6-abbc-486e-bf9a-b4f21320e052 req-9efc8ea8-41df-4f65-abc1-09508250f301 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335689 Jul 06 13:00:56.560866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02934f7-0071-4b5f-ba71-5ca46bcf92ec req-8fb46dbb-53dc-4a16-8e87-e858dfde919d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:56.562393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d02934f7-0071-4b5f-ba71-5ca46bcf92ec req-8fb46dbb-53dc-4a16-8e87-e858dfde919d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0703890 Jul 06 13:00:56.600858 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d02934f7-0071-4b5f-ba71-5ca46bcf92ec req-aadae078-2e0b-49ea-b2b2-a0f70db2ef41 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328062 Jul 06 13:00:57.258922 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39a43ae0-9c6e-49de-a16b-617e1c5a9564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.772128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc8ec-513c-4690-84bd-53ed60604bf7 req-6af1f22f-6ff7-4c95-bdfe-a020387c6f26 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:57.773632 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2afc8ec-513c-4690-84bd-53ed60604bf7 req-6af1f22f-6ff7-4c95-bdfe-a020387c6f26 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0633869 Jul 06 13:00:57.811365 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2afc8ec-513c-4690-84bd-53ed60604bf7 req-f4b33e24-9888-41ee-b34b-4972d343a827 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Jul 06 13:00:58.232791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:00:58.327786 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:58.340435 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'mac_address': 'fa:16:3e:7b:e9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:00:58.376293 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.388225 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:00:58.408474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:58.412175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.463257 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:58.470765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.471113 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.471452 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.471798 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.472127 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.472449 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.472768 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.473088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.473406 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.473722 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.474038 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.474354 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:58.485026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:00:58.992110 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c6977-f711-42c4-9206-5a2502e732af req-61cd8293-10b6-4347-9711-d992e2cfec60 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:58.993606 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-776c6977-f711-42c4-9206-5a2502e732af req-61cd8293-10b6-4347-9711-d992e2cfec60 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 945 time: 0.0678794 Jul 06 13:00:59.031093 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-776c6977-f711-42c4-9206-5a2502e732af req-65b393dc-9694-4e5b-92e4-e3d51a00f1c1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Jul 06 13:00:59.793948 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a927c936-2660-4ccc-8e21-645a175dcd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.206251 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ebd71-4346-4150-923c-88a42ed4e7f3 req-d4a91ae8-5d8a-4ced-9508-1429ad3e56e2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:00.207758 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e2ebd71-4346-4150-923c-88a42ed4e7f3 req-d4a91ae8-5d8a-4ced-9508-1429ad3e56e2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 945 time: 0.0650485 Jul 06 13:01:00.241328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:00.244962 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e2ebd71-4346-4150-923c-88a42ed4e7f3 req-506b58d4-86da-4fb5-a0ed-886c95aafe35 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Jul 06 13:01:00.287566 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:00.287961 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.361578 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.383891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:01:00.386159 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf74c94-9c12-479f-baf4-9a9f514ee0df" -d '{"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:01:00.401733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:00.405673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.429055 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813745da-34a5-44c0-a3b1-ac7439a18345 x-openstack-request-id: req-813745da-34a5-44c0-a3b1-ac7439a18345 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:01:00.429606 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:01:00.429869 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-813745da-34a5-44c0-a3b1-ac7439a18345 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:01:00.430261 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'code': 200} Jul 06 13:01:00.461821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:00.472531 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.915433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.263316 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.424154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4009f0-b96c-49dc-ba92-94d2d97ed81c req-9f802a9a-61bd-43bf-8184-4e367390be75 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:01.425647 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad4009f0-b96c-49dc-ba92-94d2d97ed81c req-9f802a9a-61bd-43bf-8184-4e367390be75 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0705161 Jul 06 13:01:01.462665 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad4009f0-b96c-49dc-ba92-94d2d97ed81c req-5cd65bef-757d-43a6-85e5-ecf294635a20 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312943 Jul 06 13:01:02.351877 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:01:02.661146 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1994-c785-4dea-bd9b-e0357bf16fd0 req-7f58aabf-6519-4c52-84e8-4eca56307450 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:02.663394 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab5a1994-c785-4dea-bd9b-e0357bf16fd0 req-7f58aabf-6519-4c52-84e8-4eca56307450 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0761998 Jul 06 13:01:02.706173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab5a1994-c785-4dea-bd9b-e0357bf16fd0 req-7e8ce2eb-14bf-46ef-a03a-2e87ddf64085 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354333 Jul 06 13:01:02.791297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.927973 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae5b08-ba75-4197-b693-38b42f395221 req-f2abe709-f265-489f-8a66-a7ecae181ece tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:03.932340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6ae5b08-ba75-4197-b693-38b42f395221 req-f2abe709-f265-489f-8a66-a7ecae181ece tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0799892 Jul 06 13:01:03.974149 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e6ae5b08-ba75-4197-b693-38b42f395221 req-a11953d6-1309-4df8-b7ba-13ee8947ef98 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374103 Jul 06 13:01:05.168737 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4736be-f66b-453e-aea9-d0c596282ec6 req-48dc41aa-a014-4f8b-b766-84546bb061fd tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:05.170545 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4736be-f66b-453e-aea9-d0c596282ec6 req-48dc41aa-a014-4f8b-b766-84546bb061fd tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0751960 Jul 06 13:01:05.217857 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4736be-f66b-453e-aea9-d0c596282ec6 req-5a3f8b47-ca9e-4ff9-8edd-128b3893f5f8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Jul 06 13:01:06.421106 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eac19-6a99-45a8-bc12-78e0ca4e600b req-5fde9baa-c2dd-48f8-95ea-3d9fbe6dc8bf tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:06.422903 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af7eac19-6a99-45a8-bc12-78e0ca4e600b req-5fde9baa-c2dd-48f8-95ea-3d9fbe6dc8bf tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0693359 Jul 06 13:01:06.476391 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-af7eac19-6a99-45a8-bc12-78e0ca4e600b req-428712eb-ffc0-4616-b526-d0e27964e07a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 Jul 06 13:01:07.665533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15423f-931f-4ae0-8910-f96efeaaf67a req-30e7b6eb-3710-4c77-a0c5-a2cdf0d2ddf0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:07.673664 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e15423f-931f-4ae0-8910-f96efeaaf67a req-30e7b6eb-3710-4c77-a0c5-a2cdf0d2ddf0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0812089 Jul 06 13:01:07.723076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4e15423f-931f-4ae0-8910-f96efeaaf67a req-8a5f8860-6698-4614-b71d-8ff1af4eaa6e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483382 Jul 06 13:01:08.938508 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5000a80-dc1b-4994-9072-a3ebd912fb14 req-ae577311-22ef-488c-950d-b359e1999201 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:08.945328 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5000a80-dc1b-4994-9072-a3ebd912fb14 req-ae577311-22ef-488c-950d-b359e1999201 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0867400 Jul 06 13:01:08.987578 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b5000a80-dc1b-4994-9072-a3ebd912fb14 req-b7e64684-449a-4628-94cf-2a7c437e6a07 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Jul 06 13:01:10.196298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd798d16-507a-48bd-9b98-df0311b49cea req-9d565aea-06ac-4019-96a5-0fc292629450 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:10.204467 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd798d16-507a-48bd-9b98-df0311b49cea req-9d565aea-06ac-4019-96a5-0fc292629450 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0810778 Jul 06 13:01:10.241909 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fd798d16-507a-48bd-9b98-df0311b49cea req-c5c4cbc1-320f-457a-8ca7-68e61ff12140 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364943 Jul 06 13:01:11.420194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c995-c59f-40e8-af08-e921fb3c0b51 req-e0676806-f66d-4c3a-aa84-eaae5368902b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.423199 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7f6c995-c59f-40e8-af08-e921fb3c0b51 req-e0676806-f66d-4c3a-aa84-eaae5368902b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0698950 Jul 06 13:01:11.460896 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e7f6c995-c59f-40e8-af08-e921fb3c0b51 req-b5c5955e-97ba-4006-9f15-8afc8655ebc9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Jul 06 13:01:11.579262 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-16b277f3-52ab-4aee-b3b1-b2776e5f3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.580871 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-16b277f3-52ab-4aee-b3b1-b2776e5f3581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1097 time: 0.0542355 Jul 06 13:01:11.671596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-c1151658-7e0c-4941-b1c6-ae26d721277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.673368 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-c1151658-7e0c-4941-b1c6-ae26d721277f service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0864902 Jul 06 13:01:11.737174 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-bea7c383-a90e-44c7-9c47-45145cb41278 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1002 time: 0.0573239 Jul 06 13:01:11.785458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-6fb5349e-56f1-43f0-83a5-2854b7efb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.786933 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-6fb5349e-56f1-43f0-83a5-2854b7efb79f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0435534 Jul 06 13:01:11.846770 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-168e87c6-68f7-4836-9ba0-0881837ac489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.848212 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-168e87c6-68f7-4836-9ba0-0881837ac489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546694 Jul 06 13:01:11.936097 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-ac2d0a17-4eef-459c-b186-7109b85665df service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807073 Jul 06 13:01:12.028652 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b0a710dc-95d8-4454-a9e5-4fa1d9f8396e req-7d573c22-22c2-4391-bbc7-d6099972109e service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853958 Jul 06 13:01:12.636089 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7953-c0ea-43b9-9f16-de5e277dc6c7 req-80c8e967-1d38-442c-8e6f-83b01b169fa5 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:12.637588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-165a7953-c0ea-43b9-9f16-de5e277dc6c7 req-80c8e967-1d38-442c-8e6f-83b01b169fa5 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0654967 Jul 06 13:01:12.675108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-165a7953-c0ea-43b9-9f16-de5e277dc6c7 req-982a395b-6c47-49ae-ac22-19707b5d7d30 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317693 Jul 06 13:01:13.851995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafdcda-321a-4782-ac4c-23cf49b79209 req-98627adc-f4c0-4648-827b-62506c56314a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:13.853423 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfafdcda-321a-4782-ac4c-23cf49b79209 req-98627adc-f4c0-4648-827b-62506c56314a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0634742 Jul 06 13:01:13.890350 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-bfafdcda-321a-4782-ac4c-23cf49b79209 req-4d059bde-8fab-4039-ab74-f7529ed950ff tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Jul 06 13:01:14.250356 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e358e-ad8b-4604-b255-36ade790be6c req-dee110d0-db82-4658-b711-c6f75d23877e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:14.251854 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-401e358e-ad8b-4604-b255-36ade790be6c req-dee110d0-db82-4658-b711-c6f75d23877e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 946 time: 0.0725935 Jul 06 13:01:14.289613 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-401e358e-ad8b-4604-b255-36ade790be6c req-f972a6f6-a9b1-46af-bb0b-f831279f9c6a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Jul 06 13:01:14.384183 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:01:14.395817 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:01:14.463944 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:14.486496 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:01:14.488774 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c610c0-d914-4617-8997-c29bbfcbf0e2" -d '{"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:01:14.493632 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-52a47cfd-9c01-4dbf-be04-956e143eb420 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965524 Jul 06 13:01:14.501346 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:14.505542 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:14.554324 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:14.584333 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3947bd9-9762-4d71-b7e5-2c3c3d6b13bd x-openstack-request-id: req-c3947bd9-9762-4d71-b7e5-2c3c3d6b13bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:01:14.584603 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-unplugged", "status": "failed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:01:14.584859 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3947bd9-9762-4d71-b7e5-2c3c3d6b13bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:01:14.585264 n-d-799528-2 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'code': 422} returned with failed status Jul 06 13:01:15.339293 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-c0f81e1e-1876-4af3-8832-9f5eb2329fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:15.340853 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-c0f81e1e-1876-4af3-8832-9f5eb2329fba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&tenant_id=d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 1095 time: 0.0525446 Jul 06 13:01:15.413490 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-a5b11df1-6302-4f6a-8826-0c5167d39c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:15.414983 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-a5b11df1-6302-4f6a-8826-0c5167d39c40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1095 time: 0.0518148 Jul 06 13:01:15.463735 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36257888-b568-48ed-9018-f09ff92e50ec req-2cb54bcc-f47e-4564-930e-d73c19d770e8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:15.465312 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36257888-b568-48ed-9018-f09ff92e50ec req-2cb54bcc-f47e-4564-930e-d73c19d770e8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0637033 Jul 06 13:01:15.504266 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-36257888-b568-48ed-9018-f09ff92e50ec req-37e98366-34dd-44ad-9c87-f2ccbb63366c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Jul 06 13:01:15.507324 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-353292e3-cf22-48a9-8269-714cab5aa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:15.508841 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-353292e3-cf22-48a9-8269-714cab5aa9ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0880497 Jul 06 13:01:15.573860 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-77913901-3475-4700-90df-427eb22f4770 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1000 time: 0.0580871 Jul 06 13:01:15.624680 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-0d470c4e-48cd-4102-a20f-602cbe38f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:15.626252 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-0d470c4e-48cd-4102-a20f-602cbe38f6b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0467787 Jul 06 13:01:15.680790 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-0c9e61bb-2035-485e-87e1-2a0cbff86646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:15.682229 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-0c9e61bb-2035-485e-87e1-2a0cbff86646 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498130 Jul 06 13:01:15.767074 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-4e339fe8-5f25-48af-8e54-62c57e2e0196 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782740 Jul 06 13:01:15.861043 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5d4e604a-8a15-4144-9003-47b7b0c6c585 req-83f34432-9a75-443b-896f-3cf3210d0a09 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867202 Jul 06 13:01:16.695253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed84f0-5029-4be7-a243-4456d27ca976 req-4149ff2e-12b3-4dcc-8bcc-85256e565579 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:16.700569 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17ed84f0-5029-4be7-a243-4456d27ca976 req-4149ff2e-12b3-4dcc-8bcc-85256e565579 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0756457 Jul 06 13:01:16.743660 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-17ed84f0-5029-4be7-a243-4456d27ca976 req-8cd05924-99ae-48b8-af11-d7c56a6b9d01 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 Jul 06 13:01:17.926075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23e357-842a-4728-b141-f24d4833e174 req-ddeb5357-4881-44a5-8416-3c54c24b290c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:17.927646 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f23e357-842a-4728-b141-f24d4833e174 req-ddeb5357-4881-44a5-8416-3c54c24b290c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0679529 Jul 06 13:01:17.965676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8f23e357-842a-4728-b141-f24d4833e174 req-f5039bd7-fb40-4247-a98a-7d952ae16a53 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Jul 06 13:01:19.145273 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5378-5a31-4b16-ae64-a6a197ae6f57 req-fbc360a3-9256-41c8-a593-4d0034bcb1a3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:19.146666 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9aec5378-5a31-4b16-ae64-a6a197ae6f57 req-fbc360a3-9256-41c8-a593-4d0034bcb1a3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0649095 Jul 06 13:01:19.185661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9aec5378-5a31-4b16-ae64-a6a197ae6f57 req-bd3cbc14-6362-4a2e-91d7-e42a277079f4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Jul 06 13:01:20.385780 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff121-18f5-482a-9862-10a8a54c58aa req-3d1e237d-0a6c-464e-91ee-67c7acaa9d5d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:20.387347 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-474ff121-18f5-482a-9862-10a8a54c58aa req-3d1e237d-0a6c-464e-91ee-67c7acaa9d5d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0738742 Jul 06 13:01:20.427235 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-474ff121-18f5-482a-9862-10a8a54c58aa req-3edb8d9d-57a9-4b6e-bc42-dacb96f1f0f9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330505 Jul 06 13:01:21.602496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8143ce-8a44-4167-8a4a-916c62c3b595 req-7018f3c1-e4a4-44cf-a9ec-1a2b2d13e357 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:21.604873 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e8143ce-8a44-4167-8a4a-916c62c3b595 req-7018f3c1-e4a4-44cf-a9ec-1a2b2d13e357 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0674458 Jul 06 13:01:21.652805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-3e8143ce-8a44-4167-8a4a-916c62c3b595 req-765c822f-617e-4389-9617-3560ba9499f3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Jul 06 13:01:22.833964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaccc14-bc6b-49f9-a023-78508579e68e req-2c22ee51-d944-4a27-932e-12dfdae6889f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:22.835469 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-baaccc14-bc6b-49f9-a023-78508579e68e req-2c22ee51-d944-4a27-932e-12dfdae6889f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0677793 Jul 06 13:01:22.882077 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-baaccc14-bc6b-49f9-a023-78508579e68e req-edfffdc3-4b1e-4813-a491-398fb1964b86 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Jul 06 13:01:23.488640 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:24.126396 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224b2a-b939-48ac-a00c-48197bc334da req-cca9406c-ac8c-460e-97f5-b559a1b683d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:24.128021 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6224b2a-b939-48ac-a00c-48197bc334da req-cca9406c-ac8c-460e-97f5-b559a1b683d6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0871861 Jul 06 13:01:24.165576 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c6224b2a-b939-48ac-a00c-48197bc334da req-59f8a999-c7b4-4aa3-8f0e-a0109b5cabb8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Jul 06 13:01:25.341548 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf7a1-fe3f-4ae0-9cdd-34f65dec1183 req-6620a525-ab6a-4bbe-9e74-23c4d1944028 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:25.343026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed7bf7a1-fe3f-4ae0-9cdd-34f65dec1183 req-6620a525-ab6a-4bbe-9e74-23c4d1944028 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0643780 Jul 06 13:01:25.382960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed7bf7a1-fe3f-4ae0-9cdd-34f65dec1183 req-b4f7ca1c-485c-445d-8ff6-9e3a1308c0d3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343070 Jul 06 13:01:26.585930 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eedb14-e7a1-4f4f-bedb-8c0b53e19d4c req-8645925e-fe8f-4495-9181-40be8ddac82e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:26.587428 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8eedb14-e7a1-4f4f-bedb-8c0b53e19d4c req-8645925e-fe8f-4495-9181-40be8ddac82e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0747592 Jul 06 13:01:26.625554 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f8eedb14-e7a1-4f4f-bedb-8c0b53e19d4c req-eabe8d06-5c23-43c8-b72f-027a84e25cde tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324247 Jul 06 13:01:27.261158 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9570c830-f408-434a-bba5-bdac3863973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:27.802791 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f565-83af-4feb-9a7e-9b7b9b0bda96 req-ce52a968-9f00-4986-a67b-5f4c172ea22f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:27.804309 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a276f565-83af-4feb-9a7e-9b7b9b0bda96 req-ce52a968-9f00-4986-a67b-5f4c172ea22f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0629702 Jul 06 13:01:27.841239 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a276f565-83af-4feb-9a7e-9b7b9b0bda96 req-f0245020-4ad4-414a-b22a-b1eb20e60bbe tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Jul 06 13:01:29.024803 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3e95-3994-4838-86c1-689f9f119b09 req-f2bce7c7-ed4b-44be-97f0-ae27382c67f0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:29.026311 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-181c3e95-3994-4838-86c1-689f9f119b09 req-f2bce7c7-ed4b-44be-97f0-ae27382c67f0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0676053 Jul 06 13:01:29.065587 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-181c3e95-3994-4838-86c1-689f9f119b09 req-91255454-996d-4c43-b489-018937e87f6b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Jul 06 13:01:29.793937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee6db3c2-72d3-4ece-8b7d-a9a193272de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:30.245866 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae956-5990-4c82-beb4-53949d8fc355 req-889887f9-f05e-4877-8582-50efaa4ff79f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:30.247404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-062ae956-5990-4c82-beb4-53949d8fc355 req-889887f9-f05e-4877-8582-50efaa4ff79f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0692956 Jul 06 13:01:30.286641 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-062ae956-5990-4c82-beb4-53949d8fc355 req-2fb54727-c594-4876-8d17-34c25f297a46 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Jul 06 13:01:30.324072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833515a-7227-4038-a2f4-019ed8139663 req-0f164097-29b7-43ba-aa67-2440c72e96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:30.325596 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-0f164097-29b7-43ba-aa67-2440c72e96e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1095 time: 0.0537679 Jul 06 13:01:30.464458 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:30.781738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833515a-7227-4038-a2f4-019ed8139663 req-6da672ac-01b7-4442-8867-9d818c055f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:30.783157 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-6da672ac-01b7-4442-8867-9d818c055f43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.4336607 Jul 06 13:01:30.850023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-4f597ab0-6f35-41f5-8cd1-88fcc3de9b59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1000 time: 0.0603988 Jul 06 13:01:30.899398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833515a-7227-4038-a2f4-019ed8139663 req-b30579f3-7e30-4c6e-9245-8518b066b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:30.900946 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-b30579f3-7e30-4c6e-9245-8518b066b7e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0444622 Jul 06 13:01:30.941523 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:30.963723 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833515a-7227-4038-a2f4-019ed8139663 req-0e452e0c-5b4a-41d5-8111-dec5f8615178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:30.965584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-0e452e0c-5b4a-41d5-8111-dec5f8615178 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582900 Jul 06 13:01:31.054204 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-8872533b-9129-4b3b-a766-d73780188f2a service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811038 Jul 06 13:01:31.147571 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-b833515a-7227-4038-a2f4-019ed8139663 req-360218d6-a74e-4c53-924b-81087d8e674c service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868516 Jul 06 13:01:31.264792 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:31.457772 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f23d3-2a1d-4aea-b619-1be3aa21479d req-9f012b2d-a6cc-4370-9afa-2dcd39cd5c1d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:31.459269 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c79f23d3-2a1d-4aea-b619-1be3aa21479d req-9f012b2d-a6cc-4370-9afa-2dcd39cd5c1d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0636435 Jul 06 13:01:31.496168 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c79f23d3-2a1d-4aea-b619-1be3aa21479d req-42c9db83-fc9c-4248-948c-a0a7ee3843dc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Jul 06 13:01:32.679221 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cac55-3b8d-47e8-9e54-723cdc87bddf req-63951714-0ad6-463f-8499-f57c492d2e23 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:32.681012 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e48cac55-3b8d-47e8-9e54-723cdc87bddf req-63951714-0ad6-463f-8499-f57c492d2e23 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0708432 Jul 06 13:01:32.718818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e48cac55-3b8d-47e8-9e54-723cdc87bddf req-3ac8d519-4eca-4762-ad49-959e2ba4b3c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 06 13:01:32.780143 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:33.891093 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076f73c-c008-415c-95bc-96f05ce97493 req-990534a5-8e40-4d93-8bbd-b63a975bd501 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:33.892679 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9076f73c-c008-415c-95bc-96f05ce97493 req-990534a5-8e40-4d93-8bbd-b63a975bd501 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 944 time: 0.0649960 Jul 06 13:01:33.929351 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9076f73c-c008-415c-95bc-96f05ce97493 req-4a6dbbb7-4ddd-4199-98a6-4ce5b0035ba9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Jul 06 13:01:34.496827 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:01:34.591081 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:34.601881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'port_id': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'mac_address': 'fa:16:3e:7b:e9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:01:34.640954 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:34.653242 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:01:34.673215 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:34.677510 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:34.729031 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:35.043323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:01:35.104499 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e8b2c-e544-409b-b616-b75ceddcebb7 req-86d51c23-7446-492b-a560-4614b97477e3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:35.106017 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0e8b2c-e544-409b-b616-b75ceddcebb7 req-86d51c23-7446-492b-a560-4614b97477e3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 945 time: 0.0670815 Jul 06 13:01:35.144852 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8d0e8b2c-e544-409b-b616-b75ceddcebb7 req-adf5f46c-4fc0-4eaa-bbf3-1543b39eccbc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329101 Jul 06 13:01:36.319877 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a494-a9e7-4ef4-9580-8841c5f9044a req-7cc62ee6-0c4c-48c6-87f8-4667a226071f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:36.321384 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef09a494-a9e7-4ef4-9580-8841c5f9044a req-7cc62ee6-0c4c-48c6-87f8-4667a226071f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 945 time: 0.0628734 Jul 06 13:01:36.357390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef09a494-a9e7-4ef4-9580-8841c5f9044a req-0756796f-44dd-4122-a441-23a0254db272 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Jul 06 13:01:36.496920 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:36.545167 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:36.545533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:36.620139 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:36.641969 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:01:36.644228 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd33383c-3edd-4d90-9ee1-81050eb79779" -d '{"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:01:36.657711 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:36.662406 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:36.688140 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c6490-5f01-47b1-9afb-a756b58f51ad x-openstack-request-id: req-e34c6490-5f01-47b1-9afb-a756b58f51ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:01:36.688446 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-plugged", "status": "completed", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:01:36.688681 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e34c6490-5f01-47b1-9afb-a756b58f51ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:01:36.689068 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'code': 200} Jul 06 13:01:36.713223 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:36.876426 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49e4dc-8f26-4537-ad03-afe1a3d3491f req-923d19da-33e7-4a4f-a235-fde3406d04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:36.877924 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b49e4dc-8f26-4537-ad03-afe1a3d3491f req-923d19da-33e7-4a4f-a235-fde3406d04b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1098 time: 0.0534365 Jul 06 13:01:36.911423 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-2b49e4dc-8f26-4537-ad03-afe1a3d3491f req-4ab5f941-757b-4589-be33-07736a939399 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272131 Jul 06 13:01:37.529043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc3c31-f726-4ea0-8a0c-2e681dc01ea8 req-35ad71a1-a065-44c9-b64d-83cb426afe74 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:37.530530 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bfc3c31-f726-4ea0-8a0c-2e681dc01ea8 req-35ad71a1-a065-44c9-b64d-83cb426afe74 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 947 time: 0.0627775 Jul 06 13:01:37.568390 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-1bfc3c31-f726-4ea0-8a0c-2e681dc01ea8 req-a9605d42-4f0c-49a5-9de6-4350c0ac8923 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Jul 06 13:01:38.746581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54c442-61fe-4ee6-b4e1-1aabb757013f req-5fc660f2-d8bb-435b-b509-37d28c0a3828 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:38.748159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a54c442-61fe-4ee6-b4e1-1aabb757013f req-5fc660f2-d8bb-435b-b509-37d28c0a3828 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 947 time: 0.0673459 Jul 06 13:01:38.785639 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a54c442-61fe-4ee6-b4e1-1aabb757013f req-96d2246d-7e62-4439-b532-4ff08fd32063 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Jul 06 13:01:39.352761 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:01:53.487233 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:57.261704 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1106a816-89a8-4a9f-860d-18c6f4d37a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:59.794994 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-986f22ed-331d-44fc-b634-f4e219c9f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:00.467058 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:00.955466 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:01.268116 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:02.783625 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:16.351935 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:02:23.185718 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-c7a2ec8e-0fb1-4fc5-92d8-499ae18d786f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504782 Jul 06 13:02:23.283544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-e2d0e67c-c606-4332-ad71-168cc128ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:23.285099 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-e2d0e67c-c606-4332-ad71-168cc128ed7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1098 time: 0.0560992 Jul 06 13:02:23.385947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-ff8818d3-c631-4cc8-9643-9e8b95e53b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:23.387492 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-ff8818d3-c631-4cc8-9643-9e8b95e53b40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0827792 Jul 06 13:02:23.455815 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-b46fc8c9-d537-4c11-8de6-c53367eb0edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1002 time: 0.0615435 Jul 06 13:02:23.504283 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:23.507736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-c974f14c-785e-4cf7-a90e-2c8e920e885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:23.509422 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-c974f14c-785e-4cf7-a90e-2c8e920e885d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0464082 Jul 06 13:02:23.566457 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-bfaec8e3-ebd9-4d0c-be2c-7f3938cf63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:23.567997 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-bfaec8e3-ebd9-4d0c-be2c-7f3938cf63b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520318 Jul 06 13:02:23.658630 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-a4f36813-609e-4ed3-8d9c-13f2a79411f0 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838485 Jul 06 13:02:23.746164 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7c6de400-02b5-4657-b674-6bb62026bcbd req-ea1e547e-b31c-44bd-aa48-b4582f9a6d1a service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807018 Jul 06 13:02:27.262856 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15ea2c2d-1cd0-4b5a-b32f-fe851c184ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:29.795074 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df546c01-ae2e-4bc0-8bf5-dde31675837a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:30.468139 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:30.955648 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:31.270932 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:32.786478 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.353440 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:02:53.505554 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:57.264473 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6da0-f92c-4869-b79f-1d4b6578e21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:59.797162 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd6ff3f-7306-4198-b329-e16b2c08986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:00.469537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:00.966020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:01.272640 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:02.790764 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:23.503670 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:23.550318 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-24bc668a-2f2c-4dc0-bb43-459128bee512 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530558 Jul 06 13:03:23.651303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-4d0d0267-9c7b-43ca-b1a0-979a2f42d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:23.652856 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-4d0d0267-9c7b-43ca-b1a0-979a2f42d3ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1098 time: 0.0576296 Jul 06 13:03:23.760496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-022ff55a-1a18-46b6-b4a0-2d9f88ca5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:23.761885 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-022ff55a-1a18-46b6-b4a0-2d9f88ca5bb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0884471 Jul 06 13:03:23.831792 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-5d9d1856-7572-48d0-8e78-25bedb47b101 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 1002 time: 0.0619595 Jul 06 13:03:23.880954 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-0cc7b7aa-d490-494e-afde-1f8fe596ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:23.883243 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-0cc7b7aa-d490-494e-afde-1f8fe596ba28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0439601 Jul 06 13:03:23.939980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-e274013b-c8e9-4d64-b8e2-9996adec1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:23.941477 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-e274013b-c8e9-4d64-b8e2-9996adec1c51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524945 Jul 06 13:03:24.033690 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-1bc5291e-a2de-4c08-ba45-f814f396e881 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848074 Jul 06 13:03:24.122296 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-be2b11cc-5bd2-496b-ad93-663226f6817a req-5cfcf210-ea50-47be-b62c-398d608bae08 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815954 Jul 06 13:03:26.469308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:26.671171 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Deleting port c13e361d-a1ef-4705-ad7f-44a2bc52a7f4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:26.671513 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:26.754882 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:26.755127 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:26.767007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Calling delete_port for c13e361d-a1ef-4705-ad7f-44a2bc52a7f4 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:26.916961 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:26.942671 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event deleted for resources: {'Port': ['ID=c13e361d-a1ef-4705-ad7f-44a2bc52a7f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:26.954739 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.955091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.955440 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.955779 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.956144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.956482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.956816 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.957146 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.957476 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.957800 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.958125 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:26.958449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:27.014262 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:27.014486 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Floating IP 72bb4f4c-d973-4a5c-8c25-8e9a66e15375 disassociated (deleted). External IP: 172.25.7.222, port: 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f. Jul 06 13:03:27.218683 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Router f9714117-e442-4555-8251-9fc281c2578e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:03:27.268031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8339cea7-5e96-478f-bd62-8acac34368ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:27.327078 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:03:27.331773 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:27.336201 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:03:27.345468 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:27.346067 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:03:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:27.368647 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-21251983-7c84-4d39-907e-f2d67c68cc97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "DELETE /v2.0/floatingips/72bb4f4c-d973-4a5c-8c25-8e9a66e15375 HTTP/1.1" status: 204 len: 168 time: 0.8982315 Jul 06 13:03:27.369340 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:27.371728 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd989676-9f3f-4b2b-87d4-e81e256d9109" -d '{"events": [{"name": "network-changed", "server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:27.458468 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:27.469400 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b3d7a-ba9b-4c1a-be30-71b34737af31 x-openstack-request-id: req-3d0b3d7a-ba9b-4c1a-be30-71b34737af31 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:27.469942 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:27.470156 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d0b3d7a-ba9b-4c1a-be30-71b34737af31 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:27.470515 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'status': 'completed', 'code': 200} Jul 06 13:03:27.552725 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-b1479e03-40d2-47c5-a268-bd8820ebafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:27.554387 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-b1479e03-40d2-47c5-a268-bd8820ebafe7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 1098 time: 0.0574327 Jul 06 13:03:27.655393 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-a9514075-4bbd-4501-9726-df437214d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:27.657023 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-a9514075-4bbd-4501-9726-df437214d9b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0964153 Jul 06 13:03:27.684499 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:27.702814 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-0c9f8bb7-db97-400b-8d83-425d243867ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 200 len: 217 time: 0.0360894 Jul 06 13:03:27.710905 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:03:27.722162 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:27.722787 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:03:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:27.764531 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-8b1c6387-56fe-4849-bbfd-235cef37f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:27.766233 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-8b1c6387-56fe-4849-bbfd-235cef37f623 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0555429 Jul 06 13:03:27.775431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb6075-e73d-4ca4-a77a-acf1c41a1523 req-0682a5eb-1bca-4567-9c79-6c8cb0355ae2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:27.778039 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afdb6075-e73d-4ca4-a77a-acf1c41a1523 req-0682a5eb-1bca-4567-9c79-6c8cb0355ae2 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 947 time: 0.0744557 Jul 06 13:03:27.824575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-afdb6075-e73d-4ca4-a77a-acf1c41a1523 req-93816afc-046e-496e-b938-846866f2ffd4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Jul 06 13:03:27.826123 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-5d0f9413-ca5f-436c-b2d7-a5a343ee6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:27.827637 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-5d0f9413-ca5f-436c-b2d7-a5a343ee6acf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546253 Jul 06 13:03:27.839125 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:27.919034 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-29488810-1fcf-45a9-a657-b1618788546a service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 Jul 06 13:03:28.016056 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-cd989676-9f3f-4b2b-87d4-e81e256d9109 req-483c17bd-6b53-4948-a767-8548bae185d9 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Jul 06 13:03:28.035942 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:28.067049 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466a3c7-9b2b-4121-9dac-7fa6531be130 None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:03:28.283432 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46881162-415b-490f-859a-5ee2878f02e0 None None] New status for floating IP 72bb4f4c-d973-4a5c-8c25-8e9a66e15375: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:03:29.001003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5800f55-954f-474c-bd11-701838f8e780 req-26289386-4d0e-4c8e-b785-b709fedfa8c6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:29.002546 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5800f55-954f-474c-bd11-701838f8e780 req-26289386-4d0e-4c8e-b785-b709fedfa8c6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 947 time: 0.0669613 Jul 06 13:03:29.040676 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5800f55-954f-474c-bd11-701838f8e780 req-58809ffe-f3ca-44f0-b5ed-48c8258fc2b4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=d01d118d-a643-4afa-9c8a-27594da16948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319319 Jul 06 13:03:29.388997 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-40fe1856-6f55-4baa-b9c5-61cba4f28feb tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:29.390526 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-40fe1856-6f55-4baa-b9c5-61cba4f28feb tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 947 time: 0.0612540 Jul 06 13:03:29.503152 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Deleting port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:29.503494 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:29.588014 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] For port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:29.588365 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:29.600778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Calling delete_port for 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:29.736169 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:29.769496 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event deleted for resources: {'Port': ['ID=9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:29.802045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2252294a-4a9e-457e-845d-e62b3a14c290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:29.828785 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] No DVR routers for this DVR port 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:03:29.831495 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:29.833582 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9569ea09-b6ba-48c2-9f11-a011422c8b47 req-af3355b6-7131-4a4c-8993-b5a70d77dd2f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "DELETE /v2.0/ports/9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f HTTP/1.1" status: 204 len: 173 time: 0.4373527 Jul 06 13:03:29.834019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-deleted', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:29.836860 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85252d2c-a10a-4cd6-91f1-0aaeafbd9467" -d '{"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-deleted", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:29.874947 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63108d32-c690-4635-8d2c-a044009bf02a x-openstack-request-id: req-63108d32-c690-4635-8d2c-a044009bf02a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:29.875251 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe98d7de-ae52-4d41-bb37-a78dd856d71a", "name": "network-vif-deleted", "tag": "9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:29.875511 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63108d32-c690-4635-8d2c-a044009bf02a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:29.875936 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe98d7de-ae52-4d41-bb37-a78dd856d71a', 'name': 'network-vif-deleted', 'tag': '9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f', 'status': 'completed', 'code': 200} Jul 06 13:03:30.215617 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ea508dd6-e921-4be9-8638-e22d53a44318 req-a60c79b5-ee92-4209-827a-df63c57036fe tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe98d7de-ae52-4d41-bb37-a78dd856d71a HTTP/1.1" status: 200 len: 210 time: 0.0332267 Jul 06 13:03:30.352339 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:03:30.470778 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:30.961986 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:31.276270 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:31.321758 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:31.383308 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b3dcfd-40dc-4045-bf5d-8ee2362b4025 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:31.408476 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b3dcfd-40dc-4045-bf5d-8ee2362b4025 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:31.471631 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b3dcfd-40dc-4045-bf5d-8ee2362b4025 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:31.474258 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29b3dcfd-40dc-4045-bf5d-8ee2362b4025 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:31.475459 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-29b3dcfd-40dc-4045-bf5d-8ee2362b4025 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "DELETE /v2.0/security-groups/d01d118d-a643-4afa-9c8a-27594da16948 HTTP/1.1" status: 204 len: 168 time: 0.1526501 Jul 06 13:03:31.485508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3dcfd-40dc-4045-bf5d-8ee2362b4025 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01d118d-a643-4afa-9c8a-27594da16948,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:32.793309 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:33.776218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:33.780982 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172554120', 'description': 'tempest-secgroup-smoke-1172554120 description', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:33.804019 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:33.895143 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:33.899040 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:33.932286 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:33.933552 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562123 Jul 06 13:03:33.934257 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e94eee-8df9-4eb5-acd0-61eb5a6335a0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385b0d5f-b707-4752-84ba-7a1a7a309c1d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:33.936686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:33.946073 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': '385b0d5f-b707-4752-84ba-7a1a7a309c1d', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:33.972655 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.028751 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.032366 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.049921 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155fac1d-9a68-4f2a-892a-6439c67a9665,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:34.058960 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.060173 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201272 Jul 06 13:03:34.061720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.062072 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.062424 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.062763 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.062996 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:34.063125 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.063422 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.063756 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.064116 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.064448 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.064775 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.065102 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.065429 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ec8450-1540-4e3e-a199-504152dcea8f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:34.067730 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': '385b0d5f-b707-4752-84ba-7a1a7a309c1d', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:34.093278 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.152782 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.157763 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.173134 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba57439-dd65-48b7-bc44-c4053a2e9cea,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:34.182165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.183428 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e771df90-f576-4329-9e4a-208b3dd29619 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193919 Jul 06 13:03:34.186244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:34.190751 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': '385b0d5f-b707-4752-84ba-7a1a7a309c1d', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:34.217627 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.277233 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.280754 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.298766 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79447bd-a568-4d54-9aa3-2c7595dff262,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:34.304327 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.305544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4f20a1e0-db8b-41e1-82e8-eed134a8752a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183100 Jul 06 13:03:34.308848 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:34.314043 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': '385b0d5f-b707-4752-84ba-7a1a7a309c1d', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:34.340722 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.401708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.405395 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.420652 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4472b7c-64bc-4381-84ca-d0a33ba4baff,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:34.429281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.430487 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7be0c257-e31c-4cd3-b2b6-49c537e3acd8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204181 Jul 06 13:03:34.433564 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:34.437944 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': '385b0d5f-b707-4752-84ba-7a1a7a309c1d', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:34.459149 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Project d89a78e83fae4f179f1667ff060f66b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:03:34.464469 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.525862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.529662 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.549130 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ec3053-5d63-4054-9478-2839ae0759ce,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:34.552626 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.553839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb1c7190-1a6d-464c-8fe6-381d143b8496 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193218 Jul 06 13:03:34.557173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:34.561519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'security_group_rule': {'security_group_id': '385b0d5f-b707-4752-84ba-7a1a7a309c1d', 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:34.583609 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Project d89a78e83fae4f179f1667ff060f66b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:03:34.589001 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.649372 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.652828 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.670009 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7091a3a0-adae-4929-9c4e-9863d77623ef,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:34.676057 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:34.677247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ea707b6-c059-4423-8637-fd35070f02b6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191661 Jul 06 13:03:35.082800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:03:35.105597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:03:35.105956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 9a40fa02-1aa1-4bf3-844a-7cca3ab0de1f not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:03:49.006345 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-fc7b6d49-1b2c-4c12-b099-9bbb6489eadb tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172554120&fields=id&tenant_id=d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 267 time: 0.0329642 Jul 06 13:03:49.112660 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-6cb24225-064d-4a28-afec-9b0751b4bdcc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:49.114023 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-6cb24225-064d-4a28-afec-9b0751b4bdcc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 807 time: 0.1014612 Jul 06 13:03:49.128834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-9fe50257-fd0a-461a-a722-035216f36a14 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/quotas/d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Jul 06 13:03:49.194736 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-ee0cec2d-bfe9-4331-8cdc-4c84433c766b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609784 Jul 06 13:03:49.328159 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-5e2cb93b-67a1-437c-a211-03a0b0db960e service neutron] 10.222.0.78 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225343 Jul 06 13:03:49.417086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-79b7afa6-4452-4c61-867b-7f107be6bdb4 service neutron] 10.222.0.78 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830891 Jul 06 13:03:49.737212 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9a72086e-6476-44ea-956c-6b93da5b91ff req-693f472a-f772-4bf9-8d79-c8c05e5539d5 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 210 time: 0.0300622 Jul 06 13:03:50.892505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-6a91f749-0e92-4d2d-b516-bfc2fcdf9955 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:50.894873 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-6a91f749-0e92-4d2d-b516-bfc2fcdf9955 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 807 time: 0.1133697 Jul 06 13:03:50.936486 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-eb6572d6-db10-4063-8d1e-02e84ef0a002 req-07a0110a-451d-4a31-a9ff-e6e7e3c92c20 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 210 time: 0.0382349 Jul 06 13:03:50.952315 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-1f275b76-9c0e-42e9-9067-1dc5d56f1f31 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 380 time: 0.0405319 Jul 06 13:03:50.963738 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'port': {'device_id': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'admin_state_up': True, 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'security_groups': ['385b0d5f-b707-4752-84ba-7a1a7a309c1d']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:51.071206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Made reservation on behalf of d89a78e83fae4f179f1667ff060f66b8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:03:51.074889 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.205897 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Allocated IP 172.20.0.13 (33f49c35-9931-4d4e-be00-3927537d21d6/9282c952-c123-4302-b60e-db2536241b4b/71ce09cf-7164-46be-9dc3-0806d7ac2a38) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:03:51.342544 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.355842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Transition to ACTIVE for port object 71ce09cf-7164-46be-9dc3-0806d7ac2a38 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:51.389338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.435545 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Network 33f49c35-9931-4d4e-be00-3927537d21d6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:51.438859 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:51.445744 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:03:51.470470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:51.501023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:51.501720 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.520078 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-8b101be1-9009-4e0f-ae6e-09fecc0d00c4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607646 Jul 06 13:03:51.533185 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Request body: {'port': {'device_id': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:51.610400 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.713430 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-760fd82b-292f-4397-837a-1ff55a30498d None None] Provisioning for port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:03:51.718323 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-760fd82b-292f-4397-837a-1ff55a30498d None None] Provisioning complete for port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:03:51.718898 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760fd82b-292f-4397-837a-1ff55a30498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.755717 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-760fd82b-292f-4397-837a-1ff55a30498d None None] Port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:03:51.889791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ce09cf-7164-46be-9dc3-0806d7ac2a38 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:03:51.897338 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.909687 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Transition to ACTIVE for port object 71ce09cf-7164-46be-9dc3-0806d7ac2a38 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:51.914104 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.013554 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:52.049677 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Attempting to bind port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:03:52.053030 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Attempting to bind port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:03:52.055244 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Attempting to bind port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 on network 33f49c35-9931-4d4e-be00-3927537d21d6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:03:52.060798 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 on network 33f49c35-9931-4d4e-be00-3927537d21d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:03:52.061124 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Attempting to bind port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 on network 33f49c35-9931-4d4e-be00-3927537d21d6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:03:52.066186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:03:52.066518 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Checking segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:03:52.066908 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Bound using segment: {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:03:52.067334 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Bound port: 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576e7bf3-755b-45b5-9d79-3ba3e3dc1783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:03:52.067688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.150204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:03:52.154314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:03:52.159230 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.184946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1372-5d5a-4dfb-948b-07bb8248b0c4 req-f45e1250-c61b-4e62-975f-62957b95f893 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.192408 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4aaf1372-5d5a-4dfb-948b-07bb8248b0c4 req-f45e1250-c61b-4e62-975f-62957b95f893 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0808773 Jul 06 13:03:52.209267 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.209922 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.211527 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] 10.222.0.64 "PUT /v2.0/ports/71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 1092 time: 0.6837504 Jul 06 13:03:52.212018 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:52.214646 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f099b04-40d7-4336-b11e-efebd129664a" -d '{"events": [{"name": "network-changed", "server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:52.268947 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea07fed-73c0-4193-adaa-a22cdaa60fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:52.281446 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb578ad8-2530-49f3-8b12-3065a5198779 x-openstack-request-id: req-fb578ad8-2530-49f3-8b12-3065a5198779 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:52.281616 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4aaf1372-5d5a-4dfb-948b-07bb8248b0c4 req-4ab0e1bf-f46d-44d1-953a-06bf360c1ad5 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876472 Jul 06 13:03:52.281834 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:52.285310 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb578ad8-2530-49f3-8b12-3065a5198779 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:52.286044 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'status': 'completed', 'code': 200} Jul 06 13:03:52.356776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-487e56a5-bd78-467c-a4cb-51fff7c2d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.358320 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-487e56a5-bd78-467c-a4cb-51fff7c2d665 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1095 time: 0.0628843 Jul 06 13:03:52.408696 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-a501e715-2537-4032-b0f5-c942ec7ce959 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 217 time: 0.0432796 Jul 06 13:03:52.459810 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-b1c2c1d3-ab7a-44d5-b50e-3893e69c218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.461307 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-b1c2c1d3-ab7a-44d5-b50e-3893e69c218b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0462918 Jul 06 13:03:52.521054 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-c955a1d0-5ec4-4e88-a1b0-f6b11c30e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.522576 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-c955a1d0-5ec4-4e88-a1b0-f6b11c30e682 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552049 Jul 06 13:03:52.616355 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-f2c19372-94c8-46d7-8c38-c2c633914aba service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Jul 06 13:03:52.706276 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-ef177681-fa33-4fee-8cfd-605d3f7f4e0d req-c5d78270-aa04-4713-9da0-d68aaa89d9c1 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834072 Jul 06 13:03:52.807773 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f099b04-40d7-4336-b11e-efebd129664a req-b3cb7304-ad27-451f-87f7-f39cc2e89cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.809315 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-b3cb7304-ad27-451f-87f7-f39cc2e89cf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1095 time: 0.0578482 Jul 06 13:03:52.900063 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f099b04-40d7-4336-b11e-efebd129664a req-8e38fee9-7e29-4969-99a1-85da38d2f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:52.901590 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-8e38fee9-7e29-4969-99a1-85da38d2f946 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0855286 Jul 06 13:03:52.946179 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-b553d4cd-7530-4897-9093-9e1ea17f8648 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 217 time: 0.0366290 Jul 06 13:03:53.001565 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f099b04-40d7-4336-b11e-efebd129664a req-057c75c3-afc7-4a33-a75a-5bd8368ff28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:53.003035 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-057c75c3-afc7-4a33-a75a-5bd8368ff28e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0515118 Jul 06 13:03:53.060437 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f099b04-40d7-4336-b11e-efebd129664a req-cb1dfbbb-be5f-4963-8c1e-5a8a0f10ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:53.061947 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-cb1dfbbb-be5f-4963-8c1e-5a8a0f10ac96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528083 Jul 06 13:03:53.151628 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-ce78d341-8073-4709-80ff-a5dd0f3343c8 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828238 Jul 06 13:03:53.245508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-3f099b04-40d7-4336-b11e-efebd129664a req-7e106d00-c9ed-4e77-aa6f-91df67dc22e1 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869799 Jul 06 13:03:53.455028 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ed8e-aba8-484a-aede-95a76bdc31c7 req-4341b009-eeb1-44bc-8661-af040125bdbf tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:53.456663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f954ed8e-aba8-484a-aede-95a76bdc31c7 req-4341b009-eeb1-44bc-8661-af040125bdbf tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0641341 Jul 06 13:03:53.496540 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f954ed8e-aba8-484a-aede-95a76bdc31c7 req-8f2ef2a4-65fd-402c-ad95-dd13ca12220d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333974 Jul 06 13:03:53.504460 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.682766 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ec330-f4a9-499a-a57a-2a682f403c12 req-11d31e60-ca4c-41af-b674-67d5ea6a18a1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:54.684323 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-721ec330-f4a9-499a-a57a-2a682f403c12 req-11d31e60-ca4c-41af-b674-67d5ea6a18a1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0732906 Jul 06 13:03:54.724703 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-721ec330-f4a9-499a-a57a-2a682f403c12 req-49b6525e-9f92-4d5e-9a59-69bcdf34bc85 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Jul 06 13:03:55.900032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779027-3f9e-44a8-865f-e7f87b17f617 req-d7a18ac0-293f-4e70-a399-b62e2065f113 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:55.901663 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5779027-3f9e-44a8-865f-e7f87b17f617 req-d7a18ac0-293f-4e70-a399-b62e2065f113 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0667150 Jul 06 13:03:55.940338 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a5779027-3f9e-44a8-865f-e7f87b17f617 req-ceea3ddd-5ff0-4f5b-aaef-fde7feec3d7c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Jul 06 13:03:57.118266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3ef41-89af-47d8-aa1f-e1aa9251681b req-4f17dfa4-54b3-40a5-b288-b7eb6dd86fe6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:57.119754 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e3ef41-89af-47d8-aa1f-e1aa9251681b req-4f17dfa4-54b3-40a5-b288-b7eb6dd86fe6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0690501 Jul 06 13:03:57.156497 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-87e3ef41-89af-47d8-aa1f-e1aa9251681b req-a3dca245-a514-4315-8f54-49bed697303e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Jul 06 13:03:57.268852 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9824e0-62ea-4bfb-8d7e-3029d78200f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:58.330086 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721416bb-f41b-48ad-a97a-f7eb36e5d4bc req-041bc6a5-b67e-41d6-839e-ed0b8007d5b8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:58.331618 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-721416bb-f41b-48ad-a97a-f7eb36e5d4bc req-041bc6a5-b67e-41d6-839e-ed0b8007d5b8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0656400 Jul 06 13:03:58.368886 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-721416bb-f41b-48ad-a97a-f7eb36e5d4bc req-4e41e0b0-30f4-431e-bc29-ae96c6a4d741 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jul 06 13:03:59.545119 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b371c2-9ad8-4434-a711-c3f0003e1c62 req-b49b887b-6108-4692-88f0-1321252c82e1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:59.546661 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b371c2-9ad8-4434-a711-c3f0003e1c62 req-b49b887b-6108-4692-88f0-1321252c82e1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0696161 Jul 06 13:03:59.592267 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b371c2-9ad8-4434-a711-c3f0003e1c62 req-c570dfd1-fad2-4a4d-ab2a-8aa58a032499 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Jul 06 13:03:59.802666 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1326d89a-2827-4de6-a572-35ff0794c831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.473925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.770955 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ff1c0-ae4d-4195-91e8-e77a70fb8c7c req-f96ac42f-cd61-4f02-bcfe-25373f5ee82a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:00.772373 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-651ff1c0-ae4d-4195-91e8-e77a70fb8c7c req-f96ac42f-cd61-4f02-bcfe-25373f5ee82a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0642986 Jul 06 13:04:00.811844 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-651ff1c0-ae4d-4195-91e8-e77a70fb8c7c req-daa2152c-1242-4134-934d-9cde3c5b33a9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337074 Jul 06 13:04:00.955433 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.278533 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.989053 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c8fb3-7257-49a0-adcb-b629747ca2a8 req-5d7be2ca-9910-4198-8e04-e392d7995084 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:01.990573 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-593c8fb3-7257-49a0-adcb-b629747ca2a8 req-5d7be2ca-9910-4198-8e04-e392d7995084 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0669334 Jul 06 13:04:02.029022 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-593c8fb3-7257-49a0-adcb-b629747ca2a8 req-8693f2e6-2599-4a91-8015-94bf267f1b5a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Jul 06 13:04:02.797937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:03.383107 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de70c2-a5f1-4710-9b90-5d9fdec601cf req-3c479216-2593-4cbe-aec8-76dd7d26175a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:03.384627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2de70c2-a5f1-4710-9b90-5d9fdec601cf req-3c479216-2593-4cbe-aec8-76dd7d26175a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0681615 Jul 06 13:04:03.422241 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2de70c2-a5f1-4710-9b90-5d9fdec601cf req-9150fe24-498b-4842-ac7b-6e1bae3ade4c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Jul 06 13:04:04.595838 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01acf7f-11fc-428e-be01-4353a8fea8fb req-66869413-063b-468f-8e5d-76f3ef04ee2c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:04.597360 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c01acf7f-11fc-428e-be01-4353a8fea8fb req-66869413-063b-468f-8e5d-76f3ef04ee2c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0651855 Jul 06 13:04:04.634740 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c01acf7f-11fc-428e-be01-4353a8fea8fb req-83114f75-dee8-4241-86bc-0bb8c39cf6f6 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Jul 06 13:04:05.222053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:04:05.318541 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:05.329436 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'port_id': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'mac_address': 'fa:16:3e:6e:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:04:05.365168 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.378267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ce09cf-7164-46be-9dc3-0806d7ac2a38 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:04:05.400131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:05.404512 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.455373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:05.462834 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.463186 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.463534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.463869 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.464232 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.464568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.464901 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.465231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.465558 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.465886 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.466209 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.466534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:05.764051 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['71ce09cf-7164-46be-9dc3-0806d7ac2a38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:04:05.811828 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113f30-9ff0-4e42-8eaa-08dc8f49c9cf req-14b66d82-1242-41cd-92c0-f49b10f687ef tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:05.813490 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e113f30-9ff0-4e42-8eaa-08dc8f49c9cf req-14b66d82-1242-41cd-92c0-f49b10f687ef tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 945 time: 0.0693924 Jul 06 13:04:05.851953 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2e113f30-9ff0-4e42-8eaa-08dc8f49c9cf req-d507787a-e389-4ff5-90b5-1cf57f105a1c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Jul 06 13:04:07.021815 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16b6bf-f1fb-406e-b62e-414d810cd60e req-55538536-7bc5-46af-883f-a71457a082e0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:07.023377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a16b6bf-f1fb-406e-b62e-414d810cd60e req-55538536-7bc5-46af-883f-a71457a082e0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 945 time: 0.0627193 Jul 06 13:04:07.061178 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8a16b6bf-f1fb-406e-b62e-414d810cd60e req-12b2df5d-7a1d-46ac-aef1-ae45fa71820e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Jul 06 13:04:07.222784 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:07.270216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:07.274374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:07.274742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.348167 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.351495 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:04:07.373086 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:04:07.375316 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67ef05a-7491-45b1-a46e-5eabd3ede119" -d '{"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-plugged", "status": "completed", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:04:07.387765 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:07.392071 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.415576 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85daafd5-d335-47dc-acb4-edb23d5b2aaf x-openstack-request-id: req-85daafd5-d335-47dc-acb4-edb23d5b2aaf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:04:07.415871 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-plugged", "status": "completed", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:04:07.416145 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85daafd5-d335-47dc-acb4-edb23d5b2aaf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:04:07.416525 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'code': 200} Jul 06 13:04:07.444682 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.525096 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c593177-5638-4424-8d92-7a90d90e5cb2 req-f906c3e0-8eb1-4d88-aa85-0e543b3c1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:07.526493 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c593177-5638-4424-8d92-7a90d90e5cb2 req-f906c3e0-8eb1-4d88-aa85-0e543b3c1734 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0525968 Jul 06 13:04:07.559698 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-4c593177-5638-4424-8d92-7a90d90e5cb2 req-df138e11-6d6a-4ddc-8daf-efcab81bcb65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267222 Jul 06 13:04:08.235814 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58b7c1-9511-409b-8307-be562999c092 req-eebe4758-2398-4a94-a31e-a48d477c4c72 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:08.237329 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d58b7c1-9511-409b-8307-be562999c092 req-eebe4758-2398-4a94-a31e-a48d477c4c72 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0638325 Jul 06 13:04:08.277292 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d58b7c1-9511-409b-8307-be562999c092 req-b9a7b2c9-4ef9-4dfe-8d9f-91023b936983 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337150 Jul 06 13:04:09.455684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e516d-2d21-4783-b0da-c0ed6b7756fa req-cbe9e133-9814-4734-9f44-21b0c8a7147d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:09.457162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-010e516d-2d21-4783-b0da-c0ed6b7756fa req-cbe9e133-9814-4734-9f44-21b0c8a7147d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0654263 Jul 06 13:04:09.494996 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-010e516d-2d21-4783-b0da-c0ed6b7756fa req-c107dce0-9bab-43cc-9644-f3d44c2f903d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Jul 06 13:04:09.672391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a07c3-99af-4e52-8f07-6a3d97eb75fa req-726d07ee-d596-4068-8410-f1dd282b6913 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:09.673784 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a5a07c3-99af-4e52-8f07-6a3d97eb75fa req-726d07ee-d596-4068-8410-f1dd282b6913 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0649080 Jul 06 13:04:09.712584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5a5a07c3-99af-4e52-8f07-6a3d97eb75fa req-4ed707f0-091c-4d27-b5ba-1b13f70f7602 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Jul 06 13:04:09.737497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:09.833897 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d1f1b-d15a-499a-b57a-9ecf4e4db595 tempest-TestShelveInstance-1695207710 tempest-TestShelveInstance-1695207710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:09.835441 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-561d1f1b-d15a-499a-b57a-9ecf4e4db595 tempest-TestShelveInstance-1695207710 tempest-TestShelveInstance-1695207710-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1092 time: 0.0969453 Jul 06 13:04:09.838478 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:09.842843 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:09.865220 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.961365 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.066829 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Allocated IP 172.25.7.11 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/58fbf1cd-13a0-4cb4-ad7a-5ecc1fce390b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:04:10.168948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.206931 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.246175 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:10.255391 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:10.258871 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:04:10.288883 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'Port': ['ID=58fbf1cd-13a0-4cb4-ad7a-5ecc1fce390b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:10.632938 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.712439 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.862269 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.866675 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.936962 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event updated for resources: {'Port': ['ID=58fbf1cd-13a0-4cb4-ad7a-5ecc1fce390b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:10.946484 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.045618 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Floating IP eceeea57-d9a9-48e2-b909-74c2f0a7c913 associated. External IP: 172.25.7.11, port: 71ce09cf-7164-46be-9dc3-0806d7ac2a38. Jul 06 13:04:11.248919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Router f9714117-e442-4555-8251-9fc281c2578e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:04:11.354732 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:04:11.364548 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:04:11.371423 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.374957 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:11.375570 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:04:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:11.407265 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-1913a9bc-773a-4170-bee7-d70d65e21817 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5677321 Jul 06 13:04:11.407868 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:04:11.410195 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad410b-7861-4927-adb4-7dbf189e3795" -d '{"events": [{"name": "network-changed", "server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:04:11.481629 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:11.498253 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64f142-8247-4e74-9f5c-1bc19198e070 x-openstack-request-id: req-4b64f142-8247-4e74-9f5c-1bc19198e070 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:04:11.498544 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:04:11.498796 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b64f142-8247-4e74-9f5c-1bc19198e070 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:04:11.499256 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'status': 'completed', 'code': 200} Jul 06 13:04:11.576247 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-6df198ca-7d00-4448-b89f-4f90a2123733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.577774 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-6df198ca-7d00-4448-b89f-4f90a2123733 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0569856 Jul 06 13:04:11.668335 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-f25fe8bd-f147-407a-912f-750a2c92b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.669837 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-f25fe8bd-f147-407a-912f-750a2c92b7de service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0856843 Jul 06 13:04:11.706130 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'eceeea57-d9a9-48e2-b909-74c2f0a7c913', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'port_id': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'mac_address': 'fa:16:3e:6e:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:04:10Z', 'updated_at': '2021-07-06T13:04:10Z', 'revision_number': 0, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:11.732468 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:04:11.739284 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-06b77b1e-df53-4fe7-8bd2-f462a035b4df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 999 time: 0.0623555 Jul 06 13:04:11.740539 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:11.741163 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:04:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:11.787091 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-c1c194cf-ff1b-4f86-ac7f-4d5fa06fe209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.789044 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-c1c194cf-ff1b-4f86-ac7f-4d5fa06fe209 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0432577 Jul 06 13:04:11.852604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-1ea07de5-c913-46f2-beb1-66b6c829e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.854156 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-1ea07de5-c913-46f2-beb1-66b6c829e8c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568583 Jul 06 13:04:11.936186 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:11.949906 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-59e2ad10-67f6-4201-a0c0-9905426d13e3 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871544 Jul 06 13:04:12.040654 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-7aad410b-7861-4927-adb4-7dbf189e3795 req-050c334b-c21a-4f11-9e36-168da09a2890 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831456 Jul 06 13:04:12.151724 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'eceeea57-d9a9-48e2-b909-74c2f0a7c913', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'port_id': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'mac_address': 'fa:16:3e:6e:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:04:10Z', 'updated_at': '2021-07-06T13:04:10Z', 'revision_number': 0, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:12.180066 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9be34-da45-4e49-a0a4-3cb80714c8bf None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'eceeea57-d9a9-48e2-b909-74c2f0a7c913', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'port_id': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'mac_address': 'fa:16:3e:6e:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:04:10Z', 'updated_at': '2021-07-06T13:04:10Z', 'revision_number': 0, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:04:12.362087 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77d0de-85a3-42d9-a19e-c9ba566a5e0c None None] New status for floating IP eceeea57-d9a9-48e2-b909-74c2f0a7c913: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:04:23.519806 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:26.103597 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-80a9d390-42da-42dc-a659-385090e5a7b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515785 Jul 06 13:04:26.203346 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-f33d6b28-66d1-449f-ac45-d8a986b6fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:26.204901 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-f33d6b28-66d1-449f-ac45-d8a986b6fcad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0574782 Jul 06 13:04:26.312056 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-2b9e2f95-b9ba-45a4-b806-e6258614c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:26.313544 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-2b9e2f95-b9ba-45a4-b806-e6258614c6d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0851071 Jul 06 13:04:26.382655 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-6660a642-d722-4162-9e4a-206e297e805b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 1001 time: 0.0625188 Jul 06 13:04:26.776906 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-e05a081b-f2d0-48b5-adbf-a67cd0ff58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:26.778351 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-e05a081b-f2d0-48b5-adbf-a67cd0ff58da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.3896186 Jul 06 13:04:26.840505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-2bc8336b-7e93-4601-85ec-8f8b9b8be89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:26.841995 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-2bc8336b-7e93-4601-85ec-8f8b9b8be89e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526702 Jul 06 13:04:26.852787 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-a7b9b060-0af9-45d6-b34e-a7dcbef4adc8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:04:26.853725 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-a7b9b060-0af9-45d6-b34e-a7dcbef4adc8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053501 Jul 06 13:04:26.945590 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-6fdc028c-437c-4131-886c-ccbab2f8156c service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855072 Jul 06 13:04:27.034282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-d4e87991-feb8-4484-8154-fddca2f24df8 req-de17e171-4783-47d8-b81d-9fbc5062311c service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819054 Jul 06 13:04:27.268772 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c311800-abc0-47e7-bb2d-8b9cab568836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:29.804527 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47fed87a-cf1f-4306-9196-1946e313d50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:30.477644 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:30.978951 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:31.281729 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:32.806163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:44.352466 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:04:53.503611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:57.274667 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58ebffce-5c10-4ab3-a64b-5573a45d1d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:59.807375 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ac1258a-630c-4a57-99ce-85e0df60436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:00.480445 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:00.985713 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:01.283842 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:02.803836 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:21.351795 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:05:23.504449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:25.593675 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-d12f7b87-8673-498e-ad1f-8b3a102738f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905795 Jul 06 13:05:25.686776 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385ed4-b906-480d-b658-e8cf327c9553 req-b5ebbe0f-9420-4de4-baea-e0a0023c146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:25.688302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-b5ebbe0f-9420-4de4-baea-e0a0023c146e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0523281 Jul 06 13:05:25.791438 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385ed4-b906-480d-b658-e8cf327c9553 req-c695ff7f-e2f8-4afd-8071-d0b2de99bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:25.795460 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-c695ff7f-e2f8-4afd-8071-d0b2de99bd4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0873346 Jul 06 13:05:25.864536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-376b7f83-a1e7-469c-ba4c-c1dc0758497f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 1001 time: 0.0620089 Jul 06 13:05:25.913135 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385ed4-b906-480d-b658-e8cf327c9553 req-500fe83f-ffd7-4bde-9a8c-c0bfeb6276aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:25.914578 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-500fe83f-ffd7-4bde-9a8c-c0bfeb6276aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0441072 Jul 06 13:05:25.971884 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16385ed4-b906-480d-b658-e8cf327c9553 req-0bcb32cc-f795-4877-9a0d-27baa77d24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:25.973432 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-0bcb32cc-f795-4877-9a0d-27baa77d24cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520923 Jul 06 13:05:26.066772 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-b817bd1f-eb86-4e10-bb0d-654035e1bffa service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 Jul 06 13:05:26.164001 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-16385ed4-b906-480d-b658-e8cf327c9553 req-c296f6a4-f225-4c11-aff7-775675567627 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895960 Jul 06 13:05:27.266604 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2802aad-405d-464b-b44f-f3bfb7dfea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:29.808640 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62b6f98b-a42a-4602-b649-9794d0329a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:30.481733 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:31.001633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:31.287092 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:32.809339 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:53.510020 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.268409 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8a06363-ca6e-4460-bf1c-ff2f61025cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:58.352261 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:05:59.809303 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32c9ce3f-d16b-4c91-8284-2da3c3aa81c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:00.482796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:01.005763 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:01.290209 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:02.811030 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.180269 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95694-be73-4812-bc4e-0ec08da236bb req-3764f12d-7192-45c4-8e0a-c213cfac11ba tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:09.181777 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78b95694-be73-4812-bc4e-0ec08da236bb req-3764f12d-7192-45c4-8e0a-c213cfac11ba tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.1111755 Jul 06 13:06:09.220765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-78b95694-be73-4812-bc4e-0ec08da236bb req-6f36c5c5-7126-4d5e-864a-7151e82d4382 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Jul 06 13:06:10.441835 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7924f-42cf-4d97-b8cb-aa7eee0fe5c3 req-f12e522d-3273-43d5-b056-51c4825c96d4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:10.443313 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c7924f-42cf-4d97-b8cb-aa7eee0fe5c3 req-f12e522d-3273-43d5-b056-51c4825c96d4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.1126301 Jul 06 13:06:10.480934 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c7924f-42cf-4d97-b8cb-aa7eee0fe5c3 req-04ec5a48-768d-4d9e-b9a4-5fd0f45d11ff tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320354 Jul 06 13:06:11.680268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbb400-a60b-40a3-a37d-6af7fa805028 req-7b3ea9ad-d02d-4f2b-9260-6d1abd1ec8f0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:11.681763 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80fbb400-a60b-40a3-a37d-6af7fa805028 req-7b3ea9ad-d02d-4f2b-9260-6d1abd1ec8f0 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0644772 Jul 06 13:06:11.719253 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-80fbb400-a60b-40a3-a37d-6af7fa805028 req-9d6ab610-c5ea-4801-a99e-c23cd7a88f4e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Jul 06 13:06:12.909825 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df962-72a4-444b-9076-ef9e279757c9 req-737b616e-981f-401c-8ada-5810f1a4171b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:12.911352 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a18df962-72a4-444b-9076-ef9e279757c9 req-737b616e-981f-401c-8ada-5810f1a4171b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0789332 Jul 06 13:06:12.949319 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a18df962-72a4-444b-9076-ef9e279757c9 req-74065f31-0db9-4529-9816-8520188d1d79 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Jul 06 13:06:14.126506 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1033f-b12b-4bdf-8dca-80001bb51732 req-a2982159-4dec-4607-b859-6e70df6e8b90 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:14.128508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70b1033f-b12b-4bdf-8dca-80001bb51732 req-a2982159-4dec-4607-b859-6e70df6e8b90 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jul 06 13:06:14.165086 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-70b1033f-b12b-4bdf-8dca-80001bb51732 req-85bb1776-923c-4946-88f8-9696d7d27f8e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Jul 06 13:06:15.341980 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac7ab-b32d-4b44-a0da-e5269063d1dc req-fd330eab-327b-4f1c-acfb-aeac627f99d5 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:15.343471 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-181ac7ab-b32d-4b44-a0da-e5269063d1dc req-fd330eab-327b-4f1c-acfb-aeac627f99d5 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0645843 Jul 06 13:06:15.381156 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-181ac7ab-b32d-4b44-a0da-e5269063d1dc req-a658cc56-6659-451e-a1d2-a7da9458244a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Jul 06 13:06:16.555445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76e0b-9ffb-499a-931b-3ffbdce87817 req-d4614453-7c4d-4103-ad92-b2d215d381b4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:16.556898 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fe76e0b-9ffb-499a-931b-3ffbdce87817 req-d4614453-7c4d-4103-ad92-b2d215d381b4 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0663378 Jul 06 13:06:16.595316 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fe76e0b-9ffb-499a-931b-3ffbdce87817 req-b1f1b82a-a6c3-4552-bccc-695d2835550b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Jul 06 13:06:17.765995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30630955-7ef2-4d7b-97b0-db52bd42d35d req-13061efc-4c2f-4793-b209-48b7c0a0509c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:17.767470 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30630955-7ef2-4d7b-97b0-db52bd42d35d req-13061efc-4c2f-4793-b209-48b7c0a0509c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0621359 Jul 06 13:06:17.805460 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-30630955-7ef2-4d7b-97b0-db52bd42d35d req-44a65760-57a8-4312-8a83-1d38205548a1 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Jul 06 13:06:18.980382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d43d9-46f6-430a-8d37-b7d9f80e7aae req-751ff69b-d88d-49bc-91ae-ae0b432b6e35 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:18.981861 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-738d43d9-46f6-430a-8d37-b7d9f80e7aae req-751ff69b-d88d-49bc-91ae-ae0b432b6e35 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0664341 Jul 06 13:06:19.233529 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-e68da241-3f2c-4f42-bc41-12e2966cbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:19.235064 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-e68da241-3f2c-4f42-bc41-12e2966cbb28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0609231 Jul 06 13:06:19.327010 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-7c971fab-1c5c-4617-a227-c6014bd853d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:19.328556 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-7c971fab-1c5c-4617-a227-c6014bd853d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0870056 Jul 06 13:06:19.376308 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-738d43d9-46f6-430a-8d37-b7d9f80e7aae req-e69ee58f-07e8-4a8f-a1e3-f68ed1ad7f6c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880997 Jul 06 13:06:19.399021 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-e4cabd3b-bcb4-4f67-b3c9-55540688060d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 1001 time: 0.0634744 Jul 06 13:06:19.446726 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-ee8bf246-ae14-4147-be2f-c4cb61d8f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:19.448176 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-ee8bf246-ae14-4147-be2f-c4cb61d8f70d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0423048 Jul 06 13:06:19.505749 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-44f0e0a6-a0b5-45d1-a25a-949c207a3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:19.507273 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-44f0e0a6-a0b5-45d1-a25a-949c207a3a2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526509 Jul 06 13:06:19.603440 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-68acccc8-bd51-42ad-9df5-31dd09848385 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896778 Jul 06 13:06:19.694285 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-5b0f2589-994d-4214-a9bb-d4a667af0323 req-2c2a5bc1-092f-4fa9-9d8a-76311d8b3b36 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837042 Jul 06 13:06:20.549587 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55441045-c404-4841-a975-7c18147b4f10 req-f6053931-79a2-45ff-b93b-bf6dff268e46 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:20.551035 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55441045-c404-4841-a975-7c18147b4f10 req-f6053931-79a2-45ff-b93b-bf6dff268e46 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0656726 Jul 06 13:06:20.587051 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-55441045-c404-4841-a975-7c18147b4f10 req-b9e8b1fa-f7da-4814-85cf-1f14d992e88c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304096 Jul 06 13:06:21.762197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a03cb2-b321-4aff-8142-6ce88a093ec6 req-0c5d5c81-a9cb-45e0-88c1-438abed34a73 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:21.763691 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56a03cb2-b321-4aff-8142-6ce88a093ec6 req-0c5d5c81-a9cb-45e0-88c1-438abed34a73 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0642586 Jul 06 13:06:21.804579 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56a03cb2-b321-4aff-8142-6ce88a093ec6 req-50784307-6554-45ea-9425-010e4550747e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351877 Jul 06 13:06:22.982695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45383179-0ca3-463f-9b29-ca1990c25bcd req-dc474fb6-4bab-4243-b126-11b059f0a414 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:22.984190 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45383179-0ca3-463f-9b29-ca1990c25bcd req-dc474fb6-4bab-4243-b126-11b059f0a414 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0650978 Jul 06 13:06:23.024085 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-45383179-0ca3-463f-9b29-ca1990c25bcd req-b4d72d68-8b0c-406f-a12e-d87ddf3a835a tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340812 Jul 06 13:06:23.355225 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-94025b82-d15e-4005-b06b-b1d2be5b289f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911458 Jul 06 13:06:23.390194 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0a2a7-3991-4a67-a89c-9dde34cc11f1 req-1593cde4-4b00-4bfc-ab50-4c2ec844e408 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:23.391685 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f0a2a7-3991-4a67-a89c-9dde34cc11f1 req-1593cde4-4b00-4bfc-ab50-4c2ec844e408 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0657935 Jul 06 13:06:23.430973 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-50f0a2a7-3991-4a67-a89c-9dde34cc11f1 req-4ba48a34-8c11-4943-9aa5-de4287f7c713 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Jul 06 13:06:23.531343 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:24.606917 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be3bb-5474-46c8-b29f-2ac8117d8f04 req-8fd407e9-71f7-4401-8d3e-961b6c687947 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:24.608410 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-185be3bb-5474-46c8-b29f-2ac8117d8f04 req-8fd407e9-71f7-4401-8d3e-961b6c687947 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0677392 Jul 06 13:06:24.649167 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-185be3bb-5474-46c8-b29f-2ac8117d8f04 req-05fc3aab-5103-4c6f-bfde-b7ee4332b274 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350823 Jul 06 13:06:25.820574 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae111-8f8f-4837-a379-2f9aac568bbf req-c4cf9b3f-30c1-4ae4-9c20-7c944f86cc64 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:25.822069 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0bae111-8f8f-4837-a379-2f9aac568bbf req-c4cf9b3f-30c1-4ae4-9c20-7c944f86cc64 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0635188 Jul 06 13:06:25.861018 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e0bae111-8f8f-4837-a379-2f9aac568bbf req-e3b39e03-aab1-4409-aa87-dbc9b7313145 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 Jul 06 13:06:25.864165 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:25.942285 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:25.964479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:25.966750 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b15f872-ddbc-4ff5-bee5-6acabc171cb1" -d '{"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-unplugged", "status": "completed", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:25.980733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:25.985904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:26.035398 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:26.046704 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.046891 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.047370 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.047721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.048102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.048445 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.048878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.049369 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.049710 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.050043 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.050373 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.050708 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:26.057701 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10512ea0-c428-4657-b69e-09e0072426fb x-openstack-request-id: req-10512ea0-c428-4657-b69e-09e0072426fb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:26.057993 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-unplugged", "status": "failed", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:26.058248 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10512ea0-c428-4657-b69e-09e0072426fb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:26.058642 n-d-799528-2 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'code': 422} returned with failed status Jul 06 13:06:27.042778 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2896f-d8cf-44b6-9f50-c94aba33a8ae req-44cbfb62-8fa9-472d-b032-1b75656abd69 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:27.044367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cc2896f-d8cf-44b6-9f50-c94aba33a8ae req-44cbfb62-8fa9-472d-b032-1b75656abd69 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0647120 Jul 06 13:06:27.088596 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0cc2896f-d8cf-44b6-9f50-c94aba33a8ae req-83e5de35-3375-43fa-8940-4e3713705215 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378509 Jul 06 13:06:27.269330 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98b157b2-37e5-4dbe-98e5-7fefef514e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:28.255544 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-b210f7ad-a2af-4d45-8dec-9458f4c516fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.257911 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-b210f7ad-a2af-4d45-8dec-9458f4c516fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74&tenant_id=d89a78e83fae4f179f1667ff060f66b8 HTTP/1.1" status: 200 len: 1095 time: 0.0657115 Jul 06 13:06:28.266872 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a07630-9644-490a-92d5-f115b9eb5837 req-bc65cc9e-cb27-44c2-82a1-90325cc3794b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.268504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9a07630-9644-490a-92d5-f115b9eb5837 req-bc65cc9e-cb27-44c2-82a1-90325cc3794b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0676718 Jul 06 13:06:28.306978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c9a07630-9644-490a-92d5-f115b9eb5837 req-418fc633-7deb-405a-84f2-a16cb83a967f tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Jul 06 13:06:28.334086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-fa3fcfa1-9f7a-4c64-9737-da8d0867a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.335644 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-fa3fcfa1-9f7a-4c64-9737-da8d0867a832 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1095 time: 0.0541232 Jul 06 13:06:28.427604 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-f824e908-8e55-4d0f-bb74-c9ed4d1bee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.429040 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-f824e908-8e55-4d0f-bb74-c9ed4d1bee6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0870645 Jul 06 13:06:28.500897 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-e87b20ad-a63c-45b4-85c6-d20d197671cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 999 time: 0.0642788 Jul 06 13:06:28.551533 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-7f79eed2-6ed5-40ff-ab0c-9063ceec4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.553144 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-7f79eed2-6ed5-40ff-ab0c-9063ceec4b7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0459125 Jul 06 13:06:28.610129 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-6e575ece-c41e-4804-ac82-2e165803caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.611749 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-6e575ece-c41e-4804-ac82-2e165803caec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518510 Jul 06 13:06:28.704567 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-eee892aa-fe57-4c0a-9c14-3e146c2c3425 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858781 Jul 06 13:06:28.792122 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-9d6977d2-884b-4cb7-ab5f-3f1905f03329 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810468 Jul 06 13:06:29.484351 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e75a38-a9ab-4413-9cc7-64be960e4613 req-b61c12b4-5e8d-4b47-969c-968e0808bb11 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:29.485864 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6e75a38-a9ab-4413-9cc7-64be960e4613 req-b61c12b4-5e8d-4b47-969c-968e0808bb11 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0642965 Jul 06 13:06:29.523842 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d6e75a38-a9ab-4413-9cc7-64be960e4613 req-3bcecf0d-ad06-47e9-960e-d59bb8647a59 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Jul 06 13:06:29.810446 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4bff6c5-94b5-4a42-8d43-ab7f49d49ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:30.484464 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:30.701933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a200d4-53b2-45a2-a717-32435df71e24 req-395a8f04-d069-4218-a4ee-13fa8d247b85 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:30.703434 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a200d4-53b2-45a2-a717-32435df71e24 req-395a8f04-d069-4218-a4ee-13fa8d247b85 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0670726 Jul 06 13:06:30.741393 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-64a200d4-53b2-45a2-a717-32435df71e24 req-6718deee-60ed-4066-8ae2-ca5f231d7f82 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Jul 06 13:06:31.015832 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:31.294280 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:31.912005 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f625a7f-1f59-46fb-9f86-1f8cf94e3a99 req-605e15dc-9a60-4feb-941e-93eca4e74371 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:31.913477 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f625a7f-1f59-46fb-9f86-1f8cf94e3a99 req-605e15dc-9a60-4feb-941e-93eca4e74371 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0632968 Jul 06 13:06:31.951733 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0f625a7f-1f59-46fb-9f86-1f8cf94e3a99 req-c8907cb4-0973-4113-805e-8633829825ec tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Jul 06 13:06:32.814574 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:33.124537 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119caee-cf91-4a9f-b06a-7a51e353bf03 req-fcc938e9-ed68-479e-9146-05acf409e972 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:33.125937 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0119caee-cf91-4a9f-b06a-7a51e353bf03 req-fcc938e9-ed68-479e-9146-05acf409e972 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0642998 Jul 06 13:06:33.167840 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0119caee-cf91-4a9f-b06a-7a51e353bf03 req-971e45e1-1e7c-4ecf-b0ee-a67ee1306814 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361645 Jul 06 13:06:34.342970 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddad3af-7f30-4c23-8d79-4302750b7f65 req-ed7dbc83-a77a-4a0d-849e-4c6992339092 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:34.344485 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ddad3af-7f30-4c23-8d79-4302750b7f65 req-ed7dbc83-a77a-4a0d-849e-4c6992339092 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0632954 Jul 06 13:06:34.382240 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8ddad3af-7f30-4c23-8d79-4302750b7f65 req-ce209a2c-cfcf-4e36-a2c9-518ac4bb02a8 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Jul 06 13:06:35.352170 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:06:35.556403 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5a866-5993-4f82-89c9-206d3ead6d56 req-4d51f726-e171-41b2-98a7-61da0076941b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:35.557912 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c5a866-5993-4f82-89c9-206d3ead6d56 req-4d51f726-e171-41b2-98a7-61da0076941b tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0632143 Jul 06 13:06:35.595482 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-68c5a866-5993-4f82-89c9-206d3ead6d56 req-07b48a11-90af-4e06-9859-d0eb2cd4f815 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Jul 06 13:06:36.777928 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeef59-04cc-4a14-a690-ffb272a8ab17 req-662b28b0-329c-412b-abc1-34bf79aa0e97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:36.779496 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1eeef59-04cc-4a14-a690-ffb272a8ab17 req-662b28b0-329c-412b-abc1-34bf79aa0e97 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0706003 Jul 06 13:06:36.819218 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b1eeef59-04cc-4a14-a690-ffb272a8ab17 req-8642fd30-b5da-4641-96b1-209e54a83af3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335829 Jul 06 13:06:37.925036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:06:37.993285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c21e-0738-40a0-8ddc-68c5484b39f3 req-2404ad79-ffc8-470b-8dc0-ff8914d1cbbb tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:37.994793 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5492c21e-0738-40a0-8ddc-68c5484b39f3 req-2404ad79-ffc8-470b-8dc0-ff8914d1cbbb tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 944 time: 0.0653558 Jul 06 13:06:38.025761 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:38.032885 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-5492c21e-0738-40a0-8ddc-68c5484b39f3 req-9f035110-0a48-4571-9eff-24df2ff14f57 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Jul 06 13:06:38.037229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'port_id': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'mac_address': 'fa:16:3e:6e:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:06:38.074156 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:38.087156 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ce09cf-7164-46be-9dc3-0806d7ac2a38 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:06:38.105854 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:38.109537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:38.158410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:38.447620 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['71ce09cf-7164-46be-9dc3-0806d7ac2a38'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:06:39.212241 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13ad10-b336-4b5f-8c1c-8de5c0d1448c req-5b724f17-0dfc-449e-9c14-cd4504902598 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:39.213731 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be13ad10-b336-4b5f-8c1c-8de5c0d1448c req-5b724f17-0dfc-449e-9c14-cd4504902598 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 945 time: 0.0676131 Jul 06 13:06:39.250692 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-be13ad10-b336-4b5f-8c1c-8de5c0d1448c req-ecf67514-a08a-4905-8c07-d359d42c09b9 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 06 13:06:39.943101 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:06:39.989088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:06:39.989467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:40.064204 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:40.088571 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:40.090789 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306fd56e-372e-49a2-9b48-85bfeac9e1ff" -d '{"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-plugged", "status": "completed", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:40.103828 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:40.108362 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:40.155862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:40.426430 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e0b4-79e0-4fba-9e89-0b4e61c3f549 req-d07c8761-23fd-41cc-bb0d-867a001e4a46 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:40.427834 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee0e0b4-79e0-4fba-9e89-0b4e61c3f549 req-d07c8761-23fd-41cc-bb0d-867a001e4a46 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0647147 Jul 06 13:06:40.464714 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee0e0b4-79e0-4fba-9e89-0b4e61c3f549 req-f2a39278-e77e-4dbb-9054-953884fbc84e tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309658 Jul 06 13:06:41.147237 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de80fb35-9bea-4531-b245-d0436d0b9b9b x-openstack-request-id: req-de80fb35-9bea-4531-b245-d0436d0b9b9b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:41.147698 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-plugged", "status": "completed", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:41.147814 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de80fb35-9bea-4531-b245-d0436d0b9b9b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:41.148247 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'code': 200} Jul 06 13:06:41.338027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658ea90-3e59-4f94-b215-4041bac14c7f req-9a8b0156-18c0-4859-bd93-1cf93791f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:41.339533 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1658ea90-3e59-4f94-b215-4041bac14c7f req-9a8b0156-18c0-4859-bd93-1cf93791f173 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0571783 Jul 06 13:06:41.374645 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-1658ea90-3e59-4f94-b215-4041bac14c7f req-55649e82-c0fb-49be-b141-d0022604f322 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272777 Jul 06 13:06:41.639035 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed096ece-79dd-4d9e-b495-96ada6c70f5e req-221ca3d7-71dd-40c2-92b4-0de87bb2b742 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:41.640521 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed096ece-79dd-4d9e-b495-96ada6c70f5e req-221ca3d7-71dd-40c2-92b4-0de87bb2b742 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0629447 Jul 06 13:06:41.677839 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed096ece-79dd-4d9e-b495-96ada6c70f5e req-a6238228-5968-460a-96d3-ad17cc50d575 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316741 Jul 06 13:06:42.857461 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6667-5423-4261-8134-d10b473b9f3f req-76ad04ae-edf5-4ce3-939f-97f9a4442207 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:42.858960 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fde6667-5423-4261-8134-d10b473b9f3f req-76ad04ae-edf5-4ce3-939f-97f9a4442207 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0685532 Jul 06 13:06:42.897205 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2fde6667-5423-4261-8134-d10b473b9f3f req-3846f01f-bc53-44b0-a4a7-0ed065a46dcc tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Jul 06 13:06:50.032301 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-7d547cc9-fdd9-4416-a03b-d850e68c8e48 req-e32a552e-ba97-447b-96d9-79ddb1c0eb7a service neutron] (93766) timed out ('10.222.0.78', 33094) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:06:53.531364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:57.270514 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4630-21a8-4aad-a26d-ce7a5e7ef2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:59.812331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b48cd84a-5a08-4ec0-b50c-d3aa333a32ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:00.489959 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:01.046671 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:01.296538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:02.818100 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:08.012452 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-52642d77-4109-4a26-ba1b-d3549daf968f req-c10a1b1e-80ee-460f-9eb4-f1577381a3a5 service neutron] (93767) timed out ('10.222.0.64', 56192) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:07:12.351139 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:07:23.541043 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:25.534182 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-3d63b35e-6e72-4849-9306-1dfb1e80e98b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516970 Jul 06 13:07:25.628992 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a436e-2725-4173-9fd5-da021270a525 req-3ff234b2-bcf1-468a-9f31-a03ff5b0858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:25.630479 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-3ff234b2-bcf1-468a-9f31-a03ff5b0858c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0522797 Jul 06 13:07:25.736137 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a436e-2725-4173-9fd5-da021270a525 req-3a4f1681-dac4-47f0-b52c-46a6fc49895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:25.737607 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-3a4f1681-dac4-47f0-b52c-46a6fc49895b service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0869889 Jul 06 13:07:25.801423 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-eeb88d1e-f5c3-41eb-9ac5-0d47a33101a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 1001 time: 0.0570898 Jul 06 13:07:25.849507 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a436e-2725-4173-9fd5-da021270a525 req-1ed7e778-5877-4c70-b95b-23f8670cdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:25.851312 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-1ed7e778-5877-4c70-b95b-23f8670cdca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0436382 Jul 06 13:07:25.913234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a436e-2725-4173-9fd5-da021270a525 req-b8ae3276-e93e-45c4-8882-f6246ad437e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:25.914782 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-b8ae3276-e93e-45c4-8882-f6246ad437e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562959 Jul 06 13:07:26.004353 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-35631a70-ac0f-49d0-8151-5a4f52ef0f6e service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815403 Jul 06 13:07:26.098654 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-940a436e-2725-4173-9fd5-da021270a525 req-91194c75-80e3-4e69-be16-c39febbce147 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874453 Jul 06 13:07:27.273135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd2c0-5200-44ca-ac9d-53bfcf40aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:29.812995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca992a93-deb0-4e01-bdaf-7efc9351bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:30.491282 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:31.050995 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:31.299406 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:32.826586 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:41.992182 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-25c22d0a-6601-45d8-9e00-3da8d3935de0 req-f895a9ee-39e6-4e29-9ef7-bcfa155bc233 tempest-TestNetworkAdvancedServerOps-1183472148 tempest-TestNetworkAdvancedServerOps-1183472148-project] (93766) timed out ('10.222.0.79', 56734) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:07:49.350099 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:07:53.554186 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:57.276900 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8f0b749-01d0-4455-90ce-94a6159a420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:58.826517 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:07:59.019977 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Deleting port 58fbf1cd-13a0-4cb4-ad7a-5ecc1fce390b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:07:59.020577 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.106328 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.106586 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.119259 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Calling delete_port for 58fbf1cd-13a0-4cb4-ad7a-5ecc1fce390b owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:07:59.284931 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.310957 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event deleted for resources: {'Port': ['ID=58fbf1cd-13a0-4cb4-ad7a-5ecc1fce390b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:07:59.323314 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.323670 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.324049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.324395 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.324731 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.325066 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.325400 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.325740 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.326071 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.326404 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.326729 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.327057 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:07:59.388024 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.388279 n-d-799528-2 neutron-server[93766]: INFO neutron.db.l3_db [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Floating IP eceeea57-d9a9-48e2-b909-74c2f0a7c913 disassociated (deleted). External IP: 172.25.7.11, port: 71ce09cf-7164-46be-9dc3-0806d7ac2a38. Jul 06 13:07:59.596179 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Router f9714117-e442-4555-8251-9fc281c2578e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:07:59.703218 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:07:59.707787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.717488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12733d3f-0665-4186-b066-7beeec26962c None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:07:59.730698 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:07:59.731331 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:07:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:07:59.746937 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a3e74c97-af61-4186-9de8-88aacc192236 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "DELETE /v2.0/floatingips/eceeea57-d9a9-48e2-b909-74c2f0a7c913 HTTP/1.1" status: 204 len: 168 time: 0.9193130 Jul 06 13:07:59.747527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:07:59.749828 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:07:59.795768 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80a0b4-aca9-47fa-8789-111eb26465e4 x-openstack-request-id: req-4e80a0b4-aca9-47fa-8789-111eb26465e4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:07:59.796145 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:07:59.796406 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e80a0b4-aca9-47fa-8789-111eb26465e4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:07:59.796816 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'status': 'completed', 'code': 200} Jul 06 13:07:59.824651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd46c12d-01ca-495e-b5a1-8c9160cc4c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.843095 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:07:59.893676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-8d17a1e6-41f1-45d1-81d0-e13683309307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:59.895232 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-8d17a1e6-41f1-45d1-81d0-e13683309307 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d89a78e83fae4f179f1667ff060f66b8&device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 1097 time: 0.0748556 Jul 06 13:07:59.995960 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-6e979837-778f-4509-8273-2def29367148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:59.997739 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-6e979837-778f-4509-8273-2def29367148 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 200 len: 908 time: 0.0959282 Jul 06 13:08:00.048358 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-9bb34ee8-5e86-49a2-97da-1447c11b8b0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 200 len: 217 time: 0.0420713 Jul 06 13:08:00.065577 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:00.095349 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12733d3f-0665-4186-b066-7beeec26962c None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:00.100844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-a7c32c34-6b8c-4b7c-a019-fea2b7a61f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:00.103474 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-a7c32c34-6b8c-4b7c-a019-fea2b7a61f86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 200 len: 846 time: 0.0481009 Jul 06 13:08:00.104960 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:00.105572 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:00.163589 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-7a80fa13-26ec-47c3-84c0-ed4f2f243034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:00.166018 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-7a80fa13-26ec-47c3-84c0-ed4f2f243034 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33f49c35-9931-4d4e-be00-3927537d21d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551083 Jul 06 13:08:00.196533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daee98c-2269-4dd8-807b-fc3f497af31c req-15ac282d-4b68-4d3a-ae0a-2fefa90adb61 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:00.198342 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6daee98c-2269-4dd8-807b-fc3f497af31c req-15ac282d-4b68-4d3a-ae0a-2fefa90adb61 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0820961 Jul 06 13:08:00.220685 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:00.238111 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-6daee98c-2269-4dd8-807b-fc3f497af31c req-50aafccd-6fd0-4db1-be93-9b51ce48f89d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342140 Jul 06 13:08:00.267119 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-dadfd6c8-4daa-4b9b-8d52-b6491fd9f393 service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921390 Jul 06 13:08:00.359247 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-0f95d0d4-3b7a-4998-8485-e3fdf6806cd9 req-11708ef6-912a-408f-b20e-b5a0261b45cd service neutron] 10.222.0.64 "GET /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843620 Jul 06 13:08:00.416886 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12733d3f-0665-4186-b066-7beeec26962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:00.442359 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12733d3f-0665-4186-b066-7beeec26962c None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T12:57:47Z', 'revision_number': 4, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b9ce5d9c-0eb2-4b22-bae7-49b739453d35', 'name': '', 'network_id': '33f49c35-9931-4d4e-be00-3927537d21d6', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'mac_address': 'fa:16:3e:5c:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9282c952-c123-4302-b60e-db2536241b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:47Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'subnets': [{'id': '9282c952-c123-4302-b60e-db2536241b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:00.506359 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:00.659350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddb7db-1a1c-4785-9472-b541ba4c6836 None None] New status for floating IP eceeea57-d9a9-48e2-b909-74c2f0a7c913: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:08:01.055395 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:01.306923 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:01.453029 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9321d-e158-4f46-b0e8-5bd0f4868f18 req-0afeb289-da02-4b5f-bfa5-5945f052e9e3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:01.454523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4e9321d-e158-4f46-b0e8-5bd0f4868f18 req-0afeb289-da02-4b5f-bfa5-5945f052e9e3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0676813 Jul 06 13:08:01.493735 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-b4e9321d-e158-4f46-b0e8-5bd0f4868f18 req-280dc503-2449-46da-8dcb-c96afd5c4631 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/security-groups?id=385b0d5f-b707-4752-84ba-7a1a7a309c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Jul 06 13:08:01.805084 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-b75bfeee-5505-45a3-82b6-de0ae3f35390 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:01.806634 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-b75bfeee-5505-45a3-82b6-de0ae3f35390 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 946 time: 0.0664959 Jul 06 13:08:01.908009 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Deleting port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:01.908359 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:01.997308 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] For port 71ce09cf-7164-46be-9dc3-0806d7ac2a38, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=71ce09cf-7164-46be-9dc3-0806d7ac2a38,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:01.997670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:02.009774 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Calling delete_port for 71ce09cf-7164-46be-9dc3-0806d7ac2a38 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:02.137086 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:02.178978 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event deleted for resources: {'Port': ['ID=71ce09cf-7164-46be-9dc3-0806d7ac2a38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:02.221727 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] No DVR routers for this DVR port 71ce09cf-7164-46be-9dc3-0806d7ac2a38 on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:08:02.224165 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:02.226255 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-71409fb4-e433-48fd-95b9-799ae9dccf93 req-cbb2c938-893e-4974-aedf-8f57cab37e9c tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.64 "DELETE /v2.0/ports/71ce09cf-7164-46be-9dc3-0806d7ac2a38 HTTP/1.1" status: 204 len: 173 time: 0.4144747 Jul 06 13:08:02.226719 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-deleted', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:02.229761 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511adde3-4c00-4082-b4e2-f342e6e70467" -d '{"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-deleted", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:02.266675 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c137c-01d4-46bf-a853-a963fe331f49 x-openstack-request-id: req-292c137c-01d4-46bf-a853-a963fe331f49 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:02.266965 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f7906-aeae-4eb2-8b66-79ea2f4d4c74", "name": "network-vif-deleted", "tag": "71ce09cf-7164-46be-9dc3-0806d7ac2a38", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:02.267240 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-292c137c-01d4-46bf-a853-a963fe331f49 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:02.267636 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f7906-aeae-4eb2-8b66-79ea2f4d4c74', 'name': 'network-vif-deleted', 'tag': '71ce09cf-7164-46be-9dc3-0806d7ac2a38', 'status': 'completed', 'code': 200} Jul 06 13:08:02.644276 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-32269798-4716-42c8-9e8c-ed17f2e149e5 req-abe9907c-13b1-44d7-8ae8-d5391fcd3f1d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 210 time: 0.0321314 Jul 06 13:08:02.826305 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:03.785558 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df5b3afd-1da9-4c30-807d-7609bcb4efe7 req-6ecb9dc6-3e42-40a8-a7cd-5ea225fe9480 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 210 time: 0.0277252 Jul 06 13:08:04.927686 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4bb155b6-1575-4d26-a0da-6628a1bb6f7b req-c5ed7643-747b-4eda-af29-0394b5ba41be tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Jul 06 13:08:06.101020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ddcde2-6096-4538-a8ca-439f3d2f4c49 req-5a858863-1d63-4651-9a43-b6aeaa763ce3 tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "GET /v2.0/ports?device_id=950f7906-aeae-4eb2-8b66-79ea2f4d4c74 HTTP/1.1" status: 200 len: 210 time: 0.0355282 Jul 06 13:08:06.396949 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:06.419422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: 71ce09cf-7164-46be-9dc3-0806d7ac2a38 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:06.419770 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device 71ce09cf-7164-46be-9dc3-0806d7ac2a38 not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:07.215940 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:07.291682 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cdb9-9a4b-42a3-a9e4-7d758fa0fe3d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:07.322855 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cdb9-9a4b-42a3-a9e4-7d758fa0fe3d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:07.385080 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cdb9-9a4b-42a3-a9e4-7d758fa0fe3d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:07.387707 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cdb9-9a4b-42a3-a9e4-7d758fa0fe3d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:07.388919 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-0aa3cdb9-9a4b-42a3-a9e4-7d758fa0fe3d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] 10.222.0.78 "DELETE /v2.0/security-groups/385b0d5f-b707-4752-84ba-7a1a7a309c1d HTTP/1.1" status: 204 len: 168 time: 0.1719470 Jul 06 13:08:07.397980 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3cdb9-9a4b-42a3-a9e4-7d758fa0fe3d tempest-TestShelveInstance-563286561 tempest-TestShelveInstance-563286561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b0d5f-b707-4752-84ba-7a1a7a309c1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:08.473081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:08.998717 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:09.267585 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Deleting port b9ce5d9c-0eb2-4b22-bae7-49b739453d35 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:09.267834 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:09.348254 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] For port b9ce5d9c-0eb2-4b22-bae7-49b739453d35, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:09.348609 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:09.361827 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Calling delete_port for b9ce5d9c-0eb2-4b22-bae7-49b739453d35 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:09.545826 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:09.572253 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ce5d9c-0eb2-4b22-bae7-49b739453d35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:09.597964 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.598312 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.598656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.598995 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.599325 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.599654 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.600036 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.600333 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.600656 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.600979 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.601300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.602310 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:09.748664 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:09.966437 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Router f9714117-e442-4555-8251-9fc281c2578e has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:10.074515 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:10.079689 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5850734-0289-4e51-a7e9-9b5616405472 admin admin] 10.222.0.78 "PUT /v2.0/routers/f9714117-e442-4555-8251-9fc281c2578e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6056361 Jul 06 13:08:10.082240 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:10.083840 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] Sync routers for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:10.092835 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:10.093436 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:10.189378 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.196448 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:10.299357 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.360074 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Deleting port 484fe465-43b6-4d4b-b692-0723990fe060 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:10.360410 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.444034 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] For port 484fe465-43b6-4d4b-b692-0723990fe060, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=484fe465-43b6-4d4b-b692-0723990fe060,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:10.444405 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.460619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Calling delete_port for 484fe465-43b6-4d4b-b692-0723990fe060 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:10.470428 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '484fe465-43b6-4d4b-b692-0723990fe060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T13:08:09Z', 'revision_number': 5, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port': {'id': '484fe465-43b6-4d4b-b692-0723990fe060', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:06:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9714117-e442-4555-8251-9fc281c2578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:45Z', 'updated_at': '2021-07-06T12:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:10.496480 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] Checking router: f9714117-e442-4555-8251-9fc281c2578e for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:10.504735 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] Routers {'f9714117-e442-4555-8251-9fc281c2578e'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:10.505336 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['f9714117-e442-4555-8251-9fc281c2578e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:10.591385 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] Set router f9714117-e442-4555-8251-9fc281c2578e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:10.632441 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.644687 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T13:08:10Z', 'revision_number': 6, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:10.658376 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Pushing event deleted for resources: {'Port': ['ID=484fe465-43b6-4d4b-b692-0723990fe060,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:10.672134 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7453b-d5ee-479a-8665-6ef4f702247b None None] The sync data for ids ['f9714117-e442-4555-8251-9fc281c2578e'] in n-d-799528-2 is: [{'id': 'f9714117-e442-4555-8251-9fc281c2578e', 'name': 'tempest-TestShelveInstance-86868642-router', 'tenant_id': 'd89a78e83fae4f179f1667ff060f66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:44Z', 'updated_at': '2021-07-06T13:08:10Z', 'revision_number': 6, 'project_id': 'd89a78e83fae4f179f1667ff060f66b8', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:10.722465 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.815017 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.817446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.864359 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.864916 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9714117-e442-4555-8251-9fc281c2578e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:08:10.869858 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.870991 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-22b4846c-38f5-4b28-892c-dae63890617f admin admin] 10.222.0.78 "DELETE /v2.0/routers/f9714117-e442-4555-8251-9fc281c2578e HTTP/1.1" status: 204 len: 168 time: 0.7876272 Jul 06 13:08:10.874847 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:10.920878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Deleting subnet 9282c952-c123-4302-b60e-db2536241b4b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:08:10.923906 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:10.959410 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.045155 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.101899 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.126787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9282c952-c123-4302-b60e-db2536241b4b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:11.133730 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.135790 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-be82de50-e482-4eba-8428-b4f7f468a0b1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9282c952-c123-4302-b60e-db2536241b4b HTTP/1.1" status: 204 len: 168 time: 0.2599530 Jul 06 13:08:11.138440 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:11.139350 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5ae9c-c66c-4aa8-80b5-3a8e1d0e1275 None None] Network 33f49c35-9931-4d4e-be00-3927537d21d6 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:08:11.208351 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.267367 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Deleting port b27c8086-b8cf-4e76-a800-5fad332e919b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:11.267720 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.334971 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] For port b27c8086-b8cf-4e76-a800-5fad332e919b, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b27c8086-b8cf-4e76-a800-5fad332e919b,segment=NetworkSegment(576e7bf3-755b-45b5-9d79-3ba3e3dc1783),segment_id=576e7bf3-755b-45b5-9d79-3ba3e3dc1783)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:11.335325 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.348259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Calling delete_port for b27c8086-b8cf-4e76-a800-5fad332e919b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:11.431588 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.457877 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8c286-1bd9-403e-9fa4-b192141aadb9 None None] DHCP port deletion for 33f49c35-9931-4d4e-be00-3927537d21d6 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:08:11.473878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] No DVR routers for this DVR port b27c8086-b8cf-4e76-a800-5fad332e919b on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:08:11.479041 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27c8086-b8cf-4e76-a800-5fad332e919b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:11.558408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.568864 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f49c35-9931-4d4e-be00-3927537d21d6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:11.580323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576e7bf3-755b-45b5-9d79-3ba3e3dc1783') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:11.580620 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576e7bf3-755b-45b5-9d79-3ba3e3dc1783') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:11.590127 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.604176 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.609861 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:08:11.610247 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: timer() Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:08:11.611890 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:08:11.670266 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.677281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.681377 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] 10.222.0.78 "DELETE /v2.0/networks/33f49c35-9931-4d4e-be00-3927537d21d6 HTTP/1.1" status: 204 len: 168 time: 0.5419440 Jul 06 13:08:11.684482 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:11.691498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ee0f0-2030-4898-95d3-03c03c400d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f49c35-9931-4d4e-be00-3927537d21d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:12.047638 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:12.303081 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Deleting port 3017a0e4-327f-4210-87e8-24f881cc1bac {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:12.303422 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:12.373875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b27c8086-b8cf-4e76-a800-5fad332e919b no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:12.383967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] For port 3017a0e4-327f-4210-87e8-24f881cc1bac, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=3017a0e4-327f-4210-87e8-24f881cc1bac,segment=NetworkSegment(f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e),segment_id=f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:12.384329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:12.392639 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b27c8086-b8cf-4e76-a800-5fad332e919b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:12.392990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b27c8086-b8cf-4e76-a800-5fad332e919b not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:12.393411 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b9ce5d9c-0eb2-4b22-bae7-49b739453d35 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:12.411905 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b9ce5d9c-0eb2-4b22-bae7-49b739453d35 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:12.412277 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b9ce5d9c-0eb2-4b22-bae7-49b739453d35 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:12.412707 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 484fe465-43b6-4d4b-b692-0723990fe060 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:12.432812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 484fe465-43b6-4d4b-b692-0723990fe060 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:12.433164 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 484fe465-43b6-4d4b-b692-0723990fe060 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:12.724561 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Calling delete_port for 3017a0e4-327f-4210-87e8-24f881cc1bac owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:12.901150 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:12.925692 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3017a0e4-327f-4210-87e8-24f881cc1bac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:13.099167 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:13.313706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:13.417470 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:13.422552 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-e104f842-30eb-4c2a-9264-26f05d0a8c7d admin admin] 10.222.0.78 "PUT /v2.0/routers/cd64cb47-62c4-4a8e-85ab-69ce26a49a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367265 Jul 06 13:08:13.425207 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:13.427909 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] Sync routers for ids ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:13.437166 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] Routers {'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:13.437778 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:13.530017 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:13.543032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] Set router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:13.631714 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:13.685341 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Deleting port 57d30552-b19d-4066-a5bb-febc5c97baf1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:13.685815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:13.720709 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T13:08:12Z', 'revision_number': 5, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port': {'id': '57d30552-b19d-4066-a5bb-febc5c97baf1', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:50Z', 'updated_at': '2021-07-06T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:13.747240 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] Checking router: cd64cb47-62c4-4a8e-85ab-69ce26a49a0a for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:13.755353 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] Routers {'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:13.755996 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:13.766807 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] For port 57d30552-b19d-4066-a5bb-febc5c97baf1, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=57d30552-b19d-4066-a5bb-febc5c97baf1,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:13.767374 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:13.780504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Calling delete_port for 57d30552-b19d-4066-a5bb-febc5c97baf1 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:13.840243 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] Set router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:13.891678 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T13:08:13Z', 'revision_number': 6, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:13.921751 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a8092-04fc-426d-bfee-77e9b31e0b14 None None] The sync data for ids ['cd64cb47-62c4-4a8e-85ab-69ce26a49a0a'] in n-d-799528-2 is: [{'id': 'cd64cb47-62c4-4a8e-85ab-69ce26a49a0a', 'name': 'tempest-TestShelveInstance-640128829-router', 'tenant_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:49Z', 'updated_at': '2021-07-06T13:08:13Z', 'revision_number': 6, 'project_id': 'e7becb70abe146d2b54deaedb10ea2e3', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:13.947929 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:13.972312 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=57d30552-b19d-4066-a5bb-febc5c97baf1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:14.036398 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.133552 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.135644 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.182787 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.183235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd64cb47-62c4-4a8e-85ab-69ce26a49a0a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:08:14.187749 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.189206 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-9014a124-61f3-49d6-87a4-76eb62f1d9ae admin admin] 10.222.0.78 "DELETE /v2.0/routers/cd64cb47-62c4-4a8e-85ab-69ce26a49a0a HTTP/1.1" status: 204 len: 168 time: 0.7630801 Jul 06 13:08:14.191693 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:14.237553 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Deleting subnet 54c1633f-f50a-47c9-a07f-531ee3b87a5c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:08:14.241602 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.277987 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11261042'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.370404 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.421938 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1456679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8409108'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.445180 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c1633f-f50a-47c9-a07f-531ee3b87a5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:14.450761 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.452653 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-a824b24d-907f-405f-ba7b-30a015393947 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/54c1633f-f50a-47c9-a07f-531ee3b87a5c HTTP/1.1" status: 204 len: 168 time: 0.2600131 Jul 06 13:08:14.455144 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:14.458021 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184654f-34f9-43cb-9411-f2426f183bbb None None] Network 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:08:14.525112 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.582820 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Deleting port edc73238-535d-4322-9cd2-d1cad927cc92 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:14.583155 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.649714 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] For port edc73238-535d-4322-9cd2-d1cad927cc92, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=edc73238-535d-4322-9cd2-d1cad927cc92,segment=NetworkSegment(f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e),segment_id=f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:14.649969 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.666224 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Calling delete_port for edc73238-535d-4322-9cd2-d1cad927cc92 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:14.747880 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3017a0e4-327f-4210-87e8-24f881cc1bac no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:14.761418 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.768592 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 3017a0e4-327f-4210-87e8-24f881cc1bac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:14.768931 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 3017a0e4-327f-4210-87e8-24f881cc1bac not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:14.793618 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc73238-535d-4322-9cd2-d1cad927cc92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:14.795436 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] No DVR routers for this DVR port edc73238-535d-4322-9cd2-d1cad927cc92 on host n-d-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:08:14.812597 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100fdca-a0bb-4a4d-9b03-4e71b2aa8f5c None None] DHCP port deletion for 3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:08:14.869459 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.879475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:14.889850 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:14.890195 n-d-799528-2 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c6e3f5-ba84-4dff-b11b-5bdfbe4e610e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:14.899670 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11261029'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.913653 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.920907 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:08:14.921310 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1456834'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: Traceback (most recent call last): Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: timer() Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: cb(*args, **kw) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: return func(*args, **kwargs) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: self._notify() Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: self.callback(batched_events) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: event.method(event) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: return f(self, *a, **k) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: return self._get(url).json() Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:08:14.923046 n-d-799528-2 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:08:14.983341 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.989329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:14.991745 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f HTTP/1.1" status: 204 len: 168 time: 0.5353866 Jul 06 13:08:15.002515 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2e2eb-9cde-4607-80e8-bad58b6d7069 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec33652-2dc4-4145-bdcb-7b5f13ee1d6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:15.130322 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:15.170416 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-cef1c199-85bb-4003-a1e4-7fb49dafdb90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d89a78e83fae4f179f1667ff060f66b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389228 Jul 06 13:08:15.172827 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:15.219517 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aef757c-efea-4898-9191-3e780286e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.240479 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aef757c-efea-4898-9191-3e780286e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.293289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aef757c-efea-4898-9191-3e780286e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.295930 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4aef757c-efea-4898-9191-3e780286e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.297178 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-4aef757c-efea-4898-9191-3e780286e396 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ed21255-8bd5-4ac5-8a8c-c1feaaaae43e HTTP/1.1" status: 204 len: 168 time: 0.1234279 Jul 06 13:08:15.305506 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef757c-efea-4898-9191-3e780286e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed21255-8bd5-4ac5-8a8c-c1feaaaae43e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:15.641798 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:15.680866 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bf48a55-eff0-4312-a346-3990877ba247 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7becb70abe146d2b54deaedb10ea2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379264 Jul 06 13:08:15.683328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:15.730969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-131e3826-cf70-40a6-ae4a-060f2003e767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.751804 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-131e3826-cf70-40a6-ae4a-060f2003e767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.797625 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-131e3826-cf70-40a6-ae4a-060f2003e767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.800278 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-131e3826-cf70-40a6-ae4a-060f2003e767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:15.801414 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-131e3826-cf70-40a6-ae4a-060f2003e767 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3a5a684-a402-4c43-8a73-8a1a75f83a2f HTTP/1.1" status: 204 len: 168 time: 0.1172166 Jul 06 13:08:15.809398 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e3826-cf70-40a6-ae4a-060f2003e767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a5a684-a402-4c43-8a73-8a1a75f83a2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:16.363380 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device edc73238-535d-4322-9cd2-d1cad927cc92 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:16.383492 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: edc73238-535d-4322-9cd2-d1cad927cc92 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:16.383843 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device edc73238-535d-4322-9cd2-d1cad927cc92 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:16.384296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57d30552-b19d-4066-a5bb-febc5c97baf1 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:16.404774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 57d30552-b19d-4066-a5bb-febc5c97baf1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:16.405128 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 57d30552-b19d-4066-a5bb-febc5c97baf1 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:16.525875 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:16.618322 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-710150316-network', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:16.643431 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Made reservation on behalf of de9cfdeb76924c9688169677f57b5e25 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:08:16.645756 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.655570 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.745586 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.749412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.774947 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:08:16.784762 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae00ad-072a-4852-bfbb-6942576d3aa1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:16.790042 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.790380 n-d-799528-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Added segment 2b269857-41be-42ca-a78c-6a12595fdcc6 of type vlan for network 0d3af788-29b7-4087-aa48-99c30cf2ee18 Jul 06 13:08:16.831508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.860051 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.860937 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:16.861518 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:16.917923 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3909075 Jul 06 13:08:16.921512 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:16.926650 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Request body: {'subnet': {'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-710150316-subnet', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:16.927137 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52195d-425b-4100-bbc6-7ebaa5cc1443 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3af788-29b7-4087-aa48-99c30cf2ee18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:16.937973 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:08:16.950678 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Made reservation on behalf of de9cfdeb76924c9688169677f57b5e25 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:08:16.953345 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.121744 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.176119 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be285d22-64bf-495b-8a7b-2e576726948b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:17.186086 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Checking segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:17.186449 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Network hostable DHCP agents. Network: 0d3af788-29b7-4087-aa48-99c30cf2ee18, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:08:17.203027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:08:17.211161 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, 0d3af788-29b7-4087-aa48-99c30cf2ee18) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:17.215060 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:17.215643 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.220423 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a9addf-9b8e-4242-bb1d-4f4fbb46d6ae None None] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:08:17.229464 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-b5fc0f57-efef-4952-8744-c32db069c61f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067715 Jul 06 13:08:17.232094 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:17.236675 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:17.259358 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.260361 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.312991 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.371305 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-0d3af788-29b7-4087-aa48-99c30cf2ee18', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:08:17.372278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.457815 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.502413 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Allocated IP 172.20.0.2 (0d3af788-29b7-4087-aa48-99c30cf2ee18/be285d22-64bf-495b-8a7b-2e576726948b/0f26f48f-13f8-4c94-9ede-73a00b448eb9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:17.646696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.656199 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Transition to ACTIVE for port object 0f26f48f-13f8-4c94-9ede-73a00b448eb9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:17.665555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.671052 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Transition to ACTIVE for port object 0f26f48f-13f8-4c94-9ede-73a00b448eb9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:17.676769 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.685917 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.715727 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:17.720374 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:17.722878 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:17.734228 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Pushing event updated for resources: {'Port': ['ID=0f26f48f-13f8-4c94-9ede-73a00b448eb9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:17.761328 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.761670 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.762008 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.762343 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.762671 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.763004 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.763327 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.763646 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.763994 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.764314 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.764633 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.764952 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:17.790099 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Allocated IP 172.25.7.234 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/685ebd8c-0870-46ba-9f2d-1ba4779c37f9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:17.802538 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Attempting to bind port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:17.802959 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Attempting to bind port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:17.803296 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Attempting to bind port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:17.808758 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:17.809154 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Checking segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:17.809537 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.810196 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Bound using segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:17.810662 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Bound port: 0f26f48f-13f8-4c94-9ede-73a00b448eb9, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:17.811045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.873721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] For port 0f26f48f-13f8-4c94-9ede-73a00b448eb9, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:17.876990 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] For port 0f26f48f-13f8-4c94-9ede-73a00b448eb9, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0f26f48f-13f8-4c94-9ede-73a00b448eb9,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:17.881933 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.900674 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.941545 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.953613 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac20ea0-ce78-424f-8c07-b17c3965d60f None None] Pushing event updated for resources: {'Port': ['ID=0f26f48f-13f8-4c94-9ede-73a00b448eb9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:17.980041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:17.982973 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:17.989049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:18.013235 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:18.263010 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.395319 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0f26f48f-13f8-4c94-9ede-73a00b448eb9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:18.447733 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:18.466337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.598019 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:08:18.708072 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:18.719771 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:18.725186 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.726992 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-39470035-4f73-4a27-b45b-24355fe4b6d9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4938512 Jul 06 13:08:18.729874 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:18.734163 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:18.734778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:18.827698 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e7265-8089-41b0-b917-311a77bf5801 None None] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:08:18.843112 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:18.949474 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55595584-e338-4d67-9b18-68634b22460a None None] Provisioning for port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:18.958039 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-55595584-e338-4d67-9b18-68634b22460a None None] Provisioning complete for port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:18.958556 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55595584-e338-4d67-9b18-68634b22460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.036260 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:18Z', 'revision_number': 3, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:19.069256 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:19.069707 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Updating router da108e7e-65ba-4627-a74e-e6ce7c6071ff port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:08:19.077454 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55595584-e338-4d67-9b18-68634b22460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.114647 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-55595584-e338-4d67-9b18-68634b22460a None None] For port 0f26f48f-13f8-4c94-9ede-73a00b448eb9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0f26f48f-13f8-4c94-9ede-73a00b448eb9,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:19.121019 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.123747 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55595584-e338-4d67-9b18-68634b22460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.192109 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55595584-e338-4d67-9b18-68634b22460a None None] Pushing event updated for resources: {'Port': ['ID=0f26f48f-13f8-4c94-9ede-73a00b448eb9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:19.345961 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de9a3a4b-7ed8-4a50-89fe-c5fd1792b512 None None] Provisioning complete for port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:19.346796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9a3a4b-7ed8-4a50-89fe-c5fd1792b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.422419 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.433010 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Transition to ACTIVE for port object 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:19.440449 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.493621 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Attempting to bind port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:19.493981 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Attempting to bind port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:19.494338 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Attempting to bind port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:19.497094 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Pushing event updated for resources: {'Port': ['ID=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:19.504712 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:19.505083 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:19.505473 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.505857 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:19.506302 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Bound port: 685ebd8c-0870-46ba-9f2d-1ba4779c37f9, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:19.506669 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.510443 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.510778 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.511109 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.511439 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.511760 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.512108 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.512427 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.512741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.513054 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.513190 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.513651 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.513651 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.513974 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:19.564461 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] For port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:19.567885 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] For port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:19.573147 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.636048 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:19.636662 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:19.674867 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b16c3-1a60-45aa-ae81-89a390c377b5 None None] Pushing event updated for resources: {'Port': ['ID=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:19.675111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Allocated IP 172.20.0.1 (0d3af788-29b7-4087-aa48-99c30cf2ee18/be285d22-64bf-495b-8a7b-2e576726948b/b37fc05b-4653-48f3-9252-b89168225a44) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:19.747841 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:19.782740 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.796023 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Transition to ACTIVE for port object b37fc05b-4653-48f3-9252-b89168225a44 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:19.829968 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.865876 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:19.869596 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:19.872211 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:19.904796 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Pushing event updated for resources: {'Port': ['ID=b37fc05b-4653-48f3-9252-b89168225a44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:19.922351 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.932711 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:18Z', 'revision_number': 3, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:19.967888 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cbf88-533e-4d58-a356-159bc26a6f81 None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:18Z', 'revision_number': 3, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:20.077329 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.158261 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-faffd237-492f-48b1-b8f3-c685bf18161c None None] Provisioning for port b37fc05b-4653-48f3-9252-b89168225a44 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:20.162573 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-faffd237-492f-48b1-b8f3-c685bf18161c None None] Provisioning complete for port b37fc05b-4653-48f3-9252-b89168225a44 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:20.162935 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faffd237-492f-48b1-b8f3-c685bf18161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.204615 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-faffd237-492f-48b1-b8f3-c685bf18161c None None] Port b37fc05b-4653-48f3-9252-b89168225a44 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:08:20.274533 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.280035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.354957 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.356844 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Pushing event updated for resources: {'Port': ['ID=b37fc05b-4653-48f3-9252-b89168225a44,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:20.466401 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:20.468409 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:20.473574 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:20.542062 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:20.547229 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:20.547682 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.620505 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:20.644981 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.669153 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:20.677680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.678505 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0f26f48f-13f8-4c94-9ede-73a00b448eb9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:20.760566 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:20.766161 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-bcfaff6e-025f-4690-9f79-45f9b9d7fe2d admin admin] 10.222.0.78 "PUT /v2.0/routers/da108e7e-65ba-4627-a74e-e6ce7c6071ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352840 Jul 06 13:08:20.772956 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b558078e-cd05-43ed-832d-f0c87d18e19b None None] Provisioning complete for port b37fc05b-4653-48f3-9252-b89168225a44 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:20.774002 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b558078e-cd05-43ed-832d-f0c87d18e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.777958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:20.819578 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b558078e-cd05-43ed-832d-f0c87d18e19b None None] Port b37fc05b-4653-48f3-9252-b89168225a44 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:08:20.822729 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:20.823111 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.247080 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:21.252243 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1548935067-network', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:21.274292 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Made reservation on behalf of d5f5693fbabc4aa096d154688cc085c9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:08:21.276764 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.286555 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.381492 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.385551 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.410261 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:08:21.420752 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161ddb0e-d5d0-4a02-a3e9-7df2df590d43,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:21.425688 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.426046 n-d-799528-2 neutron-server[93766]: INFO neutron.db.segments_db [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Added segment 52297c7f-6cf5-43e4-b1c5-123d8df43834 of type vlan for network dcb26691-5076-4092-ad67-2a8bdcf46311 Jul 06 13:08:21.468470 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747939327335'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.500698 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.501769 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:21.502386 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.564397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3133693 Jul 06 13:08:21.564630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:21.572166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Request body: {'subnet': {'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1548935067-subnet', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:21.576397 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcde16-70d9-4e92-84b5-203dcc1f465b admin admin] Pushing event updated for resources: {'Network': ['ID=dcb26691-5076-4092-ad67-2a8bdcf46311,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:21.588178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Network dcb26691-5076-4092-ad67-2a8bdcf46311 details requested by agent ovs-agent-n-d-799528-2 with host n-d-799528-2 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:08:21.601001 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Made reservation on behalf of d5f5693fbabc4aa096d154688cc085c9 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:08:21.602528 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:21.603790 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8433653'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.651198 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:21.651802 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:21.765516 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:21.780743 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1456736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8433639'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.830829 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91f6e50-2abc-4667-af9d-43e7539eb17a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:21.846168 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Checking segment: {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:21.846460 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Network hostable DHCP agents. Network: dcb26691-5076-4092-ad67-2a8bdcf46311, hostable agents: ['4b9343eb-4ea9-4b10-8267-10643e55a91e'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:08:21.863295 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Network dcb26691-5076-4092-ad67-2a8bdcf46311 is scheduled to be hosted by DHCP agent 4b9343eb-4ea9-4b10-8267-10643e55a91e with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:08:21.873520 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-2, dcb26691-5076-4092-ad67-2a8bdcf46311) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:21.878313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:21.879189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.886253 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ab486-e218-4cb4-a068-24bfe239b884 None None] Network dcb26691-5076-4092-ad67-2a8bdcf46311 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:08:21.896382 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-fd77f923-a8fd-4a23-a50c-322c0b64c9ae admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3308747 Jul 06 13:08:21.899128 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:21.904894 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:21.932288 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-561874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4447'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.933442 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4422'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.994967 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.085254 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 2, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:22.090089 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp461bc11b-b0ec-5bb5-955e-1cea646f6164-dcb26691-5076-4092-ad67-2a8bdcf46311', 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'fixed_ips': [{'subnet_id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a'}]}} from n-d-799528-2. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:08:22.090926 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.122047 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:22.122393 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Updating router da108e7e-65ba-4627-a74e-e6ce7c6071ff port b37fc05b-4653-48f3-9252-b89168225a44 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:08:22.213997 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.375136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Allocated IP 172.20.0.2 (dcb26691-5076-4092-ad67-2a8bdcf46311/d91f6e50-2abc-4667-af9d-43e7539eb17a/8c34240a-1a09-482e-971f-9428a9bbf3f7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:22.380570 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:22.493557 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4468'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.610141 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:22.610807 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.712823 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.733464 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.847216 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Allocated IP 172.25.7.92 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/b6085fb1-c5c4-4e02-ba57-a060e4cbec22) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:22.848929 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.880085 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Transition to ACTIVE for port object 8c34240a-1a09-482e-971f-9428a9bbf3f7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:22.911469 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.917410 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Transition to ACTIVE for port object 8c34240a-1a09-482e-971f-9428a9bbf3f7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:22.958248 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.961962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Transition to ACTIVE for port object b37fc05b-4653-48f3-9252-b89168225a44 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:22.967887 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.993702 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.015825 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.022495 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Network dcb26691-5076-4092-ad67-2a8bdcf46311 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:23.029533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:23.031799 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Pushing event updated for resources: {'Port': ['ID=8c34240a-1a09-482e-971f-9428a9bbf3f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.034014 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:23.053323 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:23.057405 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:23.063472 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:23.095931 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Pushing event updated for resources: {'Port': ['ID=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.174048 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc765a-32b3-4095-9e44-f1db284db5e1 None None] Pushing event updated for resources: {'Port': ['ID=b37fc05b-4653-48f3-9252-b89168225a44,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.183593 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Attempting to bind port b37fc05b-4653-48f3-9252-b89168225a44 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:23.183988 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Attempting to bind port b37fc05b-4653-48f3-9252-b89168225a44 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:23.184352 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Attempting to bind port b37fc05b-4653-48f3-9252-b89168225a44 on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:23.187954 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Attempting to bind port 8c34240a-1a09-482e-971f-9428a9bbf3f7 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:23.188392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Attempting to bind port 8c34240a-1a09-482e-971f-9428a9bbf3f7 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:23.188756 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Attempting to bind port 8c34240a-1a09-482e-971f-9428a9bbf3f7 on network dcb26691-5076-4092-ad67-2a8bdcf46311 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:23.195365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:23.196136 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Checking segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:23.196271 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.196582 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Bound using segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:23.197053 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Bound port: b37fc05b-4653-48f3-9252-b89168225a44, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:23.197432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.199537 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:23.199898 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Checking segment: {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:23.200297 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.200676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Bound using segment: {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:23.201131 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Bound port: 8c34240a-1a09-482e-971f-9428a9bbf3f7, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:23.201500 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.334148 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] For port 8c34240a-1a09-482e-971f-9428a9bbf3f7, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:23.337794 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] For port b37fc05b-4653-48f3-9252-b89168225a44, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:23.340701 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] For port 8c34240a-1a09-482e-971f-9428a9bbf3f7, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8c34240a-1a09-482e-971f-9428a9bbf3f7,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:23.343005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] For port b37fc05b-4653-48f3-9252-b89168225a44, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b37fc05b-4653-48f3-9252-b89168225a44,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:23.345003 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.345636 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.350610 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.422686 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:23.423321 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:23.425159 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214bda7-8670-479c-9d71-33db3c0ec1ab None None] Pushing event updated for resources: {'Port': ['ID=8c34240a-1a09-482e-971f-9428a9bbf3f7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.552735 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc765a-32b3-4095-9e44-f1db284db5e1 None None] Pushing event updated for resources: {'Port': ['ID=b37fc05b-4653-48f3-9252-b89168225a44,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.574076 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561164'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.594195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:23.597068 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.753060 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Router d7940bb4-12e0-4401-bfa8-629c4736f3ad is scheduled to L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:08:23.856389 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:23Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:23.878115 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:23.883462 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe29b97-d3b2-48f8-ad50-a8ffcdb9fd10 None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:23Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:23.887824 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Sync routers for ids ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:23.896954 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.898824 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e88a8dd-2052-496f-9057-31a9db74f847 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9972239 Jul 06 13:08:23.901265 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Routers {'d7940bb4-12e0-4401-bfa8-629c4736f3ad'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:23.901718 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:23.902263 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:24.128572 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Set router d7940bb4-12e0-4401-bfa8-629c4736f3ad gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:24.357580 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:08:23Z', 'revision_number': 3, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:24.403210 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Checking router: d7940bb4-12e0-4401-bfa8-629c4736f3ad for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:24.403655 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Updating router d7940bb4-12e0-4401-bfa8-629c4736f3ad port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 binding host n-d-799528-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:08:24.462633 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.479374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.498309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b37fc05b-4653-48f3-9252-b89168225a44 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:24.577020 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b37fc05b-4653-48f3-9252-b89168225a44 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:24.584326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b37fc05b-4653-48f3-9252-b89168225a44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:24.584697 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.654800 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64708e1b-c4ff-4200-bfc6-b894d6aa89f4 None None] Network dcb26691-5076-4092-ad67-2a8bdcf46311 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:08:24.720219 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f32c8260-eb96-4f48-946b-a878585e3513 None None] Provisioning for port 8c34240a-1a09-482e-971f-9428a9bbf3f7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:24.761695 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Allocated IP 172.20.0.1 (dcb26691-5076-4092-ad67-2a8bdcf46311/d91f6e50-2abc-4667-af9d-43e7539eb17a/c4ec347f-a358-4a08-a446-a4ba4e19d527) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:24.795965 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.797137 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.808973 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Transition to ACTIVE for port object b6085fb1-c5c4-4e02-ba57-a060e4cbec22 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:24.817322 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.873328 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b3066-5b8e-47d0-9218-a7d33aa25b7a None None] Pushing event updated for resources: {'Port': ['ID=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:24.875656 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Attempting to bind port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:24.876036 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Attempting to bind port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:24.876388 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Attempting to bind port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 on network 0537d038-fb71-45ac-9d16-43121f231db7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:24.882131 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:24.883146 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Checking segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:24.883570 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.884138 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Bound using segment: {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:24.884600 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Bound port: b6085fb1-c5c4-4e02-ba57-a060e4cbec22, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d0689f-e641-4861-850e-2d9da5721999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:24.884974 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.907957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b37fc05b-4653-48f3-9252-b89168225a44, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b37fc05b-4653-48f3-9252-b89168225a44,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:24.920904 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.921744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8c34240a-1a09-482e-971f-9428a9bbf3f7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:24.924135 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:24.941397 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] For port b6085fb1-c5c4-4e02-ba57-a060e4cbec22, host n-d-799528-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:24.946673 n-d-799528-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] For port b6085fb1-c5c4-4e02-ba57-a060e4cbec22, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:24.948819 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Transition to ACTIVE for port object c4ec347f-a358-4a08-a446-a4ba4e19d527 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:24.951943 n-d-799528-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.009210 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.029259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b37fc05b-4653-48f3-9252-b89168225a44,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:25.036959 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Routers {'d7940bb4-12e0-4401-bfa8-629c4736f3ad'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:25.037701 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:25.041231 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port 8c34240a-1a09-482e-971f-9428a9bbf3f7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:25.045466 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8c34240a-1a09-482e-971f-9428a9bbf3f7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:25.045946 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.084602 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b3066-5b8e-47d0-9218-a7d33aa25b7a None None] Pushing event updated for resources: {'Port': ['ID=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:25.119676 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Network dcb26691-5076-4092-ad67-2a8bdcf46311 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:25.120787 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ec347f-a358-4a08-a446-a4ba4e19d527,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:25.124104 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:25.135519 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:25.166564 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.184058 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568635'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.192320 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] Set router d7940bb4-12e0-4401-bfa8-629c4736f3ad gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:25.220953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port 8c34240a-1a09-482e-971f-9428a9bbf3f7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8c34240a-1a09-482e-971f-9428a9bbf3f7,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:25.230202 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.319326 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=8c34240a-1a09-482e-971f-9428a9bbf3f7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:25.352227 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b94367b-f933-4607-bf0a-06e1ac88b5e8 None None] Provisioning complete for port 8c34240a-1a09-482e-971f-9428a9bbf3f7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:25.352887 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b94367b-f933-4607-bf0a-06e1ac88b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.381029 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.498744 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:08:23Z', 'revision_number': 3, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:25.530628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c36135-dbbf-4eeb-bceb-e200de062ca2 None None] The sync data for ids ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'] in n-d-799528-2 is: [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:08:23Z', 'revision_number': 3, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:25.599222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.605898 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.619747 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24ec743d-1698-4ed0-8ac7-565166d14959 None None] Provisioning for port c4ec347f-a358-4a08-a446-a4ba4e19d527 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:25.623967 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24ec743d-1698-4ed0-8ac7-565166d14959 None None] Provisioning complete for port c4ec347f-a358-4a08-a446-a4ba4e19d527 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:25.624349 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ec743d-1698-4ed0-8ac7-565166d14959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.661171 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24ec743d-1698-4ed0-8ac7-565166d14959 None None] Port c4ec347f-a358-4a08-a446-a4ba4e19d527 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:08:25.674249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ec347f-a358-4a08-a446-a4ba4e19d527,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:25.676853 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567110'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:25.788158 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Network dcb26691-5076-4092-ad67-2a8bdcf46311 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:25.789761 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:25.922686 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Router d7940bb4-12e0-4401-bfa8-629c4736f3ad has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:26.042920 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:26.047979 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f9e239e-9316-4b4b-bdf4-eaaadb850ac8 admin admin] 10.222.0.78 "PUT /v2.0/routers/d7940bb4-12e0-4401-bfa8-629c4736f3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1450431 Jul 06 13:08:26.087744 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9697e716-9cbc-4505-bbc1-a410432cb6d1 None None] Provisioning complete for port c4ec347f-a358-4a08-a446-a4ba4e19d527 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:26.088380 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9697e716-9cbc-4505-bbc1-a410432cb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:26.125428 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9697e716-9cbc-4505-bbc1-a410432cb6d1 None None] Port c4ec347f-a358-4a08-a446-a4ba4e19d527 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:08:26.350366 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:08:26.467636 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b37fc05b-4653-48f3-9252-b89168225a44 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:26.520114 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b37fc05b-4653-48f3-9252-b89168225a44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:26.520496 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:26.597821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8c34240a-1a09-482e-971f-9428a9bbf3f7 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:26.643206 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port 8c34240a-1a09-482e-971f-9428a9bbf3f7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:26.643489 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:26.722714 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6085fb1-c5c4-4e02-ba57-a060e4cbec22 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:26.769372 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:26.773299 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:26.773673 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:26.852613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:26.874213 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port b6085fb1-c5c4-4e02-ba57-a060e4cbec22, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:26.878102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:26.928137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:27.208076 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Sync routers for ids ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:27.218032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Routers {'d7940bb4-12e0-4401-bfa8-629c4736f3ad'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:27.218652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:27.310769 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6376c200-2abd-44e7-bfd2-298a5a00f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.332626 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Set router d7940bb4-12e0-4401-bfa8-629c4736f3ad gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:27.533825 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:08:25Z', 'revision_number': 4, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c4ec347f-a358-4a08-a446-a4ba4e19d527', 'name': '', 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'mac_address': 'fa:16:3e:f6:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:24Z', 'updated_at': '2021-07-06T13:08:25Z', 'revision_number': 2, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'subnets': [{'id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:27.551143 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:27.556808 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399566317', 'description': 'tempest-secgroup-smoke-399566317 description', 'project_id': 'de9cfdeb76924c9688169677f57b5e25'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:27.564797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Checking router: d7940bb4-12e0-4401-bfa8-629c4736f3ad for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:27.565160 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Updating router d7940bb4-12e0-4401-bfa8-629c4736f3ad port c4ec347f-a358-4a08-a446-a4ba4e19d527 binding host n-d-799528-2 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:08:27.580508 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.599007 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.669574 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.673827 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.705294 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.709321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1541200 Jul 06 13:08:27.709321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a2cb6-d7fe-4096-9cd5-edfb2f0c88c6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606dd657-cded-44f4-8d9a-b008b61a7650,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:27.709697 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:27.715398 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group_rule': {'security_group_id': '606dd657-cded-44f4-8d9a-b008b61a7650', 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:27.745465 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.803277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.803277 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.826357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8464795-35f8-4b35-bc78-91a4d02bd6ed,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:27.836480 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.840282 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-813487e4-c6f0-447c-bd70-5bd71ef75260 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270194 Jul 06 13:08:27.840441 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 34796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:27.844968 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group_rule': {'security_group_id': '606dd657-cded-44f4-8d9a-b008b61a7650', 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:27.874697 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.938189 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.942309 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.961377 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb0cee8-95cd-4ca2-87bf-0e47cf5ea725,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:27.969013 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:27.970456 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-7f5a68dc-b729-499b-b356-c66a33e2f7bc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290777 Jul 06 13:08:27.973316 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:27.977993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group_rule': {'security_group_id': '606dd657-cded-44f4-8d9a-b008b61a7650', 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:28.004784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.034135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.045125 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Transition to ACTIVE for port object c4ec347f-a358-4a08-a446-a4ba4e19d527 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:28.050747 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.068658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.073156 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.091491 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb787a4-336f-46f1-a164-d492cd4d6a46,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:28.103787 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.107508 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-742d8213-f0a4-403a-8021-f3b060c8cd73 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306927 Jul 06 13:08:28.107832 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:28.112859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group_rule': {'security_group_id': '606dd657-cded-44f4-8d9a-b008b61a7650', 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:28.135465 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db501482-37f5-40d3-82f9-16e2c88091a8 None None] Pushing event updated for resources: {'Port': ['ID=c4ec347f-a358-4a08-a446-a4ba4e19d527,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:28.142536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.165862 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Attempting to bind port c4ec347f-a358-4a08-a446-a4ba4e19d527 on host n-d-799528-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:28.166233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Attempting to bind port c4ec347f-a358-4a08-a446-a4ba4e19d527 by drivers openvswitch,hyperv on host n-d-799528-2 at level 0 using segments [{'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:28.166791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Attempting to bind port c4ec347f-a358-4a08-a446-a4ba4e19d527 on network dcb26691-5076-4092-ad67-2a8bdcf46311 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:28.171697 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Checking agent: {'id': '8fa21e76-d38c-4574-94f9-803f27b6e2ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 25), 'started_at': datetime.datetime(2021, 7, 6, 11, 25, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:28.172106 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Checking segment: {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:28.172519 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.173055 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Bound using segment: {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:28.173536 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Bound port: c4ec347f-a358-4a08-a446-a4ba4e19d527, host: n-d-799528-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52297c7f-6cf5-43e4-b1c5-123d8df43834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:28.173922 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.214432 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.220332 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.242496 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f811b997-b419-493f-8b8e-c56e1d0f3f62,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:28.246097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] For port c4ec347f-a358-4a08-a446-a4ba4e19d527, host n-d-799528-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:28.246702 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.247472 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b11f696-dbd7-4ecd-95c4-770f4ddd9fac tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385970 Jul 06 13:08:28.250382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:28.253092 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] For port c4ec347f-a358-4a08-a446-a4ba4e19d527, host n-d-799528-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c4ec347f-a358-4a08-a446-a4ba4e19d527,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:28.256002 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group_rule': {'security_group_id': '606dd657-cded-44f4-8d9a-b008b61a7650', 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:28.261611 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.285731 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Project de9cfdeb76924c9688169677f57b5e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:08:28.292260 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.325351 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Routers {'d7940bb4-12e0-4401-bfa8-629c4736f3ad'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:28.325998 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:00Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:28.374679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db501482-37f5-40d3-82f9-16e2c88091a8 None None] Pushing event updated for resources: {'Port': ['ID=c4ec347f-a358-4a08-a446-a4ba4e19d527,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:28.402454 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.405315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6085fb1-c5c4-4e02-ba57-a060e4cbec22 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:28.406876 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.422214 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1770ede1-3521-4d6c-8d50-5148e18ae2d0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:28.441218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.442681 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-c37d56ca-10df-488a-aee9-8dfeda452ff3 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1913114 Jul 06 13:08:28.446105 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:28.450788 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'security_group_rule': {'security_group_id': '606dd657-cded-44f4-8d9a-b008b61a7650', 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:28.481608 n-d-799528-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Project de9cfdeb76924c9688169677f57b5e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:08:28.487231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.510315 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] Set router d7940bb4-12e0-4401-bfa8-629c4736f3ad gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:28.557320 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:28.557699 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.559759 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.564354 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612294'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.581941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5827033f-6aff-48b8-b6e6-9a7afae25f8e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:28.589335 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:28.590795 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-7d0fe636-7b5c-4ca1-b1f9-6e8ed6c30a50 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436896 Jul 06 13:08:28.735593 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-bb5968ab-3e81-4a99-98cc-65c9285fd6e9 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399566317&fields=id&tenant_id=de9cfdeb76924c9688169677f57b5e25 HTTP/1.1" status: 200 len: 267 time: 0.0331941 Jul 06 13:08:28.810422 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:08:25Z', 'revision_number': 4, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c4ec347f-a358-4a08-a446-a4ba4e19d527', 'name': '', 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'mac_address': 'fa:16:3e:f6:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:24Z', 'updated_at': '2021-07-06T13:08:28Z', 'revision_number': 4, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'subnets': [{'id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:28.837208 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed79-cb03-4d41-8e81-fd49e0f57924 None None] The sync data for ids ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'] in n-d-799528-2 is: [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:08:25Z', 'revision_number': 4, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'c4ec347f-a358-4a08-a446-a4ba4e19d527', 'name': '', 'network_id': 'dcb26691-5076-4092-ad67-2a8bdcf46311', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'mac_address': 'fa:16:3e:f6:d8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:24Z', 'updated_at': '2021-07-06T13:08:28Z', 'revision_number': 4, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'subnets': [{'id': 'd91f6e50-2abc-4667-af9d-43e7539eb17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:28.845949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-9d6c9c45-aa90-4af9-adac-a2d92925af96 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:28.847541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-9d6c9c45-aa90-4af9-adac-a2d92925af96 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 809 time: 0.1056747 Jul 06 13:08:28.863375 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-a4cea5d7-f90d-43e3-9671-85faf661e70d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/quotas/de9cfdeb76924c9688169677f57b5e25 HTTP/1.1" status: 200 len: 375 time: 0.0096066 Jul 06 13:08:28.952669 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-363b4496-90eb-4c9f-8fc4-e3bcb83d24d1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833499 Jul 06 13:08:28.968179 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-094dde8a-9fec-4def-91d1-522f7dd3224a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:08:28.969165 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-094dde8a-9fec-4def-91d1-522f7dd3224a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054283 Jul 06 13:08:29.062532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-8a0d732c-c820-4add-83f4-f985f267cb49 service neutron] 10.222.0.78 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875411 Jul 06 13:08:29.160026 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-5b1c94b6-b304-461a-a5f5-d2fff7daf2bb service neutron] 10.222.0.78 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915082 Jul 06 13:08:29.339228 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665fdee8-b0d0-4d1d-b682-667a53c42541 req-2fdb2a17-a694-4b38-ade7-e8d36887de5e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 210 time: 0.0301111 Jul 06 13:08:29.814989 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64c3ca06-2601-4ae8-9b63-7403eac551dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.421638 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-4710e262-df31-40e1-8b6c-834cd6370cd6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:30.424494 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c4ec347f-a358-4a08-a446-a4ba4e19d527 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:30.432872 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-4710e262-df31-40e1-8b6c-834cd6370cd6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 809 time: 0.1210649 Jul 06 13:08:30.504283 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.505006 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-9aef3559-2b75-4266-993a-0952bd0cc207 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de9cfdeb76924c9688169677f57b5e25 HTTP/1.1" status: 200 len: 379 time: 0.0610075 Jul 06 13:08:30.512991 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning for port c4ec347f-a358-4a08-a446-a4ba4e19d527 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:30.515695 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'port': {'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'admin_state_up': True, 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'security_groups': ['606dd657-cded-44f4-8d9a-b008b61a7650']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:30.519865 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c4ec347f-a358-4a08-a446-a4ba4e19d527 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:30.520490 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.535870 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-e747318b-3404-453a-ba42-e3b2e170e2a3 req-f0dcccce-d145-4e3a-a524-caeea783e8fc tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 210 time: 0.0371401 Jul 06 13:08:30.619928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.638047 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Made reservation on behalf of de9cfdeb76924c9688169677f57b5e25 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:08:30.642058 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.653459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] For port c4ec347f-a358-4a08-a446-a4ba4e19d527, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c4ec347f-a358-4a08-a446-a4ba4e19d527,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:30.657748 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.706414 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Pushing event updated for resources: {'Port': ['ID=c4ec347f-a358-4a08-a446-a4ba4e19d527,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:30.777768 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Allocated IP 172.20.0.12 (0d3af788-29b7-4087-aa48-99c30cf2ee18/be285d22-64bf-495b-8a7b-2e576726948b/c5ab9272-31cf-47d7-a6f2-73ebccf2c44b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:30.921059 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:30.934873 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Transition to ACTIVE for port object c5ab9272-31cf-47d7-a6f2-73ebccf2c44b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:30.969536 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1456660'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.011288 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:31.014488 n-d-799528-2 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:31.016949 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:31.056527 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:31.068039 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.085783 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:31.086421 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.101854 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-243aa987-1934-4436-bf0a-6c06bfadd0e2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906084 Jul 06 13:08:31.113750 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.v2.base [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Request body: {'port': {'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:31.192100 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.245881 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-319c029d-5c0f-4da8-9af8-28a4a23be4af None None] Provisioning for port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:31.250102 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-319c029d-5c0f-4da8-9af8-28a4a23be4af None None] Provisioning complete for port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:31.250474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-319c029d-5c0f-4da8-9af8-28a4a23be4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.304133 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-319c029d-5c0f-4da8-9af8-28a4a23be4af None None] Port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:08:31.312278 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.484204 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ab9272-31cf-47d7-a6f2-73ebccf2c44b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:08:31.492704 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.511706 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Transition to ACTIVE for port object c5ab9272-31cf-47d7-a6f2-73ebccf2c44b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:31.516843 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.596062 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:31.653508 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Attempting to bind port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b on host n-h1-799528-2 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:31.653846 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Attempting to bind port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b by drivers openvswitch,hyperv on host n-h1-799528-2 at level 0 using segments [{'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:31.654175 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Attempting to bind port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:31.659041 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-2 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:08:31.659371 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Attempting to bind port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:31.670509 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Checking agent: {'id': '36bbfe54-e5a1-45e2-809f-7e619f827c72', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 33), 'started_at': datetime.datetime(2021, 7, 6, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:31.670962 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Checking segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:31.671294 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Bound using segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:31.671736 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Bound port: c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host: n-h1-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:31.672183 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.746475 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81376794-5e6c-495a-8523-73e2b5099707 req-c0b236cd-509e-401d-bda6-942590d4fe5a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:31.746995 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:31.748099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81376794-5e6c-495a-8523-73e2b5099707 req-c0b236cd-509e-401d-bda6-942590d4fe5a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0812099 Jul 06 13:08:31.750157 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:31.754147 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1456870'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.787337 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-81376794-5e6c-495a-8523-73e2b5099707 req-e6571e51-82b1-4b9c-8a08-6e6eb535757b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Jul 06 13:08:31.795848 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:31.797035 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:31.798466 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] 10.222.0.64 "PUT /v2.0/ports/c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 1092 time: 0.6892412 Jul 06 13:08:31.798914 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:31.801412 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f868223b-177f-469a-87e2-f88d0335e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:31.837167 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a585-def3-422e-a7cf-1e90efbce809 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:31.914686 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-3a3b6cf2-9160-4811-b57a-4152136313f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:31.916614 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-3a3b6cf2-9160-4811-b57a-4152136313f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1095 time: 0.0672507 Jul 06 13:08:31.963682 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d080f2-00d2-4110-9e96-b1836573b5c0 x-openstack-request-id: req-f7d080f2-00d2-4110-9e96-b1836573b5c0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:31.964008 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:31.964239 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7d080f2-00d2-4110-9e96-b1836573b5c0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:31.964640 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'status': 'completed', 'code': 200} Jul 06 13:08:31.966620 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-39e1250b-b705-4781-ab25-7dcc75b4485e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 217 time: 0.0425966 Jul 06 13:08:32.018220 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-01b99dbd-a3aa-4cea-b5d5-57d5add7b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.019752 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-01b99dbd-a3aa-4cea-b5d5-57d5add7b12b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0463698 Jul 06 13:08:32.077842 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0db10-4722-4056-bf25-1816e8283371 req-4ad1cd3a-7179-40d1-95aa-e3432879610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.079397 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-4ad1cd3a-7179-40d1-95aa-e3432879610c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528657 Jul 06 13:08:32.177537 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-95cb4ad4-00ba-4ddc-b099-e4b1a11b3492 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898674 Jul 06 13:08:32.265478 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-56e0db10-4722-4056-bf25-1816e8283371 req-10d90e82-8f65-450a-97e0-9971e8d011a9 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808537 Jul 06 13:08:32.363329 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-6af5cac5-7004-43c1-b5d3-d33c4e18bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.364868 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-6af5cac5-7004-43c1-b5d3-d33c4e18bd8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1095 time: 0.0522058 Jul 06 13:08:32.377676 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c4ec347f-a358-4a08-a446-a4ba4e19d527 up at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:32.425870 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Provisioning complete for port c4ec347f-a358-4a08-a446-a4ba4e19d527 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:32.426236 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:32.461458 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-0d970a3a-e170-4b70-8827-7ef9d801e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.462991 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-0d970a3a-e170-4b70-8827-7ef9d801e788 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0912032 Jul 06 13:08:32.504411 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-88cc26f6-7ec9-4df4-8541-d5e7ad1081c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 217 time: 0.0348551 Jul 06 13:08:32.558116 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-24e7c052-43f0-4a7c-b8d5-e67e7d9a8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.559584 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-24e7c052-43f0-4a7c-b8d5-e67e7d9a8c68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0478089 Jul 06 13:08:32.617027 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-039365ef-e67c-4d8d-ae55-75a3b243a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.618536 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-039365ef-e67c-4d8d-ae55-75a3b243a43a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521562 Jul 06 13:08:32.708706 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-9e068432-d119-4d0c-af0a-3956ed726577 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835671 Jul 06 13:08:32.805736 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-f868223b-177f-469a-87e2-f88d0335e6a5 req-e8d2a099-1569-4c67-a642-6139e29f6827 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878077 Jul 06 13:08:32.830232 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:32.969341 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923280af-5d19-4e62-96f4-1bc47be42650 req-45e55960-a150-4756-890c-4bbd26fce0ae tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:32.970743 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-923280af-5d19-4e62-96f4-1bc47be42650 req-45e55960-a150-4756-890c-4bbd26fce0ae tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0633399 Jul 06 13:08:33.009386 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-923280af-5d19-4e62-96f4-1bc47be42650 req-60575c42-836e-4c7f-b382-2c19fa05312d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Jul 06 13:08:34.182206 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a64e5-b132-4008-ae6b-fcaa77861f95 req-6d1a7b98-1821-4832-8cd5-9deebeee2676 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:34.184321 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-318a64e5-b132-4008-ae6b-fcaa77861f95 req-6d1a7b98-1821-4832-8cd5-9deebeee2676 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0630352 Jul 06 13:08:34.226001 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-318a64e5-b132-4008-ae6b-fcaa77861f95 req-f9dda6f6-7b29-46e2-a1d7-b195ba70468b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363927 Jul 06 13:08:35.399500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffc19a-1e5b-4706-89c8-92d5f8c51d69 req-f879c154-f942-493c-b766-3605b73c9653 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:35.401029 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcffc19a-1e5b-4706-89c8-92d5f8c51d69 req-f879c154-f942-493c-b766-3605b73c9653 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0662518 Jul 06 13:08:35.439447 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fcffc19a-1e5b-4706-89c8-92d5f8c51d69 req-e30bd5ec-5138-4a01-8f54-e4f59dd59675 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329297 Jul 06 13:08:36.505137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:08:36.603712 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:36.615259 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:08:36.618001 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b630403-c32d-405f-9780-a599d0a4d232 req-df7c3368-37de-4a9e-934a-c7679f4910db tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:36.619498 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b630403-c32d-405f-9780-a599d0a4d232 req-df7c3368-37de-4a9e-934a-c7679f4910db tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0634925 Jul 06 13:08:36.657507 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:36.657899 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4b630403-c32d-405f-9780-a599d0a4d232 req-3d87510c-8bf4-4ef6-af96-d72e49504590 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Jul 06 13:08:36.673844 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ab9272-31cf-47d7-a6f2-73ebccf2c44b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:08:36.695510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:36.699254 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:36.746757 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:36.998840 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:08:37.841533 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ae586-6fa3-4493-81f2-2b0d98b48a6d req-4e58e6a9-b500-4624-8aec-685323f91d0b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:37.842976 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5ae586-6fa3-4493-81f2-2b0d98b48a6d req-4e58e6a9-b500-4624-8aec-685323f91d0b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 945 time: 0.0669255 Jul 06 13:08:37.880634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5ae586-6fa3-4493-81f2-2b0d98b48a6d req-abd4ba9e-c4ce-4097-b219-7b67b6e01544 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Jul 06 13:08:38.511446 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:38.561622 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning for port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:38.565300 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:38.565663 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:38.645088 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:38.666408 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:38.668684 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844fb0ef-584d-4c56-86f3-751be8a7e82e" -d '{"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:38.681726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:38.686846 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:38.709171 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a566c927-9811-4952-b955-6d765b60ef18 x-openstack-request-id: req-a566c927-9811-4952-b955-6d765b60ef18 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:38.709459 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:38.709706 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a566c927-9811-4952-b955-6d765b60ef18 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:38.710102 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'code': 200} Jul 06 13:08:38.736640 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:38.835475 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cdcf9-6ff7-4c00-8b4a-86c8eef6313a req-0bb8e278-556a-425f-8262-3edb27277d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:38.837022 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9e8cdcf9-6ff7-4c00-8b4a-86c8eef6313a req-0bb8e278-556a-425f-8262-3edb27277d4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1097 time: 0.0530145 Jul 06 13:08:38.873037 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-9e8cdcf9-6ff7-4c00-8b4a-86c8eef6313a req-2069f57a-2530-4cd4-82ac-5580d3d88e0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294113 Jul 06 13:08:39.057217 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de95a08-4397-4f41-b543-83190952fb6d req-80d4fac2-dd6b-427a-88cd-cc8fc970c5b6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:39.058715 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4de95a08-4397-4f41-b543-83190952fb6d req-80d4fac2-dd6b-427a-88cd-cc8fc970c5b6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 946 time: 0.0638022 Jul 06 13:08:39.104295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-4de95a08-4397-4f41-b543-83190952fb6d req-520aeec7-9ad5-44ca-96f5-01c24b68e603 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394158 Jul 06 13:08:40.278075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a879-149e-4918-8682-9afcea3a8d56 req-33372dd2-a7b4-49f6-a3cc-e25980d3f9be tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.279541 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab00a879-149e-4918-8682-9afcea3a8d56 req-33372dd2-a7b4-49f6-a3cc-e25980d3f9be tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 946 time: 0.0618463 Jul 06 13:08:40.329506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ab00a879-149e-4918-8682-9afcea3a8d56 req-b3496568-e53f-4489-80f1-875e699702d1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442708 Jul 06 13:08:40.503378 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827284a-322d-4227-8769-87dfe3cc675e req-4c375dd9-95d0-419c-bdaf-12aec455145e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.504889 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f827284a-322d-4227-8769-87dfe3cc675e req-4c375dd9-95d0-419c-bdaf-12aec455145e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 946 time: 0.0667229 Jul 06 13:08:40.542775 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f827284a-322d-4227-8769-87dfe3cc675e req-1c44671b-804d-4912-aaf2-8fcb58ad86d1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jul 06 13:08:40.567070 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:40.707927 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4a9cd-11ed-40a7-bf04-fbdb9a79341e tempest-TestSnapshotPattern-323025132 tempest-TestSnapshotPattern-323025132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.709455 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-66c4a9cd-11ed-40a7-bf04-fbdb9a79341e tempest-TestSnapshotPattern-323025132 tempest-TestSnapshotPattern-323025132-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1092 time: 0.1413944 Jul 06 13:08:40.713008 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 34868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:40.717285 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:40.737889 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.840488 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.945460 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Allocated IP 172.25.7.2 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/c4dd0fed-a400-48ee-af1e-47d589d9bced) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:41.053438 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:41.094174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:41.136623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:41.141354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:41.144691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:41.150228 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'Port': ['ID=c4dd0fed-a400-48ee-af1e-47d589d9bced,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:41.936257 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:42.020446 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:42.174679 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:42.179102 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:42.252127 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'Port': ['ID=c4dd0fed-a400-48ee-af1e-47d589d9bced,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:42.260862 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:42.365069 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Floating IP dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc associated. External IP: 172.25.7.2, port: c5ab9272-31cf-47d7-a6f2-73ebccf2c44b. Jul 06 13:08:42.573915 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:42.682432 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:42.693476 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:42.701552 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:42.705176 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:42.705834 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:42.743610 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd9863d1-97f3-421d-9649-ce74365413b1 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0296044 Jul 06 13:08:42.744532 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:42.746840 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b7c61-3669-41b8-af83-031effd57999" -d '{"events": [{"name": "network-changed", "server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:42.785105 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6725a800-b683-4a6f-ae7d-691715b08099 x-openstack-request-id: req-6725a800-b683-4a6f-ae7d-691715b08099 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:42.785407 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:42.785666 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6725a800-b683-4a6f-ae7d-691715b08099 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:42.786086 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'status': 'completed', 'code': 200} Jul 06 13:08:42.823209 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:42.866349 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b7c61-3669-41b8-af83-031effd57999 req-2348920f-764b-4a8d-acb7-59f730081427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:42.867586 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-2348920f-764b-4a8d-acb7-59f730081427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1097 time: 0.0566568 Jul 06 13:08:42.974126 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b7c61-3669-41b8-af83-031effd57999 req-6672bd22-4289-43b8-aa3b-c996b3de3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:42.976514 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-6672bd22-4289-43b8-aa3b-c996b3de3d9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.1010227 Jul 06 13:08:43.045389 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-9aebf551-6104-4127-aba1-8ed2467317c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 998 time: 0.0623603 Jul 06 13:08:43.060605 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:41Z', 'revision_number': 0, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:43.092727 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:43.101777 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b7c61-3669-41b8-af83-031effd57999 req-67153a25-7d9a-4b5d-ad13-a80c46d04110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:43.102062 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:43.102442 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:08:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:43.103409 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-67153a25-7d9a-4b5d-ad13-a80c46d04110 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0506005 Jul 06 13:08:43.183791 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b7c61-3669-41b8-af83-031effd57999 req-abfe9c3a-cd71-4dc9-ac17-e8fb06eaa405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:43.187020 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-abfe9c3a-cd71-4dc9-ac17-e8fb06eaa405 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769844 Jul 06 13:08:43.296754 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-c89ac83c-ca0d-4c26-b7bf-442eaee03c63 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027412 Jul 06 13:08:43.333237 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:43.398689 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-191b7c61-3669-41b8-af83-031effd57999 req-192a919e-bb65-4ae1-9fa1-7d366644c768 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936587 Jul 06 13:08:43.559660 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:41Z', 'revision_number': 0, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:43.584800 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5a135-0b2d-452b-bf60-91e758be0cdc None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:41Z', 'revision_number': 0, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:43.779491 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd3604-f0d9-40fb-b35d-e5e025d99932 None None] New status for floating IP dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:08:53.557966 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:57.281885 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715fa141-d4f7-4261-b34d-13f72ee5c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:59.815390 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da885889-852e-45be-ad4b-b4652a35737a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:00.495585 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:01.070428 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:01.311936 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:02.830130 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:03.350215 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:09:23.575495 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:27.283356 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d361da8e-c7d9-425c-942a-8921ad885c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:27.549896 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-9984dae9-19eb-43ab-8177-62d2400130e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521214 Jul 06 13:09:27.657778 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-4a25e7b7-e86f-495b-af49-75898fa0cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:27.659302 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-4a25e7b7-e86f-495b-af49-75898fa0cb05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1097 time: 0.0558217 Jul 06 13:09:27.761166 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-31049687-92b5-4cd6-8d29-3d8c38364436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:27.762642 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-31049687-92b5-4cd6-8d29-3d8c38364436 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0833786 Jul 06 13:09:27.830075 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-304de0c0-983f-4fed-b02a-a7cf8118ade1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 1000 time: 0.0605981 Jul 06 13:09:27.878035 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-41dbd46b-5ae9-4905-978f-13efd63cb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:27.879508 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-41dbd46b-5ae9-4905-978f-13efd63cb21a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0436709 Jul 06 13:09:27.935234 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-e4b17820-2065-40f0-85f8-3ccc57095d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:27.937298 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-e4b17820-2065-40f0-85f8-3ccc57095d6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513160 Jul 06 13:09:28.029525 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-c37ca5d3-49fe-4f4a-a326-c80a1ee7a6de service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848763 Jul 06 13:09:28.118095 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-77626ce5-eccc-4b4c-9689-1bb8b60c35c5 req-343383ee-3562-4fb9-a174-6758e4276485 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804548 Jul 06 13:09:29.815706 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09bccc82-5373-4d76-a3f5-82d716210a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:30.495857 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:31.072272 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:31.310693 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:32.833958 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:40.348620 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:09:53.577768 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:57.284631 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc0c5-3773-425e-96fc-41423ceb67d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:59.816621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89ec3d7b-8e39-4e5f-95ec-3e874dfbe044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:00.496538 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:01.073952 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:01.314938 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:02.837505 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:17.348020 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:10:23.610482 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:27.285743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-010ab6c8-3c58-4f42-911c-dd19c3df8bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:28.685677 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-546675a3-a62c-4daa-bd68-251caa21f3d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1519282 Jul 06 13:10:28.784223 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-4fac0741-3611-45e4-a49d-ffac026b3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:28.785695 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-4fac0741-3611-45e4-a49d-ffac026b3f43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1097 time: 0.0552714 Jul 06 13:10:28.887289 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-591415f7-6270-4b77-8177-86dc4d4571d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:28.888781 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-591415f7-6270-4b77-8177-86dc4d4571d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0834794 Jul 06 13:10:28.960065 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-e9863d97-01b9-42c3-8fb1-6a2ef32eeba5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 1000 time: 0.0640852 Jul 06 13:10:29.007232 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-783e5083-7da1-437f-83ac-9ec2de7785f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:29.008719 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-783e5083-7da1-437f-83ac-9ec2de7785f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0422738 Jul 06 13:10:29.075007 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-c11ba0d9-0f1f-4c91-9ce1-218a2028d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:29.076619 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-c11ba0d9-0f1f-4c91-9ce1-218a2028d3e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616348 Jul 06 13:10:29.168063 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-26538838-f078-472e-9569-dcfdadda600c service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832880 Jul 06 13:10:29.254187 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-61113b60-9626-49b7-93dd-9aa5b50e7641 req-50bf98d5-3d33-42cb-8dd3-7d0e311064bd service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796299 Jul 06 13:10:29.817281 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2167136b-8627-4150-8683-ec14e58d4ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:30.497508 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:31.080364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:31.318035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:32.839759 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:53.615194 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:54.347416 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:10:57.285853 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-635bcd3a-596a-4256-a6b2-1d5a3305dd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:59.819495 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-191c320e-6a5d-45fd-92be-ff83bf1aa345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:00.499555 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:01.082990 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:01.321862 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:02.843331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:15.389095 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b details requested by agent hyperv_n-h1-799528-2 with host n-h1-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:11:15.484483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:15.495203 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Returning: {'device': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:11:15.536651 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:15.549120 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5ab9272-31cf-47d7-a6f2-73ebccf2c44b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:11:15.568130 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:15.571895 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:15.628233 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:15.638483 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.638821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.639726 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.640032 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.640366 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.640695 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.641015 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.642479 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.642809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.643137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.643459 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.643776 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:15.652267 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] get_ports_and_sgs() called for port_ids ['c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:11:17.392841 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b up at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:11:17.439072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Provisioning complete for port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:11:17.439432 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:17.514447 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:17.537338 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:17.539598 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa312b0a-46b4-4e54-89ad-6cd5b361ee66" -d '{"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:17.553005 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:17.557018 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:17.587537 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7039ce-fb84-4a91-9134-aea129761464 x-openstack-request-id: req-6e7039ce-fb84-4a91-9134-aea129761464 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:17.587835 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:17.588116 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e7039ce-fb84-4a91-9134-aea129761464 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:17.588504 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'code': 200} Jul 06 13:11:17.608155 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:23.602743 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:27.288082 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-064ad137-0745-4c3b-a999-aa4ad9c02aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:28.589328 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9245316-878b-4839-a831-98ba7ac207d7 req-e315e74b-d9cf-4913-9ce2-f9416e557235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:28.591513 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-e315e74b-d9cf-4913-9ce2-f9416e557235 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1097 time: 0.0567188 Jul 06 13:11:28.701427 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9245316-878b-4839-a831-98ba7ac207d7 req-899e1fa1-2261-41d1-a512-6a9f9a872368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:28.702894 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-899e1fa1-2261-41d1-a512-6a9f9a872368 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0892828 Jul 06 13:11:28.765150 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-605d3af0-6354-4c29-9cd2-ce884c12dd89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 1000 time: 0.0551984 Jul 06 13:11:28.816186 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9245316-878b-4839-a831-98ba7ac207d7 req-22d719f7-3f67-4cab-9a03-8dbd5b566a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:28.817593 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-22d719f7-3f67-4cab-9a03-8dbd5b566a49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0456429 Jul 06 13:11:28.873344 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9245316-878b-4839-a831-98ba7ac207d7 req-89c1f381-1efc-4165-8b92-e2bb1cf5f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:28.874828 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-89c1f381-1efc-4165-8b92-e2bb1cf5f8ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509555 Jul 06 13:11:28.960865 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-e12b9282-0604-409d-856c-63b0cb7c070a service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786879 Jul 06 13:11:29.055550 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-a9245316-878b-4839-a831-98ba7ac207d7 req-733b3998-eb28-49de-b596-19728d193337 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Jul 06 13:11:29.305169 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-cd6f5d11-13c3-4eb0-aed9-b2e3e63f6e41 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399566317&fields=id&tenant_id=de9cfdeb76924c9688169677f57b5e25 HTTP/1.1" status: 200 len: 267 time: 0.0336802 Jul 06 13:11:29.414521 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-22b86df3-1ab9-46a6-8cd4-9134353bfb04 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:29.416013 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-22b86df3-1ab9-46a6-8cd4-9134353bfb04 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 809 time: 0.1025963 Jul 06 13:11:29.431007 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-f0046dfc-1662-4894-8cfc-8827cc70a591 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/quotas/de9cfdeb76924c9688169677f57b5e25 HTTP/1.1" status: 200 len: 375 time: 0.0089722 Jul 06 13:11:29.502331 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-ff860de7-142e-40f6-9f60-694d7b599a21 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658374 Jul 06 13:11:29.570748 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-ac7d5b29-29ff-4347-88d1-c168b6ac4b5a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:11:29.571752 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-ac7d5b29-29ff-4347-88d1-c168b6ac4b5a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585346 Jul 06 13:11:29.658984 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9bc13ccd-7a13-4278-a72c-6164d8fd758d service neutron] 10.222.0.78 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811071 Jul 06 13:11:29.752994 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-2b7774d0-99f2-48d0-ad80-39f93915e248 service neutron] 10.222.0.78 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Jul 06 13:11:29.821207 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a9d0cca-d379-41e9-9936-08d5276b0577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:30.008753 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-cf599310-46aa-4f43-9206-8b61c9bb5e04 req-a0d23dde-cc3f-4e19-b9cb-605c4bfa74f5 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 210 time: 0.0774949 Jul 06 13:11:30.499992 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.038882 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.79', 57358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:11:31.095544 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.171369 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-714175f3-82f4-4ef5-811f-746e8228d8fa req-3f32a7e5-bd2f-4831-a9b8-6753129c31ce tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 210 time: 0.0362983 Jul 06 13:11:31.178084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-b00895d4-92f2-4495-89ab-d20157bb9e09 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:31.179717 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-b00895d4-92f2-4495-89ab-d20157bb9e09 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.79 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 809 time: 0.1396508 Jul 06 13:11:31.221945 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-5c2c27fb-9831-4bc2-8056-2b12e194d1e4 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de9cfdeb76924c9688169677f57b5e25 HTTP/1.1" status: 200 len: 379 time: 0.0339255 Jul 06 13:11:31.231344 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'port': {'device_id': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'admin_state_up': True, 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'security_groups': ['606dd657-cded-44f4-8d9a-b008b61a7650']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:11:31.326688 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.348980 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:11:31.373870 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Made reservation on behalf of de9cfdeb76924c9688169677f57b5e25 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:11:31.377797 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.519207 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Allocated IP 172.20.0.6 (0d3af788-29b7-4087-aa48-99c30cf2ee18/be285d22-64bf-495b-8a7b-2e576726948b/316a846e-f83f-4919-8ae3-10e2b46fea2c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:11:31.758806 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.775255 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Transition to ACTIVE for port object 316a846e-f83f-4919-8ae3-10e2b46fea2c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:11:31.815129 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.857232 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:11:31.860884 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:11:31.868485 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:11:31.928049 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:31.943201 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:31.944123 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:31.950061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.950497 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.950852 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.951227 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.951581 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.951933 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.952283 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.952623 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.952990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.953384 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.953822 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.954196 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:31.978911 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-eefc77e6-592e-4577-a6b1-dc6a08d7fca8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7520375 Jul 06 13:11:32.183097 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-68a1a849-530a-49c8-afe9-05d0dfef4eba None None] Provisioning for port 316a846e-f83f-4919-8ae3-10e2b46fea2c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:11:32.188104 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-68a1a849-530a-49c8-afe9-05d0dfef4eba None None] Provisioning complete for port 316a846e-f83f-4919-8ae3-10e2b46fea2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:11:32.188483 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68a1a849-530a-49c8-afe9-05d0dfef4eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:32.228738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68a1a849-530a-49c8-afe9-05d0dfef4eba None None] Port 316a846e-f83f-4919-8ae3-10e2b46fea2c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:11:32.362569 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd68a-34ad-403f-b9a0-00d81d068333 req-8f6e63a0-384c-479a-95d1-b4fc7165e812 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:32.364259 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-500cd68a-34ad-403f-b9a0-00d81d068333 req-8f6e63a0-384c-479a-95d1-b4fc7165e812 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0776172 Jul 06 13:11:32.405301 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-500cd68a-34ad-403f-b9a0-00d81d068333 req-87eb0494-cdfc-4587-9dfb-6bee5e70e005 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353780 Jul 06 13:11:32.845826 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:33.425037 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:11:33.498913 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:33.541702 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:33.543309 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:33.546209 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab23c93-0064-4282-8cb8-d491e775f305" -d '{"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:33.549689 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:33.608511 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Pushing event updated for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:33.651489 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba324-9336-4599-854f-162a91966f68 req-5ea99668-84bb-4fdf-8fc9-9e3049cd977b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:33.653595 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77cba324-9336-4599-854f-162a91966f68 req-5ea99668-84bb-4fdf-8fc9-9e3049cd977b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.1321158 Jul 06 13:11:33.674517 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258108c2-65b0-4a51-844a-ac1911c36d38 x-openstack-request-id: req-258108c2-65b0-4a51-844a-ac1911c36d38 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:33.674877 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:33.675270 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-258108c2-65b0-4a51-844a-ac1911c36d38 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:33.675680 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'code': 200} Jul 06 13:11:33.694108 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-77cba324-9336-4599-854f-162a91966f68 req-566d5073-f265-43f5-8480-ff1021d7514a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Jul 06 13:11:34.879006 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bb6d6-ffcd-46b4-91b0-f100e236d0b5 req-2654eb25-9045-4b86-b044-27cd664783fb tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:34.880881 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e4bb6d6-ffcd-46b4-91b0-f100e236d0b5 req-2654eb25-9045-4b86-b044-27cd664783fb tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0725024 Jul 06 13:11:34.922502 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9e4bb6d6-ffcd-46b4-91b0-f100e236d0b5 req-5e3a07c4-79d5-484b-ab08-b4a5f1de3d3d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Jul 06 13:11:36.111524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f6c25-b25a-4909-84ef-d97ac1d84156 req-57a27ddb-0640-479e-bc3b-fe7c9c96118e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:36.113072 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-526f6c25-b25a-4909-84ef-d97ac1d84156 req-57a27ddb-0640-479e-bc3b-fe7c9c96118e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0693932 Jul 06 13:11:36.152588 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-526f6c25-b25a-4909-84ef-d97ac1d84156 req-1aec1f0e-8a6d-4651-ad8b-b0aa18d52ebd tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339088 Jul 06 13:11:37.330673 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411262a-a640-4c4f-bd6c-32565e50153a req-e6737033-2be7-425a-8153-170069de08c2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:37.332194 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2411262a-a640-4c4f-bd6c-32565e50153a req-e6737033-2be7-425a-8153-170069de08c2 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0633495 Jul 06 13:11:37.404110 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2411262a-a640-4c4f-bd6c-32565e50153a req-f97b61fa-1dbb-48e7-b40d-160760e7ecbe tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660014 Jul 06 13:11:38.583547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ec559-a71c-4ba8-bf9e-3740f1b46fad req-26047749-fbf8-4b72-b704-0a8d30b3cf86 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:38.585074 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d85ec559-a71c-4ba8-bf9e-3740f1b46fad req-26047749-fbf8-4b72-b704-0a8d30b3cf86 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0648642 Jul 06 13:11:38.623197 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-d85ec559-a71c-4ba8-bf9e-3740f1b46fad req-2f04e9ab-e7a1-4d8c-982f-e95e4e8b5cae tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Jul 06 13:11:39.795525 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d41e6-a61b-4033-ad33-10e3c52a12e3 req-07b428c9-5d47-465e-8e26-efb55298c945 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:39.797081 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-224d41e6-a61b-4033-ad33-10e3c52a12e3 req-07b428c9-5d47-465e-8e26-efb55298c945 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0646195 Jul 06 13:11:39.851893 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-224d41e6-a61b-4033-ad33-10e3c52a12e3 req-11a0010c-940c-479f-9cb7-b07688f1d2bb tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491488 Jul 06 13:11:41.036934 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4dd49-5888-4ec4-8484-410bea758fe4 req-ba0e3bc2-3c39-49b3-be7a-6ae80a94c606 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:41.038474 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06e4dd49-5888-4ec4-8484-410bea758fe4 req-ba0e3bc2-3c39-49b3-be7a-6ae80a94c606 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0719650 Jul 06 13:11:41.078972 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-06e4dd49-5888-4ec4-8484-410bea758fe4 req-3bd2b444-6d36-4fe0-9166-e9cfcf01f656 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339355 Jul 06 13:11:42.271354 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87ca3-1ca8-4688-b747-a1cf59777b73 req-f94994e4-06dc-4068-825a-3946054635de tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:42.274030 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb87ca3-1ca8-4688-b747-a1cf59777b73 req-f94994e4-06dc-4068-825a-3946054635de tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0789394 Jul 06 13:11:42.314148 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ecb87ca3-1ca8-4688-b747-a1cf59777b73 req-dea42a0d-fbb2-4a77-b148-125abc0a6213 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333612 Jul 06 13:11:43.490769 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d5b9-b045-4d08-a004-4a49ccab7640 req-43e659a7-584a-4495-9d01-f3e284a858fa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:43.492295 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7c0d5b9-b045-4d08-a004-4a49ccab7640 req-43e659a7-584a-4495-9d01-f3e284a858fa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.0631731 Jul 06 13:11:43.534538 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a7c0d5b9-b045-4d08-a004-4a49ccab7640 req-57e9634b-adf7-4f9b-ba62-6f3bb816a725 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366561 Jul 06 13:11:44.312949 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-e2cafd4e-1cd6-4caa-b1fc-6bbc097c7e0d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:11:44.314020 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-e2cafd4e-1cd6-4caa-b1fc-6bbc097c7e0d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066459 Jul 06 13:11:44.372885 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Request body: {'port': {'device_id': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:11:44.446081 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:44.756068 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316a846e-f83f-4919-8ae3-10e2b46fea2c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:11:44.767888 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:44.786075 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a5cf9-2a2a-4876-8994-703251f4c61e req-9c2202ae-4ac0-4b23-a844-6df6c1dcc625 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:44.787572 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f81a5cf9-2a2a-4876-8994-703251f4c61e req-9c2202ae-4ac0-4b23-a844-6df6c1dcc625 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 931 time: 0.1384339 Jul 06 13:11:44.792555 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Transition to ACTIVE for port object 316a846e-f83f-4919-8ae3-10e2b46fea2c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:11:44.807497 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:44.875627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-f81a5cf9-2a2a-4876-8994-703251f4c61e req-8887535d-0717-4522-b015-388c5966d869 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816174 Jul 06 13:11:44.877541 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:44.957857 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Attempting to bind port 316a846e-f83f-4919-8ae3-10e2b46fea2c on host n-h2-799528-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:11:44.958197 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Attempting to bind port 316a846e-f83f-4919-8ae3-10e2b46fea2c by drivers openvswitch,hyperv on host n-h2-799528-2 at level 0 using segments [{'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:11:44.958529 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Attempting to bind port 316a846e-f83f-4919-8ae3-10e2b46fea2c on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:11:44.962993 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Port 316a846e-f83f-4919-8ae3-10e2b46fea2c on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:11:44.963313 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Attempting to bind port 316a846e-f83f-4919-8ae3-10e2b46fea2c on network 0d3af788-29b7-4087-aa48-99c30cf2ee18 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:11:44.968516 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Checking agent: {'id': 'e5f1bfca-0a7d-4ff3-b042-fd0cb4ab9a8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'started_at': datetime.datetime(2021, 7, 6, 11, 32, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:11:44.968858 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Checking segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:11:44.969245 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Bound using segment: {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:11:44.969679 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Bound port: 316a846e-f83f-4919-8ae3-10e2b46fea2c, host: n-h2-799528-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b269857-41be-42ca-a78c-6a12595fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:11:44.970037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:45.036765 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:11:45.039733 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:11:45.044374 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:45.080416 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.081037 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:45.082450 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] 10.222.0.79 "PUT /v2.0/ports/316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 1091 time: 0.7545340 Jul 06 13:11:45.082919 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:45.085702 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f10ba2-1ec4-4c73-864c-c657662e5bca" -d '{"events": [{"name": "network-changed", "server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:45.125473 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba97099-b125-49d0-9a56-68b9722c83e4 service neutron] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:45.204405 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f931a-5368-4681-8ac1-07cea16ee4e3 x-openstack-request-id: req-d66f931a-5368-4681-8ac1-07cea16ee4e3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:45.204703 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:45.204967 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d66f931a-5368-4681-8ac1-07cea16ee4e3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:45.205424 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'status': 'completed', 'code': 200} Jul 06 13:11:45.217048 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-92bbb1ea-6974-4d21-8420-d9787314494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.218608 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-92bbb1ea-6974-4d21-8420-d9787314494f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0830009 Jul 06 13:11:45.264531 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-92d41b3d-0e90-4b87-8ff6-6287ea02ce9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 217 time: 0.0370579 Jul 06 13:11:45.313306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-2a9eafc4-721b-4678-9ae3-09aa5d80ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.314750 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-2a9eafc4-721b-4678-9ae3-09aa5d80ec0c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0437014 Jul 06 13:11:45.370693 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-b40b3559-bedc-42cf-b94d-9eec0dbaa173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.372283 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-b40b3559-bedc-42cf-b94d-9eec0dbaa173 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515015 Jul 06 13:11:45.464769 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-8e2a1aee-a8b9-4239-ab33-b6f9d29cb01f service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840743 Jul 06 13:11:45.562215 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0ddddd-a450-4fae-bbc7-afc55f7928b6 req-63e5b301-0079-4efd-9895-3e6404fa2d5a service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918097 Jul 06 13:11:45.667032 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-50a3074f-6775-4c66-b9aa-961182d8e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.668494 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-50a3074f-6775-4c66-b9aa-961182d8e70c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0571742 Jul 06 13:11:45.763151 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-9eb0935e-36a5-45af-afd4-2f775db4ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.764648 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-9eb0935e-36a5-45af-afd4-2f775db4ab48 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0887086 Jul 06 13:11:45.809354 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-95842d9c-b897-442c-8ef0-1e73172bc76f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 217 time: 0.0377965 Jul 06 13:11:45.859249 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-6c3bf603-78bf-44dc-a929-cd1cecc2ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.860808 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-6c3bf603-78bf-44dc-a929-cd1cecc2ff0b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0448766 Jul 06 13:11:45.923132 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-c69d8979-7c9b-4ba6-a4c9-0e7b5b091418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:45.924765 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-c69d8979-7c9b-4ba6-a4c9-0e7b5b091418 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564191 Jul 06 13:11:46.058575 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-244bb92a-e7db-4c30-9afc-6b3826b938c2 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255302 Jul 06 13:11:46.118624 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ea0f-3fbc-4359-9bbe-b0c3a7b2cb3a req-f7a0fb22-ef67-437c-be54-d6f31b168ec0 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:46.120080 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee61ea0f-3fbc-4359-9bbe-b0c3a7b2cb3a req-f7a0fb22-ef67-437c-be54-d6f31b168ec0 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 943 time: 0.1289470 Jul 06 13:11:46.187101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ee61ea0f-3fbc-4359-9bbe-b0c3a7b2cb3a req-ef91caa7-b0f0-43bc-8a4c-b378b5af4cba tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588644 Jul 06 13:11:46.197048 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-07f10ba2-1ec4-4c73-864c-c657662e5bca req-76ddf223-0da4-41ff-89c3-254bfcf11a99 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297698 Jul 06 13:11:47.372981 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9dfd-d970-4f2c-a38b-f1a7ef2c1cf0 req-7c982b58-c9eb-495d-975d-a283d87f28ba tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:47.374491 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e6f9dfd-d970-4f2c-a38b-f1a7ef2c1cf0 req-7c982b58-c9eb-495d-975d-a283d87f28ba tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 943 time: 0.0658281 Jul 06 13:11:47.412504 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-8e6f9dfd-d970-4f2c-a38b-f1a7ef2c1cf0 req-5b1da183-1ff6-446a-9187-d1720d4ee899 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Jul 06 13:11:47.744098 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 316a846e-f83f-4919-8ae3-10e2b46fea2c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:11:47.990252 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:48.002195 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'port_id': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'mac_address': 'fa:16:3e:dc:1e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:11:48.041095 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:48.053403 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316a846e-f83f-4919-8ae3-10e2b46fea2c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:11:48.072937 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:48.078009 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:48.125476 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:48.352972 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['316a846e-f83f-4919-8ae3-10e2b46fea2c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:11:48.592613 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd61a24-dc7d-4cc6-a5cb-f11ef13b3517 req-4ad23b97-f2cc-4a05-994e-76ac61ce8830 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:48.594105 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd61a24-dc7d-4cc6-a5cb-f11ef13b3517 req-4ad23b97-f2cc-4a05-994e-76ac61ce8830 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 944 time: 0.0648181 Jul 06 13:11:48.631634 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd61a24-dc7d-4cc6-a5cb-f11ef13b3517 req-6f14c213-13eb-4a9f-a2cc-f344a9e38899 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Jul 06 13:11:49.773395 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 316a846e-f83f-4919-8ae3-10e2b46fea2c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:11:49.812878 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23e542-a5d2-4127-aeb4-f2a93c8751c2 req-b597e652-d962-43e3-bcb4-bf1e4d26028e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:49.814367 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad23e542-a5d2-4127-aeb4-f2a93c8751c2 req-b597e652-d962-43e3-bcb4-bf1e4d26028e tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 944 time: 0.0725443 Jul 06 13:11:49.822812 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning for port 316a846e-f83f-4919-8ae3-10e2b46fea2c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:11:49.827401 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 316a846e-f83f-4919-8ae3-10e2b46fea2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:11:49.827783 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:49.856748 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ad23e542-a5d2-4127-aeb4-f2a93c8751c2 req-340b1aa8-57fc-41f5-bc9e-810b37692854 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365219 Jul 06 13:11:49.911416 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:49.934797 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:49.937442 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5c4f6d-f660-4792-aac6-8df1505184ed" -d '{"events": [{"server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "name": "network-vif-plugged", "status": "completed", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:49.950762 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:49.954896 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:49.978267 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31179ae2-81b7-45aa-b2bf-3bf56ff666a0 x-openstack-request-id: req-31179ae2-81b7-45aa-b2bf-3bf56ff666a0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:49.978560 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "name": "network-vif-plugged", "status": "completed", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:49.978812 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31179ae2-81b7-45aa-b2bf-3bf56ff666a0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:49.979207 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'code': 200} Jul 06 13:11:50.006879 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:50.095195 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed193c36-948c-4ac8-b881-da4f05d222c6 req-54d09f95-0898-47fe-9305-916daa4c84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:50.096746 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed193c36-948c-4ac8-b881-da4f05d222c6 req-54d09f95-0898-47fe-9305-916daa4c84d5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0523777 Jul 06 13:11:50.130603 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ed193c36-948c-4ac8-b881-da4f05d222c6 req-a60fea65-6f9e-41bb-ad2c-1b951a1dc99f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269845 Jul 06 13:11:51.033161 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eeb60-72a2-41fb-9093-19aa5fb8ddc6 req-57ed2329-8924-4611-b794-47848921d065 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:51.034678 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-328eeb60-72a2-41fb-9093-19aa5fb8ddc6 req-57ed2329-8924-4611-b794-47848921d065 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 945 time: 0.0643687 Jul 06 13:11:51.074584 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-328eeb60-72a2-41fb-9093-19aa5fb8ddc6 req-a588cbe3-1eb0-4b2c-8322-9233be044c38 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339437 Jul 06 13:11:52.255586 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da4bd-7132-4943-aa37-1b88bd60de89 req-017f3f0b-eabd-468b-aeb2-c36dddef0b3f tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:52.257119 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-702da4bd-7132-4943-aa37-1b88bd60de89 req-017f3f0b-eabd-468b-aeb2-c36dddef0b3f tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 945 time: 0.0679445 Jul 06 13:11:52.294879 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-702da4bd-7132-4943-aa37-1b88bd60de89 req-28c9c47d-7c8c-4ccd-93b9-c162d57492e5 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 06 13:11:52.469957 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c624-faa3-4c54-a475-3bbdf8602503 req-c1337c2c-32f1-4bc5-aeaf-6e895cb1414a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:52.471448 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff48c624-faa3-4c54-a475-3bbdf8602503 req-c1337c2c-32f1-4bc5-aeaf-6e895cb1414a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 945 time: 0.0643561 Jul 06 13:11:52.508974 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ff48c624-faa3-4c54-a475-3bbdf8602503 req-96bc5b1e-6847-4756-9f20-74f7e2298006 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Jul 06 13:11:52.532524 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:11:52.587286 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d6ce1-0093-4712-a984-0e40284fc17a tempest-TestSnapshotPattern-323025132 tempest-TestSnapshotPattern-323025132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:52.588833 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-101d6ce1-0093-4712-a984-0e40284fc17a tempest-TestSnapshotPattern-323025132 tempest-TestSnapshotPattern-323025132-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1091 time: 0.0553339 Jul 06 13:11:52.591720 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:11:52.596054 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Request body: {'floatingip': {'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'port_id': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:11:52.617536 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:52.713088 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:52.817810 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Allocated IP 172.25.7.209 (0537d038-fb71-45ac-9d16-43121f231db7/e3405192-57a9-49cc-933d-dbd599c426bc/d9fe337f-7b8a-4b5a-bfa8-0dd93691770e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:11:52.916660 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:52.955645 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3766840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-941592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747939340773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8940457'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:52.993180 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Network 0537d038-fb71-45ac-9d16-43121f231db7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:11:52.999493 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:11:53.004159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:11:53.007159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'Port': ['ID=d9fe337f-7b8a-4b5a-bfa8-0dd93691770e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:53.376471 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:53.622521 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:53.814386 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:53.963222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:53.968008 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8940379'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:54.049355 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event updated for resources: {'Port': ['ID=d9fe337f-7b8a-4b5a-bfa8-0dd93691770e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:54.067997 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561258'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:54.167150 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Floating IP ea1ce486-8bcb-4014-aa01-0f5970bf6877 associated. External IP: 172.25.7.209, port: 316a846e-f83f-4919-8ae3-10e2b46fea2c. Jul 06 13:11:54.376155 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:11:54.484314 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:11:54.494152 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:11:54.500215 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:54.504185 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:11:54.504796 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:11:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:11:54.535805 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a54284f-83e9-490a-9688-167c6381aaaa tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9430349 Jul 06 13:11:54.536500 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:54.538762 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9487486f-dbd2-46a4-b1bf-61aabdc58c42" -d '{"events": [{"name": "network-changed", "server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:54.575121 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c4b88-4c25-4f51-b484-22d2ffe76c67 x-openstack-request-id: req-995c4b88-4c25-4f51-b484-22d2ffe76c67 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:54.575416 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:54.575660 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-995c4b88-4c25-4f51-b484-22d2ffe76c67 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:54.576106 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'status': 'completed', 'code': 200} Jul 06 13:11:54.614212 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:11:54.656100 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-9b46b9fc-5ab0-45d3-ae42-40e69f8de4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:54.657627 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-9b46b9fc-5ab0-45d3-ae42-40e69f8de4f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0543470 Jul 06 13:11:54.751940 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-2fd719f3-6815-4734-b447-ae7215457414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:54.753506 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-2fd719f3-6815-4734-b447-ae7215457414 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0892546 Jul 06 13:11:54.819073 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-ad23bcdb-5461-401a-88d7-8e56fb8367ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 999 time: 0.0588379 Jul 06 13:11:54.833231 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:43Z', 'revision_number': 1, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}, {'id': 'ea1ce486-8bcb-4014-aa01-0f5970bf6877', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:dc:1e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:11:53Z', 'updated_at': '2021-07-06T13:11:53Z', 'revision_number': 0, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:11:54.863322 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:11:54.872481 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:11:54.873093 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:11:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:11:54.875224 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-76db0258-6f68-4ef6-973f-a39eae9bf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:54.876759 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-76db0258-6f68-4ef6-973f-a39eae9bf975 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0508301 Jul 06 13:11:54.935096 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-30a21306-8fc3-4a14-b1f0-950d76dcafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:54.936816 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-30a21306-8fc3-4a14-b1f0-950d76dcafce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530963 Jul 06 13:11:54.978242 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:11:55.029109 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-28f5b9f7-94ab-4629-a857-c220f9cfa039 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843637 Jul 06 13:11:55.123961 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-9487486f-dbd2-46a4-b1bf-61aabdc58c42 req-106ecaae-265e-4800-8592-f5f7c184576b service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877740 Jul 06 13:11:55.197076 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:43Z', 'revision_number': 1, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}, {'id': 'ea1ce486-8bcb-4014-aa01-0f5970bf6877', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:dc:1e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:11:53Z', 'updated_at': '2021-07-06T13:11:53Z', 'revision_number': 0, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:11:55.223352 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655ca3d-5189-4fd3-8a86-f38be87df5c4 None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:43Z', 'revision_number': 1, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}, {'id': 'ea1ce486-8bcb-4014-aa01-0f5970bf6877', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:dc:1e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:11:53Z', 'updated_at': '2021-07-06T13:11:53Z', 'revision_number': 0, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:11:55.407772 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585c4dd-734c-442b-aa80-32d4b8311459 None None] New status for floating IP ea1ce486-8bcb-4014-aa01-0f5970bf6877: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:11:57.289481 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9885cf61-5eaf-4079-a543-6c375e8fcf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:59.822928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99eb90ef-cf5f-484a-ad14-101aac0f78f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:00.500251 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:01.094422 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:01.331208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:02.852722 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:08.348516 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:12:23.627449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:24.551815 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-c621b75c-5878-4caa-90b1-4c6e92380153 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665927 Jul 06 13:12:24.645014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-74ccfecb-c932-4960-857f-8e792eb35d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:24.646523 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-74ccfecb-c932-4960-857f-8e792eb35d7f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0521121 Jul 06 13:12:24.754715 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-1b67c72f-cbe5-472d-9a15-164027717459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:24.756126 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-1b67c72f-cbe5-472d-9a15-164027717459 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0891492 Jul 06 13:12:24.820202 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-ea7e08bf-6f1c-4819-ba4e-aebf37dd68d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 1001 time: 0.0574291 Jul 06 13:12:24.889204 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-1974898e-0032-47bd-892b-763b49a30029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:24.890818 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-1974898e-0032-47bd-892b-763b49a30029 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0642684 Jul 06 13:12:24.948714 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-312976f7-a6a4-4b13-9c8d-3d89d4db7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:24.950184 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-312976f7-a6a4-4b13-9c8d-3d89d4db7fdf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529141 Jul 06 13:12:25.042124 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-d4af7758-a4d5-4263-a40f-8971dd28d31f service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Jul 06 13:12:25.136662 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-df3d0498-f222-4c51-b3c1-db5a17967977 req-0830fc82-44b3-4b2d-b6e8-cc94ff1aff8c service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869749 Jul 06 13:12:27.289676 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e624034-5321-48cf-88d5-48c53ceab57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:29.177271 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-d2565db3-983f-40bb-9153-d2cffd2b6667 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519700 Jul 06 13:12:29.279733 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-9bb76711-4191-4c8c-b550-6ce6461fdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:29.281322 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-9bb76711-4191-4c8c-b550-6ce6461fdc35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1095 time: 0.0565968 Jul 06 13:12:29.385550 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-cd0a9024-7296-45b0-bae9-9b5175759c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:29.387059 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-cd0a9024-7296-45b0-bae9-9b5175759c09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0830696 Jul 06 13:12:29.454295 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-0d159321-5eeb-433f-8743-2388602f4161 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 998 time: 0.0602076 Jul 06 13:12:29.504111 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-8bcb231b-21ba-43ee-afd8-5c02d8fee9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:29.505511 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-8bcb231b-21ba-43ee-afd8-5c02d8fee9a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0420310 Jul 06 13:12:29.567880 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-c5a6e828-909c-46c0-9530-9c87a5577d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:29.569416 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-c5a6e828-909c-46c0-9530-9c87a5577d71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565555 Jul 06 13:12:29.660501 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-136ddfd9-84f5-4ef6-9694-c56e1b0e833c service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828764 Jul 06 13:12:29.826425 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5ad37db-5f81-4f7f-b408-cb30cd71a0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:30.084981 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-88eea53b-faf9-47cb-822a-ca160c8b9a40 req-d0709140-81f1-422b-87e2-634b6feb5b07 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176242 Jul 06 13:12:30.501008 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:31.093721 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:31.330398 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:32.852920 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.347832 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:12:53.627996 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.290468 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12b49f53-6c56-467d-aa43-596ca3cb83a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.827593 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7be8a50-78bd-4ce5-92b3-0fb7acd526ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.501742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.098447 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.332196 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.856787 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:22.347414 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:13:23.644014 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:25.579019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-7982b739-6eeb-4c47-81a2-5e149e3c3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:25.580454 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-7982b739-6eeb-4c47-81a2-5e149e3c3eda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0550697 Jul 06 13:13:25.694233 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-add3e7c2-d3b2-451d-a0a0-572c5674279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:25.695706 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-add3e7c2-d3b2-451d-a0a0-572c5674279b service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0890062 Jul 06 13:13:25.760792 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-e94623b3-c27a-48a1-a118-c97fa5be9781 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 1001 time: 0.0576138 Jul 06 13:13:25.809445 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-17df2495-8a00-4883-a625-0aac360dc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:25.810845 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-17df2495-8a00-4883-a625-0aac360dc281 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0430982 Jul 06 13:13:25.877544 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-c123e136-ec2e-4ff6-ac40-2e01fcd95a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:25.879089 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-c123e136-ec2e-4ff6-ac40-2e01fcd95a71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600927 Jul 06 13:13:25.971189 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-69a52fae-ec96-4486-bb25-0ffec79e4be8 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816989 Jul 06 13:13:26.066164 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea02580-8594-4351-8bb8-df32a1d9017e req-b5d24996-2cdb-4a90-9700-c578e3afc6c1 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876722 Jul 06 13:13:26.300681 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 316a846e-f83f-4919-8ae3-10e2b46fea2c details requested by agent hyperv_n-h2-799528-2 with host n-h2-799528-2 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:13:26.403365 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:26.415280 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Returning: {'device': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'port_id': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'mac_address': 'fa:16:3e:dc:1e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:13:26.451834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:26.464072 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 316a846e-f83f-4919-8ae3-10e2b46fea2c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:13:26.483838 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:26.488592 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:26.543108 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:26.550752 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.551034 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.551382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.551718 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.552616 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.552953 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.553282 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.553607 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.553924 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.554251 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.554575 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.554890 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:26.564469 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] get_ports_and_sgs() called for port_ids ['316a846e-f83f-4919-8ae3-10e2b46fea2c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:13:27.297073 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba90064-52a1-4140-8cdd-d21763904d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:28.315958 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 316a846e-f83f-4919-8ae3-10e2b46fea2c up at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:28.378943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Provisioning complete for port 316a846e-f83f-4919-8ae3-10e2b46fea2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:28.379386 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3613808'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:28.468019 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3766781'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:28.501731 n-d-799528-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:28.504311 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71852e44b6b967d9293d72ce44ef8c3830d59f47b7bda7f5aa649fc43cb999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb36e94-ae1f-45f7-b012-0e1af7070e63" -d '{"events": [{"server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "name": "network-vif-plugged", "status": "completed", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:28.519829 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:28.524830 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747939863848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747939340791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747939343144'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:28.554499 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417fdad1-ec0c-48b0-a4ab-09e8296e7415 x-openstack-request-id: req-417fdad1-ec0c-48b0-a4ab-09e8296e7415 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:28.554791 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "name": "network-vif-plugged", "status": "completed", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:28.555177 n-d-799528-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-417fdad1-ec0c-48b0-a4ab-09e8296e7415 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:28.555631 n-d-799528-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'code': 200} Jul 06 13:13:28.585820 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Pushing event updated for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:28.597225 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-d2593965-c18e-48f5-b0f7-93769e012e18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770433 Jul 06 13:13:28.706006 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-bd9d4f20-ceb6-4a3f-b3de-fdc3f95909b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.707525 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-bd9d4f20-ceb6-4a3f-b3de-fdc3f95909b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1095 time: 0.0600200 Jul 06 13:13:28.827775 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-ed20ba3c-8948-4ffc-95de-255cad60ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.829384 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-ed20ba3c-8948-4ffc-95de-255cad60ff94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0979648 Jul 06 13:13:28.908818 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-423772e0-80d9-4a4a-a047-333e4d1e15a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 998 time: 0.0699224 Jul 06 13:13:28.961885 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-21568e65-a1a0-4a06-a496-315ad5fb13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.963701 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-21568e65-a1a0-4a06-a496-315ad5fb13d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0475507 Jul 06 13:13:29.033049 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-3311bff7-439c-45e6-b3cc-c3a40e416d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:29.034609 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-3311bff7-439c-45e6-b3cc-c3a40e416d80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634038 Jul 06 13:13:29.143062 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-16b28b02-df04-4073-af8b-533852969f2e service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014638 Jul 06 13:13:29.265841 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-82e82f85-e2a9-4182-a551-468bb3b129f9 req-26768c14-7cb6-424a-ab4f-3a7c1b944386 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164067 Jul 06 13:13:29.834863 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2349989d-7a46-417c-8bfc-457b13bf9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:30.513529 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:31.112870 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:31.339106 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:32.873816 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.041013 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:36.198859 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Deleting port d9fe337f-7b8a-4b5a-bfa8-0dd93691770e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:36.199201 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.275412 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.275658 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.287650 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Calling delete_port for d9fe337f-7b8a-4b5a-bfa8-0dd93691770e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:36.437245 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.464148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event deleted for resources: {'Port': ['ID=d9fe337f-7b8a-4b5a-bfa8-0dd93691770e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:36.475946 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.476303 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.476647 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.476991 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.477331 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.477667 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.478014 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.478329 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.478659 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.478987 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.479321 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.479648 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:36.540509 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.540771 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Floating IP ea1ce486-8bcb-4014-aa01-0f5970bf6877 disassociated (deleted). External IP: 172.25.7.209, port: 316a846e-f83f-4919-8ae3-10e2b46fea2c. Jul 06 13:13:36.749382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:36.856671 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:36.861789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.866585 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:36.902307 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-303a3157-34fc-469c-9eb5-138d077d9033 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "DELETE /v2.0/floatingips/ea1ce486-8bcb-4014-aa01-0f5970bf6877 HTTP/1.1" status: 204 len: 168 time: 0.8601410 Jul 06 13:13:36.903003 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:36.905395 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8852447-d63a-4be6-b777-6fb634f76a14" -d '{"events": [{"name": "network-changed", "server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:36.945404 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68f496-867e-42e0-940b-d5513a6491bf x-openstack-request-id: req-6f68f496-867e-42e0-940b-d5513a6491bf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:36.945766 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:36.946083 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f68f496-867e-42e0-940b-d5513a6491bf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:36.946608 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'status': 'completed', 'code': 200} Jul 06 13:13:36.977023 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:36.977645 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:37.022851 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-413f5619-6612-4116-aa21-66035927ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:37.024427 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-413f5619-6612-4116-aa21-66035927ce22 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0562658 Jul 06 13:13:37.090459 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:37.127266 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-61f3bbcb-b32f-4bec-8929-c5b121d1255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:37.129062 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-61f3bbcb-b32f-4bec-8929-c5b121d1255c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.0980446 Jul 06 13:13:37.183716 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-7bd451c3-e71f-4961-a1e3-4d6f9bf48e3e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 200 len: 217 time: 0.0478630 Jul 06 13:13:37.242989 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-419623a9-c50c-4de1-ad1d-8793c319f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:37.244623 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-419623a9-c50c-4de1-ad1d-8793c319f54c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0530527 Jul 06 13:13:37.322872 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:43Z', 'revision_number': 1, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:37.351076 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-1491e1b3-ceb4-4247-b016-6b035137539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:37.351963 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:37.352649 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-1491e1b3-ceb4-4247-b016-6b035137539c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998702 Jul 06 13:13:37.360125 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:37.360710 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:37.367149 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d2572-4da2-424f-85b4-57636444b492 req-22cfb9bf-47eb-49dd-9e6d-6bd7bb1f4848 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:37.368725 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef9d2572-4da2-424f-85b4-57636444b492 req-22cfb9bf-47eb-49dd-9e6d-6bd7bb1f4848 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 945 time: 0.0890832 Jul 06 13:13:37.460509 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:37.467561 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-ef9d2572-4da2-424f-85b4-57636444b492 req-7ae040ee-6faf-41a6-99a2-bb309dc3e96b tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907736 Jul 06 13:13:37.497099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-35098923-ef2f-451d-9a4f-9f5f7da47065 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274030 Jul 06 13:13:37.591247 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c8852447-d63a-4be6-b777-6fb634f76a14 req-073ad6d9-045a-4f45-9ef6-90ead53c3968 service neutron] 10.222.0.79 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851738 Jul 06 13:13:37.687113 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:43Z', 'revision_number': 1, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:37.711995 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b75eb1-94cc-47b8-ba77-791364903477 None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_floatingips': [{'id': 'dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'router_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'port_id': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'mac_address': 'fa:16:3e:e2:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0422-093d-4c81-9c3b-cd43612f808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:41Z', 'updated_at': '2021-07-06T13:08:43Z', 'revision_number': 1, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:37.938635 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa69621-a9e0-4906-b072-259351acf0a7 None None] New status for floating IP ea1ce486-8bcb-4014-aa01-0f5970bf6877: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:13:38.645188 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c47e-d7a5-4d73-8ce6-bec64a44c49b req-a3444354-a669-4cb3-8633-e6cb28a9b471 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:38.647419 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bd6c47e-d7a5-4d73-8ce6-bec64a44c49b req-a3444354-a669-4cb3-8633-e6cb28a9b471 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 945 time: 0.0635493 Jul 06 13:13:38.684543 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-2bd6c47e-d7a5-4d73-8ce6-bec64a44c49b req-9f028747-ee34-4967-abfe-af75a373821d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Jul 06 13:13:38.939684 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-bb557548-0668-4e1c-adfb-2c3c19ce27d6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:38.941162 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-bb557548-0668-4e1c-adfb-2c3c19ce27d6 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.79 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 945 time: 0.0671077 Jul 06 13:13:39.037247 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Deleting port 316a846e-f83f-4919-8ae3-10e2b46fea2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:39.037587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:39.132619 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] For port 316a846e-f83f-4919-8ae3-10e2b46fea2c, host n-h2-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-2',level=0,port_id=316a846e-f83f-4919-8ae3-10e2b46fea2c,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:39.132870 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:39.144296 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Calling delete_port for 316a846e-f83f-4919-8ae3-10e2b46fea2c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:39.273725 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:39.304793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event deleted for resources: {'Port': ['ID=316a846e-f83f-4919-8ae3-10e2b46fea2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:39.350084 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] No DVR routers for this DVR port 316a846e-f83f-4919-8ae3-10e2b46fea2c on host n-h2-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:39.353055 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:39.355076 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-c7375fc9-210a-4188-ab40-ab2e9f0e37cc req-ef1295e3-d9a9-47f9-9a29-4f6fbc5a5031 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.79 "DELETE /v2.0/ports/316a846e-f83f-4919-8ae3-10e2b46fea2c HTTP/1.1" status: 204 len: 173 time: 0.4083643 Jul 06 13:13:39.355535 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'name': 'network-vif-deleted', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:39.357909 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb775c-c175-4dc1-a313-9ff0f27ac9fd" -d '{"events": [{"server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "name": "network-vif-deleted", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:39.393488 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84df70-f27b-4665-8964-96ee0048d015 x-openstack-request-id: req-0e84df70-f27b-4665-8964-96ee0048d015 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:39.393774 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c9448f-a012-4b2d-b826-f9e1d6773bc0", "name": "network-vif-deleted", "tag": "316a846e-f83f-4919-8ae3-10e2b46fea2c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:39.394025 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e84df70-f27b-4665-8964-96ee0048d015 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:39.394422 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9448f-a012-4b2d-b826-f9e1d6773bc0', 'name': 'network-vif-deleted', 'tag': '316a846e-f83f-4919-8ae3-10e2b46fea2c', 'status': 'completed', 'code': 200} Jul 06 13:13:39.840819 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-a547384c-9dbc-467c-951a-583d9a32122a req-68aed3b8-c19b-462c-b175-375769577191 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=27c9448f-a012-4b2d-b826-f9e1d6773bc0 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Jul 06 13:13:40.385606 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 316a846e-f83f-4919-8ae3-10e2b46fea2c no longer exists at agent hyperv_n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:40.405178 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] No Port match for: 316a846e-f83f-4919-8ae3-10e2b46fea2c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:40.405525 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Device 316a846e-f83f-4919-8ae3-10e2b46fea2c not bound to the agent host n-h2-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:41.449218 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:41.611941 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Deleting port c4dd0fed-a400-48ee-af1e-47d589d9bced {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:41.612322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:41.686735 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:41.686955 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:41.698874 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Calling delete_port for c4dd0fed-a400-48ee-af1e-47d589d9bced owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:42.202050 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:42.228019 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event deleted for resources: {'Port': ['ID=c4dd0fed-a400-48ee-af1e-47d589d9bced,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:42.291347 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:42.291686 n-d-799528-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Floating IP dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc disassociated (deleted). External IP: 172.25.7.2, port: c5ab9272-31cf-47d7-a6f2-73ebccf2c44b. Jul 06 13:13:42.494604 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:42.604159 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:42.608948 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:42.613318 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:42.623034 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:42.623642 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:42.652929 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f88fafb-93cd-4247-a87c-f5cdc810437a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "DELETE /v2.0/floatingips/dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc HTTP/1.1" status: 204 len: 168 time: 1.2001319 Jul 06 13:13:42.652929 n-d-799528-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:42.653473 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1a5f77605ce1ac0890039aabf640b97a9607a38f38b2d6c9f17a1417f0c9999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b0f58-896c-4d06-8cb1-a0ba415a62f0" -d '{"events": [{"name": "network-changed", "server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:42.691419 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba684f5-1cd2-4e80-b519-6ff8d8baa011 x-openstack-request-id: req-eba684f5-1cd2-4e80-b519-6ff8d8baa011 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:42.691721 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:42.692077 n-d-799528-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eba684f5-1cd2-4e80-b519-6ff8d8baa011 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:42.693152 n-d-799528-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'status': 'completed', 'code': 200} Jul 06 13:13:42.739638 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:42.773707 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-7ef97709-4048-4bac-b048-ec7d871d613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:42.775619 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-7ef97709-4048-4bac-b048-ec7d871d613a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de9cfdeb76924c9688169677f57b5e25&device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 1095 time: 0.0596869 Jul 06 13:13:42.882504 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-9d815592-1bd9-4f9b-bb9f-76cc8419c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:42.884055 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-9d815592-1bd9-4f9b-bb9f-76cc8419c5c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 200 len: 910 time: 0.1023557 Jul 06 13:13:42.927877 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-6eddf11e-9168-4b56-8652-634149b9f154 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 200 len: 217 time: 0.0367415 Jul 06 13:13:42.961449 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:42.985357 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-3d40a18c-5ed4-4e3f-984d-683ab4acb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:42.986939 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-3d40a18c-5ed4-4e3f-984d-683ab4acb754 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 200 len: 848 time: 0.0529044 Jul 06 13:13:42.988251 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:42.996908 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:42.997511 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:43.052716 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-f9f5cbab-e905-4e0e-8612-6a0951983dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:43.055259 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-f9f5cbab-e905-4e0e-8612-6a0951983dbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d3af788-29b7-4087-aa48-99c30cf2ee18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604603 Jul 06 13:13:43.124606 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:43.153929 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-aec308b0-dfa9-4ad7-bf9c-84e8684dea22 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Jul 06 13:13:43.225546 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9bd6-e1fb-4029-a9f0-d6883bcca86b req-aaeb3965-a702-46a8-9713-909189ae4df8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:43.227340 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-129c9bd6-e1fb-4029-a9f0-d6883bcca86b req-aaeb3965-a702-46a8-9713-909189ae4df8 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0666084 Jul 06 13:13:43.256758 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-099b0f58-896c-4d06-8cb1-a0ba415a62f0 req-262f7a94-2b22-44b8-9f3f-6266237b2a60 service neutron] 10.222.0.64 "GET /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958652 Jul 06 13:13:43.271532 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-129c9bd6-e1fb-4029-a9f0-d6883bcca86b req-cdc547d6-35f3-4359-9712-659805256a1a tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378900 Jul 06 13:13:43.340489 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:43.369139 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571546b9-8b7a-4431-8644-2d59f9590e3c None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2', '_interfaces': [{'id': 'b37fc05b-4653-48f3-9252-b89168225a44', 'name': '', 'network_id': '0d3af788-29b7-4087-aa48-99c30cf2ee18', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'mac_address': 'fa:16:3e:7a:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:19Z', 'updated_at': '2021-07-06T13:08:24Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'subnets': [{'id': 'be285d22-64bf-495b-8a7b-2e576726948b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:43.587609 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a474399-2a03-4138-805d-98b50c3de880 None None] New status for floating IP dca5d4fc-7ce9-4c57-ab7c-0d1b17c1b4cc: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:13:44.178183 n-d-799528-2 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-50d8f223-4552-4716-96b9-56cb2d8e7f88 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:44.179543 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-50d8f223-4552-4716-96b9-56cb2d8e7f88 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.64 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0621974 Jul 06 13:13:44.281498 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Deleting port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:44.281844 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:44.371045 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] For port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b, host n-h1-799528-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-2',level=0,port_id=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:44.371401 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:44.384765 n-d-799528-2 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Calling delete_port for c5ab9272-31cf-47d7-a6f2-73ebccf2c44b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:44.453719 n-d-799528-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fd402-4b72-4ad5-89c5-fefcba9d3aa1 req-1acd5e0c-9aab-418d-997f-c5e49e81603d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:44.455244 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665fd402-4b72-4ad5-89c5-fefcba9d3aa1 req-1acd5e0c-9aab-418d-997f-c5e49e81603d tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/ports?device_id=589c0422-093d-4c81-9c3b-cd43612f808e HTTP/1.1" status: 200 len: 944 time: 0.0680420 Jul 06 13:13:44.496878 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [req-665fd402-4b72-4ad5-89c5-fefcba9d3aa1 req-a6a3b4d4-2b1d-42db-9a76-0b0227eeb6ba tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "GET /v2.0/security-groups?id=606dd657-cded-44f4-8d9a-b008b61a7650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349984 Jul 06 13:13:44.520832 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1456669'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:44.547756 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event deleted for resources: {'Port': ['ID=c5ab9272-31cf-47d7-a6f2-73ebccf2c44b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:44.557943 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.558287 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.558629 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.558967 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.559303 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.559630 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.559985 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.560313 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.560635 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.560958 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.562206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.562206 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-2 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:44.616503 n-d-799528-2 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] No DVR routers for this DVR port c5ab9272-31cf-47d7-a6f2-73ebccf2c44b on host n-h1-799528-2 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:44.619376 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22985'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:44.621862 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [req-c3fbaedb-957b-4ecf-9476-7964f87b826e req-9e15a376-9ba7-4776-aa65-08cdb53a7593 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.64 "DELETE /v2.0/ports/c5ab9272-31cf-47d7-a6f2-73ebccf2c44b HTTP/1.1" status: 204 len: 173 time: 0.4366310 Jul 06 13:13:44.622307 n-d-799528-2 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-deleted', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:44.625027 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49cb4a9bb348e4f02346d17d34ca0a5329e83015c9019543306af719ef42cf49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8a4c45-8a5e-47b4-8602-1e1300bb908c" -d '{"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-deleted", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:44.709562 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f49c8-57fe-4b4f-bfda-e6fba385a718 x-openstack-request-id: req-af4f49c8-57fe-4b4f-bfda-e6fba385a718 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:44.709863 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589c0422-093d-4c81-9c3b-cd43612f808e", "name": "network-vif-deleted", "tag": "c5ab9272-31cf-47d7-a6f2-73ebccf2c44b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:44.710118 n-d-799528-2 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af4f49c8-57fe-4b4f-bfda-e6fba385a718 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:44.710521 n-d-799528-2 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589c0422-093d-4c81-9c3b-cd43612f808e', 'name': 'network-vif-deleted', 'tag': 'c5ab9272-31cf-47d7-a6f2-73ebccf2c44b', 'status': 'completed', 'code': 200} Jul 06 13:13:45.591202 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.78', 35502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:45.651289 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2971875-21e1-4d6e-a642-7ec6d3615768 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:45.677337 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2971875-21e1-4d6e-a642-7ec6d3615768 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:45.742128 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2971875-21e1-4d6e-a642-7ec6d3615768 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:45.744948 n-d-799528-2 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2971875-21e1-4d6e-a642-7ec6d3615768 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:45.746241 n-d-799528-2 neutron-server[93766]: INFO neutron.wsgi [None req-d2971875-21e1-4d6e-a642-7ec6d3615768 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] 10.222.0.78 "DELETE /v2.0/security-groups/606dd657-cded-44f4-8d9a-b008b61a7650 HTTP/1.1" status: 204 len: 168 time: 0.1540289 Jul 06 13:13:45.755676 n-d-799528-2 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2971875-21e1-4d6e-a642-7ec6d3615768 tempest-TestSnapshotPattern-926084915 tempest-TestSnapshotPattern-926084915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606dd657-cded-44f4-8d9a-b008b61a7650,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:45.794339 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:46.242605 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:46.513328 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Deleting port b37fc05b-4653-48f3-9252-b89168225a44 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:46.513673 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:46.594126 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] For port b37fc05b-4653-48f3-9252-b89168225a44, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b37fc05b-4653-48f3-9252-b89168225a44,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:46.594495 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:46.611696 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Calling delete_port for b37fc05b-4653-48f3-9252-b89168225a44 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:46.795140 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:46.819834 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Pushing event deleted for resources: {'Port': ['ID=b37fc05b-4653-48f3-9252-b89168225a44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:47.007985 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:47.226692 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Router da108e7e-65ba-4627-a74e-e6ce7c6071ff has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:47.333299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:47.338404 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8afcfba8-4198-421a-a9bd-ca421ffaf77a admin admin] 10.222.0.78 "PUT /v2.0/routers/da108e7e-65ba-4627-a74e-e6ce7c6071ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430002 Jul 06 13:13:47.341081 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:47.341773 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] Sync routers for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:47.351207 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:47.351815 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:47.446886 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:47.453454 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: n-d-799528-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:47.549714 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:47.605259 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Deleting port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:47.605607 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:47.627978 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:13:46Z', 'revision_number': 5, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port': {'id': '685ebd8c-0870-46ba-9f2d-1ba4779c37f9', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:47.657543 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] Checking router: da108e7e-65ba-4627-a74e-e6ce7c6071ff for host: n-d-799528-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:47.665629 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] Routers {'da108e7e-65ba-4627-a74e-e6ce7c6071ff'} bound to L3 agent in host n-d-799528-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:47.666227 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:47.684863 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] For port 685ebd8c-0870-46ba-9f2d-1ba4779c37f9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:47.685231 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:47.698700 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Calling delete_port for 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:47.748658 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] Set router da108e7e-65ba-4627-a74e-e6ce7c6071ff gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:47.798411 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:13:47Z', 'revision_number': 6, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:47.830543 n-d-799528-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70432fc9-27ed-4cb2-a970-d05326b67ced None None] The sync data for ids ['da108e7e-65ba-4627-a74e-e6ce7c6071ff'] in n-d-799528-2 is: [{'id': 'da108e7e-65ba-4627-a74e-e6ce7c6071ff', 'name': 'tempest-TestSnapshotPattern-710150316-router', 'tenant_id': 'de9cfdeb76924c9688169677f57b5e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:17Z', 'updated_at': '2021-07-06T13:13:47Z', 'revision_number': 6, 'project_id': 'de9cfdeb76924c9688169677f57b5e25', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:47.870700 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:47.894710 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Pushing event deleted for resources: {'Port': ['ID=685ebd8c-0870-46ba-9f2d-1ba4779c37f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:47.961307 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.050566 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.053489 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.096789 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.097237 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Fanout notify agent at l3_agent the message router_deleted on router da108e7e-65ba-4627-a74e-e6ce7c6071ff {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:13:48.101949 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.104387 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-b529934f-b723-4e93-811f-abe95547cfec admin admin] 10.222.0.78 "DELETE /v2.0/routers/da108e7e-65ba-4627-a74e-e6ce7c6071ff HTTP/1.1" status: 204 len: 168 time: 0.7623024 Jul 06 13:13:48.105498 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:48.150399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Deleting subnet be285d22-64bf-495b-8a7b-2e576726948b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:13:48.153381 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.185534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b no longer exists at agent hyperv_n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:48.193930 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.208218 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] No Port match for: c5ab9272-31cf-47d7-a6f2-73ebccf2c44b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:48.208906 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Device c5ab9272-31cf-47d7-a6f2-73ebccf2c44b not bound to the agent host n-h1-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:48.276657 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.328281 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.353547 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be285d22-64bf-495b-8a7b-2e576726948b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:48.358174 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.360101 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e87888b-1012-42a5-89dc-efbc4ceb9986 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/be285d22-64bf-495b-8a7b-2e576726948b HTTP/1.1" status: 204 len: 168 time: 0.2536197 Jul 06 13:13:48.362982 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:48.363872 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7bafca-9f53-4f7a-9878-107c4e4d0a44 None None] Network 0d3af788-29b7-4087-aa48-99c30cf2ee18 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:48.435360 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.491856 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Deleting port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:48.492222 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.560112 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] For port 0f26f48f-13f8-4c94-9ede-73a00b448eb9, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=0f26f48f-13f8-4c94-9ede-73a00b448eb9,segment=NetworkSegment(2b269857-41be-42ca-a78c-6a12595fdcc6),segment_id=2b269857-41be-42ca-a78c-6a12595fdcc6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:48.560472 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.573986 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Calling delete_port for 0f26f48f-13f8-4c94-9ede-73a00b448eb9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:48.614522 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def42271-60b7-4308-a140-a49bf888d564 None None] DHCP port deletion for 0d3af788-29b7-4087-aa48-99c30cf2ee18 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:13:48.667103 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.672815 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Deleting port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:48.673279 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.688750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:48.695299 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f26f48f-13f8-4c94-9ede-73a00b448eb9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:48.698924 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] No DVR routers for this DVR port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:48.751272 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:48.751684 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 685ebd8c-0870-46ba-9f2d-1ba4779c37f9 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:48.752088 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0f26f48f-13f8-4c94-9ede-73a00b448eb9 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:48.775713 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.781026 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 0f26f48f-13f8-4c94-9ede-73a00b448eb9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:48.781382 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 0f26f48f-13f8-4c94-9ede-73a00b448eb9 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:48.781809 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b37fc05b-4653-48f3-9252-b89168225a44 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:48.785390 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3af788-29b7-4087-aa48-99c30cf2ee18']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:48.787293 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-def42271-60b7-4308-a140-a49bf888d564 None None] For port 0f26f48f-13f8-4c94-9ede-73a00b448eb9, host n-d-799528-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:48.787680 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.795622 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b269857-41be-42ca-a78c-6a12595fdcc6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:48.795935 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b269857-41be-42ca-a78c-6a12595fdcc6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:48.805375 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.809859 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b37fc05b-4653-48f3-9252-b89168225a44 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:48.810216 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b37fc05b-4653-48f3-9252-b89168225a44 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:48.818957 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Calling delete_port for 0f26f48f-13f8-4c94-9ede-73a00b448eb9 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:48.824822 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.824999 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:13:48.826260 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.831148 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:13:48.831492 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: timer() Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:13:48.833223 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:13:48.858821 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def42271-60b7-4308-a140-a49bf888d564 None None] No DVR routers for this DVR port 0f26f48f-13f8-4c94-9ede-73a00b448eb9 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:48.869652 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42271-60b7-4308-a140-a49bf888d564 None None] Pushing event deleted for resources: {'Port': ['ID=0f26f48f-13f8-4c94-9ede-73a00b448eb9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:48.899604 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.905416 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.907353 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] 10.222.0.78 "DELETE /v2.0/networks/0d3af788-29b7-4087-aa48-99c30cf2ee18 HTTP/1.1" status: 204 len: 168 time: 0.5434258 Jul 06 13:13:48.911123 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:48.931990 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9542-573a-4f99-af22-a2d8842bb26d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3af788-29b7-4087-aa48-99c30cf2ee18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:49.275463 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567063'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:49.532451 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Deleting port c4ec347f-a358-4a08-a446-a4ba4e19d527 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:49.532708 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:49.610689 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] For port c4ec347f-a358-4a08-a446-a4ba4e19d527, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=c4ec347f-a358-4a08-a446-a4ba4e19d527,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:49.611043 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:49.627298 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Calling delete_port for c4ec347f-a358-4a08-a446-a4ba4e19d527 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:49.800451 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:49.826382 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ec347f-a358-4a08-a446-a4ba4e19d527,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:49.997478 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568105'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:50.581181 n-d-799528-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Router d7940bb4-12e0-4401-bfa8-629c4736f3ad has already been hosted by L3 agent 1dd3cf3a-0679-4d66-b756-31fba85a047f {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:50.688568 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] Notify agent at l3_agent.n-d-799528-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:50.694411 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2956d759-c5ac-4985-8601-094984d30cae admin admin] 10.222.0.78 "PUT /v2.0/routers/d7940bb4-12e0-4401-bfa8-629c4736f3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7819648 Jul 06 13:13:50.698012 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:50.699654 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] Sync routers for ids ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'] in n-d-799528-2 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:50.709721 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] Routers {'d7940bb4-12e0-4401-bfa8-629c4736f3ad'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:50.710347 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:50.823222 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] Set router d7940bb4-12e0-4401-bfa8-629c4736f3ad gateway port host: n-d-799528-2 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:50.828905 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:50.935969 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:50.990809 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Deleting port b6085fb1-c5c4-4e02-ba57-a060e4cbec22 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:50.991158 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.005738 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'external_fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:13:49Z', 'revision_number': 5, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port': {'id': 'b6085fb1-c5c4-4e02-ba57-a060e4cbec22', 'name': '', 'network_id': '0537d038-fb71-45ac-9d16-43121f231db7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:08:22Z', 'updated_at': '2021-07-06T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3405192-57a9-49cc-933d-dbd599c426bc', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-2'}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:51.032137 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] Checking router: d7940bb4-12e0-4401-bfa8-629c4736f3ad for host: n-d-799528-2 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:51.041056 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] Routers {'d7940bb4-12e0-4401-bfa8-629c4736f3ad'} bound to L3 agent in host n-d-799528-2 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:51.041679 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:24:59Z,description=,heartbeat_timestamp=2021-07-06T13:13:30Z,host='n-d-799528-2',id=1dd3cf3a-0679-4d66-b756-31fba85a047f,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:25:00Z,topic='l3_agent')) {'router_ids': ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:51.070590 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] For port b6085fb1-c5c4-4e02-ba57-a060e4cbec22, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,segment=NetworkSegment(f2d0689f-e641-4861-850e-2d9da5721999),segment_id=f2d0689f-e641-4861-850e-2d9da5721999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:51.071181 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.084399 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Calling delete_port for b6085fb1-c5c4-4e02-ba57-a060e4cbec22 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:51.125534 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] Set router d7940bb4-12e0-4401-bfa8-629c4736f3ad gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:51.178533 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:13:50Z', 'revision_number': 6, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port_host': None}], 'n-d-799528-2', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:51.208774 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0da6a6-1602-4eb4-aa0f-821891a104e6 None None] The sync data for ids ['d7940bb4-12e0-4401-bfa8-629c4736f3ad'] in n-d-799528-2 is: [{'id': 'd7940bb4-12e0-4401-bfa8-629c4736f3ad', 'name': 'tempest-TestSnapshotPattern-1548935067-router', 'tenant_id': 'd5f5693fbabc4aa096d154688cc085c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:08:21Z', 'updated_at': '2021-07-06T13:13:50Z', 'revision_number': 6, 'project_id': 'd5f5693fbabc4aa096d154688cc085c9', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:51.280322 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.310450 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6085fb1-c5c4-4e02-ba57-a060e4cbec22,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:51.372142 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561232'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.462634 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4429'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.464873 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.509315 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564340'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.509922 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7940bb4-12e0-4401-bfa8-629c4736f3ad {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:13:51.515084 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.516797 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a42c253-cf8c-485b-9deb-7d8d8d5140bb admin admin] 10.222.0.78 "DELETE /v2.0/routers/d7940bb4-12e0-4401-bfa8-629c4736f3ad HTTP/1.1" status: 204 len: 168 time: 0.8165350 Jul 06 13:13:51.518793 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:51.570268 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Deleting subnet d91f6e50-2abc-4667-af9d-43e7539eb17a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:13:51.573587 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.610784 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8995807'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.688907 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3618654'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.742264 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3618647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8940442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088840'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.773154 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91f6e50-2abc-4667-af9d-43e7539eb17a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:51.776750 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.779364 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-955b6ba0-6480-462a-b44e-3f6c04ce654b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d91f6e50-2abc-4667-af9d-43e7539eb17a HTTP/1.1" status: 204 len: 168 time: 0.2594974 Jul 06 13:13:51.781088 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:51.782540 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0494a-e98c-4536-8b8c-c475c29a1df1 None None] Network dcb26691-5076-4092-ad67-2a8bdcf46311 requested from n-d-799528-2 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:51.850280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3670563'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.904638 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Deleting port 8c34240a-1a09-482e-971f-9428a9bbf3f7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:51.904995 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.982306 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] For port 8c34240a-1a09-482e-971f-9428a9bbf3f7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8c34240a-1a09-482e-971f-9428a9bbf3f7,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:51.982678 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:51.997794 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Calling delete_port for 8c34240a-1a09-482e-971f-9428a9bbf3f7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:51.998510 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] DHCP port deletion for dcb26691-5076-4092-ad67-2a8bdcf46311 request from n-d-799528-2 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:13:52.049568 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Deleting port 8c34240a-1a09-482e-971f-9428a9bbf3f7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:52.049926 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747939855836'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.103218 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8940448'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.114962 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] For port 8c34240a-1a09-482e-971f-9428a9bbf3f7, host n-d-799528-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-2',level=0,port_id=8c34240a-1a09-482e-971f-9428a9bbf3f7,segment=NetworkSegment(52297c7f-6cf5-43e4-b1c5-123d8df43834),segment_id=52297c7f-6cf5-43e4-b1c5-123d8df43834)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:52.115378 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568087'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.129080 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Calling delete_port for 8c34240a-1a09-482e-971f-9428a9bbf3f7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:52.130479 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c34240a-1a09-482e-971f-9428a9bbf3f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:52.140317 n-d-799528-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] No DVR routers for this DVR port 8c34240a-1a09-482e-971f-9428a9bbf3f7 on host n-d-799528-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:52.226389 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616203', 'neutron.services.segments.db._delete_segments_for_network-8747939875934'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.237538 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb26691-5076-4092-ad67-2a8bdcf46311']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:52.250725 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52297c7f-6cf5-43e4-b1c5-123d8df43834') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:52.250873 n-d-799528-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52297c7f-6cf5-43e4-b1c5-123d8df43834') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:52.264519 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747939889794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8995784'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.283483 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.295173 n-d-799528-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:13:52.295896 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8940415'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: Traceback (most recent call last): Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: timer() Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: cb(*args, **kw) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: return func(*args, **kwargs) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: self._notify() Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: self.callback(batched_events) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: event.method(event) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: return f(self, *a, **k) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: return self._get(url).json() Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:13:52.298294 n-d-799528-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:13:52.369398 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561268'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.371262 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3766833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747939863830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747939340782'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.376017 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.378006 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] 10.222.0.78 "DELETE /v2.0/networks/dcb26691-5076-4092-ad67-2a8bdcf46311 HTTP/1.1" status: 204 len: 168 time: 0.5959356 Jul 06 13:13:52.387951 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23365aa0-56c4-401d-8c93-d82bb54f9d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb26691-5076-4092-ad67-2a8bdcf46311,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:52.394135 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Pushing event deleted for resources: {'Port': ['ID=8c34240a-1a09-482e-971f-9428a9bbf3f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:52.396750 n-d-799528-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] Network dcb26691-5076-4092-ad67-2a8bdcf46311 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 13:13:52.397126 n-d-799528-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f692320-86e6-45a1-849f-55348ab0c955 None None] No DVR routers for this DVR port 8c34240a-1a09-482e-971f-9428a9bbf3f7 on host n-d-799528-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:52.497300 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:52.541978 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-d3e0706c-5d90-4cd5-a73e-406fa60eab54 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de9cfdeb76924c9688169677f57b5e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433726 Jul 06 13:13:52.544490 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:52.558943 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c4ec347f-a358-4a08-a446-a4ba4e19d527 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:52.578013 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: c4ec347f-a358-4a08-a446-a4ba4e19d527 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:52.578420 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device c4ec347f-a358-4a08-a446-a4ba4e19d527 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:52.578791 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6085fb1-c5c4-4e02-ba57-a060e4cbec22 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:52.598523 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: b6085fb1-c5c4-4e02-ba57-a060e4cbec22 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:52.598875 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device b6085fb1-c5c4-4e02-ba57-a060e4cbec22 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:52.599297 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8c34240a-1a09-482e-971f-9428a9bbf3f7 no longer exists at agent ovs-agent-n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:52.600694 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b0-2e8a-440c-83e3-13e6b81ab601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.620036 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] No Port match for: 8c34240a-1a09-482e-971f-9428a9bbf3f7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:52.620392 n-d-799528-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Device 8c34240a-1a09-482e-971f-9428a9bbf3f7 not bound to the agent host n-d-799528-2 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:52.623189 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b0-2e8a-440c-83e3-13e6b81ab601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.672116 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b0-2e8a-440c-83e3-13e6b81ab601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.674711 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b0-2e8a-440c-83e3-13e6b81ab601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:52.676902 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-75cc64b0-2e8a-440c-83e3-13e6b81ab601 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0ae00ad-072a-4852-bfbb-6942576d3aa1 HTTP/1.1" status: 204 len: 168 time: 0.1305766 Jul 06 13:13:52.685061 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc64b0-2e8a-440c-83e3-13e6b81ab601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae00ad-072a-4852-bfbb-6942576d3aa1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:52.981388 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:53.021099 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-48eda3a5-db39-49bc-b2be-04384b5565e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5f5693fbabc4aa096d154688cc085c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384679 Jul 06 13:13:53.023691 n-d-799528-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.78', 35536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:53.075430 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368033b3-1b38-476a-996f-1a0d38741347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:53.096408 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368033b3-1b38-476a-996f-1a0d38741347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:53.143280 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368033b3-1b38-476a-996f-1a0d38741347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-595289'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:53.146672 n-d-799528-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368033b3-1b38-476a-996f-1a0d38741347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:53.147823 n-d-799528-2 neutron-server[93767]: INFO neutron.wsgi [None req-368033b3-1b38-476a-996f-1a0d38741347 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/161ddb0e-d5d0-4a02-a3e9-7df2df590d43 HTTP/1.1" status: 204 len: 168 time: 0.1232092 Jul 06 13:13:53.156575 n-d-799528-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368033b3-1b38-476a-996f-1a0d38741347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ddb0e-d5d0-4a02-a3e9-7df2df590d43,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:53.643260 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:57.290034 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d041-0a9d-447a-aedf-79f6acc1beab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:59.346467 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:13:59.828758 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d638139-ef18-4897-87af-8b4746ae7acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:00.510034 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:01.113834 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:01.340643 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:02.857715 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:23.672633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:27.292246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf7da7ef-dfc6-4668-9dd0-d018e6d8737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:29.828949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf132d-ab4f-4976-bac0-d3a635a8b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:30.510453 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:31.127387 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:31.340829 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:32.860622 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:36.346409 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:14:53.663237 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:57.293000 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33851f0a-1605-4127-977d-4d56f4b6a0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:59.830976 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c37c8316-ab3f-4dc2-a196-a790d65df34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:00.512093 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:01.136881 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:01.345364 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:02.864823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:13.346591 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:15:23.657163 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:27.293925 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e41b2dc6-ac5c-49f4-b591-c205e57f548c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:29.832246 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f371d80-641f-41a7-88ec-b4bc145e6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:30.513192 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:31.139012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:31.346969 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:32.866742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:50.346609 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:15:53.671375 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:57.296621 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d92b4b8-4227-4b7d-af75-9c91d025dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:59.833330 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d067a29b-f001-4f49-b654-dddf428ca56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:00.514474 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:01.141738 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:01.350252 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:02.869031 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:23.670006 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:27.298381 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34540946-1839-484c-a59f-36a8dbe5fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:27.346293 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:16:29.832742 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-628ee10c-ff26-4fd3-99e2-cb761e57fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:30.515908 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:31.165866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:31.353004 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:32.871823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:53.696056 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:57.299223 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73e06a2c-b875-4d2b-a51f-613fee686ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:59.836110 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04367e50-b34f-49c7-a799-3b93feab47a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:00.516619 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:01.154607 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:01.357131 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:02.875393 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:04.345758 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:17:23.698639 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:27.300720 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d94595fa-f891-4c15-8303-e6c3fbbb76aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:29.837331 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13322ca4-aa92-47b7-b8aa-218d19aad8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:30.517719 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:31.161197 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:31.359366 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:32.878546 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:41.345741 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:17:53.709127 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:57.302268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c005bc1c-19d3-4a01-9998-51c58b4f1195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:59.841012 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f02e953-f739-4bc2-a856-fdda6d6d25e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.518620 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.178681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.362183 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:02.879175 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:18.345364 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:18:23.722702 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:27.303740 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f121b19a-7d2d-41c7-acba-7ca3009c1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:29.843735 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e9ac-c0c0-4bed-a4ad-e3e2727a75b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:30.519135 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:31.196632 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:31.365035 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:32.882708 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:53.715045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:55.344745 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:18:57.304731 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af21c4c5-ae11-444e-a2f3-5f8307064baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:59.848759 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfca1da2-a738-427a-be61-13224acf4d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:00.520208 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:01.192294 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:01.368102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:02.885977 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:23.726133 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:27.305823 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2b5715a-1183-4134-9d4f-1920ffbae794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:29.850419 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-069608c3-d74d-4ab7-ac3b-7f4d5edf53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:30.520268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:31.184497 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:31.374880 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:32.344628 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:19:32.887812 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:53.727613 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:57.307716 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1c86-3308-4d25-a6f4-934aea2a7677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:59.852530 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30b7d77e-061c-41b2-b1ab-2d765110838e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:00.521400 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:01.189079 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:01.375580 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:02.889712 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:09.344211 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:20:23.749726 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:27.308796 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba45d-5528-415c-adbb-ee8c369cd1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:29.853535 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a238dcc7-9791-4ed3-9aae-c19b156cb639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:30.522481 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:31.198928 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:31.379045 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:32.892937 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:46.342968 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:20:53.781258 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:57.314456 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f810b787-66a8-4c8c-96f9-4e67a6f90209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:59.854624 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0384-2bd0-4e3b-8e82-65e65ea8dffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:00.524467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:01.203698 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:01.381371 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:02.895730 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:23.341991 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:21:23.356945 n-d-799528-2 neutron-server[93766]: DEBUG neutron.wsgi [req-64f3f603-f663-4a82-be20-9c26586d5d78 req-94025b82-d15e-4005-b06b-b1d2be5b289f service neutron] (93766) timed out ('10.222.0.78', 34056) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:21:23.794629 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:27.305987 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-695ad113-7af3-4327-9ab2-581d22bccda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:29.856775 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65eacc84-8693-4768-80b8-e2945e6891db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:30.525319 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:31.213681 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:31.384210 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:32.899102 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:53.796216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:57.307245 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10985647-acba-4eac-b949-488a03081829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:59.857268 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b807417b-3806-405e-9b46-3ceaec6360c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:00.340842 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:22:00.527449 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:01.212436 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:01.391402 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:02.901866 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:23.807882 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:27.308979 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c77016c-429f-425a-afde-001ccb126f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:29.858003 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10279804-3296-4f6c-b79c-287e42cdc54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:30.528996 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:31.229647 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:31.389707 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:32.904655 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:37.339488 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:22:53.822013 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:57.310205 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a531355-32ad-471f-9d22-225e576b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:59.857962 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b89f919-a6fc-41dd-a001-226ba0b0e4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:00.529136 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:01.246633 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:01.393160 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:02.907467 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:14.339017 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:23:23.821670 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:27.312037 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c61e292-0f15-4285-888f-596ed54496e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:29.859066 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-232c98e8-c0d8-43e4-a7a1-3b76ad4a8b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:30.529360 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:31.243880 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:31.396216 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:32.910053 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:51.337324 n-d-799528-2 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-96575385-9e25-4db2-8430-662156abeda4 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:23:53.819949 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230b8b25-6100-4ab1-96e3-59fc47eca37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:57.314052 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4b2e-48f6-4ab2-b858-97eb0ee83684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:59.866696 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc98db6-17f8-4c69-9bbe-105cf54dcb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:00.530225 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0e3102e-261c-4633-aa1a-8a703a531b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:01.255191 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557caf2f-7126-461d-8d4e-9783772a782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:01.399551 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-169a7c8b-813a-4361-827c-e56fd5637ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:02.913940 n-d-799528-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26f86e-bcef-43b5-ade0-2e35626c1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747939875916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3613825'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}